2021-07-26T15:28:05.396 INFO:root:teuthology version: 1.1.0-b6f3efab 2021-07-26T15:28:05.399 DEBUG:teuthology.run:Teuthology command: teuthology --description upgrade/octopus-x/stress-split/{0-distro/centos_8.3_kubic_stable 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic} --name sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi --archive /home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293843 --verbose --owner scheduled_sage@teuthology -- /home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293843/orig.config.yaml 2021-07-26T15:28:05.469 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2021-07-26T15:28:05.534 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293843 branch: wip-kefu-testing-2021-07-24-1158 description: upgrade/octopus-x/stress-split/{0-distro/centos_8.3_kubic_stable 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic} email: null first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - workunit: branch: octopus clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' first_in_suite: false job_id: '6293843' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run basic cls tests for rbd ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' name: sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: '8.3' overrides: admin_socket: branch: wip-kefu-testing-2021-07-24-1158 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-kefu-testing-2021-07-24-1158 sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e owner: scheduled_sage@teuthology priority: 90 repo: git://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: octopus clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: octopus clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: octopus clients: client.0: - rbd/test_librbd.sh - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' suite: upgrade suite_branch: wip-kefu-testing-2021-07-24-1158 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_bccf07c244ef1754a7e8d345570b6a04f2ee5a7e/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph-ci.git suite_sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e targets: smithi078.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAOXHGsF+wSNblgBu2xAJAy/fOrxjR+GG/fHxyNzgtnyMykaW035WdUzg9LyVqzIqb5Lk2bQCFhs5TPjlRjWNcmiMsRXLgUmq5u8D1oMtDZozWeVt6ZcHVQ9ZL0Gvm3aV/W5P1hRYXhea/qHnyqebBOh3U9UQK1CP9d2ijBDuUPzeEpYIdew7LsXt5j7OmXQe0E7NjRkkB2QGYtMGK50GeBk3TKSRz5GA2Pu4bEq7t+JZki/9G8yo9h86Ohl9o/ylu2i6Ekxs7UoTNnkCUvT24faIHeaS5OvGbs7URvQzs7k9IVSEfmYDmjy9w8Rda34w4lQOL1WKvi8/UQp5HF9NmkAbBBDq5cRbEiB80BxV1fcKhdaN5Ra8nOR6ft70+fYqYE78Yu5t3tw/wdTMZtmCgygsDBsuwtf4QeAEPMyRoac1F6C24WRQCSs9rtP5IfzH2UoYfDHq8XOrXACmhem8UAI9rUx+yhOMAe6HUzrvNjwNSjNvK1nSMHimJgFvjKNE= smithi139.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDlfNtWOwRYwoB4OdhBVLDaSXRqcDrcTUenrrCeALED0JsAagsD5fj9S8nCANU1KUuVQAbRKZbaEcsuWP9iUatDYmIoihqSeEOst60uXE2R2/akylSBn3/ofdHefgzzcwJdrQ5sOLxpSoonWFSlvam0AVpThh/DmUrMSEfYreSBXFJC/Va9bNmiYD7inYiwTEPdTl6BVDObb6i0ZIpKli6vW+hq7C4zChz5JqHZk/RODwbgcV6IGdAFLwyX7DEQvrGdyzO7PAy2Q5sB3HiY5xRQRjSp/HDxwaXr4nBeO8wrEFULTbFExMYeCvdOJ+w0lWGZ1Iueim03z1mo3thQ7vHa8i5t+Qopv1YgTtCn+D/45EKPQfiK9QkeUmS8Q/XF1HEuap8DBaax8W318AyyZOvV6Xq7P0EvuqSDMff2LsvHsWtxOWZ7aPFdTM4aKCZk83j3amEF1K+lFiq84SoMXfAiTyywzDeVBSFzbvYovaMlhmo8MaYEO8Hr9OwIHb4iTzs= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module disable container-tools - sudo dnf -y install 'dnf-command(copr)' - sudo dnf -y copr enable rhcontainerbot/container-selinux - sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo - sudo dnf remove -y podman - sudo dnf -y install podman - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: branch: octopus - cephadm: add_mons_via_daemon_add: true avoid_pacific_features: true cephadm_branch: octopus cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: docker.io/ceph/daemon-base:latest-octopus - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology_branch: master teuthology_sha1: b6f3efab84b70e18e86ec271a07564aeb4ed3bac timestamp: 2021-07-26_15:05:01 tube: smithi user: sage verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.30581 2021-07-26T15:28:05.534 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_bccf07c244ef1754a7e8d345570b6a04f2ee5a7e/qa; will attempt to use it 2021-07-26T15:28:05.535 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_bccf07c244ef1754a7e8d345570b6a04f2ee5a7e/qa/tasks 2021-07-26T15:28:05.536 INFO:teuthology.run_tasks:Running task internal.check_packages... 2021-07-26T15:28:05.538 INFO:teuthology.task.internal:Checking packages... 2021-07-26T15:28:05.557 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'basic' and ceph hash 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e' 2021-07-26T15:28:05.558 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:28:05.558 INFO:teuthology.packaging:ref: None 2021-07-26T15:28:05.559 INFO:teuthology.packaging:tag: None 2021-07-26T15:28:05.559 INFO:teuthology.packaging:branch: wip-kefu-testing-2021-07-24-1158 2021-07-26T15:28:05.559 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:28:05.560 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-kefu-testing-2021-07-24-1158 2021-07-26T15:28:05.722 INFO:teuthology.task.internal:Found packages for ceph version 17.0.0-6381.gbccf07c2 2021-07-26T15:28:05.722 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2021-07-26T15:28:05.731 INFO:teuthology.task.internal:no buildpackages task found 2021-07-26T15:28:05.731 INFO:teuthology.run_tasks:Running task internal.save_config... 2021-07-26T15:28:05.767 INFO:teuthology.task.internal:Saving configuration 2021-07-26T15:28:05.792 INFO:teuthology.run_tasks:Running task internal.check_lock... 2021-07-26T15:28:05.838 INFO:teuthology.task.internal.check_lock:Checking locks... 2021-07-26T15:28:05.854 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2021-07-26 15:23:11.197616', 'description': '/home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293843', 'locked_by': 'scheduled_sage@teuthology', 'up': True, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMAsuH8boAJotb/vShl3t0lGReuMJ0/2BxBwV9NarXqXJwSOx1ZpYOF9PYZPROCJoo2uKgD+TMrO+rJuB9NSeHo=', 'os_version': '8', 'machine_type': 'smithi', 'vm_host': None, 'os_type': 'centos', 'arch': 'x86_64', 'mac_address': None, 'name': 'smithi078.front.sepia.ceph.com'} 2021-07-26T15:28:05.870 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2021-07-26 15:23:11.197597', 'description': '/home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293843', 'locked_by': 'scheduled_sage@teuthology', 'up': True, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBF4T6mluLH0nHm6B3Dgcg+v7z+VkeHT3mge+pi6VDckU3iKXF5Ku/Xday5winGHam0kh1IK5xr9THisTXQKfpw=', 'os_version': '8', 'machine_type': 'smithi', 'vm_host': None, 'os_type': 'centos', 'arch': 'x86_64', 'mac_address': None, 'name': 'smithi139.front.sepia.ceph.com'} 2021-07-26T15:28:05.870 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2021-07-26T15:28:05.882 INFO:teuthology.task.internal:roles: ubuntu@smithi078.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2021-07-26T15:28:05.882 INFO:teuthology.task.internal:roles: ubuntu@smithi139.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2021-07-26T15:28:05.882 INFO:teuthology.run_tasks:Running task console_log... 2021-07-26T15:28:05.966 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f41f0c2be18>, signals=[15]) 2021-07-26T15:28:05.969 INFO:teuthology.run_tasks:Running task internal.connect... 2021-07-26T15:28:05.980 INFO:teuthology.task.internal:Opening connections... 2021-07-26T15:28:05.981 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi078.front.sepia.ceph.com 2021-07-26T15:28:05.983 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:28:06.054 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi139.front.sepia.ceph.com 2021-07-26T15:28:06.055 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi139.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:28:06.126 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2021-07-26T15:28:06.135 DEBUG:teuthology.orchestra.run.smithi078:> uname -m 2021-07-26T15:28:06.176 INFO:teuthology.orchestra.run.smithi078.stdout:x86_64 2021-07-26T15:28:06.176 DEBUG:teuthology.orchestra.run.smithi078:> cat /etc/os-release 2021-07-26T15:28:06.230 INFO:teuthology.orchestra.run.smithi078.stdout:NAME="CentOS Linux" 2021-07-26T15:28:06.230 INFO:teuthology.orchestra.run.smithi078.stdout:VERSION="8" 2021-07-26T15:28:06.231 INFO:teuthology.orchestra.run.smithi078.stdout:ID="centos" 2021-07-26T15:28:06.231 INFO:teuthology.orchestra.run.smithi078.stdout:ID_LIKE="rhel fedora" 2021-07-26T15:28:06.231 INFO:teuthology.orchestra.run.smithi078.stdout:VERSION_ID="8" 2021-07-26T15:28:06.231 INFO:teuthology.orchestra.run.smithi078.stdout:PLATFORM_ID="platform:el8" 2021-07-26T15:28:06.232 INFO:teuthology.orchestra.run.smithi078.stdout:PRETTY_NAME="CentOS Linux 8" 2021-07-26T15:28:06.232 INFO:teuthology.orchestra.run.smithi078.stdout:ANSI_COLOR="0;31" 2021-07-26T15:28:06.232 INFO:teuthology.orchestra.run.smithi078.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2021-07-26T15:28:06.232 INFO:teuthology.orchestra.run.smithi078.stdout:HOME_URL="https://centos.org/" 2021-07-26T15:28:06.232 INFO:teuthology.orchestra.run.smithi078.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2021-07-26T15:28:06.233 INFO:teuthology.orchestra.run.smithi078.stdout:CENTOS_MANTISBT_PROJECT="CentOS-8" 2021-07-26T15:28:06.233 INFO:teuthology.orchestra.run.smithi078.stdout:CENTOS_MANTISBT_PROJECT_VERSION="8" 2021-07-26T15:28:06.234 INFO:teuthology.lock.ops:Updating smithi078.front.sepia.ceph.com on lock server 2021-07-26T15:28:06.250 DEBUG:teuthology.orchestra.run.smithi139:> uname -m 2021-07-26T15:28:06.266 INFO:teuthology.orchestra.run.smithi139.stdout:x86_64 2021-07-26T15:28:06.267 DEBUG:teuthology.orchestra.run.smithi139:> cat /etc/os-release 2021-07-26T15:28:06.321 INFO:teuthology.orchestra.run.smithi139.stdout:NAME="CentOS Linux" 2021-07-26T15:28:06.321 INFO:teuthology.orchestra.run.smithi139.stdout:VERSION="8" 2021-07-26T15:28:06.322 INFO:teuthology.orchestra.run.smithi139.stdout:ID="centos" 2021-07-26T15:28:06.322 INFO:teuthology.orchestra.run.smithi139.stdout:ID_LIKE="rhel fedora" 2021-07-26T15:28:06.322 INFO:teuthology.orchestra.run.smithi139.stdout:VERSION_ID="8" 2021-07-26T15:28:06.322 INFO:teuthology.orchestra.run.smithi139.stdout:PLATFORM_ID="platform:el8" 2021-07-26T15:28:06.323 INFO:teuthology.orchestra.run.smithi139.stdout:PRETTY_NAME="CentOS Linux 8" 2021-07-26T15:28:06.323 INFO:teuthology.orchestra.run.smithi139.stdout:ANSI_COLOR="0;31" 2021-07-26T15:28:06.323 INFO:teuthology.orchestra.run.smithi139.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2021-07-26T15:28:06.323 INFO:teuthology.orchestra.run.smithi139.stdout:HOME_URL="https://centos.org/" 2021-07-26T15:28:06.324 INFO:teuthology.orchestra.run.smithi139.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2021-07-26T15:28:06.324 INFO:teuthology.orchestra.run.smithi139.stdout:CENTOS_MANTISBT_PROJECT="CentOS-8" 2021-07-26T15:28:06.324 INFO:teuthology.orchestra.run.smithi139.stdout:CENTOS_MANTISBT_PROJECT_VERSION="8" 2021-07-26T15:28:06.324 INFO:teuthology.lock.ops:Updating smithi139.front.sepia.ceph.com on lock server 2021-07-26T15:28:06.340 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2021-07-26T15:28:06.356 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2021-07-26T15:28:06.379 INFO:teuthology.task.internal:Checking for old test directory... 2021-07-26T15:28:06.381 DEBUG:teuthology.orchestra.run.smithi078:> test '!' -e /home/ubuntu/cephtest 2021-07-26T15:28:06.384 DEBUG:teuthology.orchestra.run.smithi139:> test '!' -e /home/ubuntu/cephtest 2021-07-26T15:28:06.399 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2021-07-26T15:28:06.410 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2021-07-26T15:28:06.411 DEBUG:teuthology.orchestra.run.smithi078:> test -z $(ls -A /var/lib/ceph) 2021-07-26T15:28:06.437 DEBUG:teuthology.orchestra.run.smithi139:> test -z $(ls -A /var/lib/ceph) 2021-07-26T15:28:06.459 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2021-07-26T15:28:06.504 INFO:teuthology.run_tasks:Running task kernel... 2021-07-26T15:28:06.523 DEBUG:teuthology.task.kernel:normalized config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}, 'mgr.y': {'kdb': True, 'sha1': 'distro'}, 'osd.0': {'kdb': True, 'sha1': 'distro'}, 'osd.1': {'kdb': True, 'sha1': 'distro'}, 'osd.2': {'kdb': True, 'sha1': 'distro'}, 'osd.3': {'kdb': True, 'sha1': 'distro'}, 'client.0': {'kdb': True, 'sha1': 'distro'}, 'node-exporter.a': {'kdb': True, 'sha1': 'distro'}, 'alertmanager.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mgr.x': {'kdb': True, 'sha1': 'distro'}, 'osd.4': {'kdb': True, 'sha1': 'distro'}, 'osd.5': {'kdb': True, 'sha1': 'distro'}, 'osd.6': {'kdb': True, 'sha1': 'distro'}, 'osd.7': {'kdb': True, 'sha1': 'distro'}, 'client.1': {'kdb': True, 'sha1': 'distro'}, 'prometheus.a': {'kdb': True, 'sha1': 'distro'}, 'grafana.a': {'kdb': True, 'sha1': 'distro'}, 'node-exporter.b': {'kdb': True, 'sha1': 'distro'}} 2021-07-26T15:28:06.524 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2021-07-26T15:28:06.525 DEBUG:teuthology.orchestra.run.smithi078:> uname -r 2021-07-26T15:28:06.539 INFO:teuthology.orchestra.run.smithi078.stdout:4.18.0-240.10.1.el8_3.x86_64 2021-07-26T15:28:06.539 INFO:teuthology.task.kernel:Running kernel on smithi078: 4.18.0-240.10.1.el8_3.x86_64 2021-07-26T15:28:06.540 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum install -y kernel 2021-07-26T15:28:09.558 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS-8 - AppStream 38 MB/s | 8.2 MB 00:00 2021-07-26T15:28:10.966 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS-8 - Base 34 MB/s | 4.5 MB 00:00 2021-07-26T15:28:11.730 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS-8 - Extras 77 kB/s | 9.8 kB 00:00 2021-07-26T15:28:14.217 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Linux 8 - AppStream 3.4 MB/s | 8.2 MB 00:02 2021-07-26T15:28:16.918 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Linux 8 - BaseOS 3.1 MB/s | 4.5 MB 00:01 2021-07-26T15:28:17.956 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Linux 8 - Extras 25 kB/s | 9.8 kB 00:00 2021-07-26T15:28:18.654 INFO:teuthology.orchestra.run.smithi078.stdout:Extra Packages for Enterprise Linux 16 MB/s | 10 MB 00:00 2021-07-26T15:28:20.754 INFO:teuthology.orchestra.run.smithi078.stdout:lab-extras 4.1 MB/s | 24 kB 00:00 2021-07-26T15:28:22.444 INFO:teuthology.orchestra.run.smithi078.stdout:Package kernel-4.18.0-240.10.1.el8_3.x86_64 is already installed. 2021-07-26T15:28:22.445 INFO:teuthology.orchestra.run.smithi078.stdout:Package kernel-4.18.0-240.el8.x86_64 is already installed. 2021-07-26T15:28:22.813 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:28:22.825 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:28:22.825 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2021-07-26T15:28:22.825 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:28:22.825 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:28:22.826 INFO:teuthology.orchestra.run.smithi078.stdout: kernel x86_64 4.18.0-305.10.2.el8_4 CentOS-Base 5.9 M 2021-07-26T15:28:22.826 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2021-07-26T15:28:22.826 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-core x86_64 4.18.0-305.10.2.el8_4 CentOS-Base 36 M 2021-07-26T15:28:22.826 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-modules x86_64 4.18.0-305.10.2.el8_4 CentOS-Base 28 M 2021-07-26T15:28:22.826 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:28:22.827 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:28:22.827 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:28:22.827 INFO:teuthology.orchestra.run.smithi078.stdout:Install 3 Packages 2021-07-26T15:28:22.827 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:28:22.828 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 70 M 2021-07-26T15:28:22.828 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 88 M 2021-07-26T15:28:22.828 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:28:23.003 INFO:teuthology.orchestra.run.smithi078.stdout:(1/3): kernel-4.18.0-305.10.2.el8_4.x86_64.rpm 34 MB/s | 5.9 MB 00:00 2021-07-26T15:28:23.679 INFO:teuthology.orchestra.run.smithi078.stdout:(2/3): kernel-modules-4.18.0-305.10.2.el8_4.x86 33 MB/s | 28 MB 00:00 2021-07-26T15:28:24.098 INFO:teuthology.orchestra.run.smithi078.stdout:(3/3): kernel-core-4.18.0-305.10.2.el8_4.x86_64 28 MB/s | 36 MB 00:01 2021-07-26T15:28:24.102 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:28:24.102 INFO:teuthology.orchestra.run.smithi078.stdout:Total 55 MB/s | 70 MB 00:01 2021-07-26T15:28:24.215 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:28:24.522 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:28:24.522 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:28:25.721 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:28:25.741 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:28:28.166 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:28:28.679 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-core-4.18.0-305.10.2.el8_4.x86_64 1/3 2021-07-26T15:28:31.769 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-core-4.18.0-305.10.2.el8_4.x86_64 1/3 2021-07-26T15:28:32.094 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-modules-4.18.0-305.10.2.el8_4.x86_64 2/3 2021-07-26T15:28:35.058 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-modules-4.18.0-305.10.2.el8_4.x86_64 2/3 2021-07-26T15:28:35.280 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-4.18.0-305.10.2.el8_4.x86_64 3/3 2021-07-26T15:28:55.406 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-core-4.18.0-305.10.2.el8_4.x86_64 3/3 2021-07-26T15:28:55.709 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-4.18.0-305.10.2.el8_4.x86_64 3/3 2021-07-26T15:28:55.709 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-4.18.0-305.10.2.el8_4.x86_64 1/3 2021-07-26T15:28:55.710 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-core-4.18.0-305.10.2.el8_4.x86_64 2/3 2021-07-26T15:28:56.008 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-modules-4.18.0-305.10.2.el8_4.x86_64 3/3 2021-07-26T15:28:56.008 INFO:teuthology.orchestra.run.smithi078.stdout:Installed products updated. 2021-07-26T15:28:56.392 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:28:56.392 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:28:56.392 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:28:56.392 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-core-4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:28:56.393 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-modules-4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:28:56.393 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:28:56.393 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:28:56.466 DEBUG:teuthology.orchestra.run.smithi078:> rpm -q kernel --last | head -n 1 2021-07-26T15:28:56.635 INFO:teuthology.orchestra.run.smithi078.stdout:kernel-4.18.0-305.10.2.el8_4.x86_64 Mon 26 Jul 2021 03:28:35 PM UTC 2021-07-26T15:28:56.637 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:28:56.637 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-240.10.1.el8_3.x86_64 Expected: 4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:28:56.638 DEBUG:teuthology.orchestra.run.smithi139:> uname -r 2021-07-26T15:28:56.657 INFO:teuthology.orchestra.run.smithi139.stdout:4.18.0-240.10.1.el8_3.x86_64 2021-07-26T15:28:56.658 INFO:teuthology.task.kernel:Running kernel on smithi139: 4.18.0-240.10.1.el8_3.x86_64 2021-07-26T15:28:56.658 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum install -y kernel 2021-07-26T15:28:59.822 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS-8 - AppStream 33 MB/s | 8.2 MB 00:00 2021-07-26T15:29:01.216 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS-8 - Base 35 MB/s | 4.5 MB 00:00 2021-07-26T15:29:01.912 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS-8 - Extras 144 kB/s | 9.8 kB 00:00 2021-07-26T15:29:05.272 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Linux 8 - AppStream 2.5 MB/s | 8.2 MB 00:03 2021-07-26T15:29:07.885 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Linux 8 - BaseOS 3.3 MB/s | 4.5 MB 00:01 2021-07-26T15:29:08.770 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Linux 8 - Extras 39 kB/s | 9.8 kB 00:00 2021-07-26T15:29:09.446 INFO:teuthology.orchestra.run.smithi139.stdout:Extra Packages for Enterprise Linux 16 MB/s | 10 MB 00:00 2021-07-26T15:29:11.531 INFO:teuthology.orchestra.run.smithi139.stdout:lab-extras 4.1 MB/s | 24 kB 00:00 2021-07-26T15:29:13.242 INFO:teuthology.orchestra.run.smithi139.stdout:Package kernel-4.18.0-240.10.1.el8_3.x86_64 is already installed. 2021-07-26T15:29:13.242 INFO:teuthology.orchestra.run.smithi139.stdout:Package kernel-4.18.0-240.el8.x86_64 is already installed. 2021-07-26T15:29:13.503 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:29:13.510 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:29:13.511 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repository Size 2021-07-26T15:29:13.511 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:29:13.511 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:29:13.511 INFO:teuthology.orchestra.run.smithi139.stdout: kernel x86_64 4.18.0-305.10.2.el8_4 CentOS-Base 5.9 M 2021-07-26T15:29:13.512 INFO:teuthology.orchestra.run.smithi139.stdout:Installing dependencies: 2021-07-26T15:29:13.512 INFO:teuthology.orchestra.run.smithi139.stdout: kernel-core x86_64 4.18.0-305.10.2.el8_4 CentOS-Base 36 M 2021-07-26T15:29:13.512 INFO:teuthology.orchestra.run.smithi139.stdout: kernel-modules x86_64 4.18.0-305.10.2.el8_4 CentOS-Base 28 M 2021-07-26T15:29:13.512 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:29:13.513 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:29:13.513 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:29:13.513 INFO:teuthology.orchestra.run.smithi139.stdout:Install 3 Packages 2021-07-26T15:29:13.513 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:29:13.514 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 70 M 2021-07-26T15:29:13.514 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 88 M 2021-07-26T15:29:13.515 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:29:14.050 INFO:teuthology.orchestra.run.smithi139.stdout:(1/3): kernel-4.18.0-305.10.2.el8_4.x86_64.rpm 11 MB/s | 5.9 MB 00:00 2021-07-26T15:29:14.588 INFO:teuthology.orchestra.run.smithi139.stdout:(2/3): kernel-modules-4.18.0-305.10.2.el8_4.x86 26 MB/s | 28 MB 00:01 2021-07-26T15:29:14.910 INFO:teuthology.orchestra.run.smithi139.stdout:(3/3): kernel-core-4.18.0-305.10.2.el8_4.x86_64 26 MB/s | 36 MB 00:01 2021-07-26T15:29:14.914 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:29:14.914 INFO:teuthology.orchestra.run.smithi139.stdout:Total 50 MB/s | 70 MB 00:01 2021-07-26T15:29:15.026 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:29:15.353 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:29:15.353 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:29:16.536 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:29:16.545 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:29:18.983 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:29:19.442 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : kernel-core-4.18.0-305.10.2.el8_4.x86_64 1/3 2021-07-26T15:29:22.602 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: kernel-core-4.18.0-305.10.2.el8_4.x86_64 1/3 2021-07-26T15:29:22.933 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : kernel-modules-4.18.0-305.10.2.el8_4.x86_64 2/3 2021-07-26T15:29:25.904 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: kernel-modules-4.18.0-305.10.2.el8_4.x86_64 2/3 2021-07-26T15:29:26.112 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : kernel-4.18.0-305.10.2.el8_4.x86_64 3/3 2021-07-26T15:29:46.262 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: kernel-core-4.18.0-305.10.2.el8_4.x86_64 3/3 2021-07-26T15:29:46.568 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: kernel-4.18.0-305.10.2.el8_4.x86_64 3/3 2021-07-26T15:29:46.568 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : kernel-4.18.0-305.10.2.el8_4.x86_64 1/3 2021-07-26T15:29:46.568 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : kernel-core-4.18.0-305.10.2.el8_4.x86_64 2/3 2021-07-26T15:29:46.875 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : kernel-modules-4.18.0-305.10.2.el8_4.x86_64 3/3 2021-07-26T15:29:46.875 INFO:teuthology.orchestra.run.smithi139.stdout:Installed products updated. 2021-07-26T15:29:47.238 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:29:47.238 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:29:47.239 INFO:teuthology.orchestra.run.smithi139.stdout: kernel-4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:29:47.239 INFO:teuthology.orchestra.run.smithi139.stdout: kernel-core-4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:29:47.239 INFO:teuthology.orchestra.run.smithi139.stdout: kernel-modules-4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:29:47.239 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:29:47.240 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:29:47.307 DEBUG:teuthology.orchestra.run.smithi139:> rpm -q kernel --last | head -n 1 2021-07-26T15:29:47.446 INFO:teuthology.orchestra.run.smithi139.stdout:kernel-4.18.0-305.10.2.el8_4.x86_64 Mon 26 Jul 2021 03:29:25 PM UTC 2021-07-26T15:29:47.448 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:29:47.448 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-240.10.1.el8_3.x86_64 Expected: 4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:29:47.449 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2021-07-26T15:29:47.449 DEBUG:teuthology.task.kernel:src is distro, skipping download 2021-07-26T15:29:47.449 DEBUG:teuthology.task.kernel:src is distro, skipping download 2021-07-26T15:29:47.450 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2021-07-26T15:29:47.450 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi078.front.sepia.ceph.com, path=None, version=distro) 2021-07-26T15:29:47.450 DEBUG:teuthology.orchestra.run.smithi078:> rpm -q kernel --last | head -n 1 2021-07-26T15:29:47.578 INFO:teuthology.orchestra.run.smithi078.stdout:kernel-4.18.0-305.10.2.el8_4.x86_64 Mon 26 Jul 2021 03:28:35 PM UTC 2021-07-26T15:29:47.579 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:29:47.580 DEBUG:teuthology.orchestra.run.smithi078:> sudo rpm -qi grub2-tools 2021-07-26T15:29:47.610 INFO:teuthology.orchestra.run.smithi078.stdout:Name : grub2-tools 2021-07-26T15:29:47.610 INFO:teuthology.orchestra.run.smithi078.stdout:Epoch : 1 2021-07-26T15:29:47.611 INFO:teuthology.orchestra.run.smithi078.stdout:Version : 2.02 2021-07-26T15:29:47.611 INFO:teuthology.orchestra.run.smithi078.stdout:Release : 90.el8 2021-07-26T15:29:47.611 INFO:teuthology.orchestra.run.smithi078.stdout:Architecture: x86_64 2021-07-26T15:29:47.611 INFO:teuthology.orchestra.run.smithi078.stdout:Install Date: Mon 01 Mar 2021 06:17:56 PM UTC 2021-07-26T15:29:47.611 INFO:teuthology.orchestra.run.smithi078.stdout:Group : System Environment/Base 2021-07-26T15:29:47.612 INFO:teuthology.orchestra.run.smithi078.stdout:Size : 9197207 2021-07-26T15:29:47.612 INFO:teuthology.orchestra.run.smithi078.stdout:License : GPLv3+ 2021-07-26T15:29:47.612 INFO:teuthology.orchestra.run.smithi078.stdout:Signature : RSA/SHA256, Tue 08 Sep 2020 07:14:39 PM UTC, Key ID 05b555b38483c65d 2021-07-26T15:29:47.612 INFO:teuthology.orchestra.run.smithi078.stdout:Source RPM : grub2-2.02-90.el8.src.rpm 2021-07-26T15:29:47.613 INFO:teuthology.orchestra.run.smithi078.stdout:Build Date : Tue 08 Sep 2020 07:00:29 PM UTC 2021-07-26T15:29:47.613 INFO:teuthology.orchestra.run.smithi078.stdout:Build Host : kbuilder.bsys.centos.org 2021-07-26T15:29:47.613 INFO:teuthology.orchestra.run.smithi078.stdout:Relocations : (not relocatable) 2021-07-26T15:29:47.613 INFO:teuthology.orchestra.run.smithi078.stdout:Packager : CentOS BuildSystem 2021-07-26T15:29:47.614 INFO:teuthology.orchestra.run.smithi078.stdout:Vendor : CentOS 2021-07-26T15:29:47.614 INFO:teuthology.orchestra.run.smithi078.stdout:URL : http://www.gnu.org/software/grub/ 2021-07-26T15:29:47.614 INFO:teuthology.orchestra.run.smithi078.stdout:Summary : Support tools for GRUB. 2021-07-26T15:29:47.614 INFO:teuthology.orchestra.run.smithi078.stdout:Description : 2021-07-26T15:29:47.615 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:29:47.615 INFO:teuthology.orchestra.run.smithi078.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2021-07-26T15:29:47.615 INFO:teuthology.orchestra.run.smithi078.stdout:customizable bootloader with modular architecture. It supports a rich 2021-07-26T15:29:47.615 INFO:teuthology.orchestra.run.smithi078.stdout:variety of kernel formats, file systems, computer architectures and 2021-07-26T15:29:47.615 INFO:teuthology.orchestra.run.smithi078.stdout:hardware devices. 2021-07-26T15:29:47.616 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:29:47.616 INFO:teuthology.orchestra.run.smithi078.stdout:This subpackage provides tools for support of all platforms. 2021-07-26T15:29:47.617 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2021-07-26T15:29:47.618 INFO:teuthology.task.kernel:Updating grub on smithi078 to boot 4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:29:47.618 DEBUG:teuthology.orchestra.run.smithi078:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2021-07-26T15:29:48.308 INFO:teuthology.orchestra.run.smithi078.stderr:Generating grub configuration file ... 2021-07-26T15:29:50.403 INFO:teuthology.orchestra.run.smithi078.stderr:done 2021-07-26T15:29:50.405 DEBUG:teuthology.orchestra.run.smithi078:> mktemp 2021-07-26T15:29:50.452 INFO:teuthology.orchestra.run.smithi078.stdout:/tmp/tmp.kLK3xzA9UK 2021-07-26T15:29:50.453 DEBUG:teuthology.orchestra.run.smithi078:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.kLK3xzA9UK 2021-07-26T15:29:50.492 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 0666 /tmp/tmp.kLK3xzA9UK 2021-07-26T15:29:50.650 DEBUG:teuthology.orchestra.remote:smithi078:/tmp/tmp.kLK3xzA9UK is 6KB 2021-07-26T15:29:50.700 DEBUG:teuthology.orchestra.run.smithi078:> rm -fr /tmp/tmp.kLK3xzA9UK 2021-07-26T15:29:50.714 DEBUG:teuthology.orchestra.run.smithi078:> sudo /bin/ls /boot/loader/entries || true 2021-07-26T15:29:50.781 INFO:teuthology.orchestra.run.smithi078.stdout:631d84db90f7409fbdd390573ae89718-0-rescue.conf 2021-07-26T15:29:50.781 INFO:teuthology.orchestra.run.smithi078.stdout:631d84db90f7409fbdd390573ae89718-4.18.0-240.10.1.el8_3.x86_64.conf 2021-07-26T15:29:50.781 INFO:teuthology.orchestra.run.smithi078.stdout:631d84db90f7409fbdd390573ae89718-4.18.0-240.el8.x86_64.conf 2021-07-26T15:29:50.781 INFO:teuthology.orchestra.run.smithi078.stdout:631d84db90f7409fbdd390573ae89718-4.18.0-305.10.2.el8_4.x86_64.conf 2021-07-26T15:29:50.782 DEBUG:teuthology.orchestra.run.smithi078:> sudo grub2-set-default 631d84db90f7409fbdd390573ae89718-4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:29:50.934 DEBUG:teuthology.orchestra.run.smithi078:> sudo shutdown -r now 2021-07-26T15:29:50.937 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2021-07-26T15:29:50.937 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi139.front.sepia.ceph.com, path=None, version=distro) 2021-07-26T15:29:50.938 DEBUG:teuthology.orchestra.run.smithi139:> rpm -q kernel --last | head -n 1 2021-07-26T15:29:51.064 INFO:teuthology.orchestra.run.smithi139.stdout:kernel-4.18.0-305.10.2.el8_4.x86_64 Mon 26 Jul 2021 03:29:25 PM UTC 2021-07-26T15:29:51.066 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:29:51.067 DEBUG:teuthology.orchestra.run.smithi139:> sudo rpm -qi grub2-tools 2021-07-26T15:29:51.097 INFO:teuthology.orchestra.run.smithi139.stdout:Name : grub2-tools 2021-07-26T15:29:51.097 INFO:teuthology.orchestra.run.smithi139.stdout:Epoch : 1 2021-07-26T15:29:51.098 INFO:teuthology.orchestra.run.smithi139.stdout:Version : 2.02 2021-07-26T15:29:51.098 INFO:teuthology.orchestra.run.smithi139.stdout:Release : 90.el8 2021-07-26T15:29:51.098 INFO:teuthology.orchestra.run.smithi139.stdout:Architecture: x86_64 2021-07-26T15:29:51.098 INFO:teuthology.orchestra.run.smithi139.stdout:Install Date: Mon 01 Mar 2021 06:17:56 PM UTC 2021-07-26T15:29:51.098 INFO:teuthology.orchestra.run.smithi139.stdout:Group : System Environment/Base 2021-07-26T15:29:51.099 INFO:teuthology.orchestra.run.smithi139.stdout:Size : 9197207 2021-07-26T15:29:51.099 INFO:teuthology.orchestra.run.smithi139.stdout:License : GPLv3+ 2021-07-26T15:29:51.099 INFO:teuthology.orchestra.run.smithi139.stdout:Signature : RSA/SHA256, Tue 08 Sep 2020 07:14:39 PM UTC, Key ID 05b555b38483c65d 2021-07-26T15:29:51.099 INFO:teuthology.orchestra.run.smithi139.stdout:Source RPM : grub2-2.02-90.el8.src.rpm 2021-07-26T15:29:51.100 INFO:teuthology.orchestra.run.smithi139.stdout:Build Date : Tue 08 Sep 2020 07:00:29 PM UTC 2021-07-26T15:29:51.100 INFO:teuthology.orchestra.run.smithi139.stdout:Build Host : kbuilder.bsys.centos.org 2021-07-26T15:29:51.100 INFO:teuthology.orchestra.run.smithi139.stdout:Relocations : (not relocatable) 2021-07-26T15:29:51.101 INFO:teuthology.orchestra.run.smithi139.stdout:Packager : CentOS BuildSystem 2021-07-26T15:29:51.101 INFO:teuthology.orchestra.run.smithi139.stdout:Vendor : CentOS 2021-07-26T15:29:51.101 INFO:teuthology.orchestra.run.smithi139.stdout:URL : http://www.gnu.org/software/grub/ 2021-07-26T15:29:51.101 INFO:teuthology.orchestra.run.smithi139.stdout:Summary : Support tools for GRUB. 2021-07-26T15:29:51.102 INFO:teuthology.orchestra.run.smithi139.stdout:Description : 2021-07-26T15:29:51.102 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:29:51.102 INFO:teuthology.orchestra.run.smithi139.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2021-07-26T15:29:51.102 INFO:teuthology.orchestra.run.smithi139.stdout:customizable bootloader with modular architecture. It supports a rich 2021-07-26T15:29:51.102 INFO:teuthology.orchestra.run.smithi139.stdout:variety of kernel formats, file systems, computer architectures and 2021-07-26T15:29:51.103 INFO:teuthology.orchestra.run.smithi139.stdout:hardware devices. 2021-07-26T15:29:51.103 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:29:51.103 INFO:teuthology.orchestra.run.smithi139.stdout:This subpackage provides tools for support of all platforms. 2021-07-26T15:29:51.104 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2021-07-26T15:29:51.104 INFO:teuthology.task.kernel:Updating grub on smithi139 to boot 4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:29:51.105 DEBUG:teuthology.orchestra.run.smithi139:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2021-07-26T15:29:52.818 INFO:teuthology.orchestra.run.smithi139.stderr:Generating grub configuration file ... 2021-07-26T15:29:54.955 INFO:teuthology.orchestra.run.smithi139.stderr:done 2021-07-26T15:29:54.956 DEBUG:teuthology.orchestra.run.smithi139:> mktemp 2021-07-26T15:29:54.981 INFO:teuthology.orchestra.run.smithi139.stdout:/tmp/tmp.Yp3hrcZ2F8 2021-07-26T15:29:54.982 DEBUG:teuthology.orchestra.run.smithi139:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.Yp3hrcZ2F8 2021-07-26T15:29:55.052 DEBUG:teuthology.orchestra.run.smithi139:> sudo chmod 0666 /tmp/tmp.Yp3hrcZ2F8 2021-07-26T15:29:55.210 DEBUG:teuthology.orchestra.remote:smithi139:/tmp/tmp.Yp3hrcZ2F8 is 6KB 2021-07-26T15:29:55.260 DEBUG:teuthology.orchestra.run.smithi139:> rm -fr /tmp/tmp.Yp3hrcZ2F8 2021-07-26T15:29:55.274 DEBUG:teuthology.orchestra.run.smithi139:> sudo /bin/ls /boot/loader/entries || true 2021-07-26T15:29:55.348 INFO:teuthology.orchestra.run.smithi139.stdout:631d84db90f7409fbdd390573ae89718-0-rescue.conf 2021-07-26T15:29:55.349 INFO:teuthology.orchestra.run.smithi139.stdout:631d84db90f7409fbdd390573ae89718-4.18.0-240.10.1.el8_3.x86_64.conf 2021-07-26T15:29:55.349 INFO:teuthology.orchestra.run.smithi139.stdout:631d84db90f7409fbdd390573ae89718-4.18.0-240.el8.x86_64.conf 2021-07-26T15:29:55.349 INFO:teuthology.orchestra.run.smithi139.stdout:631d84db90f7409fbdd390573ae89718-4.18.0-305.10.2.el8_4.x86_64.conf 2021-07-26T15:29:55.350 DEBUG:teuthology.orchestra.run.smithi139:> sudo grub2-set-default 631d84db90f7409fbdd390573ae89718-4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:29:55.482 DEBUG:teuthology.orchestra.run.smithi139:> sudo shutdown -r now 2021-07-26T15:30:25.515 INFO:teuthology.misc:Re-opening connections... 2021-07-26T15:30:25.515 INFO:teuthology.misc:trying to connect to ubuntu@smithi078.front.sepia.ceph.com 2021-07-26T15:30:25.516 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:30:25.517 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:30:44.043 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.78 2021-07-26T15:30:44.044 INFO:teuthology.misc:trying to connect to ubuntu@smithi139.front.sepia.ceph.com 2021-07-26T15:30:44.045 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:30:44.045 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi139.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:31:44.107 DEBUG:teuthology.orchestra.remote:timed out 2021-07-26T15:31:44.109 DEBUG:teuthology.misc:waited 78.59409356117249 2021-07-26T15:31:45.110 INFO:teuthology.misc:trying to connect to ubuntu@smithi078.front.sepia.ceph.com 2021-07-26T15:31:45.111 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:31:45.112 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:31:45.435 DEBUG:teuthology.orchestra.run.smithi078:> true 2021-07-26T15:31:45.719 DEBUG:teuthology.misc:waited 80.20364594459534 2021-07-26T15:31:46.721 INFO:teuthology.misc:trying to connect to ubuntu@smithi139.front.sepia.ceph.com 2021-07-26T15:31:46.721 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:31:46.722 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi139.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:31:46.990 DEBUG:teuthology.orchestra.run.smithi139:> true 2021-07-26T15:31:47.299 DEBUG:teuthology.misc:waited 81.78371572494507 2021-07-26T15:31:48.300 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2021-07-26T15:31:48.300 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "4.18.0-305.10.2.el8_4.x86_64"... 2021-07-26T15:31:48.301 DEBUG:teuthology.orchestra.run.smithi078:> uname -r 2021-07-26T15:31:48.317 INFO:teuthology.orchestra.run.smithi078.stdout:4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:31:48.318 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-305.10.2.el8_4.x86_64 vs 4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:31:48.318 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2021-07-26T15:31:48.318 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2021-07-26T15:31:48.318 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2021-07-26T15:31:48.319 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "4.18.0-305.10.2.el8_4.x86_64"... 2021-07-26T15:31:48.319 DEBUG:teuthology.orchestra.run.smithi139:> uname -r 2021-07-26T15:31:48.336 INFO:teuthology.orchestra.run.smithi139.stdout:4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:31:48.336 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-305.10.2.el8_4.x86_64 vs 4.18.0-305.10.2.el8_4.x86_64 2021-07-26T15:31:48.336 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2021-07-26T15:31:48.337 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2021-07-26T15:31:49.338 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2021-07-26T15:31:49.339 DEBUG:teuthology.orchestra.run.smithi078:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2021-07-26T15:31:49.460 INFO:teuthology.orchestra.run.smithi078.stdout:ttyS1 2021-07-26T15:31:49.477 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2021-07-26T15:31:49.477 DEBUG:teuthology.orchestra.run.smithi139:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2021-07-26T15:31:49.554 INFO:teuthology.orchestra.run.smithi139.stdout:ttyS1 2021-07-26T15:31:49.571 INFO:teuthology.run_tasks:Running task internal.base... 2021-07-26T15:31:49.582 INFO:teuthology.task.internal:Creating test directory... 2021-07-26T15:31:49.583 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2021-07-26T15:31:49.586 DEBUG:teuthology.orchestra.run.smithi139:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2021-07-26T15:31:49.602 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2021-07-26T15:31:49.627 INFO:teuthology.run_tasks:Running task internal.archive... 2021-07-26T15:31:49.660 INFO:teuthology.task.internal:Creating archive directory... 2021-07-26T15:31:49.661 DEBUG:teuthology.orchestra.run.smithi078:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2021-07-26T15:31:49.664 DEBUG:teuthology.orchestra.run.smithi139:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2021-07-26T15:31:49.696 INFO:teuthology.run_tasks:Running task internal.coredump... 2021-07-26T15:31:49.707 INFO:teuthology.task.internal:Enabling coredump saving... 2021-07-26T15:31:49.707 DEBUG:teuthology.orchestra.run.smithi078:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2021-07-26T15:31:49.728 DEBUG:teuthology.orchestra.run.smithi139:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2021-07-26T15:31:49.755 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-07-26T15:31:49.757 INFO:teuthology.orchestra.run.smithi139.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-07-26T15:31:49.766 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-07-26T15:31:49.768 INFO:teuthology.orchestra.run.smithi139.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-07-26T15:31:49.769 INFO:teuthology.run_tasks:Running task internal.sudo... 2021-07-26T15:31:49.779 INFO:teuthology.task.internal:Configuring sudo... 2021-07-26T15:31:49.779 DEBUG:teuthology.orchestra.run.smithi078:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2021-07-26T15:31:49.810 DEBUG:teuthology.orchestra.run.smithi139:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2021-07-26T15:31:49.836 INFO:teuthology.run_tasks:Running task internal.syslog... 2021-07-26T15:31:49.852 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2021-07-26T15:31:49.852 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2021-07-26T15:31:49.876 DEBUG:teuthology.orchestra.run.smithi139:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2021-07-26T15:31:49.891 DEBUG:teuthology.orchestra.run.smithi078:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2021-07-26T15:31:49.965 DEBUG:teuthology.orchestra.run.smithi078:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2021-07-26T15:31:50.019 DEBUG:teuthology.orchestra.run.smithi078:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2021-07-26T15:31:50.091 DEBUG:teuthology.orchestra.run.smithi078:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2021-07-26T15:31:50.138 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:31:50.139 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2021-07-26T15:31:50.201 DEBUG:teuthology.orchestra.run.smithi139:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2021-07-26T15:31:50.233 DEBUG:teuthology.orchestra.run.smithi139:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2021-07-26T15:31:50.296 DEBUG:teuthology.orchestra.run.smithi139:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2021-07-26T15:31:50.368 DEBUG:teuthology.orchestra.run.smithi139:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2021-07-26T15:31:50.417 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2021-07-26T15:31:50.418 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2021-07-26T15:31:50.481 DEBUG:teuthology.orchestra.run.smithi078:> sudo service rsyslog restart 2021-07-26T15:31:50.483 DEBUG:teuthology.orchestra.run.smithi139:> sudo service rsyslog restart 2021-07-26T15:31:50.535 INFO:teuthology.orchestra.run.smithi078.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2021-07-26T15:31:50.582 INFO:teuthology.orchestra.run.smithi139.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2021-07-26T15:31:51.054 INFO:teuthology.run_tasks:Running task internal.timer... 2021-07-26T15:31:51.063 INFO:teuthology.task.internal:Starting timer... 2021-07-26T15:31:51.064 INFO:teuthology.run_tasks:Running task pcp... 2021-07-26T15:31:51.112 INFO:teuthology.run_tasks:Running task selinux... 2021-07-26T15:31:51.144 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2021-07-26T15:31:51.145 DEBUG:teuthology.orchestra.run.smithi078:> sudo service auditd rotate 2021-07-26T15:31:51.217 INFO:teuthology.orchestra.run.smithi078.stdout:Rotating logs: [ OK ] 2021-07-26T15:31:51.219 DEBUG:teuthology.orchestra.run.smithi139:> sudo service auditd rotate 2021-07-26T15:31:51.290 INFO:teuthology.orchestra.run.smithi139.stdout:Rotating logs: [ OK ] 2021-07-26T15:31:51.291 DEBUG:teuthology.task.selinux:Getting current SELinux state 2021-07-26T15:31:51.292 DEBUG:teuthology.orchestra.run.smithi078:> /usr/sbin/getenforce 2021-07-26T15:31:51.323 INFO:teuthology.orchestra.run.smithi078.stdout:Permissive 2021-07-26T15:31:51.324 DEBUG:teuthology.orchestra.run.smithi139:> /usr/sbin/getenforce 2021-07-26T15:31:51.381 INFO:teuthology.orchestra.run.smithi139.stdout:Permissive 2021-07-26T15:31:51.381 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi078.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi139.front.sepia.ceph.com': 'permissive'} 2021-07-26T15:31:51.382 DEBUG:teuthology.orchestra.run.smithi078:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2021-07-26T15:31:51.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:31:51.407 DEBUG:teuthology.orchestra.run.smithi139:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2021-07-26T15:31:51.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:31:51.432 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2021-07-26T15:31:51.433 DEBUG:teuthology.orchestra.run.smithi078:> sudo /usr/sbin/setenforce permissive 2021-07-26T15:31:51.475 DEBUG:teuthology.orchestra.run.smithi139:> sudo /usr/sbin/setenforce permissive 2021-07-26T15:31:51.499 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2021-07-26T15:31:51.509 DEBUG:teuthology.repo_utils:Setting repo remote to git://git.ceph.com/git/ceph-cm-ansible.git 2021-07-26T15:31:51.515 INFO:teuthology.repo_utils:Fetching master from origin 2021-07-26T15:31:51.547 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master 2021-07-26T15:31:51.568 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2021-07-26T15:31:51.569 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi078.front.sepia.ceph.com,smithi139.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/cephlab.yml 2021-07-26T15:31:51.909 INFO:teuthology.task.ansible.out:Using /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/ansible.cfg as config file 2021-07-26T15:31:52.707 INFO:teuthology.task.ansible.out:[WARNING]: file /home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/roles/testnode/tasks/setup-opensuse.yml is empty and had no tasks to include 2021-07-26T15:31:55.564 INFO:teuthology.task.ansible.out: PLAY [all] ********************************************************************* 2021-07-26T15:31:55.586 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:55 +0000 (0:00:00.037) 0:00:00.037 *********** 2021-07-26T15:31:55.597 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:55 +0000 (0:00:00.010) 0:00:00.048 *********** 2021-07-26T15:31:57.064 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi078.front.sepia.ceph.com] 2021-07-26T15:31:57.095 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] 2021-07-26T15:31:57.120 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:57 +0000 (0:00:01.523) 0:00:01.571 *********** 2021-07-26T15:31:57.159 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:57 +0000 (0:00:00.038) 0:00:01.610 *********** 2021-07-26T15:31:57.601 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the sudo group.] ******************************** ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2021-07-26T15:31:57.622 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:57 +0000 (0:00:00.463) 0:00:02.073 *********** 2021-07-26T15:31:57.640 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:57 +0000 (0:00:00.018) 0:00:02.092 *********** 2021-07-26T15:31:58.289 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the ansible user.] ****************************** ok: [smithi139.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2021-07-26T15:31:58.290 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2021-07-26T15:31:58.312 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:58 +0000 (0:00:00.671) 0:00:02.763 *********** 2021-07-26T15:31:58.332 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:58 +0000 (0:00:00.019) 0:00:02.783 *********** 2021-07-26T15:31:58.370 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Delete the ansible users password.] ******************** 2021-07-26T15:31:58.372 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:31:58.392 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:58 +0000 (0:00:00.060) 0:00:02.844 *********** 2021-07-26T15:31:58.401 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:31:58.426 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:58 +0000 (0:00:00.033) 0:00:02.877 *********** 2021-07-26T15:31:58.712 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Ensure includedir is present in sudoers.] ************** 2021-07-26T15:31:58.714 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} ok: [smithi139.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:31:58.735 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:58 +0000 (0:00:00.309) 0:00:03.187 *********** 2021-07-26T15:31:58.754 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:58 +0000 (0:00:00.019) 0:00:03.206 *********** 2021-07-26T15:31:59.569 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the cephlab_sudo sudoers.d file.] *************** changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313518.7972267-22395-153678689017803/source", "state": "file", "uid": 0} 2021-07-26T15:31:59.570 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313518.7792623-22392-264904002457716/source", "state": "file", "uid": 0} 2021-07-26T15:31:59.591 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:59 +0000 (0:00:00.836) 0:00:04.042 *********** 2021-07-26T15:31:59.610 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:31:59 +0000 (0:00:00.018) 0:00:04.061 *********** 2021-07-26T15:32:00.031 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Add authorized keys for the ansible user.] ************* 2021-07-26T15:32:00.033 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv 2021-07-26T15:32:00.034 INFO:teuthology.task.ansible.out:4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2021-07-26T15:32:00.056 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv 2021-07-26T15:32:00.058 INFO:teuthology.task.ansible.out:4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2021-07-26T15:32:00.149 INFO:teuthology.task.ansible.out: PLAY [teuthology] ************************************************************** skipping: no hosts matched 2021-07-26T15:32:00.151 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-07-26T15:32:00.164 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-07-26T15:32:00.166 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:00 +0000 (0:00:00.554) 0:00:04.616 *********** 2021-07-26T15:32:00.673 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] 2021-07-26T15:32:00.692 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] 2021-07-26T15:32:00.709 INFO:teuthology.task.ansible.out: TASK [set_fact] **************************************************************** 2021-07-26T15:32:00.711 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:00 +0000 (0:00:00.544) 0:00:05.161 *********** 2021-07-26T15:32:00.733 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"ran_from_cephlab_playbook": true}, "changed": false} 2021-07-26T15:32:00.744 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"ran_from_cephlab_playbook": true}, "changed": false} 2021-07-26T15:32:00.748 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-07-26T15:32:00.900 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:00 +0000 (0:00:00.190) 0:00:05.352 *********** 2021-07-26T15:32:00.920 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:00 +0000 (0:00:00.019) 0:00:05.371 *********** 2021-07-26T15:32:01.516 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi078.front.sepia.ceph.com] 2021-07-26T15:32:01.546 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] 2021-07-26T15:32:01.576 INFO:teuthology.task.ansible.out:[WARNING]: Using run_once with the free strategy is not currently supported. This task will still be executed for every host in the inventory list. 2021-07-26T15:32:01.577 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:01 +0000 (0:00:00.655) 0:00:06.027 *********** 2021-07-26T15:32:01.621 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:01 +0000 (0:00:00.044) 0:00:06.072 *********** 2021-07-26T15:32:02.455 INFO:teuthology.task.ansible.out: TASK [users : Check keys_repo HEAD sha1] *************************************** 2021-07-26T15:32:02.457 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.531321", "end": "2021-07-26 15:32:02.430408", "rc": 0, "start": "2021-07-26 15:32:01.899087", "stderr": "", "stderr_lines": [], "stdout": "fa3530b6c8007ac148c609947f616c9ce81a7370", "stdout_lines": ["fa3530b6c8007ac148c609947f616c9ce81a7370"]} 2021-07-26T15:32:02.479 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:02 +0000 (0:00:00.858) 0:00:06.930 *********** 2021-07-26T15:32:02.579 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.657453", "end": "2021-07-26 15:32:02.559252", "rc": 0, "start": "2021-07-26 15:32:01.901799", "stderr": "", "stderr_lines": [], "stdout": "fa3530b6c8007ac148c609947f616c9ce81a7370", "stdout_lines": ["fa3530b6c8007ac148c609947f616c9ce81a7370"]} 2021-07-26T15:32:02.603 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:02 +0000 (0:00:00.123) 0:00:07.054 *********** 2021-07-26T15:32:02.683 INFO:teuthology.task.ansible.out: TASK [users : Check host's /keys-repo-sha1 sentinel file] ********************** 2021-07-26T15:32:02.685 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.012615", "end": "2021-07-26 15:32:02.658439", "failed_when_result": false, "rc": 0, "start": "2021-07-26 15:32:02.645824", "stderr": "", "stderr_lines": [], "stdout": "df8946f08e870e2d2565b79099289ca48bd825f3", "stdout_lines": ["df8946f08e870e2d2565b79099289ca48bd825f3"]} 2021-07-26T15:32:02.712 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:02 +0000 (0:00:00.109) 0:00:07.163 *********** 2021-07-26T15:32:02.783 INFO:teuthology.task.ansible.out: TASK [Determine if we can skip users and pubkeys updates] ********************** 2021-07-26T15:32:02.785 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:02.808 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:02 +0000 (0:00:00.095) 0:00:07.259 *********** 2021-07-26T15:32:02.814 INFO:teuthology.task.ansible.out: TASK [users : Check host's /keys-repo-sha1 sentinel file] ********************** 2021-07-26T15:32:02.816 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.010511", "end": "2021-07-26 15:32:02.785854", "failed_when_result": false, "rc": 0, "start": "2021-07-26 15:32:02.775343", "stderr": "", "stderr_lines": [], "stdout": "df8946f08e870e2d2565b79099289ca48bd825f3", "stdout_lines": ["df8946f08e870e2d2565b79099289ca48bd825f3"]} 2021-07-26T15:32:02.839 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:02 +0000 (0:00:00.031) 0:00:07.291 *********** 2021-07-26T15:32:02.877 INFO:teuthology.task.ansible.out: TASK [Merge extra_admin_users into managed_admin_users] ************************ 2021-07-26T15:32:02.879 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:02.900 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:02 +0000 (0:00:00.060) 0:00:07.351 *********** 2021-07-26T15:32:02.917 INFO:teuthology.task.ansible.out: TASK [Determine if we can skip users and pubkeys updates] ********************** 2021-07-26T15:32:02.918 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:02.941 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:02 +0000 (0:00:00.040) 0:00:07.392 *********** 2021-07-26T15:32:02.968 INFO:teuthology.task.ansible.out: TASK [Remove managed_admin_users from managed_users] *************************** 2021-07-26T15:32:02.970 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:02.991 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:02 +0000 (0:00:00.050) 0:00:07.443 *********** 2021-07-26T15:32:03.008 INFO:teuthology.task.ansible.out: TASK [Merge extra_admin_users into managed_admin_users] ************************ 2021-07-26T15:32:03.010 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:03.032 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:03 +0000 (0:00:00.040) 0:00:07.483 *********** 2021-07-26T15:32:03.059 INFO:teuthology.task.ansible.out: TASK [Filter the managed_users list] ******************************************* 2021-07-26T15:32:03.061 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:03.083 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:03 +0000 (0:00:00.051) 0:00:07.534 *********** 2021-07-26T15:32:03.111 INFO:teuthology.task.ansible.out: TASK [Remove managed_admin_users from managed_users] *************************** 2021-07-26T15:32:03.112 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:03.133 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:03 +0000 (0:00:00.049) 0:00:07.584 *********** 2021-07-26T15:32:03.150 INFO:teuthology.task.ansible.out: TASK [Filter the managed_admin_users list] ************************************* 2021-07-26T15:32:03.151 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:03.173 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:03 +0000 (0:00:00.040) 0:00:07.624 *********** 2021-07-26T15:32:03.200 INFO:teuthology.task.ansible.out: TASK [Filter the managed_users list] ******************************************* 2021-07-26T15:32:03.202 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:03.223 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:03 +0000 (0:00:00.049) 0:00:07.674 *********** 2021-07-26T15:32:03.292 INFO:teuthology.task.ansible.out: TASK [Filter the managed_admin_users list] ************************************* 2021-07-26T15:32:03.293 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:03.316 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:03 +0000 (0:00:00.093) 0:00:07.767 *********** 2021-07-26T15:32:03.416 INFO:teuthology.task.ansible.out: TASK [users : Set UID_MIN to 1001] ********************************************* 2021-07-26T15:32:03.418 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:32:03.440 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:03 +0000 (0:00:00.123) 0:00:07.891 *********** 2021-07-26T15:32:03.553 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:32:03.575 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:03 +0000 (0:00:00.135) 0:00:08.026 *********** 2021-07-26T15:32:03.718 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-07-26T15:32:03.720 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2021-07-26T15:32:03.858 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2021-07-26T15:32:03.911 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2021-07-26T15:32:04.058 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2021-07-26T15:32:04.111 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2021-07-26T15:32:04.249 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2021-07-26T15:32:04.302 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2021-07-26T15:32:04.450 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2021-07-26T15:32:04.494 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2021-07-26T15:32:04.640 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2021-07-26T15:32:04.683 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2021-07-26T15:32:04.839 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2021-07-26T15:32:04.882 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2021-07-26T15:32:05.028 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2021-07-26T15:32:05.074 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2021-07-26T15:32:05.219 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2021-07-26T15:32:05.262 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2021-07-26T15:32:05.419 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2021-07-26T15:32:05.451 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2021-07-26T15:32:05.607 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2021-07-26T15:32:05.650 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2021-07-26T15:32:05.796 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2021-07-26T15:32:05.838 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2021-07-26T15:32:05.984 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2021-07-26T15:32:06.037 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2021-07-26T15:32:06.185 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2021-07-26T15:32:06.228 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2021-07-26T15:32:06.374 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2021-07-26T15:32:06.416 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2021-07-26T15:32:06.563 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2021-07-26T15:32:06.615 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2021-07-26T15:32:06.762 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2021-07-26T15:32:06.804 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2021-07-26T15:32:06.953 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2021-07-26T15:32:06.996 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1118, "groups": "sudo", "home": "/home/davidz", "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "move_home": false, "name": "davidz", "shell": "/bin/bash", "state": "present", "uid": 1118} 2021-07-26T15:32:07.142 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1118, "groups": "sudo", "home": "/home/davidz", "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "move_home": false, "name": "davidz", "shell": "/bin/bash", "state": "present", "uid": 1118} 2021-07-26T15:32:07.196 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2021-07-26T15:32:07.337 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2021-07-26T15:32:07.381 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2021-07-26T15:32:07.530 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2021-07-26T15:32:07.584 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1121, "groups": "sudo", "home": "/home/wusui", "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "move_home": false, "name": "wusui", "shell": "/bin/bash", "state": "present", "uid": 1121} 2021-07-26T15:32:07.730 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1121, "groups": "sudo", "home": "/home/wusui", "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "move_home": false, "name": "wusui", "shell": "/bin/bash", "state": "present", "uid": 1121} 2021-07-26T15:32:07.772 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1122, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1122} 2021-07-26T15:32:07.919 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1122, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1122} 2021-07-26T15:32:07.972 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1123} 2021-07-26T15:32:08.117 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1123} 2021-07-26T15:32:08.181 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1124} 2021-07-26T15:32:08.316 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1124} 2021-07-26T15:32:08.380 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1125} 2021-07-26T15:32:08.515 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1125} 2021-07-26T15:32:08.568 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1126} 2021-07-26T15:32:08.703 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1126} 2021-07-26T15:32:08.766 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1127} 2021-07-26T15:32:08.896 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1127} 2021-07-26T15:32:08.959 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1128} 2021-07-26T15:32:09.084 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1128} 2021-07-26T15:32:09.147 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1129} 2021-07-26T15:32:09.282 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1129} 2021-07-26T15:32:09.336 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1130} 2021-07-26T15:32:09.473 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1130} 2021-07-26T15:32:09.538 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1131} 2021-07-26T15:32:09.665 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1131} 2021-07-26T15:32:09.730 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1132} 2021-07-26T15:32:09.867 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1132} 2021-07-26T15:32:09.930 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1133, "groups": "sudo", "home": "/home/nwatkins", "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "move_home": false, "name": "nwatkins", "shell": "/bin/bash", "state": "present", "uid": 1133} 2021-07-26T15:32:10.066 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1133, "groups": "sudo", "home": "/home/nwatkins", "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "move_home": false, "name": "nwatkins", "shell": "/bin/bash", "state": "present", "uid": 1133} 2021-07-26T15:32:10.130 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1134} 2021-07-26T15:32:10.256 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1134} 2021-07-26T15:32:10.329 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1135} 2021-07-26T15:32:10.444 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1135} 2021-07-26T15:32:10.517 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1136} 2021-07-26T15:32:10.642 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1136} 2021-07-26T15:32:10.716 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-07-26T15:32:10.831 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-07-26T15:32:10.905 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-07-26T15:32:11.031 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-07-26T15:32:11.104 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-07-26T15:32:11.219 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-07-26T15:32:11.292 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1141} 2021-07-26T15:32:11.407 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1141} 2021-07-26T15:32:11.481 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1142} 2021-07-26T15:32:11.606 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1142} 2021-07-26T15:32:11.679 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1143} 2021-07-26T15:32:11.795 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1143} 2021-07-26T15:32:11.869 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1144} 2021-07-26T15:32:11.994 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1144} 2021-07-26T15:32:12.070 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1145} 2021-07-26T15:32:12.185 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1145} 2021-07-26T15:32:12.258 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-07-26T15:32:12.383 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-07-26T15:32:12.458 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-07-26T15:32:12.574 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-07-26T15:32:12.648 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-07-26T15:32:12.766 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-07-26T15:32:12.861 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1149} 2021-07-26T15:32:12.955 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1149} 2021-07-26T15:32:13.059 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1150} 2021-07-26T15:32:13.153 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1150} 2021-07-26T15:32:13.248 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1151} 2021-07-26T15:32:13.352 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1151} 2021-07-26T15:32:13.446 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1152} 2021-07-26T15:32:13.540 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1152} 2021-07-26T15:32:13.634 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1153} 2021-07-26T15:32:13.731 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1153} 2021-07-26T15:32:13.835 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1154} 2021-07-26T15:32:13.920 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1154} 2021-07-26T15:32:14.024 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1155} 2021-07-26T15:32:14.118 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1155} 2021-07-26T15:32:14.222 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1156} 2021-07-26T15:32:14.306 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1156} 2021-07-26T15:32:14.411 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1157} 2021-07-26T15:32:14.505 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1157} 2021-07-26T15:32:14.609 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1158} 2021-07-26T15:32:14.703 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1158} 2021-07-26T15:32:14.798 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1159} 2021-07-26T15:32:14.892 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1159} 2021-07-26T15:32:14.986 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1160} 2021-07-26T15:32:15.082 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1160} 2021-07-26T15:32:15.186 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1161} 2021-07-26T15:32:15.281 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1161} 2021-07-26T15:32:15.375 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1162} 2021-07-26T15:32:15.470 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1162} 2021-07-26T15:32:15.564 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1163} 2021-07-26T15:32:15.658 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1163} 2021-07-26T15:32:15.763 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-07-26T15:32:15.848 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-07-26T15:32:15.953 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1164} 2021-07-26T15:32:16.048 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1164} 2021-07-26T15:32:16.143 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1165} 2021-07-26T15:32:16.238 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1165} 2021-07-26T15:32:16.334 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1166} 2021-07-26T15:32:16.431 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1166} 2021-07-26T15:32:16.537 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1167} 2021-07-26T15:32:16.624 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1167} 2021-07-26T15:32:16.730 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1168} 2021-07-26T15:32:16.815 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1168} 2021-07-26T15:32:16.922 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1169} 2021-07-26T15:32:17.007 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1169} 2021-07-26T15:32:17.113 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1170} 2021-07-26T15:32:17.200 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1170} 2021-07-26T15:32:17.316 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1171} 2021-07-26T15:32:17.399 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1171} 2021-07-26T15:32:17.504 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1172} 2021-07-26T15:32:17.599 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1172} 2021-07-26T15:32:17.705 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1173} 2021-07-26T15:32:17.802 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1173} 2021-07-26T15:32:17.897 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1174} 2021-07-26T15:32:17.990 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1174} 2021-07-26T15:32:18.085 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1175} 2021-07-26T15:32:18.189 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1175} 2021-07-26T15:32:18.273 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1176} 2021-07-26T15:32:18.379 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1176} 2021-07-26T15:32:18.474 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1177} 2021-07-26T15:32:18.579 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1177} 2021-07-26T15:32:18.664 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1178} 2021-07-26T15:32:18.768 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1178} 2021-07-26T15:32:18.863 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1179} 2021-07-26T15:32:18.968 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1179} 2021-07-26T15:32:19.052 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1180} 2021-07-26T15:32:19.157 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1180} 2021-07-26T15:32:19.243 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1181} 2021-07-26T15:32:19.348 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1181} 2021-07-26T15:32:19.443 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1182} 2021-07-26T15:32:19.550 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1182} 2021-07-26T15:32:19.645 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1183} 2021-07-26T15:32:19.741 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1183} 2021-07-26T15:32:19.837 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1184, "groups": "sudo", "home": "/home/sidharthanup", "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "move_home": false, "name": "sidharthanup", "shell": "/bin/bash", "state": "present", "uid": 1184} 2021-07-26T15:32:19.933 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1184, "groups": "sudo", "home": "/home/sidharthanup", "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "move_home": false, "name": "sidharthanup", "shell": "/bin/bash", "state": "present", "uid": 1184} 2021-07-26T15:32:20.031 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/varsha", "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "move_home": false, "name": "varsha", "shell": "/bin/bash", "state": "present", "uid": 1185} 2021-07-26T15:32:20.127 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/varsha", "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "move_home": false, "name": "varsha", "shell": "/bin/bash", "state": "present", "uid": 1185} 2021-07-26T15:32:20.223 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1186} 2021-07-26T15:32:20.331 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1186} 2021-07-26T15:32:20.425 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1187} 2021-07-26T15:32:20.521 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1187} 2021-07-26T15:32:20.616 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1188} 2021-07-26T15:32:20.712 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1188} 2021-07-26T15:32:20.806 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1189} 2021-07-26T15:32:20.901 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1189} 2021-07-26T15:32:21.006 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1190} 2021-07-26T15:32:21.100 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1190} 2021-07-26T15:32:21.194 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1191} 2021-07-26T15:32:21.299 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1191} 2021-07-26T15:32:21.393 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1192} 2021-07-26T15:32:21.488 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1192} 2021-07-26T15:32:21.582 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1193} 2021-07-26T15:32:21.687 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1193} 2021-07-26T15:32:21.781 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1194} 2021-07-26T15:32:21.878 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1194} 2021-07-26T15:32:21.970 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1195} 2021-07-26T15:32:22.065 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1195} 2021-07-26T15:32:22.170 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1196} 2021-07-26T15:32:22.258 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1196} 2021-07-26T15:32:22.363 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1197} 2021-07-26T15:32:22.448 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1197} 2021-07-26T15:32:22.552 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1198} 2021-07-26T15:32:22.647 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1198} 2021-07-26T15:32:22.741 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1199} 2021-07-26T15:32:22.838 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1199} 2021-07-26T15:32:22.935 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1200} 2021-07-26T15:32:23.031 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1200} 2021-07-26T15:32:23.127 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-07-26T15:32:23.221 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-07-26T15:32:23.326 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1201} 2021-07-26T15:32:23.430 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1201} 2021-07-26T15:32:23.515 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1202} 2021-07-26T15:32:23.630 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1202} 2021-07-26T15:32:23.704 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1203} 2021-07-26T15:32:23.830 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1203} 2021-07-26T15:32:23.903 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1204} 2021-07-26T15:32:24.018 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1204} 2021-07-26T15:32:24.092 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1205} 2021-07-26T15:32:24.218 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1205} 2021-07-26T15:32:24.292 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1206} 2021-07-26T15:32:24.407 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1206} 2021-07-26T15:32:24.481 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1207} 2021-07-26T15:32:24.596 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1207} 2021-07-26T15:32:24.670 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1208} 2021-07-26T15:32:24.795 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1208} 2021-07-26T15:32:24.868 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1209} 2021-07-26T15:32:24.993 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1209} 2021-07-26T15:32:25.057 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1210} 2021-07-26T15:32:25.185 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1210} 2021-07-26T15:32:25.258 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1211} 2021-07-26T15:32:25.383 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1211} 2021-07-26T15:32:25.446 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1212} 2021-07-26T15:32:25.581 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1212} 2021-07-26T15:32:25.644 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1213} 2021-07-26T15:32:25.769 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1213} 2021-07-26T15:32:25.832 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1214} 2021-07-26T15:32:25.968 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1214} 2021-07-26T15:32:26.031 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1215} 2021-07-26T15:32:26.158 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1215} 2021-07-26T15:32:26.221 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1216} 2021-07-26T15:32:26.346 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1216} 2021-07-26T15:32:26.419 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1217} 2021-07-26T15:32:26.545 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1217} 2021-07-26T15:32:26.609 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1218} 2021-07-26T15:32:26.735 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1218} 2021-07-26T15:32:26.799 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1219} 2021-07-26T15:32:26.937 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1219} 2021-07-26T15:32:26.990 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1220} 2021-07-26T15:32:27.126 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1220} 2021-07-26T15:32:27.191 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1221} 2021-07-26T15:32:27.326 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1221} 2021-07-26T15:32:27.380 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1222} 2021-07-26T15:32:27.515 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1222} 2021-07-26T15:32:27.570 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1223} 2021-07-26T15:32:27.705 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1223} 2021-07-26T15:32:27.770 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1224} 2021-07-26T15:32:27.907 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1224} 2021-07-26T15:32:27.971 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1225} 2021-07-26T15:32:28.097 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1225} 2021-07-26T15:32:28.160 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1226} 2021-07-26T15:32:28.296 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1226} 2021-07-26T15:32:28.359 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1227} 2021-07-26T15:32:28.485 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1227} 2021-07-26T15:32:28.559 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1228} 2021-07-26T15:32:28.686 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1228} 2021-07-26T15:32:28.749 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1229} 2021-07-26T15:32:28.874 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1229} 2021-07-26T15:32:28.948 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1230} 2021-07-26T15:32:29.065 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1230} 2021-07-26T15:32:29.138 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/hmunjulu", "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "move_home": false, "name": "hmunjulu", "shell": "/bin/bash", "state": "present", "uid": 1231} 2021-07-26T15:32:29.264 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/hmunjulu", "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "move_home": false, "name": "hmunjulu", "shell": "/bin/bash", "state": "present", "uid": 1231} 2021-07-26T15:32:29.327 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1232} 2021-07-26T15:32:29.463 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1232} 2021-07-26T15:32:29.527 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "move_home": false, "name": "pdhange", "shell": "/bin/bash", "state": "present", "uid": 1233} 2021-07-26T15:32:29.652 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "move_home": false, "name": "pdhange", "shell": "/bin/bash", "state": "present", "uid": 1233} 2021-07-26T15:32:29.716 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1234, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "move_home": false, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "uid": 1234} 2021-07-26T15:32:29.842 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1234, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "move_home": false, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "uid": 1234} 2021-07-26T15:32:29.909 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1235, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "move_home": false, "name": "adking", "shell": "/bin/bash", "state": "present", "uid": 1235} 2021-07-26T15:32:30.035 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1235, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "move_home": false, "name": "adking", "shell": "/bin/bash", "state": "present", "uid": 1235} 2021-07-26T15:32:30.108 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1236, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "move_home": false, "name": "amathuri", "shell": "/bin/bash", "state": "present", "uid": 1236} 2021-07-26T15:32:30.234 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1236, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "move_home": false, "name": "amathuri", "shell": "/bin/bash", "state": "present", "uid": 1236} 2021-07-26T15:32:30.299 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1237, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "move_home": false, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "uid": 1237} 2021-07-26T15:32:30.424 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1237, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "move_home": false, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "uid": 1237} 2021-07-26T15:32:31.961 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10102, "groups": "sudo", "home": "/home/dachary", "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "name": "dachary", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10102} 2021-07-26T15:32:32.003 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10102, "groups": "sudo", "home": "/home/dachary", "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "name": "dachary", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10102} 2021-07-26T15:32:33.631 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10103, "groups": "sudo", "home": "/home/amctagga", "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "name": "amctagga", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10103} 2021-07-26T15:32:33.901 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10103, "groups": "sudo", "home": "/home/amctagga", "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "name": "amctagga", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10103} 2021-07-26T15:32:35.102 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10104, "groups": "sudo", "home": "/home/kevinz", "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "name": "kevinz", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10104} 2021-07-26T15:32:35.502 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10104, "groups": "sudo", "home": "/home/kevinz", "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "name": "kevinz", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10104} 2021-07-26T15:32:36.594 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10105, "groups": "sudo", "home": "/home/liu-chunmei", "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "name": "liu-chunmei", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10105} 2021-07-26T15:32:37.065 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10105, "groups": "sudo", "home": "/home/liu-chunmei", "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "name": "liu-chunmei", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10105} 2021-07-26T15:32:38.073 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10106, "groups": "sudo", "home": "/home/cyx1231st", "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "name": "cyx1231st", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10106} 2021-07-26T15:32:38.594 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10106, "groups": "sudo", "home": "/home/cyx1231st", "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "name": "cyx1231st", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10106} 2021-07-26T15:32:39.649 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10107, "groups": "sudo", "home": "/home/sunnagar", "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "name": "sunnagar", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10107} 2021-07-26T15:32:40.271 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10107, "groups": "sudo", "home": "/home/sunnagar", "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "name": "sunnagar", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10107} 2021-07-26T15:32:41.170 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10108, "groups": "sudo", "home": "/home/lflores", "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "name": "lflores", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10108} 2021-07-26T15:32:41.816 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10108, "groups": "sudo", "home": "/home/lflores", "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "name": "lflores", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10108} 2021-07-26T15:32:42.647 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10109, "groups": "sudo", "home": "/home/jsawaya", "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "name": "jsawaya", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10109} 2021-07-26T15:32:43.492 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10109, "groups": "sudo", "home": "/home/jsawaya", "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "name": "jsawaya", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10109} 2021-07-26T15:32:44.176 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10110, "groups": "sudo", "home": "/home/markw8973240", "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "name": "markw8973240", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10110} 2021-07-26T15:32:45.080 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10110, "groups": "sudo", "home": "/home/markw8973240", "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "name": "markw8973240", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10110} 2021-07-26T15:32:45.697 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10111, "groups": "sudo", "home": "/home/luisrico", "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "name": "luisrico", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10111} 2021-07-26T15:32:46.726 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10111, "groups": "sudo", "home": "/home/luisrico", "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "name": "luisrico", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10111} 2021-07-26T15:32:47.256 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10112, "groups": "sudo", "home": "/home/matan", "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "name": "matan", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10112} 2021-07-26T15:32:48.645 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10112, "groups": "sudo", "home": "/home/matan", "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "name": "matan", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10112} 2021-07-26T15:32:48.760 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10113, "groups": "sudo", "home": "/home/ozeneva", "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "name": "ozeneva", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10113} 2021-07-26T15:32:50.264 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10113, "groups": "sudo", "home": "/home/ozeneva", "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "name": "ozeneva", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10113} 2021-07-26T15:32:50.318 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10114, "groups": "sudo", "home": "/home/sudhanaruna", "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "name": "sudhanaruna", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10114} 2021-07-26T15:32:51.882 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10115, "groups": "sudo", "home": "/home/zl31wang", "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "name": "zl31wang", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10115} 2021-07-26T15:32:51.893 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10114, "groups": "sudo", "home": "/home/sudhanaruna", "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "name": "sudhanaruna", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10114} 2021-07-26T15:32:53.449 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10116, "groups": "sudo", "home": "/home/mayagilad", "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "name": "mayagilad", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10116} 2021-07-26T15:32:53.592 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:53 +0000 (0:00:50.016) 0:00:58.043 *********** 2021-07-26T15:32:53.651 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10115, "groups": "sudo", "home": "/home/zl31wang", "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "name": "zl31wang", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10115} 2021-07-26T15:32:53.663 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2021-07-26T15:32:53.684 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:53 +0000 (0:00:00.092) 0:00:58.136 *********** 2021-07-26T15:32:53.775 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2021-07-26T15:32:53.778 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@fedora 2021-07-26T15:32:53.779 INFO:teuthology.task.ansible.out:rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265 2021-07-26T15:32:53.782 INFO:teuthology.task.ansible.out:c63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop K 2021-07-26T15:32:53.784 INFO:teuthology.task.ansible.out:D0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9 2021-07-26T15:32:53.786 INFO:teuthology.task.ansible.out:df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9 2021-07-26T15:32:53.788 INFO:teuthology.task.ansible.out:b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", " 2021-07-26T15:32:53.790 INFO:teuthology.task.ansible.out:ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn" 2021-07-26T15:32:53.792 INFO:teuthology.task.ansible.out:: "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw 2021-07-26T15:32:53.794 INFO:teuthology.task.ansible.out: b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {" 2021-07-26T15:32:53.796 INFO:teuthology.task.ansible.out:name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, {"name": "kyr", "ovpn": "kyr 2021-07-26T15:32:53.798 INFO:teuthology.task.ansible.out:@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, {"name": "toabctl", "ovpn": 2021-07-26T15:32:53.799 INFO:teuthology.task.ansible.out: "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809 2021-07-26T15:32:53.800 INFO:teuthology.task.ansible.out:f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "hmunjulu", "ovpn": "hmu 2021-07-26T15:32:53.802 INFO:teuthology.task.ansible.out:njulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "prashant@cephdev 2021-07-26T15:32:53.803 INFO:teuthology.task.ansible.out: JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b 2021-07-26T15:32:53.804 INFO:teuthology.task.ansible.out:8e06768b29c2"}, {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}]}, "changed": false} 2021-07-26T15:32:53.844 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:53 +0000 (0:00:00.159) 0:00:58.295 *********** 2021-07-26T15:32:54.857 INFO:teuthology.task.ansible.out: TASK [users : Clone the keys repo] ********************************************* 2021-07-26T15:32:54.859 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"after": "fa3530b6c8007ac148c609947f616c9ce81a7370", "attempts": 1, "before": "fa3530b6c8007ac148c609947f616c9ce81a7370", "changed": false, "remote_url_changed": false} 2021-07-26T15:32:54.879 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:54 +0000 (0:00:01.035) 0:00:59.330 *********** 2021-07-26T15:32:55.211 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-07-26T15:32:55.212 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2021-07-26T15:32:55.378 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-07-26T15:32:55.379 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10116, "groups": "sudo", "home": "/home/mayagilad", "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "name": "mayagilad", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10116} 2021-07-26T15:32:55.493 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-07-26T15:32:55.495 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2021-07-26T15:32:55.516 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:55 +0000 (0:00:00.636) 0:00:59.967 *********** 2021-07-26T15:32:55.579 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2021-07-26T15:32:55.601 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:55 +0000 (0:00:00.085) 0:01:00.052 *********** 2021-07-26T15:32:55.628 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-07-26T15:32:55.630 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2021-07-26T15:32:55.685 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2021-07-26T15:32:55.687 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@fedora 2021-07-26T15:32:55.688 INFO:teuthology.task.ansible.out:rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265 2021-07-26T15:32:55.690 INFO:teuthology.task.ansible.out:c63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop K 2021-07-26T15:32:55.692 INFO:teuthology.task.ansible.out:D0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9 2021-07-26T15:32:55.693 INFO:teuthology.task.ansible.out:df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9 2021-07-26T15:32:55.695 INFO:teuthology.task.ansible.out:b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", " 2021-07-26T15:32:55.696 INFO:teuthology.task.ansible.out:ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn" 2021-07-26T15:32:55.697 INFO:teuthology.task.ansible.out:: "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 2021-07-26T15:32:55.698 INFO:teuthology.task.ansible.out:f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": 2021-07-26T15:32:55.700 INFO:teuthology.task.ansible.out:"alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon 2021-07-26T15:32:55.702 INFO:teuthology.task.ansible.out:", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"nam 2021-07-26T15:32:55.703 INFO:teuthology.task.ansible.out:e": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449 2021-07-26T15:32:55.705 INFO:teuthology.task.ansible.out:ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn 2021-07-26T15:32:55.706 INFO:teuthology.task.ansible.out:": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "prashant@cephdev 2021-07-26T15:32:55.707 INFO:teuthology.task.ansible.out: JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185 2021-07-26T15:32:55.708 INFO:teuthology.task.ansible.out:052887b82ba5c343a42eb271747a"}, {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}]}, "changed": false} 2021-07-26T15:32:55.734 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:55 +0000 (0:00:00.133) 0:01:00.186 *********** 2021-07-26T15:32:55.823 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-07-26T15:32:55.825 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZ 2021-07-26T15:32:55.827 INFO:teuthology.task.ansible.out:tIEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2021-07-26T15:32:56.033 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2021-07-26T15:32:56.246 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+ 2021-07-26T15:32:56.250 INFO:teuthology.task.ansible.out:o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2021-07-26T15:32:56.442 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2021-07-26T15:32:56.529 INFO:teuthology.task.ansible.out: TASK [users : Clone the keys repo] ********************************************* 2021-07-26T15:32:56.531 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"after": "fa3530b6c8007ac148c609947f616c9ce81a7370", "attempts": 1, "before": "fa3530b6c8007ac148c609947f616c9ce81a7370", "changed": false, "remote_url_changed": false} 2021-07-26T15:32:56.551 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:32:56 +0000 (0:00:00.816) 0:01:01.002 *********** 2021-07-26T15:32:56.641 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCgaz5AsLB+hPwnHjlf6vktlUQ8iWsKA+hViok+j+uCm0U/iho7O7Qd8E/3tp9yBx10Wkvuz1mmf6v2AO7Qa8+SE1QQPmA+4xLp4xXCqlUGFjnzm/7uQcQZtlWdfBHzQ9jVyPAgUpnGVUtW8PhW0txe8MEtecOO2C3Snx0yuTOx6O11jNvT938QjOeRQWw3X2YFUtMIOiwEhKtqstBIGXlMdaQKfvdlbA9MjyYy6VfK1x8lVcu8umUf/z56YmMkC2iO117/obhdu1XsU9SmjM51wHMOUCXSVqH8E3BWu0yohy4QmZDkdFihyYa+hoS9dOqGC91dFaQc46xrdmV4wqg1 jcaratza@MacBook-Pro\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2021-07-26T15:32:56.862 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2021-07-26T15:32:56.873 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:56.884 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2021-07-26T15:32:57.083 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMor 2021-07-26T15:32:57.085 INFO:teuthology.task.ansible.out:bnuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2021-07-26T15:32:57.095 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2021-07-26T15:32:57.300 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemer 2021-07-26T15:32:57.302 INFO:teuthology.task.ansible.out:son", "validate_certs": true} 2021-07-26T15:32:57.311 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:57.322 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:57.324 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2021-07-26T15:32:57.524 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2021-07-26T15:32:57.537 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZ 2021-07-26T15:32:57.539 INFO:teuthology.task.ansible.out:tIEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2021-07-26T15:32:57.736 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2021-07-26T15:32:57.747 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtS 2021-07-26T15:32:57.749 INFO:teuthology.task.ansible.out:oAWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} 2021-07-26T15:32:57.936 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+ 2021-07-26T15:32:57.939 INFO:teuthology.task.ansible.out:o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2021-07-26T15:32:57.947 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2021-07-26T15:32:58.140 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2021-07-26T15:32:58.151 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyOWnAdvzh5zR2ts9e8g0wG4wZ0uNr0YJUCncAOTJB0L8xkQU76jWzX3BRNU5Wk8VtLvpJAQ61P7UXyzgGWSO9FHZjD3RDrc2V9uh/lqRKmx1COtDvcart/JwzwHlsWdrYdcXvEaAiFrZJ6x1jJAjIL6tvMO7bqBz4YNruKpGWsQ6p5P/M5iIEPMj1oKanLoULXqReC6eYFTw3LNAXjberPY5GxYwaKS0HuzySRvSblShyA85jawTSlEbsOSnMqqGu5vGJiC415UFQQ5qKBtzrgAjlUgMbaqGTnTmBYn7L751gIWRetgWqwuHgfIe2ZGM3mmh0DX8E03DUbEt4UxyR dzafman@TrustyTahr\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDtSwGzH7V5jzppggL0+nYlBSM1HqGjkInwxutra5iEyFoBuV73MNSBk3HrvIVGN13+PCdHf4Oy8ywbhC/4yKbxS1NG76d/GU8ijZFuBlEwxwHZpcThpSTuYrNx7FJVp8Yjl45DtD5s8FMI/0YZZhLlIqT6QCTxlTIPXDb6zefEWvAVziE0bmhRpe4B6AOLOGTB9fivQr5YzxhfaSS5Vu4U1x5gmosouSJ+aMFrQWLqa/eoCy8t9PnxdMjlHjHCZ7Qv1JfpaAPw3qOK30GrVeXR/hPN3aFodTuIJpzdynjk5HO6/VKW5+mWBO7pmQqn9LNQEjADXbLh7PG//nOONbH dzafman@ubuntu16", "key_options": null, "keyfile": "/home/davidz/.ssh/authorized_keys", "manage_dir": true, "path": 2021-07-26T15:32:58.153 INFO:teuthology.task.ansible.out:null, "state": "present", "user": "davidz", "validate_certs": true} 2021-07-26T15:32:58.349 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCgaz5AsLB+hPwnHjlf6vktlUQ8iWsKA+hViok+j+uCm0U/iho7O7Qd8E/3tp9yBx10Wkvuz1mmf6v2AO7Qa8+SE1QQPmA+4xLp4xXCqlUGFjnzm/7uQcQZtlWdfBHzQ9jVyPAgUpnGVUtW8PhW0txe8MEtecOO2C3Snx0yuTOx6O11jNvT938QjOeRQWw3X2YFUtMIOiwEhKtqstBIGXlMdaQKfvdlbA9MjyYy6VfK1x8lVcu8umUf/z56YmMkC2iO117/obhdu1XsU9SmjM51wHMOUCXSVqH8E3BWu0yohy4QmZDkdFihyYa+hoS9dOqGC91dFaQc46xrdmV4wqg1 jcaratza@MacBook-Pro\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2021-07-26T15:32:58.360 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2021-07-26T15:32:58.560 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2021-07-26T15:32:58.571 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:58.573 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2021-07-26T15:32:58.780 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMor 2021-07-26T15:32:58.782 INFO:teuthology.task.ansible.out:bnuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2021-07-26T15:32:58.792 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsTZI+b02boZv8jVLHQoFlloD2WF/3xT+ZfZxzwddL7Q6eqo7j8i21LAbLAMWXYMyhiClrloDeHfCZ42gG5bqSThF8LoCw+GspF6SahTI0lmptGu69/OeHqqCpW1DnsWB3wWqfi90XbQJrpg3cdRaqOCmkGVJrqfFWzff8Zg9IuojIH/aO9drCTRGa1pHHCyEdW9ZNeYFwrMjfP+wJi/mC/ABAoXyDy0NWT0uIA+36abNg2/ptok90rdan0r72hjFEz/1hpupKWri+VXAepiyDMuSgJm9uJCXDFaNTn3jocdX+sbVtltThQ2OBxe1T60vRLbXx3lvhxxZ1fUkcP/FF wusui@ubuntu\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD2UzyfBk1nZ8SLCtW9UjorMeOo4u9AM/YL8ZI74GdprR+odERZR17/QfwT5vmLVNa51+CQt1HcGodlQYfR/8n/OUl/gJyVagBuU2zgmLPO3tOor5RBfms5MZ2VZ9Vm3+WrCO/vrAq/5HVyGbQsKiQHXkIRSL2NIgfKRTOVTNmuTSXtZNDgdWGIBmcOFQv+Im9CRopoI8ZtJLQj7xfxtGtUas7FbWTcf0o92+xvWuGWq5WQgmZ8MUIfvBLYLmicuVfsWjZ1YsC1PNhuhkwrW7MhaD71Ej3ll243tG1QD7eAmo+psIp8phlU5s/5FeA5y5OzDZ2T963oHGhq018TYO0b wusui@teuthology", "key_options": null, "keyfile": "/home/wusui/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "wusui", "validate_certs": true} 2021-07-26T15:32:58.980 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemer 2021-07-26T15:32:58.982 INFO:teuthology.task.ansible.out:son", "validate_certs": true} 2021-07-26T15:32:58.991 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:59.002 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:32:59.004 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9 2021-07-26T15:32:59.005 INFO:teuthology.task.ansible.out:CkxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2021-07-26T15:32:59.200 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2021-07-26T15:32:59.202 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBY 2021-07-26T15:32:59.204 INFO:teuthology.task.ansible.out:B0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2021-07-26T15:32:59.409 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtS 2021-07-26T15:32:59.411 INFO:teuthology.task.ansible.out:oAWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf2 2021-07-26T15:32:59.413 INFO:teuthology.task.ansible.out:2dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2021-07-26T15:32:59.610 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2021-07-26T15:32:59.612 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2021-07-26T15:32:59.809 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyOWnAdvzh5zR2ts9e8g0wG4wZ0uNr0YJUCncAOTJB0L8xkQU76jWzX3BRNU5Wk8VtLvpJAQ61P7UXyzgGWSO9FHZjD3RDrc2V9uh/lqRKmx1COtDvcart/JwzwHlsWdrYdcXvEaAiFrZJ6x1jJAjIL6tvMO7bqBz4YNruKpGWsQ6p5P/M5iIEPMj1oKanLoULXqReC6eYFTw3LNAXjberPY5GxYwaKS0HuzySRvSblShyA85jawTSlEbsOSnMqqGu5vGJiC415UFQQ5qKBtzrgAjlUgMbaqGTnTmBYn7L751gIWRetgWqwuHgfIe2ZGM3mmh0DX8E03DUbEt4UxyR dzafman@TrustyTahr\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDtSwGzH7V5jzppggL0+nYlBSM1HqGjkInwxutra5iEyFoBuV73MNSBk3HrvIVGN13+PCdHf4Oy8ywbhC/4yKbxS1NG76d/GU8ijZFuBlEwxwHZpcThpSTuYrNx7FJVp8Yjl45DtD5s8FMI/0YZZhLlIqT6QCTxlTIPXDb6zefEWvAVziE0bmhRpe4B6AOLOGTB9fivQr5YzxhfaSS5Vu4U1x5gmosouSJ+aMFrQWLqa/eoCy8t9PnxdMjlHjHCZ7Qv1JfpaAPw3qOK30GrVeXR/hPN3aFodTuIJpzdynjk5HO6/VKW5+mWBO7pmQqn9LNQEjADXbLh7PG//nOONbH dzafman@ubuntu16", "key_options": null, "keyfile": "/home/davidz/.ssh/authorized_keys", "manage_dir": true, "path": 2021-07-26T15:32:59.811 INFO:teuthology.task.ansible.out:null, "state": "present", "user": "davidz", "validate_certs": true} 2021-07-26T15:32:59.821 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7 2021-07-26T15:32:59.822 INFO:teuthology.task.ansible.out:gAlIQv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46TRJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrSX8nDL2WaHe0b/rjE3TZhj5VwbrG6nn/hyWmm2dWcUqotSp973yD2G4tQL9UygeSkDGmjb6whrz2mcAFJ5P4oLtIcCLyZC550dcpwV3BtP/cMAIGE6xeEARKiP8KlVGFNDRg9/l1aAd08Bepe+rJyAYD7IxOOBfgKJMKbeOWnT40RTfwiD5CXNwjzQuhzZDEbm+8zjTChFM4P1EkfR3c+0X3MYpA1AsRQY0ElvFtcn6G0yPKR+obGdIs+ydGupKh1+peGWLemHMA5e62Bs4/Lwtyebyp7AOguC3ZBJ3TZWL4Vn1q6z21cQe6AuowjPrneZWC4ifFB6OUQJqM+R00pHBcajcvsfpYOblZvTJHM726Ek1vahOYfcbEMpqWlVYo+WPRUilzl5cI3ReyAcwphebqKPbhmzCuyJw3lWBKIVDhWjEFzGkxV/iFU5rIXFm/Z0JGNFFxmY1U4GlA4lFXtL7OvEdMsiZo1x0cNmFWLu0k9fQBtiQI19ZBiA7FPKc= yehuda@crestview", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2021-07-26T15:33:00.007 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2021-07-26T15:33:00.019 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2021-07-26T15:33:00.217 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2021-07-26T15:33:00.229 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2021-07-26T15:33:00.415 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsTZI+b02boZv8jVLHQoFlloD2WF/3xT+ZfZxzwddL7Q6eqo7j8i21LAbLAMWXYMyhiClrloDeHfCZ42gG5bqSThF8LoCw+GspF6SahTI0lmptGu69/OeHqqCpW1DnsWB3wWqfi90XbQJrpg3cdRaqOCmkGVJrqfFWzff8Zg9IuojIH/aO9drCTRGa1pHHCyEdW9ZNeYFwrMjfP+wJi/mC/ABAoXyDy0NWT0uIA+36abNg2/ptok90rdan0r72hjFEz/1hpupKWri+VXAepiyDMuSgJm9uJCXDFaNTn3jocdX+sbVtltThQ2OBxe1T60vRLbXx3lvhxxZ1fUkcP/FF wusui@ubuntu\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD2UzyfBk1nZ8SLCtW9UjorMeOo4u9AM/YL8ZI74GdprR+odERZR17/QfwT5vmLVNa51+CQt1HcGodlQYfR/8n/OUl/gJyVagBuU2zgmLPO3tOor5RBfms5MZ2VZ9Vm3+WrCO/vrAq/5HVyGbQsKiQHXkIRSL2NIgfKRTOVTNmuTSXtZNDgdWGIBmcOFQv+Im9CRopoI8ZtJLQj7xfxtGtUas7FbWTcf0o92+xvWuGWq5WQgmZ8MUIfvBLYLmicuVfsWjZ1YsC1PNhuhkwrW7MhaD71Ej3ll243tG1QD7eAmo+psIp8phlU5s/5FeA5y5OzDZ2T963oHGhq018TYO0b wusui@teuthology", "key_options": null, "keyfile": "/home/wusui/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "wusui", "validate_certs": true} 2021-07-26T15:33:00.427 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2021-07-26T15:33:00.625 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9 2021-07-26T15:33:00.628 INFO:teuthology.task.ansible.out:CkxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2021-07-26T15:33:00.836 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2021-07-26T15:33:00.838 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBY 2021-07-26T15:33:00.840 INFO:teuthology.task.ansible.out:B0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2021-07-26T15:33:01.034 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2021-07-26T15:33:01.046 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQv 2021-07-26T15:33:01.048 INFO:teuthology.task.ansible.out:UxUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2021-07-26T15:33:01.246 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaetIvR7YgpCq142fBQtOYsJrOMW+Wxu1beNXPJ8qzT5MxD05sdKntVE0DPveUydaeI8/vHeNjXDKN8mt1eO7Lf/rDKHOW/Y/36bUfQAODru9sdNCEJfSPgq1y6+X1ISljvLBXOOl+nQXlx3n5OjThNQbmdthgCT2Fk4hEoK7gn4+ol6foTkTdUXIBam8LuPU6f1KIG6ae1oAVFWLeavAbvmxUTmVl04+hKJWSPnvZxWupaPuiHvsImaQ7GwBjKhzL1wSMly0+pa2zbVYZKkLBA7Fx6fzP7jcEieOOPM1YU0jR5JF+WVzeRFJ1V9n75yOw6S4ef/X/zwWx42cdfx3N nwatkins@martini\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDRivdSX6cbPrdMrjz1oYgn0hb8VQo+QU7wD+AcCQi/CH06ny+2QjSr7bfdpgQ81Wgwqt9+e3KcLD5qdt3tneC8sgSAR5QUQrWKhPejrqdV+3990k8k0KoKIOZ9MGFc1FBv5IpuT/2d535iHJb0ZEg8mFKqKDw71sBEoQT4WElatf5DeVC507hP7GnrhZgtTPcrVddOLkmmqTQtLE1zvo9Y/eel8O2JMImMd6mdVBIcFQ1alU1wV4jLdMpagoPelvVTVeNkGRnOgvvQac5RXtGSMP1R5PoGz+1FgRhDCtdTXRfOdtrlJPtUjYiGPpIoKIUymlvQGjUrrK3WiQIIkIfDtFFu48EN4drjgQpCEQ2D0NMKEmk74mjx3CJDOF1Nj/2Fa1kjECiz4EM7sR8dDG5cW5Y8XsDoomgugM+rsOH9kWFFClHUJmdlNGWLhJnu9UQHLYZjQw3zT0F+FXUsUxKJUVTUdxQx5HBO9QFsSe13NPDnX64+SQ2VVStt8oQAvFO+6260zbux0RVaJM5dTNwnIHD/uI3PeR1z2b+iKhyj/9VP2uBRpGydLw/etQu/lS2K30S+kZIDAp0sqwXH89bdq3AJBipcryrnW1Ov9K5Mfl1UlV95/MivrnOFISWN1F9XR1kuIIYdCkI7hq/FHZ9gd84AjTiERfxRv8VCIHBVEQ== nwatkins@redhat.com", "key_options": null, "keyfile": "/home/nwatkins/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nwatkins", "validate_certs": true} 2021-07-26T15:33:01.248 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2021-07-26T15:33:01.249 INFO:teuthology.task.ansible.out: 2021-07-26T15:33:01.448 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2021-07-26T15:33:01.459 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7 2021-07-26T15:33:01.461 INFO:teuthology.task.ansible.out:gAlIQv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46TRJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrSX8nDL2WaHe0b/rjE3TZhj5VwbrG6nn/hyWmm2dWcUqotSp973yD2G4tQL9UygeSkDGmjb6whrz2mcAFJ5P4oLtIcCLyZC550dcpwV3BtP/cMAIGE6xeEARKiP8KlVGFNDRg9/l1aAd08Bepe+rJyAYD7IxOOBfgKJMKbeOWnT40RTfwiD5CXNwjzQuhzZDEbm+8zjTChFM4P1EkfR3c+0X3MYpA1AsRQY0ElvFtcn6G0yPKR+obGdIs+ydGupKh1+peGWLemHMA5e62Bs4/Lwtyebyp7AOguC3ZBJ3TZWL4Vn1q6z21cQe6AuowjPrneZWC4ifFB6OUQJqM+R00pHBcajcvsfpYOblZvTJHM726Ek1vahOYfcbEMpqWlVYo+WPRUilzl5cI3ReyAcwphebqKPbhmzCuyJw3lWBKIVDhWjEFzGkxV/iFU5rIXFm/Z0JGNFFxmY1U4GlA4lFXtL7OvEdMsiZo1x0cNmFWLu0k9fQBtiQI19ZBiA7FPKc= yehuda@crestview", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2021-07-26T15:33:01.660 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2021-07-26T15:33:01.672 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2021-07-26T15:33:01.859 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2021-07-26T15:33:01.870 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2021-07-26T15:33:02.071 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2021-07-26T15:33:02.083 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2021-07-26T15:33:02.270 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-07-26T15:33:02.292 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2021-07-26T15:33:02.480 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2021-07-26T15:33:02.502 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2021-07-26T15:33:02.683 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2021-07-26T15:33:02.717 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQv 2021-07-26T15:33:02.719 INFO:teuthology.task.ansible.out:UxUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2021-07-26T15:33:02.906 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1 2021-07-26T15:33:02.908 INFO:teuthology.task.ansible.out:OMJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2021-07-26T15:33:02.917 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaetIvR7YgpCq142fBQtOYsJrOMW+Wxu1beNXPJ8qzT5MxD05sdKntVE0DPveUydaeI8/vHeNjXDKN8mt1eO7Lf/rDKHOW/Y/36bUfQAODru9sdNCEJfSPgq1y6+X1ISljvLBXOOl+nQXlx3n5OjThNQbmdthgCT2Fk4hEoK7gn4+ol6foTkTdUXIBam8LuPU6f1KIG6ae1oAVFWLeavAbvmxUTmVl04+hKJWSPnvZxWupaPuiHvsImaQ7GwBjKhzL1wSMly0+pa2zbVYZKkLBA7Fx6fzP7jcEieOOPM1YU0jR5JF+WVzeRFJ1V9n75yOw6S4ef/X/zwWx42cdfx3N nwatkins@martini\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDRivdSX6cbPrdMrjz1oYgn0hb8VQo+QU7wD+AcCQi/CH06ny+2QjSr7bfdpgQ81Wgwqt9+e3KcLD5qdt3tneC8sgSAR5QUQrWKhPejrqdV+3990k8k0KoKIOZ9MGFc1FBv5IpuT/2d535iHJb0ZEg8mFKqKDw71sBEoQT4WElatf5DeVC507hP7GnrhZgtTPcrVddOLkmmqTQtLE1zvo9Y/eel8O2JMImMd6mdVBIcFQ1alU1wV4jLdMpagoPelvVTVeNkGRnOgvvQac5RXtGSMP1R5PoGz+1FgRhDCtdTXRfOdtrlJPtUjYiGPpIoKIUymlvQGjUrrK3WiQIIkIfDtFFu48EN4drjgQpCEQ2D0NMKEmk74mjx3CJDOF1Nj/2Fa1kjECiz4EM7sR8dDG5cW5Y8XsDoomgugM+rsOH9kWFFClHUJmdlNGWLhJnu9UQHLYZjQw3zT0F+FXUsUxKJUVTUdxQx5HBO9QFsSe13NPDnX64+SQ2VVStt8oQAvFO+6260zbux0RVaJM5dTNwnIHD/uI3PeR1z2b+iKhyj/9VP2uBRpGydLw/etQu/lS2K30S+kZIDAp0sqwXH89bdq3AJBipcryrnW1Ov9K5Mfl1UlV95/MivrnOFISWN1F9XR1kuIIYdCkI7hq/FHZ9gd84AjTiERfxRv8VCIHBVEQ== nwatkins@redhat.com", "key_options": null, "keyfile": "/home/nwatkins/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nwatkins", "validate_certs": true} 2021-07-26T15:33:03.107 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyK 2021-07-26T15:33:03.109 INFO:teuthology.task.ansible.out:z2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2021-07-26T15:33:03.129 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2021-07-26T15:33:03.321 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2021-07-26T15:33:03.334 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2021-07-26T15:33:03.537 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2021-07-26T15:33:03.549 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2021-07-26T15:33:03.739 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2021-07-26T15:33:03.772 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2021-07-26T15:33:03.948 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtV 2021-07-26T15:33:03.950 INFO:teuthology.task.ansible.out:TFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-07-26T15:33:03.969 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-07-26T15:33:04.169 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjE 2021-07-26T15:33:04.171 INFO:teuthology.task.ansible.out:fdVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+d 2021-07-26T15:33:04.173 INFO:teuthology.task.ansible.out:TzNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2021-07-26T15:33:04.368 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2021-07-26T15:33:04.389 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2021-07-26T15:33:04.578 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2021-07-26T15:33:04.589 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1 2021-07-26T15:33:04.591 INFO:teuthology.task.ansible.out:OMJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2021-07-26T15:33:04.777 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2021-07-26T15:33:04.821 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyK 2021-07-26T15:33:04.823 INFO:teuthology.task.ansible.out:z2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2021-07-26T15:33:04.990 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2021-07-26T15:33:05.022 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2021-07-26T15:33:05.199 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2021-07-26T15:33:05.221 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2021-07-26T15:33:05.398 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home 2021-07-26T15:33:05.400 INFO:teuthology.task.ansible.out:/nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2021-07-26T15:33:05.430 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2021-07-26T15:33:05.598 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9 ifed@37526", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2021-07-26T15:33:05.630 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtV 2021-07-26T15:33:05.632 INFO:teuthology.task.ansible.out:TFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-07-26T15:33:05.806 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2021-07-26T15:33:05.849 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjE 2021-07-26T15:33:05.851 INFO:teuthology.task.ansible.out:fdVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+d 2021-07-26T15:33:05.853 INFO:teuthology.task.ansible.out:TzNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2021-07-26T15:33:06.006 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": " 2021-07-26T15:33:06.007 INFO:teuthology.task.ansible.out:gabrioux", "validate_certs": true} 2021-07-26T15:33:06.048 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2021-07-26T15:33:06.207 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2021-07-26T15:33:06.250 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2021-07-26T15:33:06.407 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2021-07-26T15:33:06.460 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2021-07-26T15:33:06.627 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kk 2021-07-26T15:33:06.629 INFO:teuthology.task.ansible.out:ke6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2021-07-26T15:33:06.817 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2021-07-26T15:33:06.828 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2021-07-26T15:33:07.019 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2021-07-26T15:33:07.030 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2021-07-26T15:33:07.229 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2021-07-26T15:33:07.240 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home 2021-07-26T15:33:07.245 INFO:teuthology.task.ansible.out:/nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2021-07-26T15:33:07.428 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-07-26T15:33:07.450 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9 ifed@37526", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2021-07-26T15:33:07.632 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2021-07-26T15:33:07.654 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2021-07-26T15:33:07.832 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2021-07-26T15:33:07.854 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": " 2021-07-26T15:33:07.856 INFO:teuthology.task.ansible.out:gabrioux", "validate_certs": true} 2021-07-26T15:33:08.033 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2021-07-26T15:33:08.065 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2021-07-26T15:33:08.238 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2021-07-26T15:33:08.270 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2021-07-26T15:33:08.437 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2021-07-26T15:33:08.480 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kk 2021-07-26T15:33:08.481 INFO:teuthology.task.ansible.out:ke6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2021-07-26T15:33:08.637 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2021-07-26T15:33:08.683 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2021-07-26T15:33:08.836 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2021-07-26T15:33:08.879 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2021-07-26T15:33:09.047 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2021-07-26T15:33:09.092 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2021-07-26T15:33:09.256 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2021-07-26T15:33:09.289 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-07-26T15:33:09.459 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2021-07-26T15:33:09.491 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2021-07-26T15:33:09.669 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2021-07-26T15:33:09.691 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2021-07-26T15:33:09.870 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2021-07-26T15:33:09.891 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2021-07-26T15:33:10.075 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2021-07-26T15:33:10.097 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2021-07-26T15:33:10.274 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2021-07-26T15:33:10.306 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2021-07-26T15:33:10.484 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2021-07-26T15:33:10.506 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2021-07-26T15:33:10.684 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2021-07-26T15:33:10.716 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2021-07-26T15:33:10.893 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1 2021-07-26T15:33:10.895 INFO:teuthology.task.ansible.out:lXTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2021-07-26T15:33:10.915 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2021-07-26T15:33:11.095 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2021-07-26T15:33:11.127 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2021-07-26T15:33:11.297 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2021-07-26T15:33:11.329 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2021-07-26T15:33:11.508 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2021-07-26T15:33:11.529 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2021-07-26T15:33:11.709 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1OVCo0wMITAp8PNUqsTRPFz0SuBL0r1RzKFJUoxQm7gsP9qttZUQRlfiuZ7YRzkuGLOEBngPuIcV995o0lZ0+LVHA8jxWEJamb6sM9YgnonbGKDHfl4lT8LJd4YtjcWnMGvUUdPiPgIkfrpxXtx+RzJ7eCTmgRjAJziZrRh3AqXuKty+s9MDnmK8EQ2smpLdkMtZG5W3U2PiVaGgq2FIIOAoqr58xGqFgZ4tIpvWFpNxVsDZXIg2NdC+ouuKQvuJRWq9eERRHwq26CR+kDFNZeYSyhYKxNBqauLCsAoXNFCJzrdX5Oi9Ox4lJTsEtYX+SMziVipQS54F7MnRAUccukQ86IbXz8C5Ok2EzNo6smwRZ6UPKRvebWjIvfbeR/iwPRnrWcNgjGcaTR6yhlRJh8pBkW84nyY/bJa4WXsoNLgutdsYkjl18KKhbBldjdf0ovfL7FVgqYfAo/wpQYJJeMebP5QAczxvZIegjHRrAvbs/nbQTmuAkes3WL1hhBjSTwyIbWCzAuBJk8MNTmeZkVBvub7XoIyIySppfoJC/1a+ZsxGkzAlgrIxXPYrrBzTtXd/9YRiIgCYx3UtfdbPkE6hT6GblH6ST6QESfWyyvfGxwlOmu+F+icRyVVJbgM9T/PD2W6I04u2/1mcfoHwaQGdwvbbBkbjWzm+zwNSisQ== sanupkri@redhat.com", "key_options": null, "keyfile": "/home/sidharthanup/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sidharthanup", "validate_certs": true} 2021-07-26T15:33:11.742 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2021-07-26T15:33:11.932 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkeYXWjU7wVdODC32U40QRFgFH7ZEuEsOeWWaKx3Y5EBuAcwkTHiF9Bq/2mrDu+c9W46S8L38Ogc9GZ0DcCXtN/Z4z8iKOIIi5U1GzvwdbKuiAPCd8bdYP0vo0MOIRgylJo5hcnB5BCwCXRN1hmci1ES5UbSeQg0rydMiyYXHZ64AT47+qVUpn/mVP6PVw00pPqt16l9YxhbPFG74Y/WnY4FyrqXGQJfv0tcP7+UR7GQdFiI4QQV3ZUSRHRLWGcmoiiOmGimLhtzEmP4Jzy4gF4wg9q8jyX54NjfxDRZs+YuaoqqWKz/HSz5ic7W2RGKHrRby2N9wNu19nmC1NzIn3 varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW58OUR3pniaYgvr9xAExeNm4eMxgaJfFbEfEYPztTWv/xxqqihBYCeFltfgWbu7ERTy+hVNo1PJWyyczjl5Ivc3FdRmhykosygs7X74PPh02c7Em4MsSTr7SSPNN20rkJbWqiYMMOBbqbiZ7JXiSUNVilLHgZqZBEQc5Rf5I1PyBLHHJ2ZruPKnDPHCRLdwJ+MdXy2haKmGrQLhtzIKaDzh8VkfojL454k0aHCIh34Z0oBdP9757mNuYJUVEkKZF5t2oML84lWGMgwZxUWN2yO9ALTti4tNH1fXA6NipS9ztE+3hEJe1fWXEoUQDX9JNu4qEHTeCz0secQMkyZVDZSQk8yDUQxQ76yiett37sQB1WQR/3fclcahmqQ4dUS7M3Onyz6k6zia896PBK6G48TBUbFa1rw5Hx7WfNZluDMkv4YxkQvfz7XVzZx2/lhs45Kjh1UR9n7LaW/NID98vokcvASw1N6Bk/6pOd/45iPyEJemwovnQLs6ecwlMIikM= varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcQ8xMjwVf+KiFIQARcbFT+wg4NHysBRrFxk3Bx5X2k2hGKcEYR2tY/ApHZYfJ6me3LUvJEXg2c/6xa6ibVTUp/90l4y0cF6RmF5uB45J0xuBYoFJd8xJkVrhDIlZix4aFfb7TrmJEqjleBrkTwam7Q9aE3lss16nVOxU4hiViYiCANJ45wobK6tz7y5btfzrHE/iYpwniDvzLwK7EpkEK336VVd6f9wV0vG+ErEFxnNVxheXLLm05LuvdVQvFqJcTFrc7/GZ54yKg5IgwVwXqSAyOXIhgduUqk+oN1ciA7jnSqdiOKQPS/VmYkbhw2YP85l8wGVreIYUmOG19QEyVLB82oB9KS1LezM2KCH61XW22+85dHf4PvuL9DULhGt6wBCvpO10OHxw0JvHXbEgBPhiyd9j2yJmcQozbRPth/sMUvLKNXOGabZhhkPBYL7xZICHc+UwxrXs0h/j9jOjLyHzBAWMomF2lzgbvtzjcbxJ1a5oclJ6IW8yHJllkOh0= varsha@localhost.locald 2021-07-26T15:33:11.934 INFO:teuthology.task.ansible.out:omain", "key_options": null, "keyfile": "/home/varsha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "varsha", "validate_certs": true} 2021-07-26T15:33:11.943 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2021-07-26T15:33:12.134 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq 2021-07-26T15:33:12.137 INFO:teuthology.task.ansible.out:2z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2021-07-26T15:33:12.150 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2021-07-26T15:33:12.340 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2021-07-26T15:33:12.354 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2021-07-26T15:33:12.545 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2021-07-26T15:33:12.578 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2021-07-26T15:33:12.748 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2021-07-26T15:33:12.791 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1 2021-07-26T15:33:12.792 INFO:teuthology.task.ansible.out:lXTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2021-07-26T15:33:12.959 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2021-07-26T15:33:12.992 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2021-07-26T15:33:13.160 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2021-07-26T15:33:13.193 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2021-07-26T15:33:13.371 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2021-07-26T15:33:13.392 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2021-07-26T15:33:13.569 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2021-07-26T15:33:13.592 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1OVCo0wMITAp8PNUqsTRPFz0SuBL0r1RzKFJUoxQm7gsP9qttZUQRlfiuZ7YRzkuGLOEBngPuIcV995o0lZ0+LVHA8jxWEJamb6sM9YgnonbGKDHfl4lT8LJd4YtjcWnMGvUUdPiPgIkfrpxXtx+RzJ7eCTmgRjAJziZrRh3AqXuKty+s9MDnmK8EQ2smpLdkMtZG5W3U2PiVaGgq2FIIOAoqr58xGqFgZ4tIpvWFpNxVsDZXIg2NdC+ouuKQvuJRWq9eERRHwq26CR+kDFNZeYSyhYKxNBqauLCsAoXNFCJzrdX5Oi9Ox4lJTsEtYX+SMziVipQS54F7MnRAUccukQ86IbXz8C5Ok2EzNo6smwRZ6UPKRvebWjIvfbeR/iwPRnrWcNgjGcaTR6yhlRJh8pBkW84nyY/bJa4WXsoNLgutdsYkjl18KKhbBldjdf0ovfL7FVgqYfAo/wpQYJJeMebP5QAczxvZIegjHRrAvbs/nbQTmuAkes3WL1hhBjSTwyIbWCzAuBJk8MNTmeZkVBvub7XoIyIySppfoJC/1a+ZsxGkzAlgrIxXPYrrBzTtXd/9YRiIgCYx3UtfdbPkE6hT6GblH6ST6QESfWyyvfGxwlOmu+F+icRyVVJbgM9T/PD2W6I04u2/1mcfoHwaQGdwvbbBkbjWzm+zwNSisQ== sanupkri@redhat.com", "key_options": null, "keyfile": "/home/sidharthanup/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sidharthanup", "validate_certs": true} 2021-07-26T15:33:13.772 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loc 2021-07-26T15:33:13.774 INFO:teuthology.task.ansible.out:al", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2021-07-26T15:33:13.805 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkeYXWjU7wVdODC32U40QRFgFH7ZEuEsOeWWaKx3Y5EBuAcwkTHiF9Bq/2mrDu+c9W46S8L38Ogc9GZ0DcCXtN/Z4z8iKOIIi5U1GzvwdbKuiAPCd8bdYP0vo0MOIRgylJo5hcnB5BCwCXRN1hmci1ES5UbSeQg0rydMiyYXHZ64AT47+qVUpn/mVP6PVw00pPqt16l9YxhbPFG74Y/WnY4FyrqXGQJfv0tcP7+UR7GQdFiI4QQV3ZUSRHRLWGcmoiiOmGimLhtzEmP4Jzy4gF4wg9q8jyX54NjfxDRZs+YuaoqqWKz/HSz5ic7W2RGKHrRby2N9wNu19nmC1NzIn3 varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW58OUR3pniaYgvr9xAExeNm4eMxgaJfFbEfEYPztTWv/xxqqihBYCeFltfgWbu7ERTy+hVNo1PJWyyczjl5Ivc3FdRmhykosygs7X74PPh02c7Em4MsSTr7SSPNN20rkJbWqiYMMOBbqbiZ7JXiSUNVilLHgZqZBEQc5Rf5I1PyBLHHJ2ZruPKnDPHCRLdwJ+MdXy2haKmGrQLhtzIKaDzh8VkfojL454k0aHCIh34Z0oBdP9757mNuYJUVEkKZF5t2oML84lWGMgwZxUWN2yO9ALTti4tNH1fXA6NipS9ztE+3hEJe1fWXEoUQDX9JNu4qEHTeCz0secQMkyZVDZSQk8yDUQxQ76yiett37sQB1WQR/3fclcahmqQ4dUS7M3Onyz6k6zia896PBK6G48TBUbFa1rw5Hx7WfNZluDMkv4YxkQvfz7XVzZx2/lhs45Kjh1UR9n7LaW/NID98vokcvASw1N6Bk/6pOd/45iPyEJemwovnQLs6ecwlMIikM= varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcQ8xMjwVf+KiFIQARcbFT+wg4NHysBRrFxk3Bx5X2k2hGKcEYR2tY/ApHZYfJ6me3LUvJEXg2c/6xa6ibVTUp/90l4y0cF6RmF5uB45J0xuBYoFJd8xJkVrhDIlZix4aFfb7TrmJEqjleBrkTwam7Q9aE3lss16nVOxU4hiViYiCANJ45wobK6tz7y5btfzrHE/iYpwniDvzLwK7EpkEK336VVd6f9wV0vG+ErEFxnNVxheXLLm05LuvdVQvFqJcTFrc7/GZ54yKg5IgwVwXqSAyOXIhgduUqk+oN1ciA7jnSqdiOKQPS/VmYkbhw2YP85l8wGVreIYUmOG19QEyVLB82oB9KS1LezM2KCH61XW22+85dHf4PvuL9DULhGt6wBCvpO10OHxw0JvHXbEgBPhiyd9j2yJmcQozbRPth/sMUvLKNXOGabZhhkPBYL7xZICHc+UwxrXs0h/j9jOjLyHzBAWMomF2lzgbvtzjcbxJ1a5oclJ6IW8yHJllkOh0= varsha@localhost.locald 2021-07-26T15:33:13.807 INFO:teuthology.task.ansible.out:omain", "key_options": null, "keyfile": "/home/varsha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "varsha", "validate_certs": true} 2021-07-26T15:33:13.975 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2021-07-26T15:33:14.009 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq 2021-07-26T15:33:14.011 INFO:teuthology.task.ansible.out:2z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2021-07-26T15:33:14.171 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2021-07-26T15:33:14.214 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2021-07-26T15:33:14.382 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2021-07-26T15:33:14.424 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2021-07-26T15:33:14.581 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2021-07-26T15:33:14.637 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2021-07-26T15:33:14.782 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2021-07-26T15:33:14.846 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2021-07-26T15:33:14.981 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2021-07-26T15:33:15.044 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2021-07-26T15:33:15.190 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/ 2021-07-26T15:33:15.192 INFO:teuthology.task.ansible.out:yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-07-26T15:33:15.254 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2021-07-26T15:33:15.389 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2021-07-26T15:33:15.453 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2021-07-26T15:33:15.589 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2021-07-26T15:33:15.663 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loc 2021-07-26T15:33:15.665 INFO:teuthology.task.ansible.out:al", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2021-07-26T15:33:15.799 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2021-07-26T15:33:15.872 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2021-07-26T15:33:16.009 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2021-07-26T15:33:16.083 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2021-07-26T15:33:16.211 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2021-07-26T15:33:16.286 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2021-07-26T15:33:16.411 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2021-07-26T15:33:16.495 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2021-07-26T15:33:16.612 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2021-07-26T15:33:16.707 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2021-07-26T15:33:16.812 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2021-07-26T15:33:16.906 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2021-07-26T15:33:17.013 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2021-07-26T15:33:17.120 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/ 2021-07-26T15:33:17.122 INFO:teuthology.task.ansible.out:yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-07-26T15:33:17.216 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2021-07-26T15:33:17.322 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2021-07-26T15:33:17.417 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2021-07-26T15:33:17.534 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2021-07-26T15:33:17.618 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2021-07-26T15:33:17.767 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2021-07-26T15:33:17.832 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2021-07-26T15:33:17.967 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2021-07-26T15:33:18.033 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2021-07-26T15:33:18.179 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2021-07-26T15:33:18.232 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2021-07-26T15:33:18.383 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2021-07-26T15:33:18.436 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2021-07-26T15:33:18.591 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2021-07-26T15:33:18.634 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2021-07-26T15:33:18.793 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2021-07-26T15:33:18.847 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2021-07-26T15:33:19.006 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2021-07-26T15:33:19.049 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjL 2021-07-26T15:33:19.050 INFO:teuthology.task.ansible.out:d+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2021-07-26T15:33:19.218 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2021-07-26T15:33:19.376 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2021-07-26T15:33:19.442 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2021-07-26T15:33:19.453 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2021-07-26T15:33:19.642 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2021-07-26T15:33:19.654 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2021-07-26T15:33:19.858 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2021-07-26T15:33:19.869 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2021-07-26T15:33:20.058 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2021-07-26T15:33:20.080 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2021-07-26T15:33:20.268 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2021-07-26T15:33:20.292 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2021-07-26T15:33:20.490 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6 2021-07-26T15:33:20.492 INFO:teuthology.task.ansible.out:xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2021-07-26T15:33:20.680 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2021-07-26T15:33:20.692 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2021-07-26T15:33:20.888 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2021-07-26T15:33:20.899 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2021-07-26T15:33:21.090 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2021-07-26T15:33:21.091 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjL 2021-07-26T15:33:21.093 INFO:teuthology.task.ansible.out:d+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2021-07-26T15:33:21.301 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2021-07-26T15:33:21.303 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2021-07-26T15:33:21.504 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQKiUAlB8dxudAY60M7jnIJvs9yb2pNaT+BVv1Vk1kMs0XjPjcw9cyT3DtQ1xGLF367phRi/cfQbXOYbHG+uyBzQ4EEnBFvziktWRx4mfeWYxKjkjbfkVfpKPsxztqCbwm6+NYzMxGK2cExN7jUHnghHAjfA0IUpVVg9peBD3kUveLwS+UxuJAnuj+G4480LS6GDyLrhFEXU7uOIIlW4S9oLnU6vJL6GAzwyLE4ijTA8Ek03SJ01Ey/gpU9AqnQNp9u12l/7sJely6sI9pAuIzmS8Ht324hexxSWN5sFjXgLvLfFK83ziDBdrFBr0WXnWsFdRpHs2CwSq1JTkByqbN hmunjulu@hmunjulu.remote.csb", "key_options": null, "keyfile": "/home/hmunjulu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hmunjulu", "validate_certs": true} 2021-07-26T15:33:21.516 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2021-07-26T15:33:21.707 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2021-07-26T15:33:21.721 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2021-07-26T15:33:21.910 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev", "key_options": null, "keyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2021-07-26T15:33:21.932 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2021-07-26T15:33:22.124 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2021-07-26T15:33:22.145 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2021-07-26T15:33:22.324 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJOefD/VJfS15LRyuVDLluKv93Zgocsl8BhiDMimvBNbrGWc795v2+eevWuwaL/SlL44SnsNZ9Mz8FVn9YuFoQiHLg7cHZNLg9EJh5SMXzZzwLZHnF02MdI2CU6U++9nmh8FtBrdBWKzZ7o+01wOw+52dYOxvP7IJ7C/vjwOLgfigEN8Nd1PrxALVNIQz7fsiet0n3odk9PJfoqTu3IloXm9qbQiPFyfMA6b8a20RdLZCJDGGG5rd6gtsyeFHoAPZEz8FEUlNkow7NM7ZhdxOz/fWXyMZ27KmY8WSAgflbxysMzexyifkGzypiE3NQ10hdPGBgoYsHrAN4Qmte1/Z4aI5nxrNzLy/uNc+L/Bp/0XkLj9zfoiFFOReXvlz/laAV6LpbHyacr+iCwv9rlI7echXmvC6mSJXfBPuyR1uromUXpYRhEkn5uiOsCIQCuYpx2jeil7JV+LJlF62lLSndOv4g12Gq2TEZ4Bhsr2902kftPkLFenyfDTh3A2qGGNM= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2021-07-26T15:33:22.346 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2021-07-26T15:33:22.550 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", " 2021-07-26T15:33:22.552 INFO:teuthology.task.ansible.out:key_options": null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2021-07-26T15:33:22.748 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr6H7hmtGCUrO3GppgMHwbmA4XT/Vipz/uLG/N8h6ZxtaLQKpCefRpdKcFlOdDwxkTmT5q9vmXQ8nl95lTGq+eeMxl4ho104ZD9e9AIYmgYqFy7/qNP8gkqduIPlypLL9m5rElTcGd7zqfMqgljMvAmnXLtZNJlIuFtszVU5WPI1QCwfQ3t5aHF6j66bpVoN9uWItVGB1LApQz9TtViWsQ9Hl8X4YauJToO+TkuSX+H/OGH7ZC6CPOzNZb3b3vF/jLMnTzXl86PJs1se4DjKkRGLVCVbr2WhLwQeZ8TEn3Hg1Gn5X8zNM5cTo6U8SnXBAe9ZYbuyfvghrNLdlZpmN+8l0/l5zC3z+N+sEzklXwHw4MQLF+KSloVFd9NN/kyenufTZAyp8VxllZ9TgdC+CPORIWyzmu1elOtYo7LNuE6CIh/Zm9B54SO6hVHhVoOCqe/dIyjeHJA0WKIZblK1XZEvWuu0E2T3jhxfe1GICyTukeB8WoBQH9DZ1yzMPt59E= nia@redhat.com", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2021-07-26T15:33:22.760 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2021-07-26T15:33:22.950 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC//ZCaEeVN/J09FtsvuZ4eEs4rTBtYoQyG+ZpuWkJLL90VyJeYrZzRsgvveKW2W9oFxCFcMy7IBhLes0TZ/X/4Ox9eUmP/eyqK8fBqT3K1F1W/uOmKLFhlQhkxxj+p9BOMBD5trfES/QJQ6UFSYIS2WhWaitDgONjoLMR6wXZ9r7yZeQBxbmG4wGI0Cwx4Wgg+I59UbE/5iUfnX++gN3rXrPnv9V0yFeciS4HvXRFXdrIzvQFHcZMmpOOmGruHXN/ME2dZCG+kaZhZdI6kICSlOwpU7TU1lv99zjBCeEzGfFkjv041ykKdNVR3qE0k5u0AOMqxJBORL/woSCdGvrBXqju2G/2ohl3B4zD6TAve+JLfWOV5C20NFRPPbTd53JaNpV9OQqwOfVniowzSYYBdedjm9sq6YwhJt8iBXze3OA8ZO0GPXo7PC2MyrrUtu6uu3DZqU4x0cl8iJxqOlx5pH0Gydj8nuUG0+X6wHZzPXZRe5M7/RzmvXch9koG6FQMiikNjUkK8Guz4NMBdAYUpxYkdPGBhiuELoaAcgIVzSGoZTuICpNYwAxBHk6q18G8Qd8vaeUdGdim4YvwycsSOwFE47wg/XmpCHrNJUZzzB9UD7Kn84TG82LAmCuAzpzcp0uPjsBckbXzj9Zt0hRgF80yDgUazsQkbgtd2p8KxIQ== loic", "key_options": null, "keyfile": "/home/dachary/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dachary", "validate_certs": true} 2021-07-26T15:33:22.992 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2021-07-26T15:33:23.162 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDwVh9KqjV0b+65aBxQV66IUwNo3D5zTbN8U6Kh6eE4QtaIVe5Mmvi2SBbGMSWofE0zIIw2JmsI5LzdOoCyZl/3gNDPHQd6D9o0xRHQv94giZ2a5K+mW79foAxsuppTjV/Fbg8EZ/19W91+BqMWotlMR66ka0RPT/6U8V5mzXoydSminViO/B6q7ZYzIIgGZqaTsSxCMvz5BAzzeEaGfSlGxw5MOye9sF/tDppuRKG4rMUZULEWGuxgXAtabtXCduocAArqAY3BRJEgj7JetPdPNjipGrULyYQmT7GeknvP/waC0sPm5o8t7taJca7Vu9qKKMKPAqiK4KhlrW/yVBFliT2CjAdVuYvGj87LCcEn6NMeF+4ONwDz++YwjrAWQT2zHUJPvLnYOZPiD1LUm3F34cEHD1y4Uf+oeiYgriUMauskfFn+ShbTmWWooFRFyNobzweg9aMBZSkA+kFFifqOV1FwHTOYg342NumRGB8svK0vvTUID7AU1Ev8YXYqCEGbb0UHth/1pEbAF103enLTtPZ6qKua74rE0qJ89OF9dZXv4JY9+8Juyps7bi2XEyHNm1nHZOY5tqdY0eKFmSGJMoWBDzGgdMjmXlWp4jnY2fC619nZqxMrCQpeT70CqnBhtBemUuu6jHYUbbrPjnXIkH3FZ7/qvZt0jF0IMP9FGw== amctagga@redhat.com", "key_options": null, "keyfile": "/home/amctagga/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amctagga", "validate_certs": true} 2021-07-26T15:33:23.197 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2021-07-26T15:33:23.363 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtiHTDuQk8EDH5R+JfDMucI4ZpOzKN5SLD+j35QLLySgGXholoDxtqjHnmRjM1rpj5SIaXjHBZdJi7iax+1MRywHYBi5BfTtzYPgA+NH8mt+XkcdkEuFPcYxGh6fMQDQWb2g9Euze/6qi0W9mbYXvvb1/Q3bhVCXg1UgKD42BndWEpbMYFfzJLZWPtOD/lg81pwUmf/4BpPFv52sy87lQVfkkvcUliLObR4S0TI5hPLYxBS+RXmHYKgvPMB2QJ9wum62lJ+YM1MxPygS0OWbIB6UQGXmvxRXA4osXkxJ8ksPPCupOgFNiiYro91cQh3mmi6iHc9kMz5R1aNGGOfDdlnLx9DRSIiNcacjXEVNFaoM0x441f4GeU2ZR8/7uq2dfk7QjPlh1eJGxG9pzRiQ8JCDF1car0eYwXdMTsQoQqpIi5imqcELdcqGGp9FhzFElgUwpf15JYlkouVhS6hq4LDjhLNk7dDT8fmCEnHOPcbxaTgN7J3idnJK6zeIniuuk= root@iZj6ce071s2zz3reioxn93Z", "key_options": null, "keyfile": "/home/kevinz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kevinz", "validate_certs": true} 2021-07-26T15:33:23.408 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2021-07-26T15:33:23.564 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1YAaxAvlRgu72huAggHpoDKSgtF/b00ACfUX4Wk5NyLFbYI3PAQapHNcNL4mIsH8pc6YkdjcJ5N/F12aEupJGQ0Q06OS324xapnaBoUy1hQl9IvhtPqTLEwR0X5xLIAhNBLIEJDNVg13MKwr0u5YVUXdrQRu7Kj9RXAPBahNZFo/Ed+cnR3LICQWliHeHFrk/DU2DUHol3a5wAPxrowAG0AxAecP6/7rASMmitvLQwdQcfIJAhWYgfyXzudg+gOmAEgv3O3U4QOikgmkm/EabUXLJnlTj6yuhtuuctdJr73UT3wLGAGmphLKCkug27kb1nTNoDa+PW/+grP63zhU1 chunmei@otccldstore05", "key_options": null, "keyfile": "/home/liu-chunmei/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "liu-chunmei", "validate_certs": true} 2021-07-26T15:33:23.627 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQKiUAlB8dxudAY60M7jnIJvs9yb2pNaT+BVv1Vk1kMs0XjPjcw9cyT3DtQ1xGLF367phRi/cfQbXOYbHG+uyBzQ4EEnBFvziktWRx4mfeWYxKjkjbfkVfpKPsxztqCbwm6+NYzMxGK2cExN7jUHnghHAjfA0IUpVVg9peBD3kUveLwS+UxuJAnuj+G4480LS6GDyLrhFEXU7uOIIlW4S9oLnU6vJL6GAzwyLE4ijTA8Ek03SJ01Ey/gpU9AqnQNp9u12l/7sJely6sI9pAuIzmS8Ht324hexxSWN5sFjXgLvLfFK83ziDBdrFBr0WXnWsFdRpHs2CwSq1JTkByqbN hmunjulu@hmunjulu.remote.csb", "key_options": null, "keyfile": "/home/hmunjulu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hmunjulu", "validate_certs": true} 2021-07-26T15:33:23.774 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLbPdDb+XHOD2fo8g3RacATj0cG07uELwUvqQP35y+JmhNRSb/ttaysFLA5ss0y77TiXx22saP3ECEm5SnuPg5IERkPQmXiw84ATTNfLnzx2G5H223SLaTQiGfSgniBCJHVPCJfNahJiurlZoOAlwDz6SKXTUiivVrFJ22iTBDCQUO6HFQKjE7aM3RAo5mZXKVlTXzM6WOd8vlzk3HMzV0/91JR6H86Lt9MEzXT4dOzqmtxd8gS6U+vA+50zOIspdK+orTRJ0PO2Fn8c1RSYM8g7uqQtpDcOEHderW8TRsqBbDxpyslK6hRX5urUNBX506XE6JNoViLNvCofgseCGj yingxin@yingxin-server", "key_options": null, "keyfile": "/home/cyx1231st/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cyx1231st", "validate_certs": true} 2021-07-26T15:33:23.827 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2021-07-26T15:33:23.974 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdqw+8an6CHqsagFqXfuzQi1zCFHCh0e9pDtYz+ylA7L+7vnJLjTR7km0bb4Z6VTUh7h0/nUfF6faPzD2KGmTKvS+mTpeOUaN/H8O8j8qqh90f8z4T8F8L3DwqQbPf/R0izXmTgz0FZObFHmj+G8a+D4ndxF80EPzKkML/G0Hg2GEVdYzazSY4imSY2f56ul6qByBknhFshaTo2DUDcdbDDokF6lO6WgXhY0MJrT24CUSMyZmyi+3hF7vowW2dfbJ+SuDft4XmPDnIxRhDWWvi12jZb8Le7SWYzUlu7fAGbWe63VJqNh992myI61aZshApDD24+1xqIoo+Z/XkQD3l sunnagar@localhost.localdomain", "key_options": null, "keyfile": "/home/sunnagar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunnagar", "validate_certs": true} 2021-07-26T15:33:24.048 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev", "key_options": null, "keyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2021-07-26T15:33:24.174 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTlsh9TFwLCeeD2RR+56VhRZ0hp9CHj72U3Z1gbMpxpcg6PYEDzb+0qPVQp1/cIhcwwy0sm13yFl/A5i0iCRpyqB2MbyaXjj0HgkNinxLBFkPSiW2C83lfAyAhG/gLk+FcmWE4+xVrE29aoSM0JtcNtp+q83UGdnFcvhFe0pgJbt5vITo3ZMJND/UZrzeewyK8Vy4Rvpfy8aHYi2Eq+7WQrRHwUwxn0CwsxldnUfmZtu58d+Rtt78LRF0mvcScNlC7q5D+8htmYwkWkK639w5IB3xPv+Z5cV49Psi24Q+9BIr9Zo9/OnnCTauAi5ivDlh+kk/iBksAE8rQpMhvfuSFnNoq2O87aPQvNQHdRCcOa7FVIDcuocu6AB8UP4cGcJreT4+BW5Zbk6vQeJZhmj9yExpRj9MuONy5793nKuAMPn9lOjuXRfK7A5Tb3OOhpEJK1/MjtdZz4mNmFFfFIZ24hgTZO0pOiMwDf/tQ6BG7H8NS9g3QmXPyZajUocw6Szs= lflores@redhat.com", "key_options": null, "keyfile": "/home/lflores/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lflores", "validate_certs": true} 2021-07-26T15:33:24.249 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2021-07-26T15:33:24.377 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGq2g8OFN5msjIn5CNB2BRss9eIyJRk3r+7RQcnBOQid jsawaya@redhat.com", "key_options": null, "keyfile": "/home/jsawaya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsawaya", "validate_certs": true} 2021-07-26T15:33:24.463 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJOefD/VJfS15LRyuVDLluKv93Zgocsl8BhiDMimvBNbrGWc795v2+eevWuwaL/SlL44SnsNZ9Mz8FVn9YuFoQiHLg7cHZNLg9EJh5SMXzZzwLZHnF02MdI2CU6U++9nmh8FtBrdBWKzZ7o+01wOw+52dYOxvP7IJ7C/vjwOLgfigEN8Nd1PrxALVNIQz7fsiet0n3odk9PJfoqTu3IloXm9qbQiPFyfMA6b8a20RdLZCJDGGG5rd6gtsyeFHoAPZEz8FEUlNkow7NM7ZhdxOz/fWXyMZ27KmY8WSAgflbxysMzexyifkGzypiE3NQ10hdPGBgoYsHrAN4Qmte1/Z4aI5nxrNzLy/uNc+L/Bp/0XkLj9zfoiFFOReXvlz/laAV6LpbHyacr+iCwv9rlI7echXmvC6mSJXfBPuyR1uromUXpYRhEkn5uiOsCIQCuYpx2jeil7JV+LJlF62lLSndOv4g12Gq2TEZ4Bhsr2902kftPkLFenyfDTh3A2qGGNM= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2021-07-26T15:33:24.593 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDNIdsy+yA0QjwkvjzTiH4lKB+txlh4oGkgC0r1l9swmFvD+MuzNNkD+oB/YscT51tJXsP5/wZDZMuk60xds4Os2ejoIBvzdGBgZ1G2B33etHPmzgTFE7ZegBkMlvWYmrJ9YS+iaMvXn0MMtqfE4zq0kemVAA4NBfFZMhHPJMKCg7Gj31MR0S0b7dcPx7Jnpg4A45oHr0qnufeqZYQaHGgo+LO2xdoV4V2EswWr7YG+b1wI6DzFZBbNsGyQd+cE1BzQ8NmETPNNpDPk5dCyBS7U+4ZTf/WbWk3+Cn+Ky47iWfxcscupQRkCjmTYI/uCMhnrpGU0zEHkbFwLTS6wqDtDmVHm++xof3xSsGJ2cE/vZySZGHqdxqVXfT8gt17h35rME8eX3TU392rjfK6kjEUD3UgwJJp4NFzQIEXi2HTmDYx/Vi9nuId3V1NrDz98QLPUd1ijiy1DuzI0BJPE/DTDmsb7hNXNIcAV8VRc1243W3eaee/Pdg/wmwfkrgjTU3s= shuaiwang@Shuais-MacBook-Pro.local", "key_options": null, "keyfile": "/home/markw8973240/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "markw8973240", "validate_certs": true} 2021-07-26T15:33:24.680 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", " 2021-07-26T15:33:24.681 INFO:teuthology.task.ansible.out:key_options": null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2021-07-26T15:33:24.807 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+ZvZuogU+WfyGj4BR2xYllNoQqAoxQ6AM0IYddBV2pL1xgTM/SopuAxDRP0q2stpozMtjVjlvuiIgr/caqyTuOgYtYCvB09ppefqdnCDrJJBCOKpjUEnCpAKcBMMuz9V32Zqt5FgpIi0Mu7Gp/QCvB97imxEkoUunpdX/8Ri/xz0nJO+QqoJX5wOn91jG49XnkMCLzx+MuafhT90WFO9CV1sIVREZS+X2C7ACQuhx9Qwk7R4BXt2f3M4dA0K2nLwaAnVW50M1y6Gs50Wl+ojDR1itySOxv8YpwyRlRTOzQTyVMnG0Qsaxxwp+hy4b/vQW3NIUvHYdTyvqALTQdGHT lricomor@lricomor-mac", "key_options": null, "keyfile": "/home/luisrico/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "luisrico", "validate_certs": true} 2021-07-26T15:33:24.883 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr6H7hmtGCUrO3GppgMHwbmA4XT/Vipz/uLG/N8h6ZxtaLQKpCefRpdKcFlOdDwxkTmT5q9vmXQ8nl95lTGq+eeMxl4ho104ZD9e9AIYmgYqFy7/qNP8gkqduIPlypLL9m5rElTcGd7zqfMqgljMvAmnXLtZNJlIuFtszVU5WPI1QCwfQ3t5aHF6j66bpVoN9uWItVGB1LApQz9TtViWsQ9Hl8X4YauJToO+TkuSX+H/OGH7ZC6CPOzNZb3b3vF/jLMnTzXl86PJs1se4DjKkRGLVCVbr2WhLwQeZ8TEn3Hg1Gn5X8zNM5cTo6U8SnXBAe9ZYbuyfvghrNLdlZpmN+8l0/l5zC3z+N+sEzklXwHw4MQLF+KSloVFd9NN/kyenufTZAyp8VxllZ9TgdC+CPORIWyzmu1elOtYo7LNuE6CIh/Zm9B54SO6hVHhVoOCqe/dIyjeHJA0WKIZblK1XZEvWuu0E2T3jhxfe1GICyTukeB8WoBQH9DZ1yzMPt59E= nia@redhat.com", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2021-07-26T15:33:25.010 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAICYMwYvykHtnVhhJwcKaiRh9oMpJkqvEA7OAbHPYOv6W matan.brz@gmail.com", "key_options": null, "keyfile": "/home/matan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "matan", "validate_certs": true} 2021-07-26T15:33:25.100 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC//ZCaEeVN/J09FtsvuZ4eEs4rTBtYoQyG+ZpuWkJLL90VyJeYrZzRsgvveKW2W9oFxCFcMy7IBhLes0TZ/X/4Ox9eUmP/eyqK8fBqT3K1F1W/uOmKLFhlQhkxxj+p9BOMBD5trfES/QJQ6UFSYIS2WhWaitDgONjoLMR6wXZ9r7yZeQBxbmG4wGI0Cwx4Wgg+I59UbE/5iUfnX++gN3rXrPnv9V0yFeciS4HvXRFXdrIzvQFHcZMmpOOmGruHXN/ME2dZCG+kaZhZdI6kICSlOwpU7TU1lv99zjBCeEzGfFkjv041ykKdNVR3qE0k5u0AOMqxJBORL/woSCdGvrBXqju2G/2ohl3B4zD6TAve+JLfWOV5C20NFRPPbTd53JaNpV9OQqwOfVniowzSYYBdedjm9sq6YwhJt8iBXze3OA8ZO0GPXo7PC2MyrrUtu6uu3DZqU4x0cl8iJxqOlx5pH0Gydj8nuUG0+X6wHZzPXZRe5M7/RzmvXch9koG6FQMiikNjUkK8Guz4NMBdAYUpxYkdPGBhiuELoaAcgIVzSGoZTuICpNYwAxBHk6q18G8Qd8vaeUdGdim4YvwycsSOwFE47wg/XmpCHrNJUZzzB9UD7Kn84TG82LAmCuAzpzcp0uPjsBckbXzj9Zt0hRgF80yDgUazsQkbgtd2p8KxIQ== loic", "key_options": null, "keyfile": "/home/dachary/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dachary", "validate_certs": true} 2021-07-26T15:33:25.211 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkFTEUxQkQ1cplOLOf86Teu4qTYGkMqWtjIwzsU/AcimjFolSI5fJ3B72PH7bhQKkSnOlTjiOos2LrD5i/XgxkJD6icVWwHO11lczsq/8K5x0ZMJbJaiT3QphBB4yItoge2Y4/7g4o/78Ne+U7eZ1L5fgeO1fExtIaEXK1lS8pVlpZQXyproTIzp1WLHoaXb38Mxc5jAtuvEKfEycdX3c8k/9ti2qBCZnmjPH05WOxkqCRyNBT+bSJZyFMYt9RDUuycn3BYVSXTAzPW0qwgvKY5vij+qiFoxij7nKNMH7w6C0arolCcJxhiMyEF3UbTuOxgVONWyqFk/vScGGSYj9ytQYjv0L1cFyOVhlpbu+tnptulfQ3faMpjROE/eYxTIoY7OPDgWbFqEUJ4eEhKwAC7aYIYUhvoI/8k+4u64nsyEJQdHXmB+OY3WE5TegYUCuqSsdPY74eO1o8dDgxF363eggDSBmYqSSs+Tpu9TNhJG7iJFX1tiAPwmKvjVrJOac= ozeneva@omri", "key_options": null, "keyfile": "/home/ozeneva/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ozeneva", "validate_certs": true} 2021-07-26T15:33:25.305 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDwVh9KqjV0b+65aBxQV66IUwNo3D5zTbN8U6Kh6eE4QtaIVe5Mmvi2SBbGMSWofE0zIIw2JmsI5LzdOoCyZl/3gNDPHQd6D9o0xRHQv94giZ2a5K+mW79foAxsuppTjV/Fbg8EZ/19W91+BqMWotlMR66ka0RPT/6U8V5mzXoydSminViO/B6q7ZYzIIgGZqaTsSxCMvz5BAzzeEaGfSlGxw5MOye9sF/tDppuRKG4rMUZULEWGuxgXAtabtXCduocAArqAY3BRJEgj7JetPdPNjipGrULyYQmT7GeknvP/waC0sPm5o8t7taJca7Vu9qKKMKPAqiK4KhlrW/yVBFliT2CjAdVuYvGj87LCcEn6NMeF+4ONwDz++YwjrAWQT2zHUJPvLnYOZPiD1LUm3F34cEHD1y4Uf+oeiYgriUMauskfFn+ShbTmWWooFRFyNobzweg9aMBZSkA+kFFifqOV1FwHTOYg342NumRGB8svK0vvTUID7AU1Ev8YXYqCEGbb0UHth/1pEbAF103enLTtPZ6qKua74rE0qJ89OF9dZXv4JY9+8Juyps7bi2XEyHNm1nHZOY5tqdY0eKFmSGJMoWBDzGgdMjmXlWp4jnY2fC619nZqxMrCQpeT70CqnBhtBemUuu6jHYUbbrPjnXIkH3FZ7/qvZt0jF0IMP9FGw== amctagga@redhat.com", "key_options": null, "keyfile": "/home/amctagga/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amctagga", "validate_certs": true} 2021-07-26T15:33:25.472 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDepyzA+MeQT5oRM52SxmUUKVAzkcrH/NqFxoCpBAjUSioTMaB1h0PhHE00nvHnKRvqWdPl8LCBWS3Ncjh30r9lwHaP+oPy4iLQEc7D2Mwn7WyPh5cq9N3UF25C0AlMG744k1tBNb97qy73OJI+oc5pAj4vUpCC1Ut9pMP5E5pQCx/kwgSOpC7mk0dYr/H5FxjPb0ca55eisFTLXraHPSChdrHjlYC5XpOZ9csilTwFdF0fJdu0nMDwIxGvwTOaUcIcfNLkpGB2Sj/pAM4L9pVsIbeE3C8d978MZ8Ff+ksQ0T8eNzew2ZjSkSuV+oR1sBCJYZ7mbDQuYLKAs5DanO1VFJvgjBJm1zP2ONu+g0fn/j04qIosuudziwoG/dOTkFo+6dBvF5hQi7TbZOIUVFr5dBlGS+O4eoK0gi/wpzun227E4dadY9uB1wiZ/PTD/5og+gxWG32RkHqqX3ALlK4m8JKzrq214nZ7Dt9CNewiUkR15uRkDasGIdiu6qb4Ez8= ArunaSudhan@sudhan-linux", "key_options": null, "keyfile": "/home/sudhanaruna/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sudhanaruna", "validate_certs": true} 2021-07-26T15:33:25.516 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtiHTDuQk8EDH5R+JfDMucI4ZpOzKN5SLD+j35QLLySgGXholoDxtqjHnmRjM1rpj5SIaXjHBZdJi7iax+1MRywHYBi5BfTtzYPgA+NH8mt+XkcdkEuFPcYxGh6fMQDQWb2g9Euze/6qi0W9mbYXvvb1/Q3bhVCXg1UgKD42BndWEpbMYFfzJLZWPtOD/lg81pwUmf/4BpPFv52sy87lQVfkkvcUliLObR4S0TI5hPLYxBS+RXmHYKgvPMB2QJ9wum62lJ+YM1MxPygS0OWbIB6UQGXmvxRXA4osXkxJ8ksPPCupOgFNiiYro91cQh3mmi6iHc9kMz5R1aNGGOfDdlnLx9DRSIiNcacjXEVNFaoM0x441f4GeU2ZR8/7uq2dfk7QjPlh1eJGxG9pzRiQ8JCDF1car0eYwXdMTsQoQqpIi5imqcELdcqGGp9FhzFElgUwpf15JYlkouVhS6hq4LDjhLNk7dDT8fmCEnHOPcbxaTgN7J3idnJK6zeIniuuk= root@iZj6ce071s2zz3reioxn93Z", "key_options": null, "keyfile": "/home/kevinz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kevinz", "validate_certs": true} 2021-07-26T15:33:25.675 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuHIpWAz6Sk3ATLvTG4KS24JUzgqQBEm4EesPgf1cEG+xK4gISUixaVC9OSNS/KR+8/yoWAhmw992p8cp7mWXxqrRC9kIrthLWvD6Jjz3HTXgarO2oNibeVu27kK/Fm2vvUNACARBkoC5YXd6IuoZOEg1bJu06DLw5Y7pGMqZRVDOrE8WUDwr27roZSgU2/N+18Y1LYn4gwSvWpuC/IotLyGSpW7/dgrZAIreRoYboMdTSlIjjuzeWvYx/AnZmkeEo0IhfyuBRl7ZQwxSFYHn9Z1+iQkt+O9hEZYSZuYRuyFPRqHNMKCEj1iYVRMcwbf/x2/dhjfmbWmjOMJoNNwm+DpixHHbId6Idx82GlAtCgQSTe9aG783oCeZYuVUr1plIRjeEsdjY9UBRYKNknEAChKjMSbxysvO3Dy4yrU2r8qo1iBS1fi4HUg12asCLrJX7vSCvOhOn7ltqDTmt5UiLSn+eCzXpOTBDWz7McB28FoYyR+Rwz5GOH3ITFhPyhXc= wzl@manjaro-wzl", "key_options": null, "keyfile": "/home/zl31wang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zl31wang", "validate_certs": true} 2021-07-26T15:33:25.729 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1YAaxAvlRgu72huAggHpoDKSgtF/b00ACfUX4Wk5NyLFbYI3PAQapHNcNL4mIsH8pc6YkdjcJ5N/F12aEupJGQ0Q06OS324xapnaBoUy1hQl9IvhtPqTLEwR0X5xLIAhNBLIEJDNVg13MKwr0u5YVUXdrQRu7Kj9RXAPBahNZFo/Ed+cnR3LICQWliHeHFrk/DU2DUHol3a5wAPxrowAG0AxAecP6/7rASMmitvLQwdQcfIJAhWYgfyXzudg+gOmAEgv3O3U4QOikgmkm/EabUXLJnlTj6yuhtuuctdJr73UT3wLGAGmphLKCkug27kb1nTNoDa+PW/+grP63zhU1 chunmei@otccldstore05", "key_options": null, "keyfile": "/home/liu-chunmei/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "liu-chunmei", "validate_certs": true} 2021-07-26T15:33:25.885 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIi8JMOVD91QR7EXBkhxeAsB2UO2gyWqYPiP6HjJO/TzzMKf7QtO928XzdORwQ1/jm2hDF1kaNPaU/XIHD0hHSvfICS4ELQcBPa5uPya6d5Kn5fVlpGqBcXBxKGbHB01PGjn0214eupt2LebWxkm7TP/BGDHKXXaoR748AlbyyG2L3TaNoGkwQiEoZe3CWgH4qkrf2CEpyfOa7BM7U0h+lceJxIGe+Yo6Ll14zyngDBa059E+ndFTpkQ6vECII7FdB1+A4Orhu40XHZgyVnlRudD1l80pIVnZves8N2zHZhQo8hp0sB5oY8HENiB09j7Xa6YQ/c1c2wm9E2xJHSNo7muFiHz48vQEgvNmu0lZdbVwXIy3IgLEBHjs6Kyqjtg618V4UaoP/LBOqtWtLd6TvGJ3qBlNyvhO5gZ2DGeLMN2WWoHxfl3VM+QGCGI2dnzUyHhfG1VBDYj8fzWXOuUVpVCMUw8fEg8GWmYLDwm3SbdMACWU87J0kAmaDPKcwwL6AwtWJZr/p89sSypl6y50JlOoDrbDbxrIbHQgbf1tcEgPOuLUN+O06qpi+OxKMtFdbvz+NQ4V4CpXpvMMQZj5AbuHp0EJ5Vme/Kcmpl/xoYGyFDzOEGR8lw6LMz+CpQ4GtnK5XXe1Xn3TJh6Tn2tVyS20p7artemGQQquCN8iQOw== mayag@gett.com", "key_options": null, "keyfile": "/home/mayagilad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mayagilad", "validate_certs": true} 2021-07-26T15:33:26.079 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLbPdDb+XHOD2fo8g3RacATj0cG07uELwUvqQP35y+JmhNRSb/ttaysFLA5ss0y77TiXx22saP3ECEm5SnuPg5IERkPQmXiw84ATTNfLnzx2G5H223SLaTQiGfSgniBCJHVPCJfNahJiurlZoOAlwDz6SKXTUiivVrFJ22iTBDCQUO6HFQKjE7aM3RAo5mZXKVlTXzM6WOd8vlzk3HMzV0/91JR6H86Lt9MEzXT4dOzqmtxd8gS6U+vA+50zOIspdK+orTRJ0PO2Fn8c1RSYM8g7uqQtpDcOEHderW8TRsqBbDxpyslK6hRX5urUNBX506XE6JNoViLNvCofgseCGj yingxin@yingxin-server", "key_options": null, "keyfile": "/home/cyx1231st/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cyx1231st", "validate_certs": true} 2021-07-26T15:33:26.100 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:26 +0000 (0:00:29.549) 0:01:30.551 *********** 2021-07-26T15:33:26.143 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdqw+8an6CHqsagFqXfuzQi1zCFHCh0e9pDtYz+ylA7L+7vnJLjTR7km0bb4Z6VTUh7h0/nUfF6faPzD2KGmTKvS+mTpeOUaN/H8O8j8qqh90f8z4T8F8L3DwqQbPf/R0izXmTgz0FZObFHmj+G8a+D4ndxF80EPzKkML/G0Hg2GEVdYzazSY4imSY2f56ul6qByBknhFshaTo2DUDcdbDDokF6lO6WgXhY0MJrT24CUSMyZmyi+3hF7vowW2dfbJ+SuDft4XmPDnIxRhDWWvi12jZb8Le7SWYzUlu7fAGbWe63VJqNh992myI61aZshApDD24+1xqIoo+Z/XkQD3l sunnagar@localhost.localdomain", "key_options": null, "keyfile": "/home/sunnagar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunnagar", "validate_certs": true} 2021-07-26T15:33:26.187 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-07-26T15:33:26.189 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.198 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.209 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.211 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.221 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.223 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.232 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.233 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.243 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.348 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-07-26T15:33:26.350 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTlsh9TFwLCeeD2RR+56VhRZ0hp9CHj72U3Z1gbMpxpcg6PYEDzb+0qPVQp1/cIhcwwy0sm13yFl/A5i0iCRpyqB2MbyaXjj0HgkNinxLBFkPSiW2C83lfAyAhG/gLk+FcmWE4+xVrE29aoSM0JtcNtp+q83UGdnFcvhFe0pgJbt5vITo3ZMJND/UZrzeewyK8Vy4Rvpfy8aHYi2Eq+7WQrRHwUwxn0CwsxldnUfmZtu58d+Rtt78LRF0mvcScNlC7q5D+8htmYwkWkK639w5IB3xPv+Z5cV49Psi24Q+9BIr9Zo9/OnnCTauAi5ivDlh+kk/iBksAE8rQpMhvfuSFnNoq2O87aPQvNQHdRCcOa7FVIDcuocu6AB8UP4cGcJreT4+BW5Zbk6vQeJZhmj9yExpRj9MuONy5793nKuAMPn9lOjuXRfK7A5Tb3OOhpEJK1/MjtdZz4mNmFFfFIZ24hgTZO0pOiMwDf/tQ6BG7H8NS9g3QmXPyZajUocw6Szs= lflores@redhat.com", "key_options": null, "keyfile": "/home/lflores/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lflores", "validate_certs": true} 2021-07-26T15:33:26.454 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-07-26T15:33:26.456 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e 2021-07-26T15:33:26.458 INFO:teuthology.task.ansible.out:1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.565 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGq2g8OFN5msjIn5CNB2BRss9eIyJRk3r+7RQcnBOQid jsawaya@redhat.com", "key_options": null, "keyfile": "/home/jsawaya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsawaya", "validate_certs": true} 2021-07-26T15:33:26.661 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-07-26T15:33:26.662 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2021-07-26T15:33:26.779 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDNIdsy+yA0QjwkvjzTiH4lKB+txlh4oGkgC0r1l9swmFvD+MuzNNkD+oB/YscT51tJXsP5/wZDZMuk60xds4Os2ejoIBvzdGBgZ1G2B33etHPmzgTFE7ZegBkMlvWYmrJ9YS+iaMvXn0MMtqfE4zq0kemVAA4NBfFZMhHPJMKCg7Gj31MR0S0b7dcPx7Jnpg4A45oHr0qnufeqZYQaHGgo+LO2xdoV4V2EswWr7YG+b1wI6DzFZBbNsGyQd+cE1BzQ8NmETPNNpDPk5dCyBS7U+4ZTf/WbWk3+Cn+Ky47iWfxcscupQRkCjmTYI/uCMhnrpGU0zEHkbFwLTS6wqDtDmVHm++xof3xSsGJ2cE/vZySZGHqdxqVXfT8gt17h35rME8eX3TU392rjfK6kjEUD3UgwJJp4NFzQIEXi2HTmDYx/Vi9nuId3V1NrDz98QLPUd1ijiy1DuzI0BJPE/DTDmsb7hNXNIcAV8VRc1243W3eaee/Pdg/wmwfkrgjTU3s= shuaiwang@Shuais-MacBook-Pro.local", "key_options": null, "keyfile": "/home/markw8973240/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "markw8973240", "validate_certs": true} 2021-07-26T15:33:26.874 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-07-26T15:33:26.876 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2021-07-26T15:33:26.886 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.897 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.899 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.908 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.919 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.921 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.931 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.933 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.942 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.953 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.955 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.965 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.967 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.976 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:26.978 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+ZvZuogU+WfyGj4BR2xYllNoQqAoxQ6AM0IYddBV2pL1xgTM/SopuAxDRP0q2stpozMtjVjlvuiIgr/caqyTuOgYtYCvB09ppefqdnCDrJJBCOKpjUEnCpAKcBMMuz9V32Zqt5FgpIi0Mu7Gp/QCvB97imxEkoUunpdX/8Ri/xz0nJO+QqoJX5wOn91jG49XnkMCLzx+MuafhT90WFO9CV1sIVREZS+X2C7ACQuhx9Qwk7R4BXt2f3M4dA0K2nLwaAnVW50M1y6Gs50Wl+ojDR1itySOxv8YpwyRlRTOzQTyVMnG0Qsaxxwp+hy4b/vQW3NIUvHYdTyvqALTQdGHT lricomor@lricomor-mac", "key_options": null, "keyfile": "/home/luisrico/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "luisrico", "validate_certs": true} 2021-07-26T15:33:26.989 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-07-26T15:33:26.991 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.001 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.012 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.014 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.023 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.025 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.035 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.037 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.047 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.049 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.058 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.069 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.071 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.081 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.092 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.103 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.105 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.115 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.116 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.126 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.131 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.138 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.149 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.151 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.161 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.172 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.174 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.183 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.185 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAICYMwYvykHtnVhhJwcKaiRh9oMpJkqvEA7OAbHPYOv6W matan.brz@gmail.com", "key_options": null, "keyfile": "/home/matan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "matan", "validate_certs": true} 2021-07-26T15:33:27.195 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-07-26T15:33:27.197 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.207 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.208 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.218 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.220 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.230 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.230 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.242 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.243 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.253 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.264 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.266 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.275 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.277 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.287 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.298 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.299 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.310 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.312 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.322 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.333 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.334 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.344 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.355 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.357 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.367 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.369 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.378 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.379 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.390 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-07-26T15:33:27.391 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkFTEUxQkQ1cplOLOf86Teu4qTYGkMqWtjIwzsU/AcimjFolSI5fJ3B72PH7bhQKkSnOlTjiOos2LrD5i/XgxkJD6icVWwHO11lczsq/8K5x0ZMJbJaiT3QphBB4yItoge2Y4/7g4o/78Ne+U7eZ1L5fgeO1fExtIaEXK1lS8pVlpZQXyproTIzp1WLHoaXb38Mxc5jAtuvEKfEycdX3c8k/9ti2qBCZnmjPH05WOxkqCRyNBT+bSJZyFMYt9RDUuycn3BYVSXTAzPW0qwgvKY5vij+qiFoxij7nKNMH7w6C0arolCcJxhiMyEF3UbTuOxgVONWyqFk/vScGGSYj9ytQYjv0L1cFyOVhlpbu+tnptulfQ3faMpjROE/eYxTIoY7OPDgWbFqEUJ4eEhKwAC7aYIYUhvoI/8k+4u64nsyEJQdHXmB+OY3WE5TegYUCuqSsdPY74eO1o8dDgxF363eggDSBmYqSSs+Tpu9TNhJG7iJFX1tiAPwmKvjVrJOac= ozeneva@omri", "key_options": null, "keyfile": "/home/ozeneva/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ozeneva", "validate_certs": true} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", 2021-07-26T15:33:27.393 INFO:teuthology.task.ansible.out: "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.403 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.404 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.414 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.425 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.426 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.437 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.448 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.450 INFO:teuthology.task.ansible.out: skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.460 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.462 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.472 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.483 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.484 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.494 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.496 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.505 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.507 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.516 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.527 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.529 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.539 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.541 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.550 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.552 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.562 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.563 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.574 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.586 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.587 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.597 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.600 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDepyzA+MeQT5oRM52SxmUUKVAzkcrH/NqFxoCpBAjUSioTMaB1h0PhHE00nvHnKRvqWdPl8LCBWS3Ncjh30r9lwHaP+oPy4iLQEc7D2Mwn7WyPh5cq9N3UF25C0AlMG744k1tBNb97qy73OJI+oc5pAj4vUpCC1Ut9pMP5E5pQCx/kwgSOpC7mk0dYr/H5FxjPb0ca55eisFTLXraHPSChdrHjlYC5XpOZ9csilTwFdF0fJdu0nMDwIxGvwTOaUcIcfNLkpGB2Sj/pAM4L9pVsIbeE3C8d978MZ8Ff+ksQ0T8eNzew2ZjSkSuV+oR1sBCJYZ7mbDQuYLKAs5DanO1VFJvgjBJm1zP2ONu+g0fn/j04qIosuudziwoG/dOTkFo+6dBvF5hQi7TbZOIUVFr5dBlGS+O4eoK0gi/wpzun227E4dadY9uB1wiZ/PTD/5og+gxWG32RkHqqX3ALlK4m8JKzrq214nZ7Dt9CNewiUkR15uRkDasGIdiu6qb4Ez8= ArunaSudhan@sudhan-linux", "key_options": null, "keyfile": "/home/sudhanaruna/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sudhanaruna", "validate_certs": true} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.609 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.611 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.621 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.622 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.632 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.634 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.643 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.654 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.656 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.665 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.667 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.676 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.678 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.688 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.699 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.701 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.710 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.712 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.722 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.728 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.734 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.745 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.746 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.756 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.758 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.768 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.781 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.820 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:27 +0000 (0:00:01.720) 0:01:32.272 *********** 2021-07-26T15:33:27.828 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-07-26T15:33:27.828 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuHIpWAz6Sk3ATLvTG4KS24JUzgqQBEm4EesPgf1cEG+xK4gISUixaVC9OSNS/KR+8/yoWAhmw992p8cp7mWXxqrRC9kIrthLWvD6Jjz3HTXgarO2oNibeVu27kK/Fm2vvUNACARBkoC5YXd6IuoZOEg1bJu06DLw5Y7pGMqZRVDOrE8WUDwr27roZSgU2/N+18Y1LYn4gwSvWpuC/IotLyGSpW7/dgrZAIreRoYboMdTSlIjjuzeWvYx/AnZmkeEo0IhfyuBRl7ZQwxSFYHn9Z1+iQkt+O9hEZYSZuYRuyFPRqHNMKCEj1iYVRMcwbf/x2/dhjfmbWmjOMJoNNwm+DpixHHbId6Idx82GlAtCgQSTe9aG783oCeZYuVUr1plIRjeEsdjY9UBRYKNknEAChKjMSbxysvO3Dy4yrU2r8qo1iBS1fi4HUg12asCLrJX7vSCvOhOn7ltqDTmt5UiLSn+eCzXpOTBDWz7McB28FoYyR+Rwz5GOH3ITFhPyhXc= wzl@manjaro-wzl", "key_options": null, "keyfile": "/home/zl31wang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zl31wang", "validate_certs": true} 2021-07-26T15:33:27.892 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:27.914 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:27 +0000 (0:00:00.093) 0:01:32.365 *********** 2021-07-26T15:33:28.004 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-07-26T15:33:28.006 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIi8JMOVD91QR7EXBkhxeAsB2UO2gyWqYPiP6HjJO/TzzMKf7QtO928XzdORwQ1/jm2hDF1kaNPaU/XIHD0hHSvfICS4ELQcBPa5uPya6d5Kn5fVlpGqBcXBxKGbHB01PGjn0214eupt2LebWxkm7TP/BGDHKXXaoR748AlbyyG2L3TaNoGkwQiEoZe3CWgH4qkrf2CEpyfOa7BM7U0h+lceJxIGe+Yo6Ll14zyngDBa059E+ndFTpkQ6vECII7FdB1+A4Orhu40XHZgyVnlRudD1l80pIVnZves8N2zHZhQo8hp0sB5oY8HENiB09j7Xa6YQ/c1c2wm9E2xJHSNo7muFiHz48vQEgvNmu0lZdbVwXIy3IgLEBHjs6Kyqjtg618V4UaoP/LBOqtWtLd6TvGJ3qBlNyvhO5gZ2DGeLMN2WWoHxfl3VM+QGCGI2dnzUyHhfG1VBDYj8fzWXOuUVpVCMUw8fEg8GWmYLDwm3SbdMACWU87J0kAmaDPKcwwL6AwtWJZr/p89sSypl6y50JlOoDrbDbxrIbHQgbf1tcEgPOuLUN+O06qpi+OxKMtFdbvz+NQ4V4CpXpvMMQZj5AbuHp0EJ5Vme/Kcmpl/xoYGyFDzOEGR8lw6LMz+CpQ4GtnK5XXe1Xn3TJh6Tn2tVyS20p7artemGQQquCN8iQOw== mayag@gett.com", "key_options": null, "keyfile": "/home/mayagilad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mayagilad", "validate_certs": true} 2021-07-26T15:33:28.104 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:28 +0000 (0:00:00.190) 0:01:32.555 *********** 2021-07-26T15:33:28.187 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:33:28.189 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2021-07-26T15:33:28.199 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.201 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.201 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.212 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.223 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.226 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.235 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.237 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.246 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.372 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:33:28.373 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} 2021-07-26T15:33:28.457 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-07-26T15:33:28.459 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2021-07-26T15:33:28.468 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.479 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.566 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi078.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2021-07-26T15:33:28.672 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-07-26T15:33:28.674 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2021-07-26T15:33:28.749 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:33:28.751 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2021-07-26T15:33:28.875 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-07-26T15:33:28.876 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2021-07-26T15:33:28.888 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.898 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.901 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.910 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.921 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.932 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.934 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.944 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:33:28.945 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.956 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.968 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.969 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.981 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.992 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:28.994 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.005 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.016 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.018 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.029 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.041 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.043 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.053 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.055 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.064 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.066 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.076 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.077 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.088 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.090 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.101 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.103 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.112 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.124 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.125 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.127 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi078.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2021-07-26T15:33:29.127 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.139 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.150 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.152 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.162 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.163 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.184 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.186 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.196 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.198 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.208 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.219 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.230 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.234 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.241 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.244 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.253 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.255 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.265 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.275 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.277 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.287 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.289 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.299 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.310 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.311 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.326 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi078.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.336 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.347 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.349 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.358 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.360 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.370 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.373 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.382 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.384 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.393 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.405 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.416 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.418 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.433 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.434 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.447 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.448 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.460 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.471 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.474 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.482 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.495 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.496 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.498 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.513 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.523 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi078.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.540 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.551 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.553 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.563 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.565 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.577 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.588 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.600 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.611 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.613 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.623 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.634 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.645 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.657 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.671 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.672 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.673 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.683 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.685 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.695 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.696 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.706 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi078.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2021-07-26T15:33:29.708 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.719 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.720 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.730 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.732 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.755 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.757 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.767 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.778 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.789 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.791 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.831 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:29 +0000 (0:00:01.727) 0:01:34.282 *********** 2021-07-26T15:33:29.890 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi078.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2021-07-26T15:33:29.901 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* 2021-07-26T15:33:29.903 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:29.923 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:29 +0000 (0:00:00.091) 0:01:34.374 *********** 2021-07-26T15:33:30.075 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi078.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2021-07-26T15:33:30.202 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2021-07-26T15:33:30.265 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2021-07-26T15:33:30.391 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} 2021-07-26T15:33:30.453 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2021-07-26T15:33:30.578 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2021-07-26T15:33:30.642 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2021-07-26T15:33:30.767 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2021-07-26T15:33:30.830 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2021-07-26T15:33:30.955 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2021-07-26T15:33:31.029 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2021-07-26T15:33:31.145 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2021-07-26T15:33:31.208 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2021-07-26T15:33:31.333 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2021-07-26T15:33:31.396 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2021-07-26T15:33:31.522 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2021-07-26T15:33:31.585 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2021-07-26T15:33:31.711 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2021-07-26T15:33:31.774 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2021-07-26T15:33:31.902 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2021-07-26T15:33:31.966 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2021-07-26T15:33:32.092 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2021-07-26T15:33:32.165 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2021-07-26T15:33:32.280 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2021-07-26T15:33:32.353 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2021-07-26T15:33:32.478 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2021-07-26T15:33:32.541 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2021-07-26T15:33:32.667 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2021-07-26T15:33:32.732 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2021-07-26T15:33:32.859 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2021-07-26T15:33:32.913 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2021-07-26T15:33:33.052 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2021-07-26T15:33:33.106 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2021-07-26T15:33:33.249 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2021-07-26T15:33:33.289 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2021-07-26T15:33:33.447 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2021-07-26T15:33:33.494 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2021-07-26T15:33:33.645 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2021-07-26T15:33:33.686 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2021-07-26T15:33:33.840 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2021-07-26T15:33:33.873 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2021-07-26T15:33:34.031 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2021-07-26T15:33:34.075 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2021-07-26T15:33:34.232 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2021-07-26T15:33:34.269 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2021-07-26T15:33:34.427 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2021-07-26T15:33:34.460 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2021-07-26T15:33:34.619 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2021-07-26T15:33:34.652 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2021-07-26T15:33:34.821 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2021-07-26T15:33:34.843 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2021-07-26T15:33:35.015 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2021-07-26T15:33:35.036 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2021-07-26T15:33:35.207 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2021-07-26T15:33:35.229 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": false, "item": "zyan", "name": "zyan", "state": "absent"} 2021-07-26T15:33:35.396 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2021-07-26T15:33:35.575 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2021-07-26T15:33:35.773 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2021-07-26T15:33:35.962 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2021-07-26T15:33:36.150 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2021-07-26T15:33:36.339 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2021-07-26T15:33:36.529 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2021-07-26T15:33:36.695 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item=jdillaman) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "jdillaman", "name": "jdillaman", "remove": false, "state": "absent"} 2021-07-26T15:33:36.717 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2021-07-26T15:33:36.905 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2021-07-26T15:33:36.907 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2021-07-26T15:33:37.098 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2021-07-26T15:33:37.100 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2021-07-26T15:33:37.287 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2021-07-26T15:33:37.288 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": false, "item": "zyan", "name": "zyan", "state": "absent"} 2021-07-26T15:33:37.477 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2021-07-26T15:33:37.673 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2021-07-26T15:33:37.862 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2021-07-26T15:33:38.044 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2021-07-26T15:33:38.231 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2021-07-26T15:33:38.431 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2021-07-26T15:33:38.622 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2021-07-26T15:33:38.674 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:38 +0000 (0:00:08.751) 0:01:43.125 *********** 2021-07-26T15:33:38.849 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item=jdillaman) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "jdillaman", "name": "jdillaman", "remove": false, "state": "absent"} 2021-07-26T15:33:39.043 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2021-07-26T15:33:39.221 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** 2021-07-26T15:33:39.223 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "checksum": "6b66beacdb1c95b0ac86e1041f3914cfa0c50311", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "e34309bf71492baa6798d79247cca3d0", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_runtime_t:s0", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313618.770245-31227-249966076863417/source", "state": "file", "uid": 0} 2021-07-26T15:33:39.248 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:39 +0000 (0:00:00.572) 0:01:43.698 *********** 2021-07-26T15:33:39.255 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:33:39.256 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2021-07-26T15:33:39.312 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** 2021-07-26T15:33:39.314 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => { "msg": "Host smithi078.front.sepia.ceph.com is running CentOS 8.3 (n/a)" } 2021-07-26T15:33:39.335 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:39 +0000 (0:00:00.087) 0:01:43.786 *********** 2021-07-26T15:33:39.415 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2021-07-26T15:33:39.417 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml) => {"ansible_facts": {"nrpe_selinux_packages": ["python3-libsemanage", "python3-policycoreutils"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"} 2021-07-26T15:33:39.438 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:39 +0000 (0:00:00.103) 0:01:43.889 *********** 2021-07-26T15:33:39.445 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:33:39.445 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2021-07-26T15:33:39.510 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:39.531 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:39 +0000 (0:00:00.093) 0:01:43.982 *********** 2021-07-26T15:33:39.634 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:33:39.636 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2021-07-26T15:33:39.821 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2021-07-26T15:33:40.022 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2021-07-26T15:33:40.118 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2021-07-26T15:33:40.120 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "cmd": "timedatectl | grep -E \"Time ?zone\" | sed -e \"s/.*: \\(.*\\) (.*/\\1/\"", "delta": "0:00:00.357405", "end": "2021-07-26 15:33:40.099582", "rc": 0, "start": "2021-07-26 15:33:39.742177", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2021-07-26T15:33:40.141 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:40 +0000 (0:00:00.610) 0:01:44.593 *********** 2021-07-26T15:33:40.210 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2021-07-26T15:33:40.212 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:40.233 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:40 +0000 (0:00:00.091) 0:01:44.684 *********** 2021-07-26T15:33:40.241 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:33:40.243 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2021-07-26T15:33:40.306 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:40.328 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:40 +0000 (0:00:00.094) 0:01:44.779 *********** 2021-07-26T15:33:40.407 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2021-07-26T15:33:40.408 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:40.430 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:40 +0000 (0:00:00.101) 0:01:44.881 *********** 2021-07-26T15:33:40.437 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:33:40.440 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2021-07-26T15:33:40.502 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:40.529 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:40 +0000 (0:00:00.099) 0:01:44.980 *********** 2021-07-26T15:33:40.600 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi139.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2021-07-26T15:33:40.605 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:40.624 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:40 +0000 (0:00:00.094) 0:01:45.075 *********** 2021-07-26T15:33:40.693 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2021-07-26T15:33:40.695 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:40.715 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:40 +0000 (0:00:00.091) 0:01:45.166 *********** 2021-07-26T15:33:40.784 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi139.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2021-07-26T15:33:40.816 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2021-07-26T15:33:40.818 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [smithi078.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:33:40.839 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:40 +0000 (0:00:00.124) 0:01:45.290 *********** 2021-07-26T15:33:40.864 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:40 +0000 (0:00:00.024) 0:01:45.315 *********** 2021-07-26T15:33:40.915 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2021-07-26T15:33:40.917 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:40.938 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:40 +0000 (0:00:00.074) 0:01:45.390 *********** 2021-07-26T15:33:41.009 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:41.033 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:41 +0000 (0:00:00.094) 0:01:45.484 *********** 2021-07-26T15:33:41.105 INFO:teuthology.task.ansible.out: TASK [common : Set the releasever] ********************************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:41.125 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:41 +0000 (0:00:00.092) 0:01:45.577 *********** 2021-07-26T15:33:41.194 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2021-07-26T15:33:41.196 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:33:41.217 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:41 +0000 (0:00:00.091) 0:01:45.668 *********** 2021-07-26T15:33:41.286 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2021-07-26T15:33:41.288 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:41.309 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:41 +0000 (0:00:00.091) 0:01:45.760 *********** 2021-07-26T15:33:41.390 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2021-07-26T15:33:41.391 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:33:41.414 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:41 +0000 (0:00:00.105) 0:01:45.865 *********** 2021-07-26T15:33:41.421 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** 2021-07-26T15:33:41.423 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "checksum": "6b66beacdb1c95b0ac86e1041f3914cfa0c50311", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "e34309bf71492baa6798d79247cca3d0", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_runtime_t:s0", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313620.9583137-31560-60660736231026/source", "state": "file", "uid": 0} 2021-07-26T15:33:41.446 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:41 +0000 (0:00:00.031) 0:01:45.897 *********** 2021-07-26T15:33:41.494 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:41.517 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:41 +0000 (0:00:00.071) 0:01:45.968 *********** 2021-07-26T15:33:41.525 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** ok: [smithi139.front.sepia.ceph.com] => { "msg": "Host smithi139.front.sepia.ceph.com is running CentOS 8.3 (n/a)" } 2021-07-26T15:33:41.549 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:41 +0000 (0:00:00.031) 0:01:46.000 *********** 2021-07-26T15:33:41.588 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** 2021-07-26T15:33:41.590 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:41.612 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:41 +0000 (0:00:00.063) 0:01:46.063 *********** 2021-07-26T15:33:41.631 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2021-07-26T15:33:41.633 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml) => {"ansible_facts": {"nrpe_selinux_packages": ["python3-libsemanage", "python3-policycoreutils"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"} 2021-07-26T15:33:41.657 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:41 +0000 (0:00:00.044) 0:01:46.108 *********** 2021-07-26T15:33:41.686 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2021-07-26T15:33:41.688 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:41.714 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:41 +0000 (0:00:00.057) 0:01:46.165 *********** 2021-07-26T15:33:41.746 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:41.769 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:41 +0000 (0:00:00.054) 0:01:46.219 *********** 2021-07-26T15:33:41.797 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2021-07-26T15:33:41.798 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:41.821 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:41 +0000 (0:00:00.052) 0:01:46.272 *********** 2021-07-26T15:33:41.905 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2021-07-26T15:33:41.907 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:33:41.930 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:41 +0000 (0:00:00.108) 0:01:46.381 *********** 2021-07-26T15:33:42.012 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-07-26T15:33:42.014 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:42.034 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.104) 0:01:46.486 *********** 2021-07-26T15:33:42.105 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:42.128 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.093) 0:01:46.579 *********** 2021-07-26T15:33:42.203 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:42.224 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.096) 0:01:46.675 *********** 2021-07-26T15:33:42.226 INFO:teuthology.task.ansible.out: 2021-07-26T15:33:42.294 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:42.315 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.091) 0:01:46.767 *********** 2021-07-26T15:33:42.385 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2021-07-26T15:33:42.387 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "cmd": "timedatectl | grep -E \"Time ?zone\" | sed -e \"s/.*: \\(.*\\) (.*/\\1/\"", "delta": "0:00:00.365648", "end": "2021-07-26 15:33:42.361325", "rc": 0, "start": "2021-07-26 15:33:41.995677", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:42.408 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.092) 0:01:46.859 *********** 2021-07-26T15:33:42.428 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.020) 0:01:46.879 *********** 2021-07-26T15:33:42.477 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:42.502 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.073) 0:01:46.953 *********** 2021-07-26T15:33:42.504 INFO:teuthology.task.ansible.out: 2021-07-26T15:33:42.514 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2021-07-26T15:33:42.515 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:42.539 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.036) 0:01:46.990 *********** 2021-07-26T15:33:42.577 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2021-07-26T15:33:42.579 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:33:42.602 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.063) 0:01:47.054 *********** 2021-07-26T15:33:42.620 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** 2021-07-26T15:33:42.622 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:42.645 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.042) 0:01:47.096 *********** 2021-07-26T15:33:42.678 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2021-07-26T15:33:42.680 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:42.702 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.056) 0:01:47.153 *********** 2021-07-26T15:33:42.719 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2021-07-26T15:33:42.721 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:42.743 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.041) 0:01:47.194 *********** 2021-07-26T15:33:42.782 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2021-07-26T15:33:42.784 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:42.813 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.069) 0:01:47.264 *********** 2021-07-26T15:33:42.834 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2021-07-26T15:33:42.836 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:42.867 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.053) 0:01:47.318 *********** 2021-07-26T15:33:42.960 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2021-07-26T15:33:42.962 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:42.982 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:42 +0000 (0:00:00.115) 0:01:47.434 *********** 2021-07-26T15:33:43.052 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2021-07-26T15:33:43.055 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:43.079 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:43 +0000 (0:00:00.095) 0:01:47.529 *********** 2021-07-26T15:33:43.088 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2021-07-26T15:33:43.090 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:33:43.113 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:43 +0000 (0:00:00.035) 0:01:47.564 *********** 2021-07-26T15:33:43.163 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2021-07-26T15:33:43.165 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [smithi139.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:33:43.187 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:43 +0000 (0:00:00.074) 0:01:47.639 *********** 2021-07-26T15:33:43.274 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2021-07-26T15:33:43.275 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:43.299 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:43 +0000 (0:00:00.111) 0:01:47.751 *********** 2021-07-26T15:33:43.381 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:43.404 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:43 +0000 (0:00:00.104) 0:01:47.855 *********** 2021-07-26T15:33:43.475 INFO:teuthology.task.ansible.out: TASK [common : Set the releasever] ********************************************* 2021-07-26T15:33:43.477 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:43.504 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:43 +0000 (0:00:00.099) 0:01:47.955 *********** 2021-07-26T15:33:43.575 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2021-07-26T15:33:43.577 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:33:43.602 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:43 +0000 (0:00:00.098) 0:01:48.053 *********** 2021-07-26T15:33:43.673 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2021-07-26T15:33:43.675 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:43.697 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:43 +0000 (0:00:00.094) 0:01:48.148 *********** 2021-07-26T15:33:43.767 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2021-07-26T15:33:43.769 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:33:43.790 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:43 +0000 (0:00:00.093) 0:01:48.241 *********** 2021-07-26T15:33:43.810 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** ok: [smithi078.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "86c0d58bde7ad4cfaafe592d2fefd92c920c42ca", "dest": "/etc/yum.repos.d/epel.repo", "gid": 0, "group": "root", "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 236, "state": "file", "uid": 0} 2021-07-26T15:33:43.863 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:43.887 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:43 +0000 (0:00:00.095) 0:01:48.337 *********** 2021-07-26T15:33:43.957 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:43.987 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:43 +0000 (0:00:00.100) 0:01:48.438 *********** 2021-07-26T15:33:44.059 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2021-07-26T15:33:44.061 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:44.082 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:44 +0000 (0:00:00.095) 0:01:48.533 *********** 2021-07-26T15:33:44.153 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2021-07-26T15:33:44.154 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:44.175 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:44 +0000 (0:00:00.092) 0:01:48.626 *********** 2021-07-26T15:33:44.236 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2021-07-26T15:33:44.237 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a1bad5509ed35b895c2061841236b1cfe10619ae", "dest": "/etc/yum.repos.d/epel-testing.repo", "gid": 0, "group": "root", "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 262, "state": "file", "uid": 0} 2021-07-26T15:33:44.261 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:44 +0000 (0:00:00.085) 0:01:48.712 *********** 2021-07-26T15:33:44.268 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2021-07-26T15:33:44.270 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:33:44.293 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:44 +0000 (0:00:00.031) 0:01:48.744 *********** 2021-07-26T15:33:44.362 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-07-26T15:33:44.364 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:44.387 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:44 +0000 (0:00:00.093) 0:01:48.838 *********** 2021-07-26T15:33:44.460 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* 2021-07-26T15:33:44.462 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:44.483 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:44 +0000 (0:00:00.095) 0:01:48.933 *********** 2021-07-26T15:33:44.566 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:44.587 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:44 +0000 (0:00:00.103) 0:01:49.037 *********** 2021-07-26T15:33:44.666 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** 2021-07-26T15:33:44.668 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:44.691 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:44 +0000 (0:00:00.105) 0:01:49.143 *********** 2021-07-26T15:33:44.761 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2021-07-26T15:33:44.763 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:44.790 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:44 +0000 (0:00:00.096) 0:01:49.239 *********** 2021-07-26T15:33:44.795 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-07-26T15:33:44.796 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "3c9ba7bacd1e30bed014cefd1fb4eab0f0f8fa10", "dest": "/etc/yum.repos.d/epel-mirrorlist", "gid": 0, "group": "root", "item": "epel-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 484, "state": "file", "uid": 0} 2021-07-26T15:33:44.863 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:44.895 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:44 +0000 (0:00:00.107) 0:01:49.346 *********** 2021-07-26T15:33:44.975 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2021-07-26T15:33:44.977 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:33:44.999 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:44 +0000 (0:00:00.103) 0:01:49.450 *********** 2021-07-26T15:33:45.068 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2021-07-26T15:33:45.070 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:45.091 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:45 +0000 (0:00:00.092) 0:01:49.542 *********** 2021-07-26T15:33:45.160 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:45.182 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:45 +0000 (0:00:00.091) 0:01:49.634 *********** 2021-07-26T15:33:45.211 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-07-26T15:33:45.213 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "d542c3e2c30a0d3eb7d454775342c302c0ded15b", "dest": "/etc/yum.repos.d/epel-testing-mirrorlist", "gid": 0, "group": "root", "item": "epel-testing-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 540, "state": "file", "uid": 0} 2021-07-26T15:33:45.236 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:45 +0000 (0:00:00.053) 0:01:49.687 *********** 2021-07-26T15:33:45.238 INFO:teuthology.task.ansible.out: 2021-07-26T15:33:45.321 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-07-26T15:33:45.323 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:45.353 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:45 +0000 (0:00:00.116) 0:01:49.804 *********** 2021-07-26T15:33:45.427 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-07-26T15:33:45.429 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:45.451 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:45 +0000 (0:00:00.097) 0:01:49.902 *********** 2021-07-26T15:33:45.458 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2021-07-26T15:33:45.460 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:33:45.485 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:45 +0000 (0:00:00.034) 0:01:49.936 *********** 2021-07-26T15:33:45.523 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2021-07-26T15:33:45.525 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:45.557 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:45 +0000 (0:00:00.072) 0:01:50.008 *********** 2021-07-26T15:33:45.652 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2021-07-26T15:33:45.653 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:45.675 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:45 +0000 (0:00:00.117) 0:01:50.126 *********** 2021-07-26T15:33:45.756 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** 2021-07-26T15:33:45.758 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "skip_reason": "Conditional result was False"} 2021-07-26T15:33:45.768 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "skip_reason": "Conditional result was False"} 2021-07-26T15:33:45.790 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:45 +0000 (0:00:00.115) 0:01:50.242 *********** 2021-07-26T15:33:45.859 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-07-26T15:33:45.861 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:45.886 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:45 +0000 (0:00:00.094) 0:01:50.336 *********** 2021-07-26T15:33:45.955 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** 2021-07-26T15:33:45.957 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:45.979 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:45 +0000 (0:00:00.092) 0:01:50.429 *********** 2021-07-26T15:33:46.027 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2021-07-26T15:33:46.029 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "86c0d58bde7ad4cfaafe592d2fefd92c920c42ca", "dest": "/etc/yum.repos.d/epel.repo", "gid": 0, "group": "root", "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 236, "state": "file", "uid": 0} 2021-07-26T15:33:46.049 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:46.076 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:46 +0000 (0:00:00.097) 0:01:50.526 *********** 2021-07-26T15:33:46.158 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* 2021-07-26T15:33:46.160 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:46.187 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:46 +0000 (0:00:00.111) 0:01:50.638 *********** 2021-07-26T15:33:46.261 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:46.282 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:46 +0000 (0:00:00.095) 0:01:50.734 *********** 2021-07-26T15:33:46.459 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2021-07-26T15:33:46.460 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a1bad5509ed35b895c2061841236b1cfe10619ae", "dest": "/etc/yum.repos.d/epel-testing.repo", "gid": 0, "group": "root", "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 262, "state": "file", "uid": 0} 2021-07-26T15:33:46.486 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:46 +0000 (0:00:00.202) 0:01:50.936 *********** 2021-07-26T15:33:46.530 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.042990", "end": "2021-07-26 15:33:46.500343", "rc": 0, "start": "2021-07-26 15:33:46.457353", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:33:46.553 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:46 +0000 (0:00:00.067) 0:01:51.004 *********** 2021-07-26T15:33:47.025 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-07-26T15:33:47.027 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "3c9ba7bacd1e30bed014cefd1fb4eab0f0f8fa10", "dest": "/etc/yum.repos.d/epel-mirrorlist", "gid": 0, "group": "root", "item": "epel-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 484, "state": "file", "uid": 0} 2021-07-26T15:33:47.456 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "d542c3e2c30a0d3eb7d454775342c302c0ded15b", "dest": "/etc/yum.repos.d/epel-testing-mirrorlist", "gid": 0, "group": "root", "item": "epel-testing-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 540, "state": "file", "uid": 0} 2021-07-26T15:33:47.481 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:47 +0000 (0:00:00.927) 0:01:51.931 *********** 2021-07-26T15:33:47.560 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:47.591 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:47 +0000 (0:00:00.111) 0:01:52.043 *********** 2021-07-26T15:33:47.686 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:47.709 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:47 +0000 (0:00:00.115) 0:01:52.158 *********** 2021-07-26T15:33:47.787 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2021-07-26T15:33:47.789 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:47.810 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:47 +0000 (0:00:00.103) 0:01:52.261 *********** 2021-07-26T15:33:47.900 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2021-07-26T15:33:47.902 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:47.929 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:47 +0000 (0:00:00.118) 0:01:52.379 *********** 2021-07-26T15:33:48.012 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** skipping: [smithi139.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "skip_reason": "Conditional result was False"} 2021-07-26T15:33:48.023 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "skip_reason": "Conditional result was False"} 2021-07-26T15:33:48.024 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "skip_reason": "Conditional result was False"} 2021-07-26T15:33:48.050 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:48 +0000 (0:00:00.121) 0:01:52.501 *********** 2021-07-26T15:33:48.121 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-07-26T15:33:48.123 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:48.152 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:48 +0000 (0:00:00.101) 0:01:52.603 *********** 2021-07-26T15:33:48.223 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:48.245 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:48 +0000 (0:00:00.093) 0:01:52.696 *********** 2021-07-26T15:33:48.308 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ 2021-07-26T15:33:48.309 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:48.330 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:48 +0000 (0:00:00.084) 0:01:52.781 *********** 2021-07-26T15:33:48.390 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* 2021-07-26T15:33:48.392 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:48.413 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:48 +0000 (0:00:00.083) 0:01:52.864 *********** 2021-07-26T15:33:48.474 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:48.497 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:48 +0000 (0:00:00.083) 0:01:52.948 *********** 2021-07-26T15:33:49.517 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** 2021-07-26T15:33:49.519 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.835514", "end": "2021-07-26 15:33:49.500368", "rc": 0, "start": "2021-07-26 15:33:48.664854", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:33:49.538 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:49 +0000 (0:00:01.041) 0:01:53.990 *********** 2021-07-26T15:33:50.957 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2021-07-26T15:33:50.958 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-07-26T15:33:50.981 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:50 +0000 (0:00:01.442) 0:01:55.433 *********** 2021-07-26T15:33:51.051 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ 2021-07-26T15:33:51.053 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:51.074 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:51 +0000 (0:00:00.093) 0:01:55.526 *********** 2021-07-26T15:33:51.144 INFO:teuthology.task.ansible.out: TASK [common : Update apt cache] *********************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:51.177 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:51 +0000 (0:00:00.102) 0:01:55.628 *********** 2021-07-26T15:33:51.249 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** 2021-07-26T15:33:51.251 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:51.271 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:51 +0000 (0:00:00.094) 0:01:55.722 *********** 2021-07-26T15:33:51.330 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2021-07-26T15:33:51.332 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:51.352 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:51 +0000 (0:00:00.080) 0:01:55.803 *********** 2021-07-26T15:33:51.837 INFO:teuthology.task.ansible.out: TASK [common : Add krb5 config file] ******************************************* 2021-07-26T15:33:51.839 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "secontext": "system_u:object_r:krb5_conf_t:s0", "size": 131, "state": "file", "uid": 0} 2021-07-26T15:33:51.859 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:51 +0000 (0:00:00.507) 0:01:56.311 *********** 2021-07-26T15:33:53.418 INFO:teuthology.task.ansible.out: TASK [common : Make sure smartmontools is installed] *************************** 2021-07-26T15:33:53.420 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-07-26T15:33:53.442 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:53 +0000 (0:00:01.583) 0:01:57.894 *********** 2021-07-26T15:33:53.950 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** ok: [smithi078.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "secontext": "system_u:object_r:bin_t:s0", "size": 2716736, "state": "file", "uid": 0} 2021-07-26T15:33:53.961 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2021-07-26T15:33:53.964 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-07-26T15:33:53.985 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:53 +0000 (0:00:00.541) 0:01:58.436 *********** 2021-07-26T15:33:54.054 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ 2021-07-26T15:33:54.056 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:54.078 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:54 +0000 (0:00:00.093) 0:01:58.530 *********** 2021-07-26T15:33:54.147 INFO:teuthology.task.ansible.out: TASK [common : Update apt cache] *********************************************** 2021-07-26T15:33:54.149 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:54.170 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:54 +0000 (0:00:00.091) 0:01:58.621 *********** 2021-07-26T15:33:54.250 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:54.271 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:54 +0000 (0:00:00.101) 0:01:58.723 *********** 2021-07-26T15:33:54.341 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2021-07-26T15:33:54.343 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:54.363 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:54 +0000 (0:00:00.091) 0:01:58.814 *********** 2021-07-26T15:33:54.401 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-07-26T15:33:54.403 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "secontext": "system_u:object_r:bin_t:s0", "size": 1952038, "state": "file", "uid": 0} 2021-07-26T15:33:54.826 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "secontext": "system_u:object_r:bin_t:s0", "size": 580432, "state": "file", "uid": 0} 2021-07-26T15:33:54.855 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:54 +0000 (0:00:00.490) 0:01:59.305 *********** 2021-07-26T15:33:54.862 INFO:teuthology.task.ansible.out: TASK [common : Add krb5 config file] ******************************************* ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "secontext": "system_u:object_r:krb5_conf_t:s0", "size": 131, "state": "file", "uid": 0} 2021-07-26T15:33:54.891 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:54 +0000 (0:00:00.036) 0:01:59.342 *********** 2021-07-26T15:33:55.058 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* 2021-07-26T15:33:55.060 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "secontext": "system_u:object_r:bin_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:33:55.083 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:55 +0000 (0:00:00.190) 0:01:59.532 *********** 2021-07-26T15:33:55.586 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** ok: [smithi078.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "secontext": "system_u:object_r:bin_t:s0", "size": 13355, "state": "file", "uid": 0} 2021-07-26T15:33:56.026 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 8602, "state": "file", "uid": 0} 2021-07-26T15:33:56.457 INFO:teuthology.task.ansible.out: TASK [common : Make sure smartmontools is installed] *************************** ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-07-26T15:33:56.486 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:56 +0000 (0:00:01.398) 0:02:00.931 *********** 2021-07-26T15:33:56.525 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** changed: [smithi078.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": true, "checksum": "2fbc67b36d59f66fc2621f3ca2dcf60dea2167a5", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "md5sum": "fae049f2bb3feda9c19a2dc30bce838a", "mode": "0755", "owner": "root", "secontext": "system_u:object_r:bin_t:s0", "size": 3612, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313636.058589-1181-178454112929647/source", "state": "file", "uid": 0} 2021-07-26T15:33:56.552 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:56 +0000 (0:00:00.071) 0:02:01.003 *********** 2021-07-26T15:33:56.628 INFO:teuthology.task.ansible.out: TASK [common : Include apt_system vars] **************************************** 2021-07-26T15:33:56.631 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:56.653 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:56 +0000 (0:00:00.101) 0:02:01.104 *********** 2021-07-26T15:33:56.734 INFO:teuthology.task.ansible.out: TASK [common : Include yum_systems vars] *************************************** 2021-07-26T15:33:56.736 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib64/nagios/plugins", "nrpe_group": "nrpe", "nrpe_packages": ["nagios-common", "nrpe", "nagios-plugins", "nagios-plugins-load"], "nrpe_service_name": "nrpe", "nrpe_user": "nrpe"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/yum_systems.yml"], "changed": false} 2021-07-26T15:33:56.758 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:56 +0000 (0:00:00.104) 0:02:01.209 *********** 2021-07-26T15:33:56.991 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2021-07-26T15:33:56.997 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} 2021-07-26T15:33:57.013 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:57 +0000 (0:00:00.254) 0:02:01.464 *********** 2021-07-26T15:33:57.031 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-07-26T15:33:57.033 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "secontext": "system_u:object_r:bin_t:s0", "size": 2716736, "state": "file", "uid": 0} 2021-07-26T15:33:57.095 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** skipping: [smithi078.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:33:57.107 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:33:57.128 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:33:57.140 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:33:57.163 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:57 +0000 (0:00:00.149) 0:02:01.614 *********** 2021-07-26T15:33:57.463 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-07-26T15:33:57.465 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "secontext": "system_u:object_r:bin_t:s0", "size": 1952038, "state": "file", "uid": 0} 2021-07-26T15:33:57.891 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "secontext": "system_u:object_r:bin_t:s0", "size": 580432, "state": "file", "uid": 0} 2021-07-26T15:33:57.916 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:57 +0000 (0:00:00.752) 0:02:02.367 *********** 2021-07-26T15:33:58.113 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* 2021-07-26T15:33:58.115 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "secontext": "system_u:object_r:bin_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:33:58.137 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:58 +0000 (0:00:00.221) 0:02:02.588 *********** 2021-07-26T15:33:58.630 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** ok: [smithi139.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "secontext": "system_u:object_r:bin_t:s0", "size": 13355, "state": "file", "uid": 0} 2021-07-26T15:33:59.044 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 8602, "state": "file", "uid": 0} 2021-07-26T15:33:59.538 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": true, "checksum": "2fbc67b36d59f66fc2621f3ca2dcf60dea2167a5", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "md5sum": "fae049f2bb3feda9c19a2dc30bce838a", "mode": "0755", "owner": "root", "secontext": "system_u:object_r:bin_t:s0", "size": 3612, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313639.0760128-1643-73614459419525/source", "state": "file", "uid": 0} 2021-07-26T15:33:59.561 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:59 +0000 (0:00:01.424) 0:02:04.013 *********** 2021-07-26T15:33:59.631 INFO:teuthology.task.ansible.out: TASK [common : Include apt_system vars] **************************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:33:59.652 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:59 +0000 (0:00:00.090) 0:02:04.104 *********** 2021-07-26T15:33:59.730 INFO:teuthology.task.ansible.out: TASK [common : Include yum_systems vars] *************************************** 2021-07-26T15:33:59.731 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib64/nagios/plugins", "nrpe_group": "nrpe", "nrpe_packages": ["nagios-common", "nrpe", "nagios-plugins", "nagios-plugins-load"], "nrpe_service_name": "nrpe", "nrpe_user": "nrpe"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/yum_systems.yml"], "changed": false} 2021-07-26T15:33:59.752 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:33:59 +0000 (0:00:00.100) 0:02:04.204 *********** 2021-07-26T15:33:59.999 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2021-07-26T15:34:00.001 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} 2021-07-26T15:34:00.022 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:00 +0000 (0:00:00.269) 0:02:04.473 *********** 2021-07-26T15:34:00.119 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** 2021-07-26T15:34:00.120 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:34:00.131 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:34:00.143 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:34:00.165 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:34:00.187 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:00 +0000 (0:00:00.163) 0:02:04.637 *********** 2021-07-26T15:34:02.850 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ 2021-07-26T15:34:02.851 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: nagios-plugins-2.3.3-5.el8.x86_64", "Installed: nrpe-4.0.3-6.el8.x86_64", "Installed: nagios-plugins-load-2.3.3-5.el8.x86_64", "Installed: nagios-common-4.4.6-4.el8.x86_64", "Removed: nagios-common-4.4.5-1.el8.x86_64", "Removed: nagios-plugins-2.3.3-4.el8.x86_64", "Removed: nagios-plugins-load-2.3.3-4.el8.x86_64", "Removed: nrpe-4.0.3-1.el8.x86_64"]} 2021-07-26T15:34:02.874 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:02 +0000 (0:00:02.687) 0:02:07.325 *********** 2021-07-26T15:34:02.944 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] ********** 2021-07-26T15:34:02.946 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:34:02.970 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:02 +0000 (0:00:00.096) 0:02:07.421 *********** 2021-07-26T15:34:03.474 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios sudoers.d for raid utilities.] ******************** 2021-07-26T15:34:03.476 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "checksum": "b423b985ccbb69b65a711d372645a5f704b30e8b", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "secontext": "system_u:object_r:etc_t:s0", "size": 178, "state": "file", "uid": 0} 2021-07-26T15:34:03.497 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:03 +0000 (0:00:00.527) 0:02:07.948 *********** 2021-07-26T15:34:04.003 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib64/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib64/nagios/plugins/check_mem.sh", "secontext": "system_u:object_r:nagios_unconfined_plugin_exec_t:s0", "size": 1964, "state": "file", "uid": 0} 2021-07-26T15:34:04.032 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:04 +0000 (0:00:00.533) 0:02:08.482 *********** 2021-07-26T15:34:04.145 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ 2021-07-26T15:34:04.147 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "DAEMON_OPTS", "skip_reason": "Conditional result was False"} 2021-07-26T15:34:04.167 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "NRPE_OPTS", "skip_reason": "Conditional result was False"} 2021-07-26T15:34:04.199 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:04 +0000 (0:00:00.162) 0:02:08.644 *********** 2021-07-26T15:34:04.428 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* 2021-07-26T15:34:04.431 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:34:04.452 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:04 +0000 (0:00:00.257) 0:02:08.902 *********** 2021-07-26T15:34:04.770 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** fatal: [smithi078.front.sepia.ceph.com]: FAILED! => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} ...ignoring 2021-07-26T15:34:04.792 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:04 +0000 (0:00:00.340) 0:02:09.243 *********** 2021-07-26T15:34:04.877 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** 2021-07-26T15:34:04.879 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:34:04.912 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:04 +0000 (0:00:00.120) 0:02:09.363 *********** 2021-07-26T15:34:05.454 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios nrpe config.] ************************************* ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "checksum": "aa9150d4582f919d7a8504c01c8d86f05e3eeb5d", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "secontext": "system_u:object_r:nrpe_etc_t:s0", "size": 1184, "state": "file", "uid": 0} 2021-07-26T15:34:05.488 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:05 +0000 (0:00:00.574) 0:02:09.938 *********** 2021-07-26T15:34:06.454 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: nagios-plugins-2.3.3-5.el8.x86_64", "Installed: nrpe-4.0.3-6.el8.x86_64", "Installed: nagios-plugins-load-2.3.3-5.el8.x86_64", "Installed: nagios-common-4.4.6-4.el8.x86_64", "Removed: nagios-common-4.4.5-1.el8.x86_64", "Removed: nagios-plugins-2.3.3-4.el8.x86_64", "Removed: nagios-plugins-load-2.3.3-4.el8.x86_64", "Removed: nrpe-4.0.3-1.el8.x86_64"]} 2021-07-26T15:34:06.487 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:06 +0000 (0:00:01.000) 0:02:10.938 *********** 2021-07-26T15:34:06.510 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nrpe", "state": "started", "status": {"ActiveState": "active", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlGroup": "/system.slice/nrpe.service", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/nrpe (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "15771", "ExecMainStartTimestamp": "Mon 2021-07-26 15:34:01 UTC", "ExecMainStartTimestampMonotonic": "171568753", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_SSL_OPT ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nrpe/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "984", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infini 2021-07-26T15:34:06.512 INFO:teuthology.task.ansible.out:ty", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "15771", "MemoryAccounting": "yes", "MemoryCurrent": "737280", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "-500", "PIDFile": "/run/nrpe/nrpe.pid", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "on-abort", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "y 2021-07-26T15:34:06.514 INFO:teuthology.task.ansible.out:es", "TasksCurrent": "1", "TasksMax": "203592", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Type": "simple", "UID": "988", "UMask": "0022", "WatchdogTimestamp": "Mon 2021-07-26 15:34:01 UTC", "WatchdogTimestampMonotonic": "171568777", "WatchdogUSec": "0"}} 2021-07-26T15:34:06.550 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:06 +0000 (0:00:00.063) 0:02:11.001 *********** 2021-07-26T15:34:06.596 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] ********** 2021-07-26T15:34:06.598 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:34:06.633 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:06 +0000 (0:00:00.082) 0:02:11.084 *********** 2021-07-26T15:34:06.806 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* 2021-07-26T15:34:06.808 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": ["getenforce"], "delta": "0:00:00.001715", "end": "2021-07-26 15:34:06.787857", "rc": 0, "start": "2021-07-26 15:34:06.786142", "stderr": "", "stderr_lines": [], "stdout": "Permissive", "stdout_lines": ["Permissive"]} 2021-07-26T15:34:06.831 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:06 +0000 (0:00:00.198) 0:02:11.282 *********** 2021-07-26T15:34:07.180 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios sudoers.d for raid utilities.] ******************** 2021-07-26T15:34:07.185 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "checksum": "b423b985ccbb69b65a711d372645a5f704b30e8b", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "secontext": "system_u:object_r:etc_t:s0", "size": 178, "state": "file", "uid": 0} 2021-07-26T15:34:07.206 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:07 +0000 (0:00:00.372) 0:02:11.654 *********** 2021-07-26T15:34:07.709 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib64/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib64/nagios/plugins/check_mem.sh", "secontext": "system_u:object_r:nagios_unconfined_plugin_exec_t:s0", "size": 1964, "state": "file", "uid": 0} 2021-07-26T15:34:07.733 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:07 +0000 (0:00:00.528) 0:02:12.183 *********** 2021-07-26T15:34:07.824 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ skipping: [smithi139.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "DAEMON_OPTS", "skip_reason": "Conditional result was False"} 2021-07-26T15:34:07.834 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "NRPE_OPTS", "skip_reason": "Conditional result was False"} 2021-07-26T15:34:07.861 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:07 +0000 (0:00:00.128) 0:02:12.312 *********** 2021-07-26T15:34:08.126 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* 2021-07-26T15:34:08.128 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:34:08.164 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:08 +0000 (0:00:00.299) 0:02:12.612 *********** 2021-07-26T15:34:08.417 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Install SELinux dependencies] **************************** ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-07-26T15:34:08.440 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:08 +0000 (0:00:00.278) 0:02:12.891 *********** 2021-07-26T15:34:08.457 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** 2021-07-26T15:34:08.459 INFO:teuthology.task.ansible.out:fatal: [smithi139.front.sepia.ceph.com]: FAILED! => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} ...ignoring 2021-07-26T15:34:08.495 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:08 +0000 (0:00:00.055) 0:02:12.946 *********** 2021-07-26T15:34:08.594 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** 2021-07-26T15:34:08.596 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:34:08.624 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:08 +0000 (0:00:00.128) 0:02:13.075 *********** 2021-07-26T15:34:09.206 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios nrpe config.] ************************************* ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "checksum": "aa9150d4582f919d7a8504c01c8d86f05e3eeb5d", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "secontext": "system_u:object_r:nrpe_etc_t:s0", "size": 1184, "state": "file", "uid": 0} 2021-07-26T15:34:09.234 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:09 +0000 (0:00:00.611) 0:02:13.686 *********** 2021-07-26T15:34:09.596 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nrpe", "state": "started", "status": {"ActiveState": "active", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlGroup": "/system.slice/nrpe.service", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/nrpe (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "15739", "ExecMainStartTimestamp": "Mon 2021-07-26 15:34:04 UTC", "ExecMainStartTimestampMonotonic": "167828849", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_SSL_OPT ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nrpe/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "984", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infini 2021-07-26T15:34:09.601 INFO:teuthology.task.ansible.out:ty", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "15739", "MemoryAccounting": "yes", "MemoryCurrent": "741376", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "-500", "PIDFile": "/run/nrpe/nrpe.pid", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "on-abort", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "y 2021-07-26T15:34:09.603 INFO:teuthology.task.ansible.out:es", "TasksCurrent": "1", "TasksMax": "203592", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Type": "simple", "UID": "988", "UMask": "0022", "WatchdogTimestamp": "Mon 2021-07-26 15:34:04 UTC", "WatchdogTimestampMonotonic": "167828875", "WatchdogUSec": "0"}} 2021-07-26T15:34:09.619 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:09 +0000 (0:00:00.384) 0:02:14.071 *********** 2021-07-26T15:34:09.858 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* 2021-07-26T15:34:09.861 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": ["getenforce"], "delta": "0:00:00.001816", "end": "2021-07-26 15:34:09.833144", "rc": 0, "start": "2021-07-26 15:34:09.831328", "stderr": "", "stderr_lines": [], "stdout": "Permissive", "stdout_lines": ["Permissive"]} 2021-07-26T15:34:09.882 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:09 +0000 (0:00:00.262) 0:02:14.333 *********** 2021-07-26T15:34:11.427 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Install SELinux dependencies] **************************** 2021-07-26T15:34:11.429 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-07-26T15:34:11.450 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:11 +0000 (0:00:01.567) 0:02:15.901 *********** 2021-07-26T15:34:45.365 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* 2021-07-26T15:34:45.368 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: selinux-policy-3.14.3-67.el8.noarch", "Installed: selinux-policy-targeted-3.14.3-67.el8.noarch", "Removed: selinux-policy-3.14.3-54.el8_3.2.noarch", "Removed: selinux-policy-targeted-3.14.3-54.el8_3.2.noarch"]} 2021-07-26T15:34:45.390 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:45 +0000 (0:00:33.940) 0:02:49.841 *********** 2021-07-26T15:34:46.186 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** 2021-07-26T15:34:46.188 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "name": "nagios_run_sudo", "persistent": true, "state": true} 2021-07-26T15:34:46.208 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:46 +0000 (0:00:00.818) 0:02:50.660 *********** 2021-07-26T15:34:48.715 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* 2021-07-26T15:34:48.717 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: selinux-policy-3.14.3-67.el8.noarch", "Installed: selinux-policy-targeted-3.14.3-67.el8.noarch", "Removed: selinux-policy-3.14.3-54.el8_3.2.noarch", "Removed: selinux-policy-targeted-3.14.3-54.el8_3.2.noarch"]} 2021-07-26T15:34:48.739 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:48 +0000 (0:00:02.530) 0:02:53.190 *********** 2021-07-26T15:34:49.264 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "name": "nagios_run_sudo", "persistent": true, "state": true} 2021-07-26T15:34:49.285 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:34:49 +0000 (0:00:00.546) 0:02:53.736 *********** 2021-07-26T15:35:01.348 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** 2021-07-26T15:35:01.350 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-r", "nrpe"], "delta": "0:00:14.908253", "end": "2021-07-26 15:35:01.319661", "failed_when_result": false, "rc": 0, "start": "2021-07-26 15:34:46.411408", "stderr": "", "stderr_lines": [], "stdout": "libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority).", "stdout_lines": ["libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority)."]} 2021-07-26T15:35:01.371 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:01 +0000 (0:00:12.086) 0:03:05.822 *********** 2021-07-26T15:35:01.854 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "checksum": "99d9b2ea41fb2d6613898129718064833d2de428", "dest": "/tmp/nrpe.te", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/tmp/nrpe.te", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 934, "state": "file", "uid": 0} 2021-07-26T15:35:01.875 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:01 +0000 (0:00:00.504) 0:03:06.327 *********** 2021-07-26T15:35:02.110 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** 2021-07-26T15:35:02.111 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": ["checkmodule", "-M", "-m", "-o", "/tmp/nrpe.mod", "/tmp/nrpe.te"], "delta": "0:00:00.013278", "end": "2021-07-26 15:35:02.089194", "rc": 0, "start": "2021-07-26 15:35:02.075916", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:35:02.132 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:02 +0000 (0:00:00.257) 0:03:06.584 *********** 2021-07-26T15:35:02.368 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Build SELinux policy package] **************************** 2021-07-26T15:35:02.369 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule_package", "-o", "/tmp/nrpe.pp", "-m", "/tmp/nrpe.mod"], "delta": "0:00:00.008805", "end": "2021-07-26 15:35:02.349343", "rc": 0, "start": "2021-07-26 15:35:02.340538", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:35:02.389 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:02 +0000 (0:00:00.256) 0:03:06.841 *********** 2021-07-26T15:35:04.509 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-r", "nrpe"], "delta": "0:00:14.984900", "end": "2021-07-26 15:35:04.475296", "failed_when_result": false, "rc": 0, "start": "2021-07-26 15:34:49.490396", "stderr": "", "stderr_lines": [], "stdout": "libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority).", "stdout_lines": ["libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority)."]} 2021-07-26T15:35:04.545 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:04 +0000 (0:00:02.155) 0:03:08.996 *********** 2021-07-26T15:35:05.033 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** 2021-07-26T15:35:05.034 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "checksum": "99d9b2ea41fb2d6613898129718064833d2de428", "dest": "/tmp/nrpe.te", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/tmp/nrpe.te", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 934, "state": "file", "uid": 0} 2021-07-26T15:35:05.055 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:05 +0000 (0:00:00.509) 0:03:09.506 *********** 2021-07-26T15:35:05.298 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** 2021-07-26T15:35:05.300 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": ["checkmodule", "-M", "-m", "-o", "/tmp/nrpe.mod", "/tmp/nrpe.te"], "delta": "0:00:00.025422", "end": "2021-07-26 15:35:05.279753", "rc": 0, "start": "2021-07-26 15:35:05.254331", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:35:05.320 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:05 +0000 (0:00:00.265) 0:03:09.771 *********** 2021-07-26T15:35:05.574 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Build SELinux policy package] **************************** 2021-07-26T15:35:05.576 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule_package", "-o", "/tmp/nrpe.pp", "-m", "/tmp/nrpe.mod"], "delta": "0:00:00.030152", "end": "2021-07-26 15:35:05.556488", "rc": 0, "start": "2021-07-26 15:35:05.526336", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:35:05.595 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:05 +0000 (0:00:00.275) 0:03:10.046 *********** 2021-07-26T15:35:17.301 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-i", "/tmp/nrpe.pp"], "delta": "0:00:14.681698", "end": "2021-07-26 15:35:17.276829", "rc": 0, "start": "2021-07-26 15:35:02.595131", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:35:17.326 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:17 +0000 (0:00:11.730) 0:03:21.777 *********** 2021-07-26T15:35:17.574 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2021-07-26T15:35:17.576 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "path": "/tmp/nrpe.*", "state": "absent"} 2021-07-26T15:35:17.597 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:17 +0000 (0:00:00.270) 0:03:22.048 *********** 2021-07-26T15:35:17.678 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** 2021-07-26T15:35:17.680 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"ceph_dependency_packages_to_remove": ["boost-random", "boost-program-options", "leveldb", "xmlstarlet", "python-jinja2", "python-ceph", "python-flask", "python-requests", "boost-random", "python-urllib3", "python-babel", "hdparm", "python-markupsafe", "python-werkzeug", "python-itsdangerous"], "ceph_packages_to_remove": ["ceph", "ceph-base", "ceph-selinux", "ceph-common", "ceph-debuginfo", "ceph-release", "libcephfs1", "ceph-radosgw", "python-ceph", "python-rados", "python-rbd", "python-cephfs", "librbd1", "librados2", "mod_fastcgi"], "dash_stream": "", "ntp_service_name": "ntpd", "packages_to_remove": ["device-mapper-multipath"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "sshd"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/dnf_systems.yml"], "changed": false} 2021-07-26T15:35:17.701 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:17 +0000 (0:00:00.104) 0:03:22.152 *********** 2021-07-26T15:35:17.785 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* 2021-07-26T15:35:17.787 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-07-26T15:35:17.810 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:17 +0000 (0:00:00.109) 0:03:22.262 *********** 2021-07-26T15:35:17.894 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2021-07-26T15:35:17.896 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml) => {"ansible_facts": {"common_yum_repos": {"lab-extras": {"baseurl": "http://{{ mirror_host }}/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "epel_packages": [], "nfs_service": "nfs-server", "ntp_service_name": "chronyd", "packages": ["redhat-lsb-core", "dnf-utils", "sysstat", "libedit", "boost-thread", "xfsprogs", "gdisk", "parted", "libgcrypt", "fuse-libs", "openssl", "libuuid", "podman", "podman-docker", "attr", "ant", "lsof", "gettext", "bc", "xfsdump", "blktrace", "usbredir", "libev-devel", "valgrind", "nfs-utils", "ncurses-devel", "gcc", "git", "python3-nose", "python3-virtualenv", "genisoimage", "qemu-img", "qemu-kvm-core", "qemu-kvm-block-rbd", "libacl-devel", "dbench", "autoconf", "gdb", "iozone"], "packages_to_upgrade": ["libgcrypt"], "yum_mirrorlists": ["CentOS-AppStream-mirrorlist", "CentOS-Base-mirrorlist", "CentOS-Extras-mirrorlist", "CentOS-PowerTools-mirrorlist"], "yum_repos": {"CentOS-AppStream": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}, "CentOS-Base": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}, "CentOS-Extras": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}, "CentOS-PowerTools": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "name": "CentOS-$releasever - PowerTools"}}}, "ansible_included_var_files": ["/home/teuth 2021-07-26T15:35:17.897 INFO:teuthology.task.ansible.out:worker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"} 2021-07-26T15:35:17.917 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:17 +0000 (0:00:00.106) 0:03:22.368 *********** 2021-07-26T15:35:17.996 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ 2021-07-26T15:35:17.998 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-07-26T15:35:18.018 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:18 +0000 (0:00:00.100) 0:03:22.469 *********** 2021-07-26T15:35:18.212 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** 2021-07-26T15:35:18.214 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2021-07-26T15:35:18.234 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:18 +0000 (0:00:00.215) 0:03:22.685 *********** 2021-07-26T15:35:18.460 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "name": "ubuntu", "state": "present", "system": false} 2021-07-26T15:35:18.482 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:18 +0000 (0:00:00.247) 0:03:22.933 *********** 2021-07-26T15:35:18.551 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2021-07-26T15:35:18.553 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:18.575 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:18 +0000 (0:00:00.091) 0:03:23.024 *********** 2021-07-26T15:35:18.642 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:18.668 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:18 +0000 (0:00:00.094) 0:03:23.119 *********** 2021-07-26T15:35:18.926 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** 2021-07-26T15:35:18.928 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/bash", "state": "present", "uid": 10101} 2021-07-26T15:35:18.949 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:18 +0000 (0:00:00.281) 0:03:23.401 *********** 2021-07-26T15:35:19.522 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** 2021-07-26T15:35:19.523 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 112, "state": "file", "uid": 0} 2021-07-26T15:35:19.543 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:19 +0000 (0:00:00.594) 0:03:23.995 *********** 2021-07-26T15:35:19.623 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* 2021-07-26T15:35:19.625 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi078"}, "changed": false} 2021-07-26T15:35:19.646 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:19 +0000 (0:00:00.102) 0:03:24.097 *********** 2021-07-26T15:35:20.600 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2021-07-26T15:35:20.602 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-i", "/tmp/nrpe.pp"], "delta": "0:00:14.777900", "end": "2021-07-26 15:35:20.577338", "rc": 0, "start": "2021-07-26 15:35:05.799438", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:35:20.630 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:20 +0000 (0:00:00.980) 0:03:25.077 *********** 2021-07-26T15:35:20.696 INFO:teuthology.task.ansible.out: TASK [testnode : Set the system's hostname] ************************************ changed: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi078.front.sepia.ceph.com", "ansible_hostname": "smithi078", "ansible_nodename": "smithi078"}, "changed": true, "name": "smithi078"} 2021-07-26T15:35:20.720 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:20 +0000 (0:00:00.093) 0:03:25.171 *********** 2021-07-26T15:35:20.863 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2021-07-26T15:35:20.865 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "path": "/tmp/nrpe.*", "state": "absent"} 2021-07-26T15:35:20.887 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:20 +0000 (0:00:00.167) 0:03:25.338 *********** 2021-07-26T15:35:20.966 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** 2021-07-26T15:35:20.968 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"ceph_dependency_packages_to_remove": ["boost-random", "boost-program-options", "leveldb", "xmlstarlet", "python-jinja2", "python-ceph", "python-flask", "python-requests", "boost-random", "python-urllib3", "python-babel", "hdparm", "python-markupsafe", "python-werkzeug", "python-itsdangerous"], "ceph_packages_to_remove": ["ceph", "ceph-base", "ceph-selinux", "ceph-common", "ceph-debuginfo", "ceph-release", "libcephfs1", "ceph-radosgw", "python-ceph", "python-rados", "python-rbd", "python-cephfs", "librbd1", "librados2", "mod_fastcgi"], "dash_stream": "", "ntp_service_name": "ntpd", "packages_to_remove": ["device-mapper-multipath"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "sshd"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/dnf_systems.yml"], "changed": false} 2021-07-26T15:35:20.988 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:20 +0000 (0:00:00.101) 0:03:25.440 *********** 2021-07-26T15:35:21.067 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* 2021-07-26T15:35:21.069 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-07-26T15:35:21.090 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:21 +0000 (0:00:00.101) 0:03:25.541 *********** 2021-07-26T15:35:21.169 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2021-07-26T15:35:21.173 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml) => {"ansible_facts": {"common_yum_repos": {"lab-extras": {"baseurl": "http://{{ mirror_host }}/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "epel_packages": [], "nfs_service": "nfs-server", "ntp_service_name": "chronyd", "packages": ["redhat-lsb-core", "dnf-utils", "sysstat", "libedit", "boost-thread", "xfsprogs", "gdisk", "parted", "libgcrypt", "fuse-libs", "openssl", "libuuid", "podman", "podman-docker", "attr", "ant", "lsof", "gettext", "bc", "xfsdump", "blktrace", "usbredir", "libev-devel", "valgrind", "nfs-utils", "ncurses-devel", "gcc", "git", "python3-nose", "python3-virtualenv", "genisoimage", "qemu-img", "qemu-kvm-core", "qemu-kvm-block-rbd", "libacl-devel", "dbench", "autoconf", "gdb", "iozone"], "packages_to_upgrade": ["libgcrypt"], "yum_mirrorlists": ["CentOS-AppStream-mirrorlist", "CentOS-Base-mirrorlist", "CentOS-Extras-mirrorlist", "CentOS-PowerTools-mirrorlist"], "yum_repos": {"CentOS-AppStream": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}, "CentOS-Base": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}, "CentOS-Extras": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}, "CentOS-PowerTools": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "name": "CentOS-$releasever - PowerTools"}}}, "ansible_included_var_files": ["/home/teuth 2021-07-26T15:35:21.175 INFO:teuthology.task.ansible.out:worker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"} 2021-07-26T15:35:21.196 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:21 +0000 (0:00:00.105) 0:03:25.647 *********** 2021-07-26T15:35:21.213 INFO:teuthology.task.ansible.out: TASK [testnode : Upload distro major version specific sshd_config] ************* 2021-07-26T15:35:21.214 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "checksum": "a5e550b2aa74f6355e926d70d73a50ad9ab4b4be", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "secontext": "system_u:object_r:etc_t:s0", "size": 1043, "state": "file", "uid": 0} 2021-07-26T15:35:21.238 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:21 +0000 (0:00:00.042) 0:03:25.689 *********** 2021-07-26T15:35:21.270 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ 2021-07-26T15:35:21.272 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-07-26T15:35:21.297 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:21 +0000 (0:00:00.058) 0:03:25.748 *********** 2021-07-26T15:35:21.485 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** 2021-07-26T15:35:21.487 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2021-07-26T15:35:21.508 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:21 +0000 (0:00:00.210) 0:03:25.959 *********** 2021-07-26T15:35:21.734 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* 2021-07-26T15:35:21.736 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "name": "ubuntu", "state": "present", "system": false} TASK [testnode : Upload ssh_config] ******************************************** ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "secontext": "system_u:object_r:etc_t:s0", "size": 570, "state": "file", "uid": 0} 2021-07-26T15:35:21.760 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:21 +0000 (0:00:00.252) 0:03:26.211 *********** 2021-07-26T15:35:21.781 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:21 +0000 (0:00:00.020) 0:03:26.232 *********** 2021-07-26T15:35:21.862 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2021-07-26T15:35:21.864 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:21.886 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:21 +0000 (0:00:00.104) 0:03:26.337 *********** 2021-07-26T15:35:21.958 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:21.979 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:21 +0000 (0:00:00.093) 0:03:26.431 *********** 2021-07-26T15:35:22.238 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** 2021-07-26T15:35:22.240 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/bash", "state": "present", "uid": 10101} 2021-07-26T15:35:22.261 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:22 +0000 (0:00:00.280) 0:03:26.712 *********** 2021-07-26T15:35:22.340 INFO:teuthology.task.ansible.out: TASK [testnode : Add ssh pubkeys] ********************************************** 2021-07-26T15:35:22.342 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2021-07-26T15:35:22.365 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:22 +0000 (0:00:00.104) 0:03:26.816 *********** 2021-07-26T15:35:22.820 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 112, "state": "file", "uid": 0} 2021-07-26T15:35:22.846 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:22 +0000 (0:00:00.481) 0:03:27.297 *********** 2021-07-26T15:35:22.865 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* 2021-07-26T15:35:22.866 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "checksum": "68d0b8ee2f88a77895f257aa69f32a42e47f455b", "dest": "/etc/security/limits.d/remote.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.d/remote.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 116, "state": "file", "uid": 0} 2021-07-26T15:35:22.889 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:22 +0000 (0:00:00.042) 0:03:27.340 *********** 2021-07-26T15:35:22.928 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* 2021-07-26T15:35:22.929 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi139"}, "changed": false} 2021-07-26T15:35:22.952 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:22 +0000 (0:00:00.063) 0:03:27.403 *********** 2021-07-26T15:35:23.160 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "dest": "/etc/fuse.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 0, "state": "file", "uid": 0} 2021-07-26T15:35:23.186 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:23 +0000 (0:00:00.233) 0:03:27.637 *********** 2021-07-26T15:35:23.412 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-07-26T15:35:23.414 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "gid": 36, "name": "kvm", "state": "present", "system": false} 2021-07-26T15:35:23.436 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:23 +0000 (0:00:00.249) 0:03:27.887 *********** 2021-07-26T15:35:23.599 INFO:teuthology.task.ansible.out: TASK [testnode : Set the system's hostname] ************************************ 2021-07-26T15:35:23.601 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi139.front.sepia.ceph.com", "ansible_hostname": "smithi139", "ansible_nodename": "smithi139"}, "changed": true, "name": "smithi139"} 2021-07-26T15:35:23.623 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:23 +0000 (0:00:00.187) 0:03:28.074 *********** 2021-07-26T15:35:23.693 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-07-26T15:35:23.695 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1238, "groups": "kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2021-07-26T15:35:23.723 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:23 +0000 (0:00:00.100) 0:03:28.175 *********** 2021-07-26T15:35:24.121 INFO:teuthology.task.ansible.out: TASK [testnode : Upload distro major version specific sshd_config] ************* 2021-07-26T15:35:24.123 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "checksum": "a5e550b2aa74f6355e926d70d73a50ad9ab4b4be", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "secontext": "system_u:object_r:etc_t:s0", "size": 1043, "state": "file", "uid": 0} 2021-07-26T15:35:24.144 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:24 +0000 (0:00:00.421) 0:03:28.596 *********** 2021-07-26T15:35:24.224 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-07-26T15:35:24.226 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "checksum": "be3223c8b0917bde02657a5f9ddd95277cc3f812", "dest": "/etc/sudoers", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers", "secontext": "system_u:object_r:etc_t:s0", "size": 1808, "state": "file", "uid": 0} 2021-07-26T15:35:24.248 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:24 +0000 (0:00:00.103) 0:03:28.699 *********** 2021-07-26T15:35:24.640 INFO:teuthology.task.ansible.out: TASK [testnode : Upload ssh_config] ******************************************** ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "secontext": "system_u:object_r:etc_t:s0", "size": 570, "state": "file", "uid": 0} 2021-07-26T15:35:24.667 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:24 +0000 (0:00:00.419) 0:03:29.118 *********** 2021-07-26T15:35:24.748 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-07-26T15:35:24.750 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "checksum": "12a2e17405b9e00ea2061e25929905d08e5fe19f", "dest": "/etc/security/limits.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 854, "state": "file", "uid": 0} 2021-07-26T15:35:24.772 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:24 +0000 (0:00:00.105) 0:03:29.224 *********** 2021-07-26T15:35:25.240 INFO:teuthology.task.ansible.out: TASK [testnode : Add ssh pubkeys] ********************************************** 2021-07-26T15:35:25.241 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2021-07-26T15:35:25.262 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:25 +0000 (0:00:00.490) 0:03:29.714 *********** 2021-07-26T15:35:25.764 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* 2021-07-26T15:35:25.766 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "checksum": "68d0b8ee2f88a77895f257aa69f32a42e47f455b", "dest": "/etc/security/limits.d/remote.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.d/remote.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 116, "state": "file", "uid": 0} 2021-07-26T15:35:25.787 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:25 +0000 (0:00:00.524) 0:03:30.239 *********** 2021-07-26T15:35:26.022 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-07-26T15:35:26.024 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "dest": "/etc/fuse.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 0, "state": "file", "uid": 0} 2021-07-26T15:35:26.046 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:26 +0000 (0:00:00.258) 0:03:30.497 *********** 2021-07-26T15:35:26.304 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-07-26T15:35:26.306 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "gid": 36, "name": "kvm", "state": "present", "system": false} 2021-07-26T15:35:26.325 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:26 +0000 (0:00:00.279) 0:03:30.777 *********** 2021-07-26T15:35:26.583 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-07-26T15:35:26.585 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1238, "groups": "kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2021-07-26T15:35:26.605 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:26 +0000 (0:00:00.279) 0:03:31.056 *********** 2021-07-26T15:35:27.111 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-07-26T15:35:27.113 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "checksum": "be3223c8b0917bde02657a5f9ddd95277cc3f812", "dest": "/etc/sudoers", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers", "secontext": "system_u:object_r:etc_t:s0", "size": 1808, "state": "file", "uid": 0} 2021-07-26T15:35:27.135 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:27 +0000 (0:00:00.529) 0:03:31.586 *********** 2021-07-26T15:35:27.287 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-07-26T15:35:27.290 INFO:teuthology.task.ansible.out:[WARNING]: Consider using the yum, dnf or zypper module rather than running 'rpm'. If you need to use command because yum, dnf or zypper is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message. changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": ["rpm", "--rebuilddb"], "delta": "0:00:02.277282", "end": "2021-07-26 15:35:27.261759", "rc": 0, "start": "2021-07-26 15:35:24.984477", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:35:27.311 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:27 +0000 (0:00:00.175) 0:03:31.762 *********** 2021-07-26T15:35:27.380 INFO:teuthology.task.ansible.out: TASK [testnode : Clean up Stream distro-provided repos] ************************ 2021-07-26T15:35:27.382 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:27.401 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:27 +0000 (0:00:00.090) 0:03:31.853 *********** 2021-07-26T15:35:27.481 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:35:27.483 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:27.514 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:27 +0000 (0:00:00.112) 0:03:31.965 *********** 2021-07-26T15:35:27.596 INFO:teuthology.task.ansible.out: TASK [testnode : Include CentOS Stream specific variables] ********************* 2021-07-26T15:35:27.598 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml", "skip_reason": "Conditional result was False"} 2021-07-26T15:35:27.619 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:27 +0000 (0:00:00.105) 0:03:32.070 *********** 2021-07-26T15:35:27.638 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-07-26T15:35:27.640 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "checksum": "12a2e17405b9e00ea2061e25929905d08e5fe19f", "dest": "/etc/security/limits.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 854, "state": "file", "uid": 0} 2021-07-26T15:35:27.665 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:27 +0000 (0:00:00.045) 0:03:32.116 *********** 2021-07-26T15:35:28.130 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2021-07-26T15:35:28.131 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=CentOS-AppStream-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "aa5ad73629677ef17172417e50d2cdadccb7a3f2", "dest": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-AppStream-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "state": "file", "uid": 0} 2021-07-26T15:35:28.558 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=CentOS-Base-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "4ed3c0272e6c4ec99169cd68f0b43d40bdd4b296", "dest": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Base-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 380, "state": "file", "uid": 0} 2021-07-26T15:35:28.980 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=CentOS-Extras-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "a862f43d3b3c7b8b592aa7dce23a6d013ab20bc3", "dest": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Extras-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 382, "state": "file", "uid": 0} 2021-07-26T15:35:29.470 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item=CentOS-PowerTools-mirrorlist) => {"ansible_loop_var": "item", "changed": true, "checksum": "20107eac0ba9a84b318fa5f29b02a387051bff98", "dest": "/etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-PowerTools-mirrorlist", "md5sum": "0b42b46569ffda9815a0a0455328d06a", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313729.0186322-10742-43422433745882/source", "state": "file", "uid": 0} 2021-07-26T15:35:29.496 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:29 +0000 (0:00:01.830) 0:03:33.946 *********** 2021-07-26T15:35:29.998 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* ok: [smithi078.front.sepia.ceph.com] => (item={'key': 'lab-extras', 'value': {'name': 'lab-extras', 'baseurl': 'http://apt-mirror.front.sepia.ceph.com/lab-extras/8/', 'enabled': 1, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a0e2ac0628a264e14b96b1c57627a3aa344a6c52", "dest": "/etc/yum.repos.d/lab-extras.repo", "gid": 0, "group": "root", "item": {"key": "lab-extras", "value": {"baseurl": "http://apt-mirror.front.sepia.ceph.com/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/lab-extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 203, "state": "file", "uid": 0} 2021-07-26T15:35:30.020 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:30 +0000 (0:00:00.524) 0:03:34.471 *********** 2021-07-26T15:35:30.288 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-07-26T15:35:30.289 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": ["rpm", "--rebuilddb"], "delta": "0:00:02.389806", "end": "2021-07-26 15:35:30.261262", "rc": 0, "start": "2021-07-26 15:35:27.871456", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:35:30.312 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:30 +0000 (0:00:00.291) 0:03:34.763 *********** 2021-07-26T15:35:30.381 INFO:teuthology.task.ansible.out: TASK [testnode : Clean up Stream distro-provided repos] ************************ skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:30.403 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:30 +0000 (0:00:00.091) 0:03:34.854 *********** 2021-07-26T15:35:30.471 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:35:30.472 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:30.494 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:30 +0000 (0:00:00.090) 0:03:34.945 *********** 2021-07-26T15:35:30.531 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-07-26T15:35:30.533 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'key': 'CentOS-AppStream', 'value': {'name': 'CentOS-$releasever - AppStream', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "9b147c879e95cd23f3bbde027da102febcaad1a8", "dest": "/etc/yum.repos.d/CentOS-AppStream.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-AppStream", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 289, "state": "file", "uid": 0} 2021-07-26T15:35:30.577 INFO:teuthology.task.ansible.out: TASK [testnode : Include CentOS Stream specific variables] ********************* 2021-07-26T15:35:30.579 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml", "skip_reason": "Conditional result was False"} 2021-07-26T15:35:30.606 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:30 +0000 (0:00:00.111) 0:03:35.057 *********** 2021-07-26T15:35:30.966 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-07-26T15:35:30.968 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'key': 'CentOS-Base', 'value': {'name': 'CentOS-$releasever - Base', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Base-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "77e4590ed0ecec056fa44f4e65af60e110822b85", "dest": "/etc/yum.repos.d/CentOS-Base.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Base", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 274, "state": "file", "uid": 0} 2021-07-26T15:35:31.131 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** ok: [smithi139.front.sepia.ceph.com] => (item=CentOS-AppStream-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "aa5ad73629677ef17172417e50d2cdadccb7a3f2", "dest": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-AppStream-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "state": "file", "uid": 0} 2021-07-26T15:35:31.395 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-07-26T15:35:31.398 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item={'key': 'CentOS-Extras', 'value': {'name': 'CentOS-$releasever - Extras', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Extras-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "2856826614c7f1cb9409228f6c41319a023ca754", "dest": "/etc/yum.repos.d/CentOS-Extras.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Extras", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 280, "state": "file", "uid": 0} 2021-07-26T15:35:31.575 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** ok: [smithi139.front.sepia.ceph.com] => (item=CentOS-Base-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "4ed3c0272e6c4ec99169cd68f0b43d40bdd4b296", "dest": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Base-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 380, "state": "file", "uid": 0} 2021-07-26T15:35:31.882 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-07-26T15:35:31.884 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'CentOS-PowerTools', 'value': {'name': 'CentOS-$releasever - PowerTools', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": true, "checksum": "76441d1028936932e965a46c12ad393f767201d3", "dest": "/etc/yum.repos.d/CentOS-PowerTools.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-PowerTools", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "name": "CentOS-$releasever - PowerTools"}}, "md5sum": "d96965513d5dae48e1f179ee52900b67", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:system_conf_t:s0", "size": 292, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313731.4270942-10960-223280364041498/source", "state": "file", "uid": 0} 2021-07-26T15:35:31.911 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:31 +0000 (0:00:01.305) 0:03:36.362 *********** 2021-07-26T15:35:31.974 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2021-07-26T15:35:31.995 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:31 +0000 (0:00:00.084) 0:03:36.446 *********** 2021-07-26T15:35:32.014 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2021-07-26T15:35:32.016 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=CentOS-Extras-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "a862f43d3b3c7b8b592aa7dce23a6d013ab20bc3", "dest": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Extras-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 382, "state": "file", "uid": 0} 2021-07-26T15:35:32.070 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2021-07-26T15:35:32.071 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:32.096 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:32 +0000 (0:00:00.100) 0:03:36.547 *********** 2021-07-26T15:35:32.176 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2021-07-26T15:35:32.178 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-07-26T15:35:32.199 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:32 +0000 (0:00:00.103) 0:03:36.651 *********** 2021-07-26T15:35:32.498 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2021-07-26T15:35:32.500 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item=CentOS-PowerTools-mirrorlist) => {"ansible_loop_var": "item", "changed": true, "checksum": "20107eac0ba9a84b318fa5f29b02a387051bff98", "dest": "/etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-PowerTools-mirrorlist", "md5sum": "0b42b46569ffda9815a0a0455328d06a", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313732.046187-11025-205064209882579/source", "state": "file", "uid": 0} 2021-07-26T15:35:32.524 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:32 +0000 (0:00:00.324) 0:03:36.975 *********** 2021-07-26T15:35:32.760 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2021-07-26T15:35:32.762 INFO:teuthology.task.ansible.out:[WARNING]: Consider using the yum module rather than running 'yum'. If you need to use command because yum is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message. changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": "yum clean all", "delta": "0:00:00.328679", "end": "2021-07-26 15:35:32.737620", "rc": 0, "start": "2021-07-26 15:35:32.408941", "stderr": "", "stderr_lines": [], "stdout": "64 files removed", "stdout_lines": ["64 files removed"]} 2021-07-26T15:35:32.783 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:32 +0000 (0:00:00.259) 0:03:37.235 *********** 2021-07-26T15:35:32.853 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** ok: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"skip_packaging": false}, "changed": false} 2021-07-26T15:35:32.875 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:32 +0000 (0:00:00.091) 0:03:37.326 *********** 2021-07-26T15:35:32.944 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2021-07-26T15:35:32.945 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:32.968 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:32 +0000 (0:00:00.092) 0:03:37.419 *********** 2021-07-26T15:35:33.028 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2021-07-26T15:35:33.029 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'key': 'lab-extras', 'value': {'name': 'lab-extras', 'baseurl': 'http://apt-mirror.front.sepia.ceph.com/lab-extras/8/', 'enabled': 1, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a0e2ac0628a264e14b96b1c57627a3aa344a6c52", "dest": "/etc/yum.repos.d/lab-extras.repo", "gid": 0, "group": "root", "item": {"key": "lab-extras", "value": {"baseurl": "http://apt-mirror.front.sepia.ceph.com/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/lab-extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 203, "state": "file", "uid": 0} 2021-07-26T15:35:33.053 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:33 +0000 (0:00:00.085) 0:03:37.504 *********** 2021-07-26T15:35:33.060 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** 2021-07-26T15:35:33.061 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:33.084 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:33 +0000 (0:00:00.031) 0:03:37.535 *********** 2021-07-26T15:35:33.320 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2021-07-26T15:35:33.321 INFO:teuthology.task.ansible.out:fatal: [smithi078.front.sepia.ceph.com]: FAILED! => {"changed": false, "cmd": ["rpm", "-q", "ceph-debuginfo"], "delta": "0:00:00.006576", "end": "2021-07-26 15:35:33.295303", "msg": "non-zero return code", "rc": 1, "start": "2021-07-26 15:35:33.288727", "stderr": "", "stderr_lines": [], "stdout": "package ceph-debuginfo is not installed", "stdout_lines": ["package ceph-debuginfo is not installed"]} ...ignoring 2021-07-26T15:35:33.344 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:33 +0000 (0:00:00.260) 0:03:37.795 *********** 2021-07-26T15:35:33.415 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:33.438 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:33 +0000 (0:00:00.093) 0:03:37.889 *********** 2021-07-26T15:35:33.551 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-07-26T15:35:33.552 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'key': 'CentOS-AppStream', 'value': {'name': 'CentOS-$releasever - AppStream', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "9b147c879e95cd23f3bbde027da102febcaad1a8", "dest": "/etc/yum.repos.d/CentOS-AppStream.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-AppStream", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 289, "state": "file", "uid": 0} 2021-07-26T15:35:33.979 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'key': 'CentOS-Base', 'value': {'name': 'CentOS-$releasever - Base', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Base-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "77e4590ed0ecec056fa44f4e65af60e110822b85", "dest": "/etc/yum.repos.d/CentOS-Base.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Base", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 274, "state": "file", "uid": 0} 2021-07-26T15:35:34.406 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'key': 'CentOS-Extras', 'value': {'name': 'CentOS-$releasever - Extras', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Extras-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "2856826614c7f1cb9409228f6c41319a023ca754", "dest": "/etc/yum.repos.d/CentOS-Extras.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Extras", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 280, "state": "file", "uid": 0} 2021-07-26T15:35:34.901 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'CentOS-PowerTools', 'value': {'name': 'CentOS-$releasever - PowerTools', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": true, "checksum": "76441d1028936932e965a46c12ad393f767201d3", "dest": "/etc/yum.repos.d/CentOS-PowerTools.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-PowerTools", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "name": "CentOS-$releasever - PowerTools"}}, "md5sum": "d96965513d5dae48e1f179ee52900b67", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:system_conf_t:s0", "size": 292, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313734.4370885-11299-219324339410270/source", "state": "file", "uid": 0} 2021-07-26T15:35:34.927 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:34 +0000 (0:00:01.489) 0:03:39.378 *********** 2021-07-26T15:35:35.001 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2021-07-26T15:35:35.024 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:35 +0000 (0:00:00.095) 0:03:39.474 *********** 2021-07-26T15:35:35.114 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:35.139 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:35 +0000 (0:00:00.115) 0:03:39.589 *********** 2021-07-26T15:35:35.221 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* skipping: [smithi139.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-07-26T15:35:35.251 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:35 +0000 (0:00:00.112) 0:03:39.702 *********** 2021-07-26T15:35:35.829 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": "yum clean all", "delta": "0:00:00.345506", "end": "2021-07-26 15:35:35.805870", "rc": 0, "start": "2021-07-26 15:35:35.460364", "stderr": "", "stderr_lines": [], "stdout": "64 files removed", "stdout_lines": ["64 files removed"]} 2021-07-26T15:35:35.851 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:35 +0000 (0:00:00.600) 0:03:40.302 *********** 2021-07-26T15:35:35.927 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:35:35.929 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"skip_packaging": false}, "changed": false} 2021-07-26T15:35:35.950 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:35 +0000 (0:00:00.098) 0:03:40.401 *********** 2021-07-26T15:35:36.019 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2021-07-26T15:35:36.021 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:36.041 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:36 +0000 (0:00:00.091) 0:03:40.492 *********** 2021-07-26T15:35:36.111 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:36.134 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:36 +0000 (0:00:00.092) 0:03:40.585 *********** 2021-07-26T15:35:36.378 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* fatal: [smithi139.front.sepia.ceph.com]: FAILED! => {"changed": false, "cmd": ["rpm", "-q", "ceph-debuginfo"], "delta": "0:00:00.006628", "end": "2021-07-26 15:35:36.353175", "msg": "non-zero return code", "rc": 1, "start": "2021-07-26 15:35:36.346547", "stderr": "", "stderr_lines": [], "stdout": "package ceph-debuginfo is not installed", "stdout_lines": ["package ceph-debuginfo is not installed"]} ...ignoring 2021-07-26T15:35:36.398 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:36 +0000 (0:00:00.264) 0:03:40.849 *********** 2021-07-26T15:35:36.467 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:35:36.491 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:36 +0000 (0:00:00.091) 0:03:40.941 *********** 2021-07-26T15:35:48.847 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-07-26T15:35:48.849 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: librbd1-1:12.2.7-9.el8.x86_64", "Removed: qemu-kvm-block-rbd-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Removed: librados2-1:12.2.7-9.el8.x86_64"]} 2021-07-26T15:35:48.872 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:48 +0000 (0:00:12.381) 0:03:53.322 *********** 2021-07-26T15:35:51.430 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: librbd1-1:12.2.7-9.el8.x86_64", "Removed: qemu-kvm-block-rbd-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Removed: librados2-1:12.2.7-9.el8.x86_64"]} 2021-07-26T15:35:51.454 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:51 +0000 (0:00:02.582) 0:03:55.905 *********** 2021-07-26T15:35:51.648 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-07-26T15:35:51.648 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: boost-program-options-1.66.0-10.el8.x86_64", "Removed: boost-random-1.66.0-10.el8.x86_64"]} 2021-07-26T15:35:51.674 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:51 +0000 (0:00:00.218) 0:03:56.123 *********** 2021-07-26T15:35:54.404 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: boost-program-options-1.66.0-10.el8.x86_64", "Removed: boost-random-1.66.0-10.el8.x86_64"]} 2021-07-26T15:35:54.427 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:35:54 +0000 (0:00:02.755) 0:03:58.879 *********** 2021-07-26T15:36:00.357 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-07-26T15:36:00.359 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: dnf-plugins-core-4.0.18-4.el8.noarch", "Installed: librados2-1:12.2.7-9.el8.x86_64", "Installed: qemu-img-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Installed: python3-dnf-plugins-core-4.0.18-4.el8.noarch", "Installed: yum-utils-4.0.18-4.el8.noarch", "Installed: librbd1-1:12.2.7-9.el8.x86_64", "Installed: qemu-kvm-block-rbd-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Installed: boost-program-options-1.66.0-10.el8.x86_64", "Installed: qemu-kvm-common-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Installed: boost-random-1.66.0-10.el8.x86_64", "Installed: qemu-kvm-core-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Removed: qemu-img-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Removed: qemu-kvm-common-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Removed: qemu-kvm-core-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Removed: python3-dnf-plugins-core-4.0.17-5.el8.noarch", "Removed: dnf-plugins-core-4.0.17-5.el8.noarch", "Removed: yum-utils-4.0.17-5.el8.noarch"]} 2021-07-26T15:36:00.381 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:00 +0000 (0:00:05.954) 0:04:04.833 *********** 2021-07-26T15:36:00.453 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:00.480 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:00 +0000 (0:00:00.092) 0:04:04.925 *********** 2021-07-26T15:36:02.240 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-07-26T15:36:02.262 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:02 +0000 (0:00:01.787) 0:04:06.713 *********** 2021-07-26T15:36:03.904 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-07-26T15:36:03.906 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} TASK [testnode : Install packages] ********************************************* changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: dnf-plugins-core-4.0.18-4.el8.noarch", "Installed: librados2-1:12.2.7-9.el8.x86_64", "Installed: qemu-img-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Installed: python3-dnf-plugins-core-4.0.18-4.el8.noarch", "Installed: yum-utils-4.0.18-4.el8.noarch", "Installed: librbd1-1:12.2.7-9.el8.x86_64", "Installed: qemu-kvm-block-rbd-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Installed: boost-program-options-1.66.0-10.el8.x86_64", "Installed: qemu-kvm-common-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Installed: boost-random-1.66.0-10.el8.x86_64", "Installed: qemu-kvm-core-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Removed: qemu-img-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Removed: qemu-kvm-common-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Removed: qemu-kvm-core-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Removed: python3-dnf-plugins-core-4.0.17-5.el8.noarch", "Removed: dnf-plugins-core-4.0.17-5.el8.noarch", "Removed: yum-utils-4.0.17-5.el8.noarch"]} 2021-07-26T15:36:03.928 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:03 +0000 (0:00:01.665) 0:04:08.379 *********** 2021-07-26T15:36:03.950 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:03 +0000 (0:00:00.021) 0:04:08.401 *********** 2021-07-26T15:36:04.020 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** 2021-07-26T15:36:04.022 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:04.043 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:04 +0000 (0:00:00.093) 0:04:08.495 *********** 2021-07-26T15:36:04.283 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2021-07-26T15:36:04.284 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "enabled": false, "name": "firewalld", "state": "stopped", "status": {"ActiveState": "inactive", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "BusName": "org.fedoraproject.FirewallD1", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/firewalld (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "0", "ExecMainStartTimestampMonotonic": "0", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/firewalld ; argv[]=/usr/sbin/firewalld --nofork --nopid $FIREWALLD_ARGS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity 2021-07-26T15:36:04.286 INFO:teuthology.task.ansible.out:", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "0", "MemoryAccounting": "yes", "MemoryCurrent": "[not set]", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "no", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "null", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "null", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "[not set]", "TasksMax": "203592", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Type": "dbus", "UID": "[not set]", "UMask": "0022", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:36:04.312 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:04 +0000 (0:00:00.264) 0:04:08.759 *********** 2021-07-26T15:36:04.642 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ fatal: [smithi078.front.sepia.ceph.com]: FAILED! => {"changed": false, "msg": "Could not find the requested service iptables: host"} ...ignoring 2021-07-26T15:36:04.669 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:04 +0000 (0:00:00.355) 0:04:09.114 *********** 2021-07-26T15:36:05.400 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "configfile": "/etc/selinux/config", "msg": "", "policy": "targeted", "reboot_required": false, "state": "permissive"} 2021-07-26T15:36:05.421 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:05 +0000 (0:00:00.757) 0:04:09.872 *********** 2021-07-26T15:36:05.490 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:05.514 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:05 +0000 (0:00:00.092) 0:04:09.965 *********** 2021-07-26T15:36:05.584 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** 2021-07-26T15:36:05.585 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:05.607 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:05 +0000 (0:00:00.093) 0:04:10.058 *********** 2021-07-26T15:36:05.679 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* 2021-07-26T15:36:05.681 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:05.703 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:05 +0000 (0:00:00.095) 0:04:10.154 *********** 2021-07-26T15:36:05.774 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:05.796 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:05 +0000 (0:00:00.093) 0:04:10.247 *********** 2021-07-26T15:36:05.805 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-07-26T15:36:05.830 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:05 +0000 (0:00:00.033) 0:04:10.281 *********** 2021-07-26T15:36:05.863 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:05.894 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:05 +0000 (0:00:00.057) 0:04:10.339 *********** 2021-07-26T15:36:05.965 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:05.987 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:05 +0000 (0:00:00.100) 0:04:10.439 *********** 2021-07-26T15:36:06.058 INFO:teuthology.task.ansible.out: TASK [testnode : Remove custom repos] ****************************************** 2021-07-26T15:36:06.085 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:06 +0000 (0:00:00.092) 0:04:10.531 *********** 2021-07-26T15:36:06.151 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** 2021-07-26T15:36:06.153 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:06.174 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:06 +0000 (0:00:00.093) 0:04:10.625 *********** 2021-07-26T15:36:06.257 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:06.282 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:06 +0000 (0:00:00.103) 0:04:10.729 *********** 2021-07-26T15:36:06.362 INFO:teuthology.task.ansible.out: TASK [testnode : Install apt keys] ********************************************* skipping: [smithi078.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:06.364 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:06.386 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:06 +0000 (0:00:00.108) 0:04:10.837 *********** 2021-07-26T15:36:06.456 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* 2021-07-26T15:36:06.458 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:06.481 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:06 +0000 (0:00:00.094) 0:04:10.931 *********** 2021-07-26T15:36:06.552 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2021-07-26T15:36:06.575 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:06 +0000 (0:00:00.094) 0:04:11.026 *********** 2021-07-26T15:36:06.645 INFO:teuthology.task.ansible.out: TASK [testnode : Blast the apt cache.] ***************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:06.670 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:06 +0000 (0:00:00.095) 0:04:11.121 *********** 2021-07-26T15:36:06.729 INFO:teuthology.task.ansible.out: TASK [testnode : Update apt cache.] ******************************************** 2021-07-26T15:36:06.731 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:06.752 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:06 +0000 (0:00:00.082) 0:04:11.203 *********** 2021-07-26T15:36:06.823 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure packages are not present.] ***************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:06.848 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:06 +0000 (0:00:00.092) 0:04:11.296 *********** 2021-07-26T15:36:06.914 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-07-26T15:36:06.916 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:06.936 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:06 +0000 (0:00:00.091) 0:04:11.387 *********** 2021-07-26T15:36:07.005 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade non aarch64 packages] ********************************* 2021-07-26T15:36:07.007 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:07.027 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:07 +0000 (0:00:00.090) 0:04:11.478 *********** 2021-07-26T15:36:07.097 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-07-26T15:36:07.098 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:07.119 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:07 +0000 (0:00:00.091) 0:04:11.570 *********** 2021-07-26T15:36:07.187 INFO:teuthology.task.ansible.out: TASK [testnode : Install non aarch64 packages] ********************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:07.210 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:07 +0000 (0:00:00.090) 0:04:11.661 *********** 2021-07-26T15:36:07.281 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages with --no-install-recommends] **************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:07.303 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:07 +0000 (0:00:00.093) 0:04:11.754 *********** 2021-07-26T15:36:07.373 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** 2021-07-26T15:36:07.375 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:07.396 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:07 +0000 (0:00:00.092) 0:04:11.847 *********** 2021-07-26T15:36:07.470 INFO:teuthology.task.ansible.out: TASK [testnode : Enable xattr for this boot.] ********************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [testnode : Upgrade packages] ********************************************* ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-07-26T15:36:07.493 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:07 +0000 (0:00:00.097) 0:04:11.944 *********** 2021-07-26T15:36:07.514 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:07 +0000 (0:00:00.021) 0:04:11.966 *********** 2021-07-26T15:36:07.582 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure fuse group exists.] ************************************ skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:07.605 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:07 +0000 (0:00:00.090) 0:04:12.056 *********** 2021-07-26T15:36:07.676 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/fuse.conf.] *************************************** 2021-07-26T15:36:07.678 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:07.700 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:07 +0000 (0:00:00.094) 0:04:12.151 *********** 2021-07-26T15:36:07.770 INFO:teuthology.task.ansible.out: TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************ skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:07.795 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:07 +0000 (0:00:00.095) 0:04:12.246 *********** 2021-07-26T15:36:07.866 INFO:teuthology.task.ansible.out: TASK [testnode : Set up static IP in /etc/hosts.] ****************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:07.887 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:07 +0000 (0:00:00.092) 0:04:12.338 *********** 2021-07-26T15:36:07.894 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2021-07-26T15:36:07.895 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "enabled": false, "name": "firewalld", "state": "stopped", "status": {"ActiveState": "inactive", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "BusName": "org.fedoraproject.FirewallD1", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/firewalld (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "0", "ExecMainStartTimestampMonotonic": "0", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/firewalld ; argv[]=/usr/sbin/firewalld --nofork --nopid $FIREWALLD_ARGS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity 2021-07-26T15:36:07.897 INFO:teuthology.task.ansible.out:", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "0", "MemoryAccounting": "yes", "MemoryCurrent": "[not set]", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "no", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "null", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "null", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "[not set]", "TasksMax": "203592", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Type": "dbus", "UID": "[not set]", "UMask": "0022", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:36:07.923 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:07 +0000 (0:00:00.035) 0:04:12.374 *********** 2021-07-26T15:36:07.924 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:07.951 INFO:teuthology.task.ansible.out: TASK [testnode : Stop apache2] ************************************************* 2021-07-26T15:36:07.952 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:07.974 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:07 +0000 (0:00:00.051) 0:04:12.426 *********** 2021-07-26T15:36:08.074 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-07-26T15:36:08.077 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:08.099 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:08 +0000 (0:00:00.122) 0:04:12.549 *********** 2021-07-26T15:36:08.172 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-07-26T15:36:08.173 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:08.206 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:08 +0000 (0:00:00.108) 0:04:12.657 *********** 2021-07-26T15:36:08.269 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ fatal: [smithi139.front.sepia.ceph.com]: FAILED! => {"changed": false, "msg": "Could not find the requested service iptables: host"} ...ignoring 2021-07-26T15:36:08.293 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:08 +0000 (0:00:00.086) 0:04:12.744 *********** 2021-07-26T15:36:08.310 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:08.333 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:08 +0000 (0:00:00.040) 0:04:12.784 *********** 2021-07-26T15:36:08.404 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:08.426 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:08 +0000 (0:00:00.093) 0:04:12.877 *********** 2021-07-26T15:36:08.497 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:08.519 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:08 +0000 (0:00:00.093) 0:04:12.971 *********** 2021-07-26T15:36:08.593 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:08.615 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:08 +0000 (0:00:00.095) 0:04:13.066 *********** 2021-07-26T15:36:08.622 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** 2021-07-26T15:36:08.625 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "configfile": "/etc/selinux/config", "msg": "", "policy": "targeted", "reboot_required": false, "state": "permissive"} 2021-07-26T15:36:08.650 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:08 +0000 (0:00:00.035) 0:04:13.101 *********** 2021-07-26T15:36:08.690 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-07-26T15:36:08.693 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:08.716 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:08 +0000 (0:00:00.066) 0:04:13.167 *********** 2021-07-26T15:36:08.734 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:08.759 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:08 +0000 (0:00:00.042) 0:04:13.210 *********** 2021-07-26T15:36:08.814 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:08.836 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:08 +0000 (0:00:00.077) 0:04:13.287 *********** 2021-07-26T15:36:08.842 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** 2021-07-26T15:36:08.844 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:08.867 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:08 +0000 (0:00:00.030) 0:04:13.317 *********** 2021-07-26T15:36:08.875 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:08.917 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:08.938 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:08 +0000 (0:00:00.071) 0:04:13.389 *********** 2021-07-26T15:36:08.959 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:08.990 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:08 +0000 (0:00:00.049) 0:04:13.438 *********** 2021-07-26T15:36:09.046 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:09.077 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.089) 0:04:13.528 *********** 2021-07-26T15:36:09.089 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:09.113 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.037) 0:04:13.565 *********** 2021-07-26T15:36:09.115 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:09.164 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:09.186 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.069) 0:04:13.634 *********** 2021-07-26T15:36:09.196 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ 2021-07-26T15:36:09.198 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:09.222 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.038) 0:04:13.672 *********** 2021-07-26T15:36:09.253 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:09.282 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.055) 0:04:13.728 *********** 2021-07-26T15:36:09.305 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** 2021-07-26T15:36:09.310 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:09.339 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.063) 0:04:13.791 *********** 2021-07-26T15:36:09.358 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2021-07-26T15:36:09.360 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:09.383 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.043) 0:04:13.834 *********** 2021-07-26T15:36:09.415 INFO:teuthology.task.ansible.out: TASK [testnode : Remove custom repos] ****************************************** 2021-07-26T15:36:09.446 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.051) 0:04:13.886 *********** 2021-07-26T15:36:09.509 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** 2021-07-26T15:36:09.514 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:09.532 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.097) 0:04:13.983 *********** 2021-07-26T15:36:09.605 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:09.630 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.094) 0:04:14.078 *********** 2021-07-26T15:36:09.645 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/bin/lspci", "gid": 0, "group": "root", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 11, "src": "/sbin/lspci", "state": "link", "uid": 0} 2021-07-26T15:36:09.670 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.042) 0:04:14.121 *********** 2021-07-26T15:36:09.709 INFO:teuthology.task.ansible.out: TASK [testnode : Install apt keys] ********************************************* 2021-07-26T15:36:09.712 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:09.734 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.063) 0:04:14.185 *********** 2021-07-26T15:36:09.803 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:09.825 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.091) 0:04:14.277 *********** 2021-07-26T15:36:09.827 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:09.898 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2021-07-26T15:36:09.924 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.098) 0:04:14.375 *********** 2021-07-26T15:36:09.931 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-07-26T15:36:09.935 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/ltp/testcases/bin", "secontext": "unconfined_u:object_r:lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:36:09.963 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:09 +0000 (0:00:00.034) 0:04:14.410 *********** 2021-07-26T15:36:09.988 INFO:teuthology.task.ansible.out: TASK [testnode : Blast the apt cache.] ***************************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.012 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.052) 0:04:14.463 *********** 2021-07-26T15:36:10.097 INFO:teuthology.task.ansible.out: TASK [testnode : Update apt cache.] ******************************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.121 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.109) 0:04:14.572 *********** 2021-07-26T15:36:10.126 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:10.193 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure packages are not present.] ***************************** 2021-07-26T15:36:10.200 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.215 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.093) 0:04:14.666 *********** 2021-07-26T15:36:10.221 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:36:10.223 INFO:teuthology.task.ansible.out:[WARNING]: Cannot set fs attributes on a non-existent symlink target. follow should be set to False to avoid this. ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/lib/ltp/testcases/bin/fsstress", "src": "/usr/bin/fsstress"} 2021-07-26T15:36:10.248 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.031) 0:04:14.697 *********** 2021-07-26T15:36:10.285 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-07-26T15:36:10.287 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.315 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.069) 0:04:14.766 *********** 2021-07-26T15:36:10.322 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-07-26T15:36:10.324 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.351 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.032) 0:04:14.799 *********** 2021-07-26T15:36:10.388 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade non aarch64 packages] ********************************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.418 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.070) 0:04:14.870 *********** 2021-07-26T15:36:10.426 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.451 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.032) 0:04:14.902 *********** 2021-07-26T15:36:10.479 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-07-26T15:36:10.481 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.503 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.052) 0:04:14.954 *********** 2021-07-26T15:36:10.522 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:10.524 INFO:teuthology.task.ansible.out:TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.548 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.043) 0:04:14.998 *********** 2021-07-26T15:36:10.575 INFO:teuthology.task.ansible.out: TASK [testnode : Install non aarch64 packages] ********************************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.600 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.053) 0:04:15.051 *********** 2021-07-26T15:36:10.618 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-07-26T15:36:10.619 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.642 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.042) 0:04:15.093 *********** 2021-07-26T15:36:10.692 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages with --no-install-recommends] **************** 2021-07-26T15:36:10.694 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.715 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.072) 0:04:15.166 *********** 2021-07-26T15:36:10.722 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-07-26T15:36:10.724 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.747 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.031) 0:04:15.198 *********** 2021-07-26T15:36:10.784 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** 2021-07-26T15:36:10.786 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.811 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.062) 0:04:15.260 *********** 2021-07-26T15:36:10.818 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:36:10.820 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.845 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.032) 0:04:15.293 *********** 2021-07-26T15:36:10.882 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:10.883 INFO:teuthology.task.ansible.out:TASK [testnode : Enable xattr for this boot.] ********************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.907 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.065) 0:04:15.358 *********** 2021-07-26T15:36:10.915 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-07-26T15:36:10.916 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:10.943 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:10 +0000 (0:00:00.032) 0:04:15.391 *********** 2021-07-26T15:36:10.971 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure fuse group exists.] ************************************ 2021-07-26T15:36:10.971 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.004 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.063) 0:04:15.454 *********** 2021-07-26T15:36:11.027 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.053 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.048) 0:04:15.503 *********** 2021-07-26T15:36:11.082 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/fuse.conf.] *************************************** 2021-07-26T15:36:11.083 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.109 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.056) 0:04:15.559 *********** 2021-07-26T15:36:11.128 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:36:11.130 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.153 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.044) 0:04:15.604 *********** 2021-07-26T15:36:11.182 INFO:teuthology.task.ansible.out: TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************ 2021-07-26T15:36:11.187 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.207 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.053) 0:04:15.658 *********** 2021-07-26T15:36:11.225 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.249 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.041) 0:04:15.699 *********** 2021-07-26T15:36:11.278 INFO:teuthology.task.ansible.out: TASK [testnode : Set up static IP in /etc/hosts.] ****************************** 2021-07-26T15:36:11.281 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.304 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.055) 0:04:15.755 *********** 2021-07-26T15:36:11.333 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.366 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.054) 0:04:15.809 *********** 2021-07-26T15:36:11.399 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:11.400 INFO:teuthology.task.ansible.out:TASK [testnode : Stop apache2] ************************************************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.426 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.067) 0:04:15.877 *********** 2021-07-26T15:36:11.428 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:11.444 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.469 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.042) 0:04:15.919 *********** 2021-07-26T15:36:11.503 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-07-26T15:36:11.506 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.534 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.063) 0:04:15.983 *********** 2021-07-26T15:36:11.553 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.579 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.045) 0:04:16.029 *********** 2021-07-26T15:36:11.606 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-07-26T15:36:11.608 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.630 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.052) 0:04:16.082 *********** 2021-07-26T15:36:11.634 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:11.650 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.674 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.042) 0:04:16.125 *********** 2021-07-26T15:36:11.702 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.728 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.053) 0:04:16.178 *********** 2021-07-26T15:36:11.745 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* 2021-07-26T15:36:11.747 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.769 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.041) 0:04:16.220 *********** 2021-07-26T15:36:11.796 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-07-26T15:36:11.802 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.822 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.053) 0:04:16.273 *********** 2021-07-26T15:36:11.841 INFO:teuthology.task.ansible.out: TASK [testnode : Enable kernel modules to load at boot time.] ****************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.865 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.042) 0:04:16.316 *********** 2021-07-26T15:36:11.893 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.917 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.051) 0:04:16.368 *********** 2021-07-26T15:36:11.935 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** 2021-07-26T15:36:11.937 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:11.959 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:11 +0000 (0:00:00.041) 0:04:16.410 *********** 2021-07-26T15:36:11.978 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.007 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.044) 0:04:16.454 *********** 2021-07-26T15:36:12.032 INFO:teuthology.task.ansible.out: TASK [testnode : Work around broken wget on wheezy.] *************************** 2021-07-26T15:36:12.034 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.056 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.051) 0:04:16.506 *********** 2021-07-26T15:36:12.075 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-07-26T15:36:12.077 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.103 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.045) 0:04:16.551 *********** 2021-07-26T15:36:12.123 INFO:teuthology.task.ansible.out: TASK [testnode : Stop collectl] ************************************************ skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.144 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.043) 0:04:16.595 *********** 2021-07-26T15:36:12.171 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-07-26T15:36:12.173 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.198 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.052) 0:04:16.648 *********** 2021-07-26T15:36:12.216 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.239 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.043) 0:04:16.691 *********** 2021-07-26T15:36:12.242 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:12.270 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.295 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.055) 0:04:16.746 *********** 2021-07-26T15:36:12.313 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** 2021-07-26T15:36:12.315 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.337 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.041) 0:04:16.788 *********** 2021-07-26T15:36:12.376 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-07-26T15:36:12.378 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.401 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.063) 0:04:16.852 *********** 2021-07-26T15:36:12.419 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* 2021-07-26T15:36:12.421 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.446 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.045) 0:04:16.897 *********** 2021-07-26T15:36:12.477 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.504 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.058) 0:04:16.955 *********** 2021-07-26T15:36:12.506 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:12.525 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** ok: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2021-07-26T15:36:12.549 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.044) 0:04:16.999 *********** 2021-07-26T15:36:12.576 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-07-26T15:36:12.578 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.600 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.051) 0:04:17.051 *********** 2021-07-26T15:36:12.627 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2021-07-26T15:36:12.629 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.640 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2021-07-26T15:36:12.651 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.662 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.673 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.674 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.698 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.098) 0:04:17.149 *********** 2021-07-26T15:36:12.705 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2021-07-26T15:36:12.707 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:12.736 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.037) 0:04:17.187 *********** 2021-07-26T15:36:12.943 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-07-26T15:36:12.945 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/bin/lspci", "gid": 0, "group": "root", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 11, "src": "/sbin/lspci", "state": "link", "uid": 0} 2021-07-26T15:36:12.968 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:12 +0000 (0:00:00.232) 0:04:17.419 *********** 2021-07-26T15:36:12.977 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** 2021-07-26T15:36:12.979 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.003378", "end": "2021-07-26 15:36:12.952379", "rc": 0, "start": "2021-07-26 15:36:12.949001", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_b6f3efab84b70e18e86ec271a07564aeb4ed3bac/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_b6f3efab84b70e18e86ec271a07564aeb4ed3bac/virtualenv/bin/teuthology-lock"]} 2021-07-26T15:36:13.006 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:13 +0000 (0:00:00.037) 0:04:17.457 *********** 2021-07-26T15:36:13.079 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ 2021-07-26T15:36:13.081 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:13.103 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:13 +0000 (0:00:00.097) 0:04:17.555 *********** 2021-07-26T15:36:13.173 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:13.196 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:13 +0000 (0:00:00.092) 0:04:17.647 *********** 2021-07-26T15:36:13.228 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/ltp/testcases/bin", "secontext": "unconfined_u:object_r:lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:36:13.252 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:13 +0000 (0:00:00.056) 0:04:17.703 *********** 2021-07-26T15:36:13.277 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:13.296 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:13 +0000 (0:00:00.043) 0:04:17.747 *********** 2021-07-26T15:36:13.379 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* 2021-07-26T15:36:13.381 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:13.402 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:13 +0000 (0:00:00.106) 0:04:17.853 *********** 2021-07-26T15:36:13.505 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:36:13.507 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/lib/ltp/testcases/bin/fsstress", "src": "/usr/bin/fsstress"} 2021-07-26T15:36:13.530 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:13 +0000 (0:00:00.128) 0:04:17.981 *********** 2021-07-26T15:36:13.600 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:13.626 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:13 +0000 (0:00:00.091) 0:04:18.073 *********** 2021-07-26T15:36:13.692 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2021-07-26T15:36:13.694 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:13.716 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:13 +0000 (0:00:00.092) 0:04:18.166 *********** 2021-07-26T15:36:13.786 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2021-07-26T15:36:13.789 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:13.808 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:13 +0000 (0:00:00.093) 0:04:18.259 *********** 2021-07-26T15:36:13.880 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-07-26T15:36:13.882 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:13.902 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:13 +0000 (0:00:00.093) 0:04:18.353 *********** 2021-07-26T15:36:13.972 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:13.997 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:13 +0000 (0:00:00.094) 0:04:18.448 *********** 2021-07-26T15:36:13.998 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:14.069 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:36:14.070 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:14.093 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:14 +0000 (0:00:00.095) 0:04:18.544 *********** 2021-07-26T15:36:14.155 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-07-26T15:36:14.157 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:14.185 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:14 +0000 (0:00:00.085) 0:04:18.630 *********** 2021-07-26T15:36:14.259 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:14.275 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:14 +0000 (0:00:00.095) 0:04:18.726 *********** 2021-07-26T15:36:14.346 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:36:14.349 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:14.369 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:14 +0000 (0:00:00.094) 0:04:18.820 *********** 2021-07-26T15:36:14.444 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:14.467 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:14 +0000 (0:00:00.097) 0:04:18.918 *********** 2021-07-26T15:36:14.535 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* 2021-07-26T15:36:14.537 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:14.558 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:14 +0000 (0:00:00.091) 0:04:19.009 *********** 2021-07-26T15:36:14.629 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:14.651 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:14 +0000 (0:00:00.093) 0:04:19.103 *********** 2021-07-26T15:36:14.653 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:14.726 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:14.747 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:14 +0000 (0:00:00.095) 0:04:19.198 *********** 2021-07-26T15:36:14.817 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:14.840 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:14 +0000 (0:00:00.091) 0:04:19.290 *********** 2021-07-26T15:36:14.909 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:14.935 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:14 +0000 (0:00:00.092) 0:04:19.383 *********** 2021-07-26T15:36:15.001 INFO:teuthology.task.ansible.out: TASK [testnode : Enable kernel modules to load at boot time.] ****************** 2021-07-26T15:36:15.002 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:15.025 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:15 +0000 (0:00:00.091) 0:04:19.474 *********** 2021-07-26T15:36:15.067 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-07-26T15:36:15.092 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:15 +0000 (0:00:00.069) 0:04:19.543 *********** 2021-07-26T15:36:15.111 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:15.138 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:15 +0000 (0:00:00.042) 0:04:19.586 *********** 2021-07-26T15:36:15.177 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ ok: [smithi078.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930251091968, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227112083, 'block_used': 12983025, 'inode_total': 61054976, 'inode_available': 60985735, 'inode_used': 69241, 'uuid': 'a9bc468f-7d76-441a-b17b-cd059807719c'}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 227112083, "block_size": 4096, "block_total": 240095108, "block_used": 12983025, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985735, "inode_total": 61054976, "inode_used": 69241, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930251091968, "size_total": 983429562368, "uuid": "a9bc468f-7d76-441a-b17b-cd059807719c"}} 2021-07-26T15:36:15.203 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:15 +0000 (0:00:00.067) 0:04:19.654 *********** 2021-07-26T15:36:15.211 INFO:teuthology.task.ansible.out: TASK [testnode : Work around broken wget on wheezy.] *************************** 2021-07-26T15:36:15.213 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:15.236 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:15 +0000 (0:00:00.033) 0:04:19.687 *********** 2021-07-26T15:36:15.305 INFO:teuthology.task.ansible.out: TASK [testnode : Stop collectl] ************************************************ skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:15.328 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:15 +0000 (0:00:00.091) 0:04:19.779 *********** 2021-07-26T15:36:15.397 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* 2021-07-26T15:36:15.400 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:15.420 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:15 +0000 (0:00:00.091) 0:04:19.871 *********** 2021-07-26T15:36:15.436 INFO:teuthology.task.ansible.out: TASK [testnode : Compile list of non-root partitions] ************************** 2021-07-26T15:36:15.438 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.005180", "end": "2021-07-26 15:36:15.410252", "rc": 0, "start": "2021-07-26 15:36:15.405072", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:15.463 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:15 +0000 (0:00:00.042) 0:04:19.913 *********** 2021-07-26T15:36:15.492 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** 2021-07-26T15:36:15.494 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:15.516 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:15 +0000 (0:00:00.053) 0:04:19.967 *********** 2021-07-26T15:36:15.543 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2021-07-26T15:36:15.545 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930251091968, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227112083, 'block_used': 12983025, 'inode_total': 61054976, 'inode_available': 60985735, 'inode_used': 69241, 'uuid': 'a9bc468f-7d76-441a-b17b-cd059807719c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227112083, "block_size": 4096, "block_total": 240095108, "block_used": 12983025, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985735, "inode_total": 61054976, "inode_used": 69241, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930251091968, "size_total": 983429562368, "uuid": "a9bc468f-7d76-441a-b17b-cd059807719c"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:15.569 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:15 +0000 (0:00:00.053) 0:04:20.020 *********** 2021-07-26T15:36:15.590 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:15.613 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:15 +0000 (0:00:00.043) 0:04:20.064 *********** 2021-07-26T15:36:15.641 INFO:teuthology.task.ansible.out: TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2021-07-26T15:36:15.666 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:15 +0000 (0:00:00.053) 0:04:20.117 *********** 2021-07-26T15:36:15.685 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:36:15.687 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2021-07-26T15:36:15.710 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:15 +0000 (0:00:00.043) 0:04:20.161 *********** 2021-07-26T15:36:15.791 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2021-07-26T15:36:15.794 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:15.802 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2021-07-26T15:36:15.814 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:15.825 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:15.827 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:15.837 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:15.863 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:15 +0000 (0:00:00.153) 0:04:20.314 *********** 2021-07-26T15:36:16.093 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.003234", "end": "2021-07-26 15:36:16.073798", "rc": 0, "start": "2021-07-26 15:36:16.070564", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_b6f3efab84b70e18e86ec271a07564aeb4ed3bac/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_b6f3efab84b70e18e86ec271a07564aeb4ed3bac/virtualenv/bin/teuthology-lock"]} 2021-07-26T15:36:16.118 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:16 +0000 (0:00:00.254) 0:04:20.568 *********** 2021-07-26T15:36:16.198 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ 2021-07-26T15:36:16.200 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:16.225 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:16 +0000 (0:00:00.108) 0:04:20.677 *********** 2021-07-26T15:36:16.309 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:16.331 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:16 +0000 (0:00:00.105) 0:04:20.782 *********** 2021-07-26T15:36:16.410 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:16.435 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:16 +0000 (0:00:00.104) 0:04:20.886 *********** 2021-07-26T15:36:16.504 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:16.528 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:16 +0000 (0:00:00.091) 0:04:20.977 *********** 2021-07-26T15:36:17.501 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2021-07-26T15:36:17.504 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0HxeyusBwyGmKIQjxbU9bqH8IUXK2fBD1'], 'uuids': ['142e4620-60e5-4060-9c2e-119eb69e5a49'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.586380", "end": "2021-07-26 15:36:17.471595", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0HxeyusBwyGmKIQjxbU9bqH8IUXK2fBD1"], "labels": [], "masters": [], "uuids": ["142e4620-60e5-4060-9c2e-119eb69e5a49"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:15.885215", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:36:18.150 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-07-26T15:36:18.172 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:18 +0000 (0:00:01.645) 0:04:22.623 *********** 2021-07-26T15:36:18.250 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-07-26T15:36:18.254 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930251091968, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227112083, 'block_used': 12983025, 'inode_total': 61054976, 'inode_available': 60985735, 'inode_used': 69241, 'uuid': 'a9bc468f-7d76-441a-b17b-cd059807719c'}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 227112083, "block_size": 4096, "block_total": 240095108, "block_used": 12983025, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985735, "inode_total": 61054976, "inode_used": 69241, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930251091968, "size_total": 983429562368, "uuid": "a9bc468f-7d76-441a-b17b-cd059807719c"}} 2021-07-26T15:36:18.273 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:18 +0000 (0:00:00.101) 0:04:22.725 *********** 2021-07-26T15:36:18.502 INFO:teuthology.task.ansible.out: TASK [testnode : Compile list of non-root partitions] ************************** 2021-07-26T15:36:18.504 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.005091", "end": "2021-07-26 15:36:18.482677", "rc": 0, "start": "2021-07-26 15:36:18.477586", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:18.527 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:18 +0000 (0:00:00.253) 0:04:22.979 *********** 2021-07-26T15:36:18.608 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2021-07-26T15:36:18.610 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930251091968, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227112083, 'block_used': 12983025, 'inode_total': 61054976, 'inode_available': 60985735, 'inode_used': 69241, 'uuid': 'a9bc468f-7d76-441a-b17b-cd059807719c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227112083, "block_size": 4096, "block_total": 240095108, "block_used": 12983025, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985735, "inode_total": 61054976, "inode_used": 69241, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930251091968, "size_total": 983429562368, "uuid": "a9bc468f-7d76-441a-b17b-cd059807719c"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:18.632 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:18 +0000 (0:00:00.104) 0:04:23.084 *********** 2021-07-26T15:36:18.695 INFO:teuthology.task.ansible.out: TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2021-07-26T15:36:18.717 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:18 +0000 (0:00:00.084) 0:04:23.168 *********** 2021-07-26T15:36:18.768 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2021-07-26T15:36:18.770 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-lUEerU-7STY-sPYh-vg9c-230z-oADe-JYx7rx', 'nvme-INTEL_SSDPEDMD400G4_PHFT620400QR400BGN', 'nvme-nvme.8086-50484654363230343030515234303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEDMD400G4', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '781422768', 'sectorsize': '512', 'size': '372.61 GB', 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.073838", "end": "2021-07-26 15:36:18.737313", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-lUEerU-7STY-sPYh-vg9c-230z-oADe-JYx7rx", "nvme-INTEL_SSDPEDMD400G4_PHFT620400QR400BGN", "nvme-nvme.8086-50484654363230343030515234303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:17.663475", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nGPT data structures destroyed! 2021-07-26T15:36:18.772 INFO:teuthology.task.ansible.out:You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:36:20.008 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0qHWOIgFxBXkgvhiivjBSWx5EyfrNlQe4'], 'uuids': ['571924a8-7da4-42db-aecc-54e101dec220'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '31252480', 'sectorsize': '512', 'size': '14.90 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.050524", "end": "2021-07-26 15:36:19.979321", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0qHWOIgFxBXkgvhiivjBSWx5EyfrNlQe4"], "labels": [], "masters": [], "uuids": ["571924a8-7da4-42db-aecc-54e101dec220"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:18.928797", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:36:20.697 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbjB0BPsM0w5bhoPBdKeRIxt4Gh36PDbkcp'], 'uuids': ['cc70389a-19f4-451f-89c9-59d7f422ac1f'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.728384", "end": "2021-07-26 15:36:20.666759", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbjB0BPsM0w5bhoPBdKeRIxt4Gh36PDbkcp"], "labels": [], "masters": [], "uuids": ["cc70389a-19f4-451f-89c9-59d7f422ac1f"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:18.938375", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:36:21.274 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB03pUC8nf68BH7dumurrp62BujukHqN7KL'], 'uuids': ['255ce2a5-507f-405f-a13d-64b4f59cff26'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.064369", "end": "2021-07-26 15:36:21.237342", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB03pUC8nf68BH7dumurrp62BujukHqN7KL"], "labels": [], "masters": [], "uuids": ["255ce2a5-507f-405f-a13d-64b4f59cff26"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:20.172973", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:36:21.960 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-sZZyKm-i3nM-HqTF-p1df-cA9i-iPWT-9uUfuS', 'nvme-INTEL_SSDPEDMD400G4_PHFT620500N6400BGN', 'nvme-nvme.8086-504846543632303530304e3634303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEDMD400G4', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '781422768', 'sectorsize': '512', 'size': '372.61 GB', 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.072036", "end": "2021-07-26 15:36:21.921484", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-sZZyKm-i3nM-HqTF-p1df-cA9i-iPWT-9uUfuS", "nvme-INTEL_SSDPEDMD400G4_PHFT620500N6400BGN", "nvme-nvme.8086-504846543632303530304e3634303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:20.849448", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nGPT data structures destroyed! 2021-07-26T15:36:21.962 INFO:teuthology.task.ansible.out:You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:36:22.524 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0ohlukokQDhede2zL7pWJwsmYl3t23PSu'], 'uuids': ['f41a7e17-6a24-4604-ad71-8c51070c2748'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.064619", "end": "2021-07-26 15:36:22.497265", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0ohlukokQDhede2zL7pWJwsmYl3t23PSu"], "labels": [], "masters": [], "uuids": ["f41a7e17-6a24-4604-ad71-8c51070c2748"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:21.432646", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:36:22.536 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5LGR8', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5LGR8', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5LGR8', 'scsi-35000c500918e79d4', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5LGR8', 'wwn-0x5000c500918e79d4'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'ST1000NM0033-9ZM', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Z1W5LGR8', 'removable': '0', 'support_discard': '0', 'wwn': '0x5000c500918e79d4', 'partitions': {'sda1': {'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5LGR8-part1', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5LGR8-part1', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5LGR8-part1', 'scsi-35000c500918e79d4-part1', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5LGR8-part1', 'wwn-0x5000c500918e79d4-part1'], 'uuids': ['a9bc468f-7d76-441a-b17b-cd059807719c'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': 'a9bc468f-7d76-441a-b17b-cd059807719c', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5LGR8", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5LGR8", "scsi-1ATA_ST1000NM0033-9ZM173_Z1W5LGR8", "scsi-35000c500918e79d4", "scsi-SATA_ST1000NM0033-9ZM_Z1W5LGR8", "wwn-0x5000c500918e79d4"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5LGR8-part1", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5LGR8-part1", "scsi-1ATA_ST1000NM0033-9ZM173_ 2021-07-26T15:36:22.538 INFO:teuthology.task.ansible.out:Z1W5LGR8-part1", "scsi-35000c500918e79d4-part1", "scsi-SATA_ST1000NM0033-9ZM_Z1W5LGR8-part1", "wwn-0x5000c500918e79d4-part1"], "labels": [], "masters": [], "uuids": ["a9bc468f-7d76-441a-b17b-cd059807719c"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "a9bc468f-7d76-441a-b17b-cd059807719c"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5LGR8", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c500918e79d4"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:23.213 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbj4X48UFM5hf23nR5sCfaydZN8JF3AYM9m'], 'uuids': ['c2385178-e696-40fa-aaf9-26f784f4c4e5'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '31252480', 'sectorsize': '512', 'size': '14.90 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.069911", "end": "2021-07-26 15:36:23.174337", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbj4X48UFM5hf23nR5sCfaydZN8JF3AYM9m"], "labels": [], "masters": [], "uuids": ["c2385178-e696-40fa-aaf9-26f784f4c4e5"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:22.104426", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:36:23.785 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0owxjmkDzv7b3mM7eLKwS7nC7Rpvv0E4g'], 'uuids': ['470e74e2-c935-4719-b15b-f8bb7f13b416'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.066956", "end": "2021-07-26 15:36:23.755232", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0owxjmkDzv7b3mM7eLKwS7nC7Rpvv0E4g"], "labels": [], "masters": [], "uuids": ["470e74e2-c935-4719-b15b-f8bb7f13b416"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:22.688276", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:36:23.824 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:23 +0000 (0:00:05.107) 0:04:28.276 *********** 2021-07-26T15:36:24.239 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** 2021-07-26T15:36:24.240 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0HxeyusBwyGmKIQjxbU9bqH8IUXK2fBD1'], 'uuids': ['142e4620-60e5-4060-9c2e-119eb69e5a49'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.147321", "end": "2021-07-26 15:36:24.209551", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0HxeyusBwyGmKIQjxbU9bqH8IUXK2fBD1"], "labels": [], "masters": [], "uuids": ["142e4620-60e5-4060-9c2e-119eb69e5a49"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:24.062230", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.144561 s, 798 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.144561 s, 798 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:24.450 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2021-07-26T15:36:24.453 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbji9RpjZllPsgns3d9eVHbrsSvbj257F0u'], 'uuids': ['b230e885-ac18-472b-a296-07919822f80e'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.052832", "end": "2021-07-26 15:36:24.417254", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbji9RpjZllPsgns3d9eVHbrsSvbj257F0u"], "labels": [], "masters": [], "uuids": ["b230e885-ac18-472b-a296-07919822f80e"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:23.364422", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:36:24.598 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** 2021-07-26T15:36:24.600 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-lUEerU-7STY-sPYh-vg9c-230z-oADe-JYx7rx', 'nvme-INTEL_SSDPEDMD400G4_PHFT620400QR400BGN', 'nvme-nvme.8086-50484654363230343030515234303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEDMD400G4', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '781422768', 'sectorsize': '512', 'size': '372.61 GB', 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.039327", "end": "2021-07-26 15:36:24.573173", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-lUEerU-7STY-sPYh-vg9c-230z-oADe-JYx7rx", "nvme-INTEL_SSDPEDMD400G4_PHFT620400QR400BGN", "nvme-nvme.8086-50484654363230343030515234303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:24.533846", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0368097 s, 3.1 GB/s", "std 2021-07-26T15:36:24.601 INFO:teuthology.task.ansible.out:err_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0368097 s, 3.1 GB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:24.943 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0qHWOIgFxBXkgvhiivjBSWx5EyfrNlQe4'], 'uuids': ['571924a8-7da4-42db-aecc-54e101dec220'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '31252480', 'sectorsize': '512', 'size': '14.90 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.155689", "end": "2021-07-26 15:36:24.910202", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0qHWOIgFxBXkgvhiivjBSWx5EyfrNlQe4"], "labels": [], "masters": [], "uuids": ["571924a8-7da4-42db-aecc-54e101dec220"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:24.754513", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.153045 s, 754 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.153045 s, 754 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:25.266 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB03pUC8nf68BH7dumurrp62BujukHqN7KL'], 'uuids': ['255ce2a5-507f-405f-a13d-64b4f59cff26'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.149191", "end": "2021-07-26 15:36:25.235343", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB03pUC8nf68BH7dumurrp62BujukHqN7KL"], "labels": [], "masters": [], "uuids": ["255ce2a5-507f-405f-a13d-64b4f59cff26"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:25.086152", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.146511 s, 787 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.146511 s, 787 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:25.582 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0ohlukokQDhede2zL7pWJwsmYl3t23PSu'], 'uuids': ['f41a7e17-6a24-4604-ad71-8c51070c2748'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.150611", "end": "2021-07-26 15:36:25.554862", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0ohlukokQDhede2zL7pWJwsmYl3t23PSu"], "labels": [], "masters": [], "uuids": ["f41a7e17-6a24-4604-ad71-8c51070c2748"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:25.404251", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.147888 s, 780 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.147888 s, 780 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:25.584 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5LGR8', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5LGR8', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5LGR8', 'scsi-35000c500918e79d4', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5LGR8', 'wwn-0x5000c500918e79d4'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'ST1000NM0033-9ZM', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Z1W5LGR8', 'removable': '0', 'support_discard': '0', 'wwn': '0x5000c500918e79d4', 'partitions': {'sda1': {'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5LGR8-part1', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5LGR8-part1', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5LGR8-part1', 'scsi-35000c500918e79d4-part1', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5LGR8-part1', 'wwn-0x5000c500918e79d4-part1'], 'uuids': ['a9bc468f-7d76-441a-b17b-cd059807719c'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': 'a9bc468f-7d76-441a-b17b-cd059807719c', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5LGR8", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5LGR8", "scsi-1ATA_ST1000NM0033-9ZM173_Z1W5LGR8", "scsi-35000c500918e79d4", "scsi-SATA_ST1000NM0033-9ZM_Z1W5LGR8", "wwn-0x5000c500918e79d4"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5LGR8-part1", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5LGR8-part1", "scsi-1ATA_ST1000NM0033-9ZM173_ 2021-07-26T15:36:25.585 INFO:teuthology.task.ansible.out:Z1W5LGR8-part1", "scsi-35000c500918e79d4-part1", "scsi-SATA_ST1000NM0033-9ZM_Z1W5LGR8-part1", "wwn-0x5000c500918e79d4-part1"], "labels": [], "masters": [], "uuids": ["a9bc468f-7d76-441a-b17b-cd059807719c"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "a9bc468f-7d76-441a-b17b-cd059807719c"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5LGR8", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c500918e79d4"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:25.681 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbjuKg00EyvnSNoFm55vQn3iVklFnLyRy0a'], 'uuids': ['d1343208-11c0-4ca6-873a-1df64fceaad8'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.050217", "end": "2021-07-26 15:36:25.650481", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbjuKg00EyvnSNoFm55vQn3iVklFnLyRy0a"], "labels": [], "masters": [], "uuids": ["d1343208-11c0-4ca6-873a-1df64fceaad8"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:24.600264", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk u 2021-07-26T15:36:25.683 INFO:teuthology.task.ansible.out:sing fdisk or", "other utilities."]} 2021-07-26T15:36:25.692 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XFR4', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XFR4', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XFR4', 'scsi-35000c500929226ed', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XFR4', 'wwn-0x5000c500929226ed'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'ST1000NM0033-9ZM', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Z1W5XFR4', 'removable': '0', 'support_discard': '0', 'wwn': '0x5000c500929226ed', 'partitions': {'sda1': {'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XFR4-part1', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XFR4-part1', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XFR4-part1', 'scsi-35000c500929226ed-part1', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XFR4-part1', 'wwn-0x5000c500929226ed-part1'], 'uuids': ['a9bc468f-7d76-441a-b17b-cd059807719c'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': 'a9bc468f-7d76-441a-b17b-cd059807719c', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XFR4", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XFR4", "scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XFR4", "scsi-35000c500929226ed", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XFR4", "wwn-0x5000c500929226ed"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XFR4-part1", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XFR4-part1", "scsi-1ATA_ST1000NM0033-9ZM173_ 2021-07-26T15:36:25.694 INFO:teuthology.task.ansible.out:Z1W5XFR4-part1", "scsi-35000c500929226ed-part1", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XFR4-part1", "wwn-0x5000c500929226ed-part1"], "labels": [], "masters": [], "uuids": ["a9bc468f-7d76-441a-b17b-cd059807719c"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "a9bc468f-7d76-441a-b17b-cd059807719c"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5XFR4", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c500929226ed"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:25.905 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** 2021-07-26T15:36:25.909 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0owxjmkDzv7b3mM7eLKwS7nC7Rpvv0E4g'], 'uuids': ['470e74e2-c935-4719-b15b-f8bb7f13b416'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.148289", "end": "2021-07-26 15:36:25.878051", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-qITEx0Fb4wwN43H7MOW7teBqqCZrgjB0owxjmkDzv7b3mM7eLKwS7nC7Rpvv0E4g"], "labels": [], "masters": [], "uuids": ["470e74e2-c935-4719-b15b-f8bb7f13b416"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:25.729762", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.145604 s, 792 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.145604 s, 792 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:25.937 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:25 +0000 (0:00:02.109) 0:04:30.386 *********** 2021-07-26T15:36:26.205 INFO:teuthology.task.ansible.out: TASK [testnode : Remove all LVM data] ****************************************** changed: [smithi078.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.047053", "end": "2021-07-26 15:36:26.139703", "rc": 0, "start": "2021-07-26 15:36:26.092650", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:26.229 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:26 +0000 (0:00:00.292) 0:04:30.678 *********** 2021-07-26T15:36:26.457 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2021-07-26T15:36:26.458 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.046479", "end": "2021-07-26 15:36:26.430631", "rc": 0, "start": "2021-07-26 15:36:26.384152", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:26.480 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:26 +0000 (0:00:00.253) 0:04:30.931 *********** 2021-07-26T15:36:26.548 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2021-07-26T15:36:26.604 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:26 +0000 (0:00:00.123) 0:04:31.055 *********** 2021-07-26T15:36:26.642 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:26.666 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:26 +0000 (0:00:00.061) 0:04:31.117 *********** 2021-07-26T15:36:26.705 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** 2021-07-26T15:36:26.707 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:26.728 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:26 +0000 (0:00:00.061) 0:04:31.178 *********** 2021-07-26T15:36:26.756 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-07-26T15:36:26.758 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:26.783 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:26 +0000 (0:00:00.055) 0:04:31.234 *********** 2021-07-26T15:36:26.812 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:26.983 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:26 +0000 (0:00:00.199) 0:04:31.434 *********** 2021-07-26T15:36:26.991 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2021-07-26T15:36:26.993 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbjtIsfG0ocAoi1EOcymsVHcXqt8xl3SOeW'], 'uuids': ['28f1ba7b-cde5-4b1d-89cc-7b9feb1dedd4'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.061595", "end": "2021-07-26 15:36:26.907749", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbjtIsfG0ocAoi1EOcymsVHcXqt8xl3SOeW"], "labels": [], "masters": [], "uuids": ["28f1ba7b-cde5-4b1d-89cc-7b9feb1dedd4"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:25.846154", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:36:27.026 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:27 +0000 (0:00:00.042) 0:04:31.476 *********** 2021-07-26T15:36:27.170 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ 2021-07-26T15:36:27.172 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:36:27.194 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:27 +0000 (0:00:00.168) 0:04:31.645 *********** 2021-07-26T15:36:27.244 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ skipping: [smithi078.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930251091968, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227112083, 'block_used': 12983025, 'inode_total': 61054976, 'inode_available': 60985735, 'inode_used': 69241, 'uuid': 'a9bc468f-7d76-441a-b17b-cd059807719c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227112083, "block_size": 4096, "block_total": 240095108, "block_used": 12983025, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985735, "inode_total": 61054976, "inode_used": 69241, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930251091968, "size_total": 983429562368, "uuid": "a9bc468f-7d76-441a-b17b-cd059807719c"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:27.267 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:27 +0000 (0:00:00.073) 0:04:31.718 *********** 2021-07-26T15:36:27.304 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* 2021-07-26T15:36:27.307 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:27.327 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:27 +0000 (0:00:00.059) 0:04:31.778 *********** 2021-07-26T15:36:27.354 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:27.378 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:27 +0000 (0:00:00.051) 0:04:31.830 *********** 2021-07-26T15:36:27.402 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbjB0BPsM0w5bhoPBdKeRIxt4Gh36PDbkcp'], 'uuids': ['cc70389a-19f4-451f-89c9-59d7f422ac1f'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.142969", "end": "2021-07-26 15:36:27.367758", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbjB0BPsM0w5bhoPBdKeRIxt4Gh36PDbkcp"], "labels": [], "masters": [], "uuids": ["cc70389a-19f4-451f-89c9-59d7f422ac1f"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:27.224789", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.140183 s, 823 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.140183 s, 823 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:27.413 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:27.437 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:27 +0000 (0:00:00.057) 0:04:31.887 *********** 2021-07-26T15:36:27.464 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2021-07-26T15:36:27.466 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:27.488 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:27 +0000 (0:00:00.051) 0:04:31.939 *********** 2021-07-26T15:36:27.516 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:27.541 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:27 +0000 (0:00:00.052) 0:04:31.991 *********** 2021-07-26T15:36:27.570 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** 2021-07-26T15:36:27.571 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:27.593 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:27 +0000 (0:00:00.053) 0:04:32.044 *********** 2021-07-26T15:36:27.624 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** 2021-07-26T15:36:27.625 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-sZZyKm-i3nM-HqTF-p1df-cA9i-iPWT-9uUfuS', 'nvme-INTEL_SSDPEDMD400G4_PHFT620500N6400BGN', 'nvme-nvme.8086-504846543632303530304e3634303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEDMD400G4', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '781422768', 'sectorsize': '512', 'size': '372.61 GB', 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.040405", "end": "2021-07-26 15:36:27.578689", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-sZZyKm-i3nM-HqTF-p1df-cA9i-iPWT-9uUfuS", "nvme-INTEL_SSDPEDMD400G4_PHFT620500N6400BGN", "nvme-nvme.8086-504846543632303530304e3634303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:27.538284", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0374733 s, 3.1 GB/s", "std 2021-07-26T15:36:27.626 INFO:teuthology.task.ansible.out:err_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0374733 s, 3.1 GB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:27.940 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbj4X48UFM5hf23nR5sCfaydZN8JF3AYM9m'], 'uuids': ['c2385178-e696-40fa-aaf9-26f784f4c4e5'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '31252480', 'sectorsize': '512', 'size': '14.90 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.153316", "end": "2021-07-26 15:36:27.912217", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbj4X48UFM5hf23nR5sCfaydZN8JF3AYM9m"], "labels": [], "masters": [], "uuids": ["c2385178-e696-40fa-aaf9-26f784f4c4e5"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:27.758901", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.150628 s, 766 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.150628 s, 766 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:28.185 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume group(s)] *************************************** 2021-07-26T15:36:28.187 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2021-07-26T15:36:28.208 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:28 +0000 (0:00:00.614) 0:04:32.659 *********** 2021-07-26T15:36:28.259 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbji9RpjZllPsgns3d9eVHbrsSvbj257F0u'], 'uuids': ['b230e885-ac18-472b-a296-07919822f80e'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.143762", "end": "2021-07-26 15:36:28.231948", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbji9RpjZllPsgns3d9eVHbrsSvbj257F0u"], "labels": [], "masters": [], "uuids": ["b230e885-ac18-472b-a296-07919822f80e"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:28.088186", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.140952 s, 818 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.140952 s, 818 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:28.586 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbjuKg00EyvnSNoFm55vQn3iVklFnLyRy0a'], 'uuids': ['d1343208-11c0-4ca6-873a-1df64fceaad8'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.147284", "end": "2021-07-26 15:36:28.557518", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbjuKg00EyvnSNoFm55vQn3iVklFnLyRy0a"], "labels": [], "masters": [], "uuids": ["d1343208-11c0-4ca6-873a-1df64fceaad8"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:28.410234", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.144584 s, 798 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.144584 s, 798 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:28.590 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XFR4', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XFR4', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XFR4', 'scsi-35000c500929226ed', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XFR4', 'wwn-0x5000c500929226ed'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'ST1000NM0033-9ZM', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Z1W5XFR4', 'removable': '0', 'support_discard': '0', 'wwn': '0x5000c500929226ed', 'partitions': {'sda1': {'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XFR4-part1', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XFR4-part1', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XFR4-part1', 'scsi-35000c500929226ed-part1', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XFR4-part1', 'wwn-0x5000c500929226ed-part1'], 'uuids': ['a9bc468f-7d76-441a-b17b-cd059807719c'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': 'a9bc468f-7d76-441a-b17b-cd059807719c', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XFR4", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XFR4", "scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XFR4", "scsi-35000c500929226ed", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XFR4", "wwn-0x5000c500929226ed"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XFR4-part1", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XFR4-part1", "scsi-1ATA_ST1000NM0033-9ZM173_ 2021-07-26T15:36:28.592 INFO:teuthology.task.ansible.out:Z1W5XFR4-part1", "scsi-35000c500929226ed-part1", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XFR4-part1", "wwn-0x5000c500929226ed-part1"], "labels": [], "masters": [], "uuids": ["a9bc468f-7d76-441a-b17b-cd059807719c"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "a9bc468f-7d76-441a-b17b-cd059807719c"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5XFR4", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c500929226ed"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:28.736 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* 2021-07-26T15:36:28.738 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:36:28.916 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbjtIsfG0ocAoi1EOcymsVHcXqt8xl3SOeW'], 'uuids': ['28f1ba7b-cde5-4b1d-89cc-7b9feb1dedd4'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.144912", "end": "2021-07-26 15:36:28.883213", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-OEqsMkI8Ayh6JQmI2BsnAbACnqWcbtbjtIsfG0ocAoi1EOcymsVHcXqt8xl3SOeW"], "labels": [], "masters": [], "uuids": ["28f1ba7b-cde5-4b1d-89cc-7b9feb1dedd4"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:36:28.738301", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.142203 s, 811 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.142203 s, 811 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:28.946 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:28 +0000 (0:00:00.737) 0:04:33.396 *********** 2021-07-26T15:36:29.070 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:36:29.208 INFO:teuthology.task.ansible.out: TASK [testnode : Remove all LVM data] ****************************************** 2021-07-26T15:36:29.213 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.078824", "end": "2021-07-26 15:36:29.181879", "rc": 0, "start": "2021-07-26 15:36:29.103055", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:29.233 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:29 +0000 (0:00:00.286) 0:04:33.683 *********** 2021-07-26T15:36:29.429 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:36:29.461 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2021-07-26T15:36:29.466 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.050784", "end": "2021-07-26 15:36:29.441953", "rc": 0, "start": "2021-07-26 15:36:29.391169", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:29.485 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:29 +0000 (0:00:00.252) 0:04:33.936 *********** 2021-07-26T15:36:29.512 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2021-07-26T15:36:29.537 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:29 +0000 (0:00:00.052) 0:04:33.988 *********** 2021-07-26T15:36:29.564 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2021-07-26T15:36:29.566 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:29.589 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:29 +0000 (0:00:00.052) 0:04:34.040 *********** 2021-07-26T15:36:29.616 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** 2021-07-26T15:36:29.618 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:29.639 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:29 +0000 (0:00:00.050) 0:04:34.090 *********** 2021-07-26T15:36:29.668 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:29.705 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:29 +0000 (0:00:00.065) 0:04:34.156 *********** 2021-07-26T15:36:29.735 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** 2021-07-26T15:36:29.737 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:29.758 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:29 +0000 (0:00:00.053) 0:04:34.209 *********** 2021-07-26T15:36:29.765 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* 2021-07-26T15:36:29.766 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:36:29.948 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ ok: [smithi139.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:36:29.976 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:29 +0000 (0:00:00.217) 0:04:34.426 *********** 2021-07-26T15:36:30.013 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-07-26T15:36:30.014 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930251091968, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227112083, 'block_used': 12983025, 'inode_total': 61054976, 'inode_available': 60985735, 'inode_used': 69241, 'uuid': 'a9bc468f-7d76-441a-b17b-cd059807719c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227112083, "block_size": 4096, "block_total": 240095108, "block_used": 12983025, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985735, "inode_total": 61054976, "inode_used": 69241, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930251091968, "size_total": 983429562368, "uuid": "a9bc468f-7d76-441a-b17b-cd059807719c"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:30.036 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:30 +0000 (0:00:00.061) 0:04:34.488 *********** 2021-07-26T15:36:30.064 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* 2021-07-26T15:36:30.065 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:30.090 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:30 +0000 (0:00:00.053) 0:04:34.541 *********** 2021-07-26T15:36:30.096 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* 2021-07-26T15:36:30.097 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:36:30.127 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:30 +0000 (0:00:00.037) 0:04:34.578 *********** 2021-07-26T15:36:30.134 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:36:30.135 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:30.159 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:30 +0000 (0:00:00.031) 0:04:34.610 *********** 2021-07-26T15:36:30.196 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:36:30.199 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:30.220 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:30 +0000 (0:00:00.061) 0:04:34.671 *********** 2021-07-26T15:36:30.247 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2021-07-26T15:36:30.249 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:30.270 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:30 +0000 (0:00:00.050) 0:04:34.721 *********** 2021-07-26T15:36:30.297 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* 2021-07-26T15:36:30.299 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:30.321 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:30 +0000 (0:00:00.051) 0:04:34.773 *********** 2021-07-26T15:36:30.328 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-07-26T15:36:30.330 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2021-07-26T15:36:30.354 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:30 +0000 (0:00:00.032) 0:04:34.805 *********** 2021-07-26T15:36:30.362 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** 2021-07-26T15:36:30.363 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:30.387 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:30 +0000 (0:00:00.033) 0:04:34.838 *********** 2021-07-26T15:36:30.574 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:36:30.742 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:36:30.858 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume group(s)] *************************************** 2021-07-26T15:36:30.861 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2021-07-26T15:36:30.882 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:30 +0000 (0:00:00.494) 0:04:35.333 *********** 2021-07-26T15:36:30.909 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2021-07-26T15:36:30.911 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:36:31.084 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:36:31.096 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:31.121 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:31 +0000 (0:00:00.239) 0:04:35.572 *********** 2021-07-26T15:36:31.150 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* 2021-07-26T15:36:31.152 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:31.173 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:31 +0000 (0:00:00.051) 0:04:35.624 *********** 2021-07-26T15:36:31.200 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:31.228 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:31 +0000 (0:00:00.054) 0:04:35.679 *********** 2021-07-26T15:36:31.277 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* 2021-07-26T15:36:31.279 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:36:31.428 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "secontext": "unconfined_u:object_r:var_lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:36:31.449 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:31 +0000 (0:00:00.222) 0:04:35.901 *********** 2021-07-26T15:36:31.487 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** 2021-07-26T15:36:31.489 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2021-07-26T15:36:31.512 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:31 +0000 (0:00:00.062) 0:04:35.964 *********** 2021-07-26T15:36:31.635 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:36:31.919 INFO:teuthology.task.ansible.out: TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] ******************* 2021-07-26T15:36:31.921 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true} 2021-07-26T15:36:31.948 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:31 +0000 (0:00:00.435) 0:04:36.400 *********** 2021-07-26T15:36:31.989 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* 2021-07-26T15:36:31.990 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:36:32.325 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:36:32.388 INFO:teuthology.task.ansible.out: TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] ********************* 2021-07-26T15:36:32.390 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2021-07-26T15:36:32.421 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:32 +0000 (0:00:00.472) 0:04:36.872 *********** 2021-07-26T15:36:32.452 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd] ****************************************** 2021-07-26T15:36:32.453 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:32.480 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:32 +0000 (0:00:00.058) 0:04:36.931 *********** 2021-07-26T15:36:32.510 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd conf file] ******************************** 2021-07-26T15:36:32.511 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:32.534 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:32 +0000 (0:00:00.054) 0:04:36.985 *********** 2021-07-26T15:36:32.562 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-07-26T15:36:32.565 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:32.585 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:32 +0000 (0:00:00.050) 0:04:37.035 *********** 2021-07-26T15:36:32.615 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:32.647 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:32 +0000 (0:00:00.063) 0:04:37.099 *********** 2021-07-26T15:36:32.676 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the teuthology user.] *********** 2021-07-26T15:36:32.678 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [testnode : Create logical volume(s)] ************************************* changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:36:32.715 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:32 +0000 (0:00:00.067) 0:04:37.166 *********** 2021-07-26T15:36:32.744 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:32 +0000 (0:00:00.029) 0:04:37.195 *********** 2021-07-26T15:36:32.751 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the root user.] ***************** 2021-07-26T15:36:32.752 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:32.779 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:32 +0000 (0:00:00.034) 0:04:37.230 *********** 2021-07-26T15:36:32.818 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for the teuthology user.] ****************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:32.846 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:32 +0000 (0:00:00.067) 0:04:37.298 *********** 2021-07-26T15:36:32.874 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for root.] ********************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:32.898 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:32 +0000 (0:00:00.051) 0:04:37.349 *********** 2021-07-26T15:36:32.938 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-07-26T15:36:32.940 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} TASK [testnode : Ensure perl-doc is installed on apt systems.] ***************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:32.962 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:32 +0000 (0:00:00.064) 0:04:37.413 *********** 2021-07-26T15:36:32.983 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:32 +0000 (0:00:00.020) 0:04:37.434 *********** 2021-07-26T15:36:33.000 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:33.025 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:33 +0000 (0:00:00.041) 0:04:37.476 *********** 2021-07-26T15:36:33.053 INFO:teuthology.task.ansible.out: TASK [testnode : Install Amazon::S3.] ****************************************** 2021-07-26T15:36:33.055 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:33.082 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:33 +0000 (0:00:00.057) 0:04:37.533 *********** 2021-07-26T15:36:33.112 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2021-07-26T15:36:33.115 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:33.145 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:33 +0000 (0:00:00.062) 0:04:37.596 *********** 2021-07-26T15:36:33.175 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2021-07-26T15:36:33.177 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:33.206 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:33 +0000 (0:00:00.061) 0:04:37.658 *********** 2021-07-26T15:36:33.218 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2021-07-26T15:36:33.220 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:36:33.242 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** 2021-07-26T15:36:33.244 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:33.265 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:33 +0000 (0:00:00.058) 0:04:37.716 *********** 2021-07-26T15:36:33.305 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ 2021-07-26T15:36:33.307 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:33.328 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:33 +0000 (0:00:00.063) 0:04:37.780 *********** 2021-07-26T15:36:33.378 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2021-07-26T15:36:33.381 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:36:33.537 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:36:33.716 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:36:33.728 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:33.755 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:33 +0000 (0:00:00.426) 0:04:38.206 *********** 2021-07-26T15:36:33.783 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* 2021-07-26T15:36:33.785 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:33.806 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:33 +0000 (0:00:00.051) 0:04:38.257 *********** 2021-07-26T15:36:33.813 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** 2021-07-26T15:36:33.815 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "checksum": "a7ecef00073feab34f868065d34e9dac55134241", "dest": "/etc/chrony.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/chrony.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 215, "state": "file", "uid": 0} 2021-07-26T15:36:33.838 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:33 +0000 (0:00:00.031) 0:04:38.289 *********** 2021-07-26T15:36:33.845 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:33.870 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:33 +0000 (0:00:00.031) 0:04:38.321 *********** 2021-07-26T15:36:34.065 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** 2021-07-26T15:36:34.067 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "secontext": "unconfined_u:object_r:var_lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:36:34.088 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.218) 0:04:38.540 *********** 2021-07-26T15:36:34.126 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** 2021-07-26T15:36:34.128 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2021-07-26T15:36:34.154 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.065) 0:04:38.605 *********** 2021-07-26T15:36:34.161 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ntpd is running.] *********************************** 2021-07-26T15:36:34.162 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "chronyd", "state": "started", "status": {"ActiveState": "active", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlGroup": "/system.slice/chronyd.service", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/chronyd (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "884", "ExecMainStartTimestamp": "Mon 2021-07-26 15:31:20 UTC", "ExecMainStartTimestampMonotonic": "11403821", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/sbin/chronyd ; argv[]=/usr/sbin/chronyd $OPTIONS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartPost": "{ path=/usr/libexec/chrony-helper ; argv[]=/usr/libexec/chrony-helper update-daemon ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSI 2021-07-26T15:36:34.164 INFO:teuthology.task.ansible.out:ZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "884", "MemoryAccounting": "yes", "MemoryCurrent": "1818624", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "PIDFile": "/run/chrony/chronyd.pid", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "no", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203592", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Type": "forking", "UID": "[not set]", "UMask": "0022", "WatchdogTimestamp": "Mon 2021-07-26 1 2021-07-26T15:36:34.166 INFO:teuthology.task.ansible.out:5:31:20 UTC", "WatchdogTimestampMonotonic": "11403837", "WatchdogUSec": "0"}} 2021-07-26T15:36:34.190 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.035) 0:04:38.641 *********** 2021-07-26T15:36:34.216 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:36:34.218 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2021-07-26T15:36:34.239 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.050) 0:04:38.691 *********** 2021-07-26T15:36:34.267 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:36:34.269 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2021-07-26T15:36:34.290 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.050) 0:04:38.741 *********** 2021-07-26T15:36:34.317 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* 2021-07-26T15:36:34.319 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:34.340 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.049) 0:04:38.791 *********** 2021-07-26T15:36:34.367 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* 2021-07-26T15:36:34.369 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:34.390 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.050) 0:04:38.842 *********** 2021-07-26T15:36:34.418 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** 2021-07-26T15:36:34.420 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:34.441 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.049) 0:04:38.891 *********** 2021-07-26T15:36:34.446 INFO:teuthology.task.ansible.out: TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] ******************* 2021-07-26T15:36:34.448 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true} 2021-07-26T15:36:34.471 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.031) 0:04:38.922 *********** 2021-07-26T15:36:34.627 INFO:teuthology.task.ansible.out: TASK [testnode : Create the .pip directory for the teuthology user.] *********** ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 4096, "state": "directory", "uid": 1000} 2021-07-26T15:36:34.651 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.179) 0:04:39.102 *********** 2021-07-26T15:36:34.773 INFO:teuthology.task.ansible.out: TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] ********************* 2021-07-26T15:36:34.776 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2021-07-26T15:36:34.801 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.149) 0:04:39.252 *********** 2021-07-26T15:36:34.828 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd] ****************************************** 2021-07-26T15:36:34.830 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:34.850 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.049) 0:04:39.301 *********** 2021-07-26T15:36:34.877 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd conf file] ******************************** 2021-07-26T15:36:34.878 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:34.900 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.049) 0:04:39.351 *********** 2021-07-26T15:36:34.928 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-07-26T15:36:34.929 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:34.950 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.050) 0:04:39.402 *********** 2021-07-26T15:36:34.978 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:35.001 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:34 +0000 (0:00:00.050) 0:04:39.452 *********** 2021-07-26T15:36:35.029 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the teuthology user.] *********** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:35.052 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:35 +0000 (0:00:00.050) 0:04:39.503 *********** 2021-07-26T15:36:35.079 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the root user.] ***************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:35.108 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:35 +0000 (0:00:00.056) 0:04:39.560 *********** 2021-07-26T15:36:35.137 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for the teuthology user.] ****************** 2021-07-26T15:36:35.139 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:35.160 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:35 +0000 (0:00:00.051) 0:04:39.611 *********** 2021-07-26T15:36:35.168 INFO:teuthology.task.ansible.out: TASK [testnode : Create pip.conf and configure it to use our mirror] *********** 2021-07-26T15:36:35.169 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 73, "state": "file", "uid": 1000} 2021-07-26T15:36:35.193 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:35 +0000 (0:00:00.033) 0:04:39.645 *********** 2021-07-26T15:36:35.201 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for root.] ********************************* 2021-07-26T15:36:35.202 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:35.230 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:35 +0000 (0:00:00.036) 0:04:39.681 *********** 2021-07-26T15:36:35.259 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure perl-doc is installed on apt systems.] ***************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:35.281 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:35 +0000 (0:00:00.050) 0:04:39.732 *********** 2021-07-26T15:36:35.311 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* 2021-07-26T15:36:35.313 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:35.340 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:35 +0000 (0:00:00.059) 0:04:39.791 *********** 2021-07-26T15:36:35.371 INFO:teuthology.task.ansible.out: TASK [testnode : Install Amazon::S3.] ****************************************** 2021-07-26T15:36:35.373 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:35.396 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:35 +0000 (0:00:00.055) 0:04:39.847 *********** 2021-07-26T15:36:35.423 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2021-07-26T15:36:35.425 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:35.446 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:35 +0000 (0:00:00.050) 0:04:39.898 *********** 2021-07-26T15:36:35.474 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2021-07-26T15:36:35.475 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:35.499 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:35 +0000 (0:00:00.051) 0:04:39.950 *********** 2021-07-26T15:36:35.525 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** 2021-07-26T15:36:35.527 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:35.548 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:35 +0000 (0:00:00.049) 0:04:39.999 *********** 2021-07-26T15:36:35.575 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ 2021-07-26T15:36:35.577 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:35.597 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:35 +0000 (0:00:00.049) 0:04:40.049 *********** 2021-07-26T15:36:36.052 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "checksum": "a7ecef00073feab34f868065d34e9dac55134241", "dest": "/etc/chrony.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/chrony.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 215, "state": "file", "uid": 0} 2021-07-26T15:36:36.074 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:36 +0000 (0:00:00.476) 0:04:40.525 *********** 2021-07-26T15:36:36.347 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages via pip] ************************************* ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "cmd": ["/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages\nRequirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.6/site-packages (from execnet->remoto>=0.0.35)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages", "Requirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.6/site-packages (from execnet->remoto>=0.0.35)"], "version": null, "virtualenv": null} 2021-07-26T15:36:36.371 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:36 +0000 (0:00:00.297) 0:04:40.822 *********** 2021-07-26T15:36:36.401 INFO:teuthology.task.ansible.out: TASK [testnode : Purge resolvconf] ********************************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [testnode : Make sure ntpd is running.] *********************************** 2021-07-26T15:36:36.404 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "chronyd", "state": "started", "status": {"ActiveState": "active", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlGroup": "/system.slice/chronyd.service", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/chronyd (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "866", "ExecMainStartTimestamp": "Mon 2021-07-26 15:31:27 UTC", "ExecMainStartTimestampMonotonic": "11458201", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/sbin/chronyd ; argv[]=/usr/sbin/chronyd $OPTIONS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartPost": "{ path=/usr/libexec/chrony-helper ; argv[]=/usr/libexec/chrony-helper update-daemon ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSI 2021-07-26T15:36:36.410 INFO:teuthology.task.ansible.out:ZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "866", "MemoryAccounting": "yes", "MemoryCurrent": "1826816", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "PIDFile": "/run/chrony/chronyd.pid", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "no", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203592", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Type": "forking", "UID": "[not set]", "UMask": "0022", "WatchdogTimestamp": "Mon 2021-07-26 1 2021-07-26T15:36:36.412 INFO:teuthology.task.ansible.out:5:31:27 UTC", "WatchdogTimestampMonotonic": "11458216", "WatchdogUSec": "0"}} 2021-07-26T15:36:36.428 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:36 +0000 (0:00:00.057) 0:04:40.879 *********** 2021-07-26T15:36:36.452 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:36 +0000 (0:00:00.023) 0:04:40.902 *********** 2021-07-26T15:36:36.469 INFO:teuthology.task.ansible.out: TASK [testnode : Set interface] ************************************************ 2021-07-26T15:36:36.471 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp3s0f1"}, "changed": false} 2021-07-26T15:36:36.493 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:36 +0000 (0:00:00.041) 0:04:40.944 *********** 2021-07-26T15:36:36.501 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:36:36.502 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2021-07-26T15:36:36.528 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:36 +0000 (0:00:00.033) 0:04:40.978 *********** 2021-07-26T15:36:36.568 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:36:36.570 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2021-07-26T15:36:36.592 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:36 +0000 (0:00:00.065) 0:04:41.043 *********** 2021-07-26T15:36:36.623 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:36.646 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:36 +0000 (0:00:00.053) 0:04:41.097 *********** 2021-07-26T15:36:36.674 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:36.676 INFO:teuthology.task.ansible.out: TASK [testnode : Check for presence of /etc/network/interfaces] **************** ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2021-07-26T15:36:36.699 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:36 +0000 (0:00:00.053) 0:04:41.150 *********** 2021-07-26T15:36:36.728 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:36 +0000 (0:00:00.027) 0:04:41.178 *********** 2021-07-26T15:36:36.735 INFO:teuthology.task.ansible.out: TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ****************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:36.758 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:36 +0000 (0:00:00.031) 0:04:41.209 *********** 2021-07-26T15:36:36.765 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** 2021-07-26T15:36:36.774 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:36.800 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:36 +0000 (0:00:00.031) 0:04:41.241 *********** TASK [testnode : Set bounce_interface if we just enabled dhcp] ***************** ok: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2021-07-26T15:36:36.832 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:36 +0000 (0:00:00.036) 0:04:41.277 *********** 2021-07-26T15:36:36.864 INFO:teuthology.task.ansible.out: TASK [testnode : ifdown and ifup] ********************************************** 2021-07-26T15:36:36.866 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:36.890 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:36 +0000 (0:00:00.062) 0:04:41.340 *********** 2021-07-26T15:36:36.996 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:36.997 INFO:teuthology.task.ansible.out:TASK [testnode : Create the .pip directory for the teuthology user.] *********** ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 4096, "state": "directory", "uid": 1000} 2021-07-26T15:36:37.023 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:37 +0000 (0:00:00.132) 0:04:41.472 *********** 2021-07-26T15:36:37.085 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] *** changed: [smithi078.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2021-07-26T15:36:37.112 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:37 +0000 (0:00:00.086) 0:04:41.559 *********** 2021-07-26T15:36:37.310 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure domain is set in /etc/resolv.conf] ********************* changed: [smithi078.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2021-07-26T15:36:37.334 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:37 +0000 (0:00:00.225) 0:04:41.785 *********** 2021-07-26T15:36:37.363 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ethtool is installed] ******************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.390 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:37 +0000 (0:00:00.056) 0:04:41.842 *********** 2021-07-26T15:36:37.433 INFO:teuthology.task.ansible.out: TASK [testnode : grep ethtool for secondary NIC MAC address] ******************* 2021-07-26T15:36:37.436 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} skipping: [smithi078.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.447 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=enp3s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.458 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=enp3s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.459 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.482 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:37 +0000 (0:00:00.091) 0:04:41.933 *********** 2021-07-26T15:36:37.500 INFO:teuthology.task.ansible.out: TASK [testnode : Create pip.conf and configure it to use our mirror] *********** 2021-07-26T15:36:37.502 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 73, "state": "file", "uid": 1000} 2021-07-26T15:36:37.530 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:37 +0000 (0:00:00.047) 0:04:41.981 *********** 2021-07-26T15:36:37.538 INFO:teuthology.task.ansible.out: TASK [testnode : Define net_to_configure var] ********************************** 2021-07-26T15:36:37.540 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.540 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.541 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.544 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.555 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.594 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:37 +0000 (0:00:00.062) 0:04:42.043 *********** 2021-07-26T15:36:37.637 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.661 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:37 +0000 (0:00:00.068) 0:04:42.112 *********** 2021-07-26T15:36:37.699 INFO:teuthology.task.ansible.out: TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] ********************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.715 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:37 +0000 (0:00:00.054) 0:04:42.167 *********** 2021-07-26T15:36:37.747 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU to 9000 if 10Gb] ************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.772 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:37 +0000 (0:00:00.056) 0:04:42.223 *********** 2021-07-26T15:36:37.801 INFO:teuthology.task.ansible.out: TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] ******* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.824 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:37 +0000 (0:00:00.051) 0:04:42.275 *********** 2021-07-26T15:36:37.852 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU on Ubuntu] ******************************************** 2021-07-26T15:36:37.854 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.877 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:37 +0000 (0:00:00.053) 0:04:42.328 *********** 2021-07-26T15:36:37.905 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-07-26T15:36:37.907 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.930 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:37 +0000 (0:00:00.052) 0:04:42.381 *********** 2021-07-26T15:36:37.968 INFO:teuthology.task.ansible.out: TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] *** 2021-07-26T15:36:37.969 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:37.994 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:37 +0000 (0:00:00.063) 0:04:42.445 *********** 2021-07-26T15:36:38.023 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:38.045 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:38 +0000 (0:00:00.051) 0:04:42.497 *********** 2021-07-26T15:36:38.261 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2021-07-26T15:36:38.262 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.004914", "end": "2021-07-26 15:36:38.225902", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2021-07-26 15:36:38.220988", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:38.442 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.003045", "end": "2021-07-26 15:36:38.397826", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2021-07-26 15:36:38.394781", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:38.601 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.002772", "end": "2021-07-26 15:36:38.571011", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2021-07-26 15:36:38.568239", "stderr": "find: ‘/etc/ceph’: No such file or directory", "stderr_lines": ["find: ‘/etc/ceph’: No such file or directory"], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:38.679 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages via pip] ************************************* ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "cmd": ["/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages\nRequirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.6/site-packages (from execnet->remoto>=0.0.35)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages", "Requirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.6/site-packages (from execnet->remoto>=0.0.35)"], "version": null, "virtualenv": null} 2021-07-26T15:36:38.701 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:38 +0000 (0:00:00.654) 0:04:43.151 *********** 2021-07-26T15:36:38.727 INFO:teuthology.task.ansible.out: TASK [testnode : Purge resolvconf] ********************************************* 2021-07-26T15:36:38.729 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:38.749 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:38 +0000 (0:00:00.048) 0:04:43.200 *********** 2021-07-26T15:36:38.751 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:38.781 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2021-07-26T15:36:38.783 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.003219", "end": "2021-07-26 15:36:38.745305", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2021-07-26 15:36:38.742086", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:38.787 INFO:teuthology.task.ansible.out: TASK [testnode : Set interface] ************************************************ 2021-07-26T15:36:38.789 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp3s0f1"}, "changed": false} 2021-07-26T15:36:38.810 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:38 +0000 (0:00:00.060) 0:04:43.261 *********** 2021-07-26T15:36:38.840 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:38 +0000 (0:00:00.030) 0:04:43.291 *********** 2021-07-26T15:36:38.847 INFO:teuthology.task.ansible.out: TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ******** 2021-07-26T15:36:38.875 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:38 +0000 (0:00:00.031) 0:04:43.323 *********** 2021-07-26T15:36:38.920 INFO:teuthology.task.ansible.out: TASK [testnode : Touch /ceph-qa-ready] ***************************************** 2021-07-26T15:36:38.923 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:39.030 INFO:teuthology.task.ansible.out: TASK [testnode : Check for presence of /etc/network/interfaces] **************** ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2021-07-26T15:36:39.052 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:39 +0000 (0:00:00.179) 0:04:43.503 *********** 2021-07-26T15:36:39.079 INFO:teuthology.task.ansible.out: TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ****************** 2021-07-26T15:36:39.081 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:39.101 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:39 +0000 (0:00:00.049) 0:04:43.553 *********** 2021-07-26T15:36:39.129 INFO:teuthology.task.ansible.out: TASK [testnode : Set bounce_interface if we just enabled dhcp] ***************** ok: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2021-07-26T15:36:39.155 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:39 +0000 (0:00:00.050) 0:04:43.603 *********** 2021-07-26T15:36:39.194 INFO:teuthology.task.ansible.out: TASK [testnode : ifdown and ifup] ********************************************** 2021-07-26T15:36:39.196 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:39.216 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:39 +0000 (0:00:00.064) 0:04:43.668 *********** 2021-07-26T15:36:39.411 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] *** changed: [smithi139.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2021-07-26T15:36:39.444 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:39 +0000 (0:00:00.212) 0:04:43.880 *********** 2021-07-26T15:36:39.627 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure domain is set in /etc/resolv.conf] ********************* changed: [smithi139.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2021-07-26T15:36:39.654 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:39 +0000 (0:00:00.217) 0:04:44.098 *********** 2021-07-26T15:36:39.679 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ethtool is installed] ******************************* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:39.707 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:39 +0000 (0:00:00.055) 0:04:44.153 *********** 2021-07-26T15:36:39.741 INFO:teuthology.task.ansible.out: TASK [testnode : grep ethtool for secondary NIC MAC address] ******************* skipping: [smithi139.front.sepia.ceph.com] => (item=enp3s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item=enp3s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:39.754 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} 2021-07-26T15:36:39.781 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:39 +0000 (0:00:00.075) 0:04:44.229 *********** 2021-07-26T15:36:39.818 INFO:teuthology.task.ansible.out: TASK [testnode : Define net_to_configure var] ********************************** skipping: [smithi139.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi139.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:39.820 INFO:teuthology.task.ansible.out: skipping: [smithi139.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:39.830 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:39.832 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:39.854 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:39 +0000 (0:00:00.076) 0:04:44.306 *********** 2021-07-26T15:36:39.882 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:36:39.883 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:39.908 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:39 +0000 (0:00:00.052) 0:04:44.358 *********** 2021-07-26T15:36:39.935 INFO:teuthology.task.ansible.out: TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] ********************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:39.966 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:39 +0000 (0:00:00.059) 0:04:44.417 *********** 2021-07-26T15:36:39.998 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU to 9000 if 10Gb] ************************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:40.022 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:40 +0000 (0:00:00.056) 0:04:44.474 *********** 2021-07-26T15:36:40.052 INFO:teuthology.task.ansible.out: TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] ******* skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:40.075 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:40 +0000 (0:00:00.052) 0:04:44.526 *********** 2021-07-26T15:36:40.116 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU on Ubuntu] ******************************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:40.138 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:40 +0000 (0:00:00.063) 0:04:44.589 *********** 2021-07-26T15:36:40.188 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:40.211 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:40 +0000 (0:00:00.069) 0:04:44.658 *********** 2021-07-26T15:36:40.247 INFO:teuthology.task.ansible.out: TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] *** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:40.274 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:40 +0000 (0:00:00.065) 0:04:44.724 *********** 2021-07-26T15:36:40.300 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-07-26T15:36:40.303 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:40.322 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:40 +0000 (0:00:00.049) 0:04:44.774 *********** 2021-07-26T15:36:40.542 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2021-07-26T15:36:40.546 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.005143", "end": "2021-07-26 15:36:40.509309", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2021-07-26 15:36:40.504166", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:40.724 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.003050", "end": "2021-07-26 15:36:40.686406", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2021-07-26 15:36:40.683356", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:40.894 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.002874", "end": "2021-07-26 15:36:40.866152", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2021-07-26 15:36:40.863278", "stderr": "find: ‘/etc/ceph’: No such file or directory", "stderr_lines": ["find: ‘/etc/ceph’: No such file or directory"], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:41.065 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.003419", "end": "2021-07-26 15:36:41.033949", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2021-07-26 15:36:41.030530", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:41.089 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:41 +0000 (0:00:00.766) 0:04:45.540 *********** 2021-07-26T15:36:41.118 INFO:teuthology.task.ansible.out: TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ******** 2021-07-26T15:36:41.150 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:41 +0000 (0:00:00.060) 0:04:45.601 *********** 2021-07-26T15:36:41.181 INFO:teuthology.task.ansible.out: TASK [testnode : Touch /ceph-qa-ready] ***************************************** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:41.250 INFO:teuthology.task.ansible.out: PLAY [testnodes,senta,vossi,jenkins_slaves] ************************************ 2021-07-26T15:36:41.283 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:41 +0000 (0:00:00.133) 0:04:45.734 *********** 2021-07-26T15:36:41.323 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:41 +0000 (0:00:00.033) 0:04:45.768 *********** 2021-07-26T15:36:41.967 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-07-26T15:36:41.969 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] 2021-07-26T15:36:41.998 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] 2021-07-26T15:36:42.026 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:42 +0000 (0:00:00.709) 0:04:46.477 *********** 2021-07-26T15:36:42.049 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:42.070 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:42 +0000 (0:00:00.044) 0:04:46.522 *********** 2021-07-26T15:36:42.091 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:42 +0000 (0:00:00.020) 0:04:46.542 *********** 2021-07-26T15:36:42.100 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:36:42.101 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "yum"}, "changed": false} 2021-07-26T15:36:42.125 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:42 +0000 (0:00:00.034) 0:04:46.576 *********** 2021-07-26T15:36:42.132 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:36:42.135 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:42.158 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:42 +0000 (0:00:00.032) 0:04:46.609 *********** 2021-07-26T15:36:42.160 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:42.169 INFO:teuthology.task.ansible.out: 2021-07-26T15:36:42.172 INFO:teuthology.task.ansible.out:TASK [container-host : Including distro specific variables] ******************** ok: [smithi078.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml) => {"ansible_facts": {"container_packages": ["podman", "podman-docker"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"} 2021-07-26T15:36:42.198 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:42 +0000 (0:00:00.039) 0:04:46.649 *********** 2021-07-26T15:36:42.206 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** ok: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "yum"}, "changed": false} 2021-07-26T15:36:42.230 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:42 +0000 (0:00:00.032) 0:04:46.681 *********** 2021-07-26T15:36:42.279 INFO:teuthology.task.ansible.out: TASK [container-host : Including distro specific variables] ******************** 2021-07-26T15:36:42.282 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml) => {"ansible_facts": {"container_packages": ["podman", "podman-docker"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"} 2021-07-26T15:36:42.303 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:42 +0000 (0:00:00.072) 0:04:46.754 *********** 2021-07-26T15:36:48.720 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2021-07-26T15:36:48.722 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: podman-catatonit-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64", "Installed: podman-docker-3.0.1-7.module_el8.4.0+830+8027e1c4.noarch", "Installed: podman-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64", "Removed: podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64", "Removed: podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64", "Removed: podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41.noarch"]} 2021-07-26T15:36:48.744 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:48 +0000 (0:00:06.440) 0:04:53.194 *********** 2021-07-26T15:36:48.771 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:36:48.773 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/containers/registries.conf"}, "changed": false} 2021-07-26T15:36:48.793 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:48 +0000 (0:00:00.049) 0:04:53.244 *********** 2021-07-26T15:36:48.820 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:36:48.822 INFO:teuthology.task.ansible.out:skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:48.844 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:48 +0000 (0:00:00.049) 0:04:53.294 *********** 2021-07-26T15:36:49.073 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* 2021-07-26T15:36:49.075 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:36:49.086 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2021-07-26T15:36:49.087 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: podman-catatonit-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64", "Installed: podman-docker-3.0.1-7.module_el8.4.0+830+8027e1c4.noarch", "Installed: podman-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64", "Removed: podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64", "Removed: podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64", "Removed: podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41.noarch"]} 2021-07-26T15:36:49.112 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:49 +0000 (0:00:00.269) 0:04:53.564 *********** 2021-07-26T15:36:49.142 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** ok: [smithi139.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/containers/registries.conf"}, "changed": false} 2021-07-26T15:36:49.168 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:49 +0000 (0:00:00.055) 0:04:53.619 *********** 2021-07-26T15:36:49.195 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:36:49.196 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:49.220 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:49 +0000 (0:00:00.052) 0:04:53.672 *********** 2021-07-26T15:36:49.269 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* 2021-07-26T15:36:49.271 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:36:49.299 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:49 +0000 (0:00:00.076) 0:04:53.749 *********** 2021-07-26T15:36:49.435 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:36:49.627 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:36:49.653 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:49 +0000 (0:00:00.355) 0:04:54.104 *********** 2021-07-26T15:36:49.810 INFO:teuthology.task.ansible.out: TASK [container-host : Copy docker-mirror.front.sepia.ceph.com:5000 self-signed cert] *** 2021-07-26T15:36:49.812 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:cert_t:s0", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313809.3694737-22887-190516881177271/source", "state": "file", "uid": 0} 2021-07-26T15:36:50.160 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:cert_t:s0", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313809.7195957-22921-71360657303315/source", "state": "file", "uid": 0} 2021-07-26T15:36:50.298 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313809.847858-22887-73750649075897/source", "state": "file", "uid": 0} 2021-07-26T15:36:50.328 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:50 +0000 (0:00:00.675) 0:04:54.779 *********** 2021-07-26T15:36:50.632 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313810.194892-22921-210803471268582/source", "state": "file", "uid": 0} 2021-07-26T15:36:50.656 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:50 +0000 (0:00:00.328) 0:04:55.107 *********** 2021-07-26T15:36:51.900 INFO:teuthology.task.ansible.out: TASK [container-host : Ensure git is installed] ******************************** 2021-07-26T15:36:51.902 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-07-26T15:36:51.924 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:51 +0000 (0:00:01.267) 0:04:56.375 *********** 2021-07-26T15:36:52.234 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-07-26T15:36:52.257 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:52 +0000 (0:00:00.333) 0:04:56.708 *********** 2021-07-26T15:36:55.056 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": ["/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-6qvr6kad-build\nCollecting toml (from registries-conf-ctl==1.0)\n Downloading https://files.pythonhosted.org/packages/44/6f/7120676b6d73228c96e17f1f794d8ab046fc910d781c8d151120c3f1569e/toml-0.10.2-py2.py3-none-any.whl\nCollecting docopt (from registries-conf-ctl==1.0)\n Downloading https://files.pythonhosted.org/packages/a2/55/8f8cab2afd404cf578136ef2cc5dfb50baa1761b68c9da1fb1e4eed343c9/docopt-0.6.2.tar.gz\nInstalling collected packages: toml, docopt, registries-conf-ctl\n Running setup.py install for docopt: started\n Running setup.py install for docopt: finished with status 'done'\n Running setup.py install for registries-conf-ctl: started\n Running setup.py install for registries-conf-ctl: finished with status 'done'\nSuccessfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2\n", "stdout_lines": ["Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-6qvr6kad-build", "Collecting toml (from registries-conf-ctl==1.0)", " Downloading https://files.pythonhosted.org/packages/44/6f/7120676b6d73228c96e17f1f794d8ab046fc910d781c8d151120c3f1569e/toml-0.10.2-py2.py3-none-any.whl" 2021-07-26T15:36:55.058 INFO:teuthology.task.ansible.out:, "Collecting docopt (from registries-conf-ctl==1.0)", " Downloading https://files.pythonhosted.org/packages/a2/55/8f8cab2afd404cf578136ef2cc5dfb50baa1761b68c9da1fb1e4eed343c9/docopt-0.6.2.tar.gz", "Installing collected packages: toml, docopt, registries-conf-ctl", " Running setup.py install for docopt: started", " Running setup.py install for docopt: finished with status 'done'", " Running setup.py install for registries-conf-ctl: started", " Running setup.py install for registries-conf-ctl: finished with status 'done'", "Successfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2"], "version": null, "virtualenv": null} 2021-07-26T15:36:55.078 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:55 +0000 (0:00:02.820) 0:04:59.528 *********** 2021-07-26T15:36:55.110 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:55.134 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:55 +0000 (0:00:00.056) 0:04:59.585 *********** 2021-07-26T15:36:55.173 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/containers/registries.conf if necessary] **** skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:55.198 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:55 +0000 (0:00:00.063) 0:04:59.649 *********** 2021-07-26T15:36:55.424 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": ["/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-6xrysngg-build\nCollecting toml (from registries-conf-ctl==1.0)\n Downloading https://files.pythonhosted.org/packages/44/6f/7120676b6d73228c96e17f1f794d8ab046fc910d781c8d151120c3f1569e/toml-0.10.2-py2.py3-none-any.whl\nCollecting docopt (from registries-conf-ctl==1.0)\n Downloading https://files.pythonhosted.org/packages/a2/55/8f8cab2afd404cf578136ef2cc5dfb50baa1761b68c9da1fb1e4eed343c9/docopt-0.6.2.tar.gz\nInstalling collected packages: toml, docopt, registries-conf-ctl\n Running setup.py install for docopt: started\n Running setup.py install for docopt: finished with status 'done'\n Running setup.py install for registries-conf-ctl: started\n Running setup.py install for registries-conf-ctl: finished with status 'done'\nSuccessfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2\n", "stdout_lines": ["Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-6xrysngg-build", "Collecting toml (from registries-conf-ctl==1.0)", " Downloading https://files.pythonhosted.org/packages/44/6f/7120676b6d73228c96e17f1f794d8ab046fc910d781c8d151120c3f1569e/toml-0.10.2-py2.py3-none-any.whl" 2021-07-26T15:36:55.426 INFO:teuthology.task.ansible.out:, "Collecting docopt (from registries-conf-ctl==1.0)", " Downloading https://files.pythonhosted.org/packages/a2/55/8f8cab2afd404cf578136ef2cc5dfb50baa1761b68c9da1fb1e4eed343c9/docopt-0.6.2.tar.gz", "Installing collected packages: toml, docopt, registries-conf-ctl", " Running setup.py install for docopt: started", " Running setup.py install for docopt: finished with status 'done'", " Running setup.py install for registries-conf-ctl: started", " Running setup.py install for registries-conf-ctl: finished with status 'done'", "Successfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2"], "version": null, "virtualenv": null} 2021-07-26T15:36:55.448 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:55 +0000 (0:00:00.250) 0:04:59.899 *********** 2021-07-26T15:36:55.476 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* 2021-07-26T15:36:55.477 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:55.498 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:55 +0000 (0:00:00.050) 0:04:59.950 *********** 2021-07-26T15:36:55.526 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/containers/registries.conf if necessary] **** skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:55.547 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:55 +0000 (0:00:00.048) 0:04:59.999 *********** 2021-07-26T15:36:55.554 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** 2021-07-26T15:36:55.556 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.147197", "end": "2021-07-26 15:36:55.513236", "rc": 0, "start": "2021-07-26 15:36:55.366039", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:55.578 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:55 +0000 (0:00:00.030) 0:05:00.029 *********** 2021-07-26T15:36:55.616 INFO:teuthology.task.ansible.out: TASK [container-host : Restart docker service] ********************************* skipping: [smithi078.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:55.886 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.148041", "end": "2021-07-26 15:36:55.863562", "rc": 0, "start": "2021-07-26 15:36:55.715521", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:36:55.907 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:55 +0000 (0:00:00.328) 0:05:00.358 *********** 2021-07-26T15:36:55.934 INFO:teuthology.task.ansible.out: TASK [container-host : Restart docker service] ********************************* 2021-07-26T15:36:55.936 INFO:teuthology.task.ansible.out:skipping: [smithi139.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:36:56.002 INFO:teuthology.task.ansible.out: PLAY [cobbler] ***************************************************************** skipping: no hosts matched 2021-07-26T15:36:56.003 INFO:teuthology.task.ansible.out: PLAY [paddles] ***************************************************************** skipping: no hosts matched 2021-07-26T15:36:56.004 INFO:teuthology.task.ansible.out: PLAY [pulpito] ***************************************************************** skipping: no hosts matched 2021-07-26T15:36:56.005 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-07-26T15:36:56.020 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-07-26T15:36:56.021 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:36:56 +0000 (0:00:00.112) 0:05:00.471 *********** 2021-07-26T15:36:56.680 INFO:teuthology.task.ansible.out:ok: [smithi139.front.sepia.ceph.com] 2021-07-26T15:36:57.682 INFO:teuthology.task.ansible.out:ok: [smithi078.front.sepia.ceph.com] 2021-07-26T15:36:57.699 INFO:teuthology.task.ansible.out: TASK [Touch /ceph-qa-ready] **************************************************** Monday 26 July 2021 15:36:57 +0000 (0:00:01.678) 0:05:02.150 *********** 2021-07-26T15:36:57.901 INFO:teuthology.task.ansible.out:changed: [smithi078.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_runtime_t:s0", "size": 0, "state": "file", "uid": 0} 2021-07-26T15:36:57.923 INFO:teuthology.task.ansible.out:changed: [smithi139.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_runtime_t:s0", "size": 0, "state": "file", "uid": 0} 2021-07-26T15:36:57.925 INFO:teuthology.task.ansible.out: PLAY RECAP ********************************************************************* 2021-07-26T15:36:57.927 INFO:teuthology.task.ansible.out:smithi078.front.sepia.ceph.com : ok=132 changed=47 unreachable=0 failed=0 skipped=188 rescued=0 ignored=3 smithi139.front.sepia.ceph.com : ok=132 changed=47 unreachable=0 failed=0 skipped=188 rescued=0 ignored=3 Monday 26 July 2021 15:36:57 +0000 (0:00:00.226) 0:05:02.377 *********** =============================================================================== Create all admin users with sudo access. ------------------------------- 50.02s common : nrpe - Ensure SELinux policy is up to date -------------------- 33.94s users : Update authorized_keys using the keys repo --------------------- 29.55s testnode : Ensure ceph packages are not present. ----------------------- 12.38s common : nrpe - Remove SELinux policy package -------------------------- 12.09s 2021-07-26T15:36:57.927 INFO:teuthology.task.ansible.out:common : nrpe - Load SELinux policy package ---------------------------- 11.73s Remove revoked users ---------------------------------------------------- 8.75s container-host : Install container packages ----------------------------- 6.44s testnode : Install packages --------------------------------------------- 5.95s testnode : Zap all non-root disks --------------------------------------- 5.11s container-host : Install registries-conf-ctl ---------------------------- 2.82s common : Install nrpe package and dependencies (RHEL/CentOS) ------------ 2.69s testnode : Rebuild rpmdb ------------------------------------------------ 1.83s users : Update authorized_keys for each user with literal keys ---------- 1.73s Gathering Facts --------------------------------------------------------- 1.68s testnode : Make sure rpm dependencies are installed --------------------- 1.65s common : nrpe - Install SELinux dependencies ---------------------------- 1.57s Gathering Facts --------------------------------------------------------- 1.52s common : Install Kerberos Packages (RedHat) ----------------------------- 1.44s common : Upload custom netsaint scripts for raid/ 2021-07-26T15:36:57.929 INFO:teuthology.task.ansible.out:disk/smart/monitoring to /usr/libexec/. --- 1.42s 2021-07-26T15:36:58.331 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi078.front.sepia.ceph.com'), Remote(name='ubuntu@smithi139.front.sepia.ceph.com')] 2021-07-26T15:36:58.332 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:36:58.334 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:36:58.410 DEBUG:teuthology.orchestra.run.smithi078:> true 2021-07-26T15:36:58.491 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:36:58.492 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi139.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:36:58.564 DEBUG:teuthology.orchestra.run.smithi139:> true 2021-07-26T15:36:58.646 INFO:teuthology.run_tasks:Running task clock... 2021-07-26T15:36:58.660 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2021-07-26T15:36:58.661 INFO:teuthology.orchestra.run:Running command with timeout 360 2021-07-26T15:36:58.663 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2021-07-26T15:36:58.696 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2021-07-26T15:36:58.711 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2021-07-26T15:36:58.747 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: ntpd: command not found 2021-07-26T15:36:58.757 INFO:teuthology.orchestra.run.smithi078.stdout:506 Cannot talk to daemon 2021-07-26T15:36:58.771 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to start ntp.service: Unit ntp.service not found. 2021-07-26T15:36:58.785 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2021-07-26T15:36:58.840 INFO:teuthology.orchestra.run.smithi078.stderr:bash: ntpq: command not found 2021-07-26T15:36:58.843 INFO:teuthology.orchestra.run.smithi078.stdout:210 Number of sources = 4 2021-07-26T15:36:58.843 INFO:teuthology.orchestra.run.smithi078.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2021-07-26T15:36:58.843 INFO:teuthology.orchestra.run.smithi078.stdout:=============================================================================== 2021-07-26T15:36:58.844 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-07-26T15:36:58.844 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-07-26T15:36:58.844 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-07-26T15:36:58.844 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-07-26T15:36:58.845 INFO:teuthology.orchestra.run:Running command with timeout 360 2021-07-26T15:36:58.845 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2021-07-26T15:36:58.877 INFO:teuthology.orchestra.run.smithi139.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2021-07-26T15:36:58.893 INFO:teuthology.orchestra.run.smithi139.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2021-07-26T15:36:58.931 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: ntpd: command not found 2021-07-26T15:36:58.941 INFO:teuthology.orchestra.run.smithi139.stdout:506 Cannot talk to daemon 2021-07-26T15:36:58.955 INFO:teuthology.orchestra.run.smithi139.stderr:Failed to start ntp.service: Unit ntp.service not found. 2021-07-26T15:36:58.967 INFO:teuthology.orchestra.run.smithi139.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2021-07-26T15:36:59.032 INFO:teuthology.orchestra.run.smithi139.stderr:bash: ntpq: command not found 2021-07-26T15:36:59.034 INFO:teuthology.orchestra.run.smithi139.stdout:210 Number of sources = 4 2021-07-26T15:36:59.034 INFO:teuthology.orchestra.run.smithi139.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2021-07-26T15:36:59.034 INFO:teuthology.orchestra.run.smithi139.stdout:=============================================================================== 2021-07-26T15:36:59.035 INFO:teuthology.orchestra.run.smithi139.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-07-26T15:36:59.035 INFO:teuthology.orchestra.run.smithi139.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-07-26T15:36:59.035 INFO:teuthology.orchestra.run.smithi139.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-07-26T15:36:59.035 INFO:teuthology.orchestra.run.smithi139.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-07-26T15:36:59.036 INFO:teuthology.run_tasks:Running task pexec... 2021-07-26T15:36:59.048 INFO:teuthology.task.pexec:Executing custom commands... 2021-07-26T15:36:59.049 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi078.front.sepia.ceph.com 2021-07-26T15:36:59.050 DEBUG:teuthology.orchestra.run.smithi078:> TESTDIR=/home/ubuntu/cephtest bash -s 2021-07-26T15:36:59.050 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi139.front.sepia.ceph.com 2021-07-26T15:36:59.051 DEBUG:teuthology.orchestra.run.smithi139:> TESTDIR=/home/ubuntu/cephtest bash -s 2021-07-26T15:36:59.576 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:14 ago on Mon 26 Jul 2021 03:35:45 PM UTC. 2021-07-26T15:36:59.610 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:12 ago on Mon 26 Jul 2021 03:35:47 PM UTC. 2021-07-26T15:37:00.538 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:37:00.548 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:37:00.548 INFO:teuthology.orchestra.run.smithi078.stdout: Package Architecture Version Repository Size 2021-07-26T15:37:00.548 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:37:00.548 INFO:teuthology.orchestra.run.smithi078.stdout:Disabling modules: 2021-07-26T15:37:00.549 INFO:teuthology.orchestra.run.smithi078.stdout: container-tools 2021-07-26T15:37:00.549 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:37:00.549 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:37:00.549 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:37:00.550 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:37:00.574 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:37:00.587 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:37:00.587 INFO:teuthology.orchestra.run.smithi139.stdout: Package Architecture Version Repository Size 2021-07-26T15:37:00.587 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:37:00.588 INFO:teuthology.orchestra.run.smithi139.stdout:Disabling modules: 2021-07-26T15:37:00.588 INFO:teuthology.orchestra.run.smithi139.stdout: container-tools 2021-07-26T15:37:00.588 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:37:00.588 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:37:00.588 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:37:00.589 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:37:00.759 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:37:00.790 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:37:01.320 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:16 ago on Mon 26 Jul 2021 03:35:45 PM UTC. 2021-07-26T15:37:01.354 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:14 ago on Mon 26 Jul 2021 03:35:47 PM UTC. 2021-07-26T15:37:01.993 INFO:teuthology.orchestra.run.smithi078.stdout:Package dnf-plugins-core-4.0.18-4.el8.noarch is already installed. 2021-07-26T15:37:02.053 INFO:teuthology.orchestra.run.smithi139.stdout:Package dnf-plugins-core-4.0.18-4.el8.noarch is already installed. 2021-07-26T15:37:02.223 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:37:02.224 INFO:teuthology.orchestra.run.smithi078.stdout:Nothing to do. 2021-07-26T15:37:02.224 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:37:02.280 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:37:02.283 INFO:teuthology.orchestra.run.smithi139.stdout:Nothing to do. 2021-07-26T15:37:02.284 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:37:02.674 INFO:teuthology.orchestra.run.smithi078.stdout:Repository successfully enabled. 2021-07-26T15:37:02.675 INFO:teuthology.orchestra.run.smithi139.stdout:Repository successfully enabled. 2021-07-26T15:37:02.680 INFO:teuthology.orchestra.run.smithi078.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-07-26T15:37:02.681 INFO:teuthology.orchestra.run.smithi078.stderr:of the main distribution, and quality may vary. 2021-07-26T15:37:02.681 INFO:teuthology.orchestra.run.smithi078.stderr: 2021-07-26T15:37:02.681 INFO:teuthology.orchestra.run.smithi078.stderr:The Fedora Project does not exercise any power over the contents of 2021-07-26T15:37:02.681 INFO:teuthology.orchestra.run.smithi078.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-07-26T15:37:02.682 INFO:teuthology.orchestra.run.smithi078.stderr:, 2021-07-26T15:37:02.682 INFO:teuthology.orchestra.run.smithi078.stderr:and packages are not held to any quality or security level. 2021-07-26T15:37:02.682 INFO:teuthology.orchestra.run.smithi078.stderr: 2021-07-26T15:37:02.682 INFO:teuthology.orchestra.run.smithi078.stderr:Please do not file bug reports about these packages in Fedora 2021-07-26T15:37:02.682 INFO:teuthology.orchestra.run.smithi078.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-07-26T15:37:02.683 INFO:teuthology.orchestra.run.smithi139.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-07-26T15:37:02.684 INFO:teuthology.orchestra.run.smithi139.stderr:of the main distribution, and quality may vary. 2021-07-26T15:37:02.684 INFO:teuthology.orchestra.run.smithi139.stderr: 2021-07-26T15:37:02.684 INFO:teuthology.orchestra.run.smithi139.stderr:The Fedora Project does not exercise any power over the contents of 2021-07-26T15:37:02.684 INFO:teuthology.orchestra.run.smithi139.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-07-26T15:37:02.684 INFO:teuthology.orchestra.run.smithi139.stderr:, 2021-07-26T15:37:02.685 INFO:teuthology.orchestra.run.smithi139.stderr:and packages are not held to any quality or security level. 2021-07-26T15:37:02.685 INFO:teuthology.orchestra.run.smithi139.stderr: 2021-07-26T15:37:02.685 INFO:teuthology.orchestra.run.smithi139.stderr:Please do not file bug reports about these packages in Fedora 2021-07-26T15:37:02.685 INFO:teuthology.orchestra.run.smithi139.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-07-26T15:37:02.740 INFO:teuthology.orchestra.run.smithi078.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-07-26T15:37:02.740 INFO:teuthology.orchestra.run.smithi078.stderr: Dload Upload Total Spent Left Speed 2021-07-26T15:37:02.747 INFO:teuthology.orchestra.run.smithi139.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-07-26T15:37:02.747 INFO:teuthology.orchestra.run.smithi139.stderr: Dload Upload Total Spent Left Speed 2021-07-26T15:37:03.153 INFO:teuthology.orchestra.run.smithi078.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 867 0 --:--:-- --:--:-- --:--:-- 867 2021-07-26T15:37:03.167 INFO:teuthology.orchestra.run.smithi139.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 854 0 --:--:-- --:--:-- --:--:-- 854 2021-07-26T15:37:03.609 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:37:03.613 INFO:teuthology.orchestra.run.smithi078.stdout:==================================================================================================================== 2021-07-26T15:37:03.614 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2021-07-26T15:37:03.614 INFO:teuthology.orchestra.run.smithi078.stdout:==================================================================================================================== 2021-07-26T15:37:03.614 INFO:teuthology.orchestra.run.smithi078.stdout:Removing: 2021-07-26T15:37:03.615 INFO:teuthology.orchestra.run.smithi078.stdout: podman x86_64 3.0.1-7.module_el8.4.0+830+8027e1c4 @CentOS-AppStream 46 M 2021-07-26T15:37:03.615 INFO:teuthology.orchestra.run.smithi078.stdout:Removing dependent packages: 2021-07-26T15:37:03.616 INFO:teuthology.orchestra.run.smithi078.stdout: podman-docker noarch 3.0.1-7.module_el8.4.0+830+8027e1c4 @CentOS-AppStream 5.6 k 2021-07-26T15:37:03.616 INFO:teuthology.orchestra.run.smithi078.stdout:Removing unused dependencies: 2021-07-26T15:37:03.616 INFO:teuthology.orchestra.run.smithi078.stdout: conmon x86_64 2:2.0.22-3.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 164 k 2021-07-26T15:37:03.617 INFO:teuthology.orchestra.run.smithi078.stdout: container-selinux noarch 2:2.155.0-1.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 46 k 2021-07-26T15:37:03.617 INFO:teuthology.orchestra.run.smithi078.stdout: containernetworking-plugins x86_64 0.9.0-1.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 73 M 2021-07-26T15:37:03.618 INFO:teuthology.orchestra.run.smithi078.stdout: containers-common x86_64 1:1.2.0-9.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 72 k 2021-07-26T15:37:03.618 INFO:teuthology.orchestra.run.smithi078.stdout: criu x86_64 3.15-1.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 1.4 M 2021-07-26T15:37:03.619 INFO:teuthology.orchestra.run.smithi078.stdout: dnf-plugin-subscription-manager x86_64 1.27.16-1.el8 @CentOS-Base 87 k 2021-07-26T15:37:03.620 INFO:teuthology.orchestra.run.smithi078.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-07-26T15:37:03.620 INFO:teuthology.orchestra.run.smithi078.stdout: fuse-overlayfs x86_64 1.3.0-2.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 145 k 2021-07-26T15:37:03.620 INFO:teuthology.orchestra.run.smithi078.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-07-26T15:37:03.621 INFO:teuthology.orchestra.run.smithi078.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-07-26T15:37:03.621 INFO:teuthology.orchestra.run.smithi078.stdout: libnet x86_64 1.1.6-15.el8 @CentOS-AppStream 170 k 2021-07-26T15:37:03.622 INFO:teuthology.orchestra.run.smithi078.stdout: libslirp x86_64 4.3.1-1.module_el8.3.0+475+c50ce30b @CentOS-AppStream 129 k 2021-07-26T15:37:03.622 INFO:teuthology.orchestra.run.smithi078.stdout: podman-catatonit x86_64 3.0.1-7.module_el8.4.0+830+8027e1c4 @CentOS-AppStream 752 k 2021-07-26T15:37:03.622 INFO:teuthology.orchestra.run.smithi078.stdout: protobuf-c x86_64 1.3.0-4.el8 @CentOS-AppStream 56 k 2021-07-26T15:37:03.623 INFO:teuthology.orchestra.run.smithi078.stdout: python3-dmidecode x86_64 3.12.2-15.el8 @anaconda 308 k 2021-07-26T15:37:03.623 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ethtool x86_64 0.14-3.el8 @CentOS-Base 92 k 2021-07-26T15:37:03.624 INFO:teuthology.orchestra.run.smithi078.stdout: python3-iniparse noarch 0.4-31.el8 @CentOS-Base 106 k 2021-07-26T15:37:03.624 INFO:teuthology.orchestra.run.smithi078.stdout: python3-inotify noarch 0.9.6-13.el8 @CentOS-Base 243 k 2021-07-26T15:37:03.625 INFO:teuthology.orchestra.run.smithi078.stdout: python3-librepo x86_64 1.12.0-2.el8 @CentOS-Base 172 k 2021-07-26T15:37:03.625 INFO:teuthology.orchestra.run.smithi078.stdout: python3-subscription-manager-rhsm x86_64 1.27.16-1.el8 @CentOS-Base 397 k 2021-07-26T15:37:03.625 INFO:teuthology.orchestra.run.smithi078.stdout: python3-syspurpose x86_64 1.27.16-1.el8 @anaconda 135 k 2021-07-26T15:37:03.626 INFO:teuthology.orchestra.run.smithi078.stdout: runc x86_64 1.0.0-70.rc92.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 13 M 2021-07-26T15:37:03.626 INFO:teuthology.orchestra.run.smithi078.stdout: slirp4netns x86_64 1.1.8-1.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 98 k 2021-07-26T15:37:03.627 INFO:teuthology.orchestra.run.smithi078.stdout: subscription-manager x86_64 1.27.16-1.el8 @CentOS-Base 4.3 M 2021-07-26T15:37:03.628 INFO:teuthology.orchestra.run.smithi078.stdout: subscription-manager-rhsm-certificates x86_64 1.27.16-1.el8 @CentOS-Base 0 2021-07-26T15:37:03.628 INFO:teuthology.orchestra.run.smithi078.stdout: usermode x86_64 1.113-1.el8 @CentOS-Base 837 k 2021-07-26T15:37:03.628 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:37:03.628 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:37:03.628 INFO:teuthology.orchestra.run.smithi078.stdout:==================================================================================================================== 2021-07-26T15:37:03.629 INFO:teuthology.orchestra.run.smithi078.stdout:Remove 28 Packages 2021-07-26T15:37:03.629 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:37:03.631 INFO:teuthology.orchestra.run.smithi078.stdout:Freed space: 142 M 2021-07-26T15:37:03.631 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:37:03.632 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:37:03.632 INFO:teuthology.orchestra.run.smithi139.stdout:==================================================================================================================== 2021-07-26T15:37:03.632 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repository Size 2021-07-26T15:37:03.632 INFO:teuthology.orchestra.run.smithi139.stdout:==================================================================================================================== 2021-07-26T15:37:03.633 INFO:teuthology.orchestra.run.smithi139.stdout:Removing: 2021-07-26T15:37:03.633 INFO:teuthology.orchestra.run.smithi139.stdout: podman x86_64 3.0.1-7.module_el8.4.0+830+8027e1c4 @CentOS-AppStream 46 M 2021-07-26T15:37:03.633 INFO:teuthology.orchestra.run.smithi139.stdout:Removing dependent packages: 2021-07-26T15:37:03.633 INFO:teuthology.orchestra.run.smithi139.stdout: podman-docker noarch 3.0.1-7.module_el8.4.0+830+8027e1c4 @CentOS-AppStream 5.6 k 2021-07-26T15:37:03.633 INFO:teuthology.orchestra.run.smithi139.stdout:Removing unused dependencies: 2021-07-26T15:37:03.634 INFO:teuthology.orchestra.run.smithi139.stdout: conmon x86_64 2:2.0.22-3.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 164 k 2021-07-26T15:37:03.634 INFO:teuthology.orchestra.run.smithi139.stdout: container-selinux noarch 2:2.155.0-1.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 46 k 2021-07-26T15:37:03.634 INFO:teuthology.orchestra.run.smithi139.stdout: containernetworking-plugins x86_64 0.9.0-1.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 73 M 2021-07-26T15:37:03.634 INFO:teuthology.orchestra.run.smithi139.stdout: containers-common x86_64 1:1.2.0-9.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 72 k 2021-07-26T15:37:03.635 INFO:teuthology.orchestra.run.smithi139.stdout: criu x86_64 3.15-1.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 1.4 M 2021-07-26T15:37:03.635 INFO:teuthology.orchestra.run.smithi139.stdout: dnf-plugin-subscription-manager x86_64 1.27.16-1.el8 @CentOS-Base 87 k 2021-07-26T15:37:03.635 INFO:teuthology.orchestra.run.smithi139.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-07-26T15:37:03.636 INFO:teuthology.orchestra.run.smithi139.stdout: fuse-overlayfs x86_64 1.3.0-2.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 145 k 2021-07-26T15:37:03.638 INFO:teuthology.orchestra.run.smithi139.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-07-26T15:37:03.639 INFO:teuthology.orchestra.run.smithi139.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-07-26T15:37:03.639 INFO:teuthology.orchestra.run.smithi139.stdout: libnet x86_64 1.1.6-15.el8 @CentOS-AppStream 170 k 2021-07-26T15:37:03.639 INFO:teuthology.orchestra.run.smithi139.stdout: libslirp x86_64 4.3.1-1.module_el8.3.0+475+c50ce30b @CentOS-AppStream 129 k 2021-07-26T15:37:03.640 INFO:teuthology.orchestra.run.smithi139.stdout: podman-catatonit x86_64 3.0.1-7.module_el8.4.0+830+8027e1c4 @CentOS-AppStream 752 k 2021-07-26T15:37:03.640 INFO:teuthology.orchestra.run.smithi139.stdout: protobuf-c x86_64 1.3.0-4.el8 @CentOS-AppStream 56 k 2021-07-26T15:37:03.640 INFO:teuthology.orchestra.run.smithi139.stdout: python3-dmidecode x86_64 3.12.2-15.el8 @anaconda 308 k 2021-07-26T15:37:03.640 INFO:teuthology.orchestra.run.smithi139.stdout: python3-ethtool x86_64 0.14-3.el8 @CentOS-Base 92 k 2021-07-26T15:37:03.641 INFO:teuthology.orchestra.run.smithi139.stdout: python3-iniparse noarch 0.4-31.el8 @CentOS-Base 106 k 2021-07-26T15:37:03.641 INFO:teuthology.orchestra.run.smithi139.stdout: python3-inotify noarch 0.9.6-13.el8 @CentOS-Base 243 k 2021-07-26T15:37:03.641 INFO:teuthology.orchestra.run.smithi139.stdout: python3-librepo x86_64 1.12.0-2.el8 @CentOS-Base 172 k 2021-07-26T15:37:03.641 INFO:teuthology.orchestra.run.smithi139.stdout: python3-subscription-manager-rhsm x86_64 1.27.16-1.el8 @CentOS-Base 397 k 2021-07-26T15:37:03.641 INFO:teuthology.orchestra.run.smithi139.stdout: python3-syspurpose x86_64 1.27.16-1.el8 @anaconda 135 k 2021-07-26T15:37:03.642 INFO:teuthology.orchestra.run.smithi139.stdout: runc x86_64 1.0.0-70.rc92.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 13 M 2021-07-26T15:37:03.642 INFO:teuthology.orchestra.run.smithi139.stdout: slirp4netns x86_64 1.1.8-1.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 98 k 2021-07-26T15:37:03.642 INFO:teuthology.orchestra.run.smithi139.stdout: subscription-manager x86_64 1.27.16-1.el8 @CentOS-Base 4.3 M 2021-07-26T15:37:03.642 INFO:teuthology.orchestra.run.smithi139.stdout: subscription-manager-rhsm-certificates x86_64 1.27.16-1.el8 @CentOS-Base 0 2021-07-26T15:37:03.643 INFO:teuthology.orchestra.run.smithi139.stdout: usermode x86_64 1.113-1.el8 @CentOS-Base 837 k 2021-07-26T15:37:03.643 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:37:03.643 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:37:03.643 INFO:teuthology.orchestra.run.smithi139.stdout:==================================================================================================================== 2021-07-26T15:37:03.644 INFO:teuthology.orchestra.run.smithi139.stdout:Remove 28 Packages 2021-07-26T15:37:03.644 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:37:03.644 INFO:teuthology.orchestra.run.smithi139.stdout:Freed space: 142 M 2021-07-26T15:37:03.644 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:37:03.645 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:37:03.645 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:37:03.647 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:37:03.648 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:37:03.813 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:37:03.814 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:37:03.830 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:37:03.830 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:37:04.153 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:37:04.180 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: podman-docker-3.0.1-7.module_el8.4.0+830+8027e1c4.no 1/1 2021-07-26T15:37:04.247 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:37:04.275 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: podman-docker-3.0.1-7.module_el8.4.0+830+8027e1c4.no 1/1 2021-07-26T15:37:04.331 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : podman-docker-3.0.1-7.module_el8.4.0+830+8027e1c4. 1/28 2021-07-26T15:37:04.334 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : podman-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64 2/28 2021-07-26T15:37:04.441 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : podman-docker-3.0.1-7.module_el8.4.0+830+8027e1c4. 1/28 2021-07-26T15:37:04.441 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : podman-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64 2/28 2021-07-26T15:37:04.606 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: podman-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64 2/28 2021-07-26T15:37:04.606 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : containers-common-1:1.2.0-9.module_el8.3.0+699+d61 3/28 2021-07-26T15:37:04.607 INFO:teuthology.orchestra.run.smithi078.stdout:warning: /etc/containers/registries.conf saved as /etc/containers/registries.conf.rpmsave 2021-07-26T15:37:04.607 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:37:04.748 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: podman-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64 2/28 2021-07-26T15:37:04.748 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : containers-common-1:1.2.0-9.module_el8.3.0+699+d61 3/28 2021-07-26T15:37:04.748 INFO:teuthology.orchestra.run.smithi139.stdout:warning: /etc/containers/registries.conf saved as /etc/containers/registries.conf.rpmsave 2021-07-26T15:37:04.748 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:37:04.787 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : container-selinux-2:2.155.0-1.module_el8.3.0+699+d 4/28 2021-07-26T15:37:04.966 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : container-selinux-2:2.155.0-1.module_el8.3.0+699+d 4/28 2021-07-26T15:37:19.485 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: container-selinux-2:2.155.0-1.module_el8.3.0+699+d 4/28 2021-07-26T15:37:19.624 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : podman-catatonit-3.0.1-7.module_el8.4.0+830+8027e1 5/28 2021-07-26T15:37:19.654 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: container-selinux-2:2.155.0-1.module_el8.3.0+699+d 4/28 2021-07-26T15:37:19.737 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: subscription-manager-1.27.16-1.el8.x86_64 6/28 2021-07-26T15:37:19.737 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : subscription-manager-1.27.16-1.el8.x86_64 6/28 2021-07-26T15:37:19.785 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : podman-catatonit-3.0.1-7.module_el8.4.0+830+8027e1 5/28 2021-07-26T15:37:19.935 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: subscription-manager-1.27.16-1.el8.x86_64 6/28 2021-07-26T15:37:19.935 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : subscription-manager-1.27.16-1.el8.x86_64 6/28 2021-07-26T15:37:19.951 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: subscription-manager-1.27.16-1.el8.x86_64 6/28 2021-07-26T15:37:20.105 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : fuse-overlayfs-1.3.0-2.module_el8.3.0+699+d61d9c41 7/28 2021-07-26T15:37:20.185 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: subscription-manager-1.27.16-1.el8.x86_64 6/28 2021-07-26T15:37:20.285 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : slirp4netns-1.1.8-1.module_el8.3.0+699+d61d9c41.x8 8/28 2021-07-26T15:37:20.372 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : fuse-overlayfs-1.3.0-2.module_el8.3.0+699+d61d9c41 7/28 2021-07-26T15:37:20.465 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : python3-subscription-manager-rhsm-1.27.16-1.el8.x8 9/28 2021-07-26T15:37:20.545 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : slirp4netns-1.1.8-1.module_el8.3.0+699+d61d9c41.x8 8/28 2021-07-26T15:37:20.624 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 10/28 2021-07-26T15:37:20.767 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : dnf-plugin-subscription-manager-1.27.16-1.el8.x86_ 11/28 2021-07-26T15:37:20.779 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : python3-subscription-manager-rhsm-1.27.16-1.el8.x8 9/28 2021-07-26T15:37:20.907 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86 12/28 2021-07-26T15:37:20.907 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 13/28 2021-07-26T15:37:20.907 INFO:teuthology.orchestra.run.smithi078.stdout:warning: /etc/fuse.conf saved as /etc/fuse.conf.rpmsave 2021-07-26T15:37:20.907 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:37:20.972 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 10/28 2021-07-26T15:37:21.144 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : dnf-plugin-subscription-manager-1.27.16-1.el8.x86_ 11/28 2021-07-26T15:37:21.224 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : python3-iniparse-0.4-31.el8.noarch 14/28 2021-07-26T15:37:21.284 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86 12/28 2021-07-26T15:37:21.284 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 13/28 2021-07-26T15:37:21.285 INFO:teuthology.orchestra.run.smithi139.stdout:warning: /etc/fuse.conf saved as /etc/fuse.conf.rpmsave 2021-07-26T15:37:21.285 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:37:21.358 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : subscription-manager-rhsm-certificates-1.27.16-1.e 15/28 2021-07-26T15:37:21.500 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : python3-inotify-0.9.6-13.el8.noarch 16/28 2021-07-26T15:37:21.643 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : python3-iniparse-0.4-31.el8.noarch 14/28 2021-07-26T15:37:21.654 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : python3-syspurpose-1.27.16-1.el8.x86_64 17/28 2021-07-26T15:37:21.797 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : subscription-manager-rhsm-certificates-1.27.16-1.e 15/28 2021-07-26T15:37:21.817 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : criu-3.15-1.module_el8.3.0+699+d61d9c41.x86_64 18/28 2021-07-26T15:37:21.817 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : libnet-1.1.6-15.el8.x86_64 19/28 2021-07-26T15:37:21.948 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : python3-inotify-0.9.6-13.el8.noarch 16/28 2021-07-26T15:37:22.049 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libnet-1.1.6-15.el8.x86_64 19/28 2021-07-26T15:37:22.119 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : python3-syspurpose-1.27.16-1.el8.x86_64 17/28 2021-07-26T15:37:22.181 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : protobuf-c-1.3.0-4.el8.x86_64 20/28 2021-07-26T15:37:22.323 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : criu-3.15-1.module_el8.3.0+699+d61d9c41.x86_64 18/28 2021-07-26T15:37:22.323 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : libnet-1.1.6-15.el8.x86_64 19/28 2021-07-26T15:37:22.358 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : python3-librepo-1.12.0-2.el8.x86_64 21/28 2021-07-26T15:37:22.491 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : libslirp-4.3.1-1.module_el8.3.0+475+c50ce30b.x86_6 22/28 2021-07-26T15:37:22.492 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 23/28 2021-07-26T15:37:22.535 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: libnet-1.1.6-15.el8.x86_64 19/28 2021-07-26T15:37:22.686 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 23/28 2021-07-26T15:37:22.717 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : protobuf-c-1.3.0-4.el8.x86_64 20/28 2021-07-26T15:37:22.841 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : python3-dmidecode-3.12.2-15.el8.x86_64 24/28 2021-07-26T15:37:22.903 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : python3-librepo-1.12.0-2.el8.x86_64 21/28 2021-07-26T15:37:23.039 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : python3-ethtool-0.14-3.el8.x86_64 25/28 2021-07-26T15:37:23.086 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : libslirp-4.3.1-1.module_el8.3.0+475+c50ce30b.x86_6 22/28 2021-07-26T15:37:23.086 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 23/28 2021-07-26T15:37:23.218 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : usermode-1.113-1.el8.x86_64 26/28 2021-07-26T15:37:23.327 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 23/28 2021-07-26T15:37:23.375 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : conmon-2:2.0.22-3.module_el8.3.0+699+d61d9c41.x86_ 27/28 2021-07-26T15:37:23.461 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : python3-dmidecode-3.12.2-15.el8.x86_64 24/28 2021-07-26T15:37:23.542 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : containernetworking-plugins-0.9.0-1.module_el8.3.0 28/28 2021-07-26T15:37:23.664 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : python3-ethtool-0.14-3.el8.x86_64 25/28 2021-07-26T15:37:23.799 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: containernetworking-plugins-0.9.0-1.module_el8.3.0 28/28 2021-07-26T15:37:23.800 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : conmon-2:2.0.22-3.module_el8.3.0+699+d61d9c41.x86_ 1/28 2021-07-26T15:37:23.800 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : container-selinux-2:2.155.0-1.module_el8.3.0+699+d 2/28 2021-07-26T15:37:23.800 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : containernetworking-plugins-0.9.0-1.module_el8.3.0 3/28 2021-07-26T15:37:23.800 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : containers-common-1:1.2.0-9.module_el8.3.0+699+d61 4/28 2021-07-26T15:37:23.801 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : criu-3.15-1.module_el8.3.0+699+d61d9c41.x86_64 5/28 2021-07-26T15:37:23.801 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : dnf-plugin-subscription-manager-1.27.16-1.el8.x86_ 6/28 2021-07-26T15:37:23.801 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 7/28 2021-07-26T15:37:23.801 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : fuse-overlayfs-1.3.0-2.module_el8.3.0+699+d61d9c41 8/28 2021-07-26T15:37:23.802 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 9/28 2021-07-26T15:37:23.802 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 10/28 2021-07-26T15:37:23.802 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libnet-1.1.6-15.el8.x86_64 11/28 2021-07-26T15:37:23.802 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libslirp-4.3.1-1.module_el8.3.0+475+c50ce30b.x86_6 12/28 2021-07-26T15:37:23.802 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : podman-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64 13/28 2021-07-26T15:37:23.803 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : podman-catatonit-3.0.1-7.module_el8.4.0+830+8027e1 14/28 2021-07-26T15:37:23.803 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : podman-docker-3.0.1-7.module_el8.4.0+830+8027e1c4. 15/28 2021-07-26T15:37:23.803 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : protobuf-c-1.3.0-4.el8.x86_64 16/28 2021-07-26T15:37:23.803 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-dmidecode-3.12.2-15.el8.x86_64 17/28 2021-07-26T15:37:23.804 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ethtool-0.14-3.el8.x86_64 18/28 2021-07-26T15:37:23.804 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-iniparse-0.4-31.el8.noarch 19/28 2021-07-26T15:37:23.804 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-inotify-0.9.6-13.el8.noarch 20/28 2021-07-26T15:37:23.804 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-librepo-1.12.0-2.el8.x86_64 21/28 2021-07-26T15:37:23.804 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-subscription-manager-rhsm-1.27.16-1.el8.x8 22/28 2021-07-26T15:37:23.805 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-syspurpose-1.27.16-1.el8.x86_64 23/28 2021-07-26T15:37:23.805 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86 24/28 2021-07-26T15:37:23.805 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : slirp4netns-1.1.8-1.module_el8.3.0+699+d61d9c41.x8 25/28 2021-07-26T15:37:23.805 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : subscription-manager-1.27.16-1.el8.x86_64 26/28 2021-07-26T15:37:23.806 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : subscription-manager-rhsm-certificates-1.27.16-1.e 27/28 2021-07-26T15:37:23.862 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : usermode-1.113-1.el8.x86_64 26/28 2021-07-26T15:37:24.058 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : conmon-2:2.0.22-3.module_el8.3.0+699+d61d9c41.x86_ 27/28 2021-07-26T15:37:24.253 INFO:teuthology.orchestra.run.smithi139.stdout: Erasing : containernetworking-plugins-0.9.0-1.module_el8.3.0 28/28 2021-07-26T15:37:24.492 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : usermode-1.113-1.el8.x86_64 28/28 2021-07-26T15:37:24.492 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:37:24.493 INFO:teuthology.orchestra.run.smithi078.stdout:Removed: 2021-07-26T15:37:24.493 INFO:teuthology.orchestra.run.smithi078.stdout: conmon-2:2.0.22-3.module_el8.3.0+699+d61d9c41.x86_64 2021-07-26T15:37:24.493 INFO:teuthology.orchestra.run.smithi078.stdout: container-selinux-2:2.155.0-1.module_el8.3.0+699+d61d9c41.noarch 2021-07-26T15:37:24.494 INFO:teuthology.orchestra.run.smithi078.stdout: containernetworking-plugins-0.9.0-1.module_el8.3.0+699+d61d9c41.x86_64 2021-07-26T15:37:24.494 INFO:teuthology.orchestra.run.smithi078.stdout: containers-common-1:1.2.0-9.module_el8.3.0+699+d61d9c41.x86_64 2021-07-26T15:37:24.495 INFO:teuthology.orchestra.run.smithi078.stdout: criu-3.15-1.module_el8.3.0+699+d61d9c41.x86_64 2021-07-26T15:37:24.495 INFO:teuthology.orchestra.run.smithi078.stdout: dnf-plugin-subscription-manager-1.27.16-1.el8.x86_64 2021-07-26T15:37:24.496 INFO:teuthology.orchestra.run.smithi078.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-07-26T15:37:24.496 INFO:teuthology.orchestra.run.smithi078.stdout: fuse-overlayfs-1.3.0-2.module_el8.3.0+699+d61d9c41.x86_64 2021-07-26T15:37:24.496 INFO:teuthology.orchestra.run.smithi078.stdout: fuse3-3.2.1-12.el8.x86_64 2021-07-26T15:37:24.497 INFO:teuthology.orchestra.run.smithi078.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-07-26T15:37:24.497 INFO:teuthology.orchestra.run.smithi078.stdout: libnet-1.1.6-15.el8.x86_64 2021-07-26T15:37:24.498 INFO:teuthology.orchestra.run.smithi078.stdout: libslirp-4.3.1-1.module_el8.3.0+475+c50ce30b.x86_64 2021-07-26T15:37:24.498 INFO:teuthology.orchestra.run.smithi078.stdout: podman-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64 2021-07-26T15:37:24.499 INFO:teuthology.orchestra.run.smithi078.stdout: podman-catatonit-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64 2021-07-26T15:37:24.499 INFO:teuthology.orchestra.run.smithi078.stdout: podman-docker-3.0.1-7.module_el8.4.0+830+8027e1c4.noarch 2021-07-26T15:37:24.499 INFO:teuthology.orchestra.run.smithi078.stdout: protobuf-c-1.3.0-4.el8.x86_64 2021-07-26T15:37:24.500 INFO:teuthology.orchestra.run.smithi078.stdout: python3-dmidecode-3.12.2-15.el8.x86_64 2021-07-26T15:37:24.500 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ethtool-0.14-3.el8.x86_64 2021-07-26T15:37:24.501 INFO:teuthology.orchestra.run.smithi078.stdout: python3-iniparse-0.4-31.el8.noarch 2021-07-26T15:37:24.501 INFO:teuthology.orchestra.run.smithi078.stdout: python3-inotify-0.9.6-13.el8.noarch 2021-07-26T15:37:24.502 INFO:teuthology.orchestra.run.smithi078.stdout: python3-librepo-1.12.0-2.el8.x86_64 2021-07-26T15:37:24.502 INFO:teuthology.orchestra.run.smithi078.stdout: python3-subscription-manager-rhsm-1.27.16-1.el8.x86_64 2021-07-26T15:37:24.503 INFO:teuthology.orchestra.run.smithi078.stdout: python3-syspurpose-1.27.16-1.el8.x86_64 2021-07-26T15:37:24.503 INFO:teuthology.orchestra.run.smithi078.stdout: runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86_64 2021-07-26T15:37:24.504 INFO:teuthology.orchestra.run.smithi078.stdout: slirp4netns-1.1.8-1.module_el8.3.0+699+d61d9c41.x86_64 2021-07-26T15:37:24.504 INFO:teuthology.orchestra.run.smithi078.stdout: subscription-manager-1.27.16-1.el8.x86_64 2021-07-26T15:37:24.504 INFO:teuthology.orchestra.run.smithi078.stdout: subscription-manager-rhsm-certificates-1.27.16-1.el8.x86_64 2021-07-26T15:37:24.505 INFO:teuthology.orchestra.run.smithi078.stdout: usermode-1.113-1.el8.x86_64 2021-07-26T15:37:24.505 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:37:24.506 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:37:24.513 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: containernetworking-plugins-0.9.0-1.module_el8.3.0 28/28 2021-07-26T15:37:24.513 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : conmon-2:2.0.22-3.module_el8.3.0+699+d61d9c41.x86_ 1/28 2021-07-26T15:37:24.513 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : container-selinux-2:2.155.0-1.module_el8.3.0+699+d 2/28 2021-07-26T15:37:24.513 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : containernetworking-plugins-0.9.0-1.module_el8.3.0 3/28 2021-07-26T15:37:24.514 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : containers-common-1:1.2.0-9.module_el8.3.0+699+d61 4/28 2021-07-26T15:37:24.514 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : criu-3.15-1.module_el8.3.0+699+d61d9c41.x86_64 5/28 2021-07-26T15:37:24.514 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : dnf-plugin-subscription-manager-1.27.16-1.el8.x86_ 6/28 2021-07-26T15:37:24.515 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 7/28 2021-07-26T15:37:24.515 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : fuse-overlayfs-1.3.0-2.module_el8.3.0+699+d61d9c41 8/28 2021-07-26T15:37:24.515 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 9/28 2021-07-26T15:37:24.515 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 10/28 2021-07-26T15:37:24.516 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libnet-1.1.6-15.el8.x86_64 11/28 2021-07-26T15:37:24.516 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libslirp-4.3.1-1.module_el8.3.0+475+c50ce30b.x86_6 12/28 2021-07-26T15:37:24.516 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : podman-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64 13/28 2021-07-26T15:37:24.516 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : podman-catatonit-3.0.1-7.module_el8.4.0+830+8027e1 14/28 2021-07-26T15:37:24.517 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : podman-docker-3.0.1-7.module_el8.4.0+830+8027e1c4. 15/28 2021-07-26T15:37:24.517 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : protobuf-c-1.3.0-4.el8.x86_64 16/28 2021-07-26T15:37:24.517 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-dmidecode-3.12.2-15.el8.x86_64 17/28 2021-07-26T15:37:24.517 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-ethtool-0.14-3.el8.x86_64 18/28 2021-07-26T15:37:24.518 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-iniparse-0.4-31.el8.noarch 19/28 2021-07-26T15:37:24.518 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-inotify-0.9.6-13.el8.noarch 20/28 2021-07-26T15:37:24.518 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-librepo-1.12.0-2.el8.x86_64 21/28 2021-07-26T15:37:24.518 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-subscription-manager-rhsm-1.27.16-1.el8.x8 22/28 2021-07-26T15:37:24.519 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-syspurpose-1.27.16-1.el8.x86_64 23/28 2021-07-26T15:37:24.519 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86 24/28 2021-07-26T15:37:24.519 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : slirp4netns-1.1.8-1.module_el8.3.0+699+d61d9c41.x8 25/28 2021-07-26T15:37:24.519 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : subscription-manager-1.27.16-1.el8.x86_64 26/28 2021-07-26T15:37:24.519 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : subscription-manager-rhsm-certificates-1.27.16-1.e 27/28 2021-07-26T15:37:25.299 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : usermode-1.113-1.el8.x86_64 28/28 2021-07-26T15:37:25.299 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:37:25.299 INFO:teuthology.orchestra.run.smithi139.stdout:Removed: 2021-07-26T15:37:25.300 INFO:teuthology.orchestra.run.smithi139.stdout: conmon-2:2.0.22-3.module_el8.3.0+699+d61d9c41.x86_64 2021-07-26T15:37:25.300 INFO:teuthology.orchestra.run.smithi139.stdout: container-selinux-2:2.155.0-1.module_el8.3.0+699+d61d9c41.noarch 2021-07-26T15:37:25.300 INFO:teuthology.orchestra.run.smithi139.stdout: containernetworking-plugins-0.9.0-1.module_el8.3.0+699+d61d9c41.x86_64 2021-07-26T15:37:25.300 INFO:teuthology.orchestra.run.smithi139.stdout: containers-common-1:1.2.0-9.module_el8.3.0+699+d61d9c41.x86_64 2021-07-26T15:37:25.301 INFO:teuthology.orchestra.run.smithi139.stdout: criu-3.15-1.module_el8.3.0+699+d61d9c41.x86_64 2021-07-26T15:37:25.301 INFO:teuthology.orchestra.run.smithi139.stdout: dnf-plugin-subscription-manager-1.27.16-1.el8.x86_64 2021-07-26T15:37:25.301 INFO:teuthology.orchestra.run.smithi139.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-07-26T15:37:25.303 INFO:teuthology.orchestra.run.smithi139.stdout: fuse-overlayfs-1.3.0-2.module_el8.3.0+699+d61d9c41.x86_64 2021-07-26T15:37:25.303 INFO:teuthology.orchestra.run.smithi139.stdout: fuse3-3.2.1-12.el8.x86_64 2021-07-26T15:37:25.303 INFO:teuthology.orchestra.run.smithi139.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-07-26T15:37:25.303 INFO:teuthology.orchestra.run.smithi139.stdout: libnet-1.1.6-15.el8.x86_64 2021-07-26T15:37:25.304 INFO:teuthology.orchestra.run.smithi139.stdout: libslirp-4.3.1-1.module_el8.3.0+475+c50ce30b.x86_64 2021-07-26T15:37:25.304 INFO:teuthology.orchestra.run.smithi139.stdout: podman-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64 2021-07-26T15:37:25.304 INFO:teuthology.orchestra.run.smithi139.stdout: podman-catatonit-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64 2021-07-26T15:37:25.304 INFO:teuthology.orchestra.run.smithi139.stdout: podman-docker-3.0.1-7.module_el8.4.0+830+8027e1c4.noarch 2021-07-26T15:37:25.305 INFO:teuthology.orchestra.run.smithi139.stdout: protobuf-c-1.3.0-4.el8.x86_64 2021-07-26T15:37:25.305 INFO:teuthology.orchestra.run.smithi139.stdout: python3-dmidecode-3.12.2-15.el8.x86_64 2021-07-26T15:37:25.305 INFO:teuthology.orchestra.run.smithi139.stdout: python3-ethtool-0.14-3.el8.x86_64 2021-07-26T15:37:25.305 INFO:teuthology.orchestra.run.smithi139.stdout: python3-iniparse-0.4-31.el8.noarch 2021-07-26T15:37:25.305 INFO:teuthology.orchestra.run.smithi139.stdout: python3-inotify-0.9.6-13.el8.noarch 2021-07-26T15:37:25.306 INFO:teuthology.orchestra.run.smithi139.stdout: python3-librepo-1.12.0-2.el8.x86_64 2021-07-26T15:37:25.306 INFO:teuthology.orchestra.run.smithi139.stdout: python3-subscription-manager-rhsm-1.27.16-1.el8.x86_64 2021-07-26T15:37:25.306 INFO:teuthology.orchestra.run.smithi139.stdout: python3-syspurpose-1.27.16-1.el8.x86_64 2021-07-26T15:37:25.306 INFO:teuthology.orchestra.run.smithi139.stdout: runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86_64 2021-07-26T15:37:25.306 INFO:teuthology.orchestra.run.smithi139.stdout: slirp4netns-1.1.8-1.module_el8.3.0+699+d61d9c41.x86_64 2021-07-26T15:37:25.307 INFO:teuthology.orchestra.run.smithi139.stdout: subscription-manager-1.27.16-1.el8.x86_64 2021-07-26T15:37:25.307 INFO:teuthology.orchestra.run.smithi139.stdout: subscription-manager-rhsm-certificates-1.27.16-1.el8.x86_64 2021-07-26T15:37:25.307 INFO:teuthology.orchestra.run.smithi139.stdout: usermode-1.113-1.el8.x86_64 2021-07-26T15:37:25.308 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:37:25.308 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:37:27.427 INFO:teuthology.orchestra.run.smithi078.stdout:Copr repo for container-selinux owned by rhcont 607 B/s | 1.4 kB 00:02 2021-07-26T15:37:28.240 INFO:teuthology.orchestra.run.smithi139.stdout:Copr repo for container-selinux owned by rhcont 606 B/s | 1.4 kB 00:02 2021-07-26T15:37:28.908 INFO:teuthology.orchestra.run.smithi078.stdout:Stable Releases of Upstream github.com/containe 46 kB/s | 66 kB 00:01 2021-07-26T15:37:29.740 INFO:teuthology.orchestra.run.smithi139.stdout:Stable Releases of Upstream github.com/containe 46 kB/s | 66 kB 00:01 2021-07-26T15:37:30.316 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:37:30.318 INFO:teuthology.orchestra.run.smithi078.stdout:=================================================================================================================================== 2021-07-26T15:37:30.318 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2021-07-26T15:37:30.318 INFO:teuthology.orchestra.run.smithi078.stdout:=================================================================================================================================== 2021-07-26T15:37:30.319 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:37:30.319 INFO:teuthology.orchestra.run.smithi078.stdout: podman x86_64 3.2.3-1.el8.1.3 devel_kubic_libcontainers_stable 13 M 2021-07-26T15:37:30.319 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2021-07-26T15:37:30.319 INFO:teuthology.orchestra.run.smithi078.stdout: conmon x86_64 2:2.0.29-1.el8.3.7 devel_kubic_libcontainers_stable 50 k 2021-07-26T15:37:30.320 INFO:teuthology.orchestra.run.smithi078.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-07-26T15:37:30.320 INFO:teuthology.orchestra.run.smithi078.stdout: containernetworking-plugins x86_64 1.0.0-0.2.rc1.el8.6.4 devel_kubic_libcontainers_stable 21 M 2021-07-26T15:37:30.320 INFO:teuthology.orchestra.run.smithi078.stdout: containers-common noarch 4:1-18.el8.20.3 devel_kubic_libcontainers_stable 61 k 2021-07-26T15:37:30.320 INFO:teuthology.orchestra.run.smithi078.stdout: crun x86_64 0.20.1-1.el8.3.4 devel_kubic_libcontainers_stable 194 k 2021-07-26T15:37:30.321 INFO:teuthology.orchestra.run.smithi078.stdout: dnsmasq x86_64 2.79-15.el8 CentOS-AppStream 318 k 2021-07-26T15:37:30.321 INFO:teuthology.orchestra.run.smithi078.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-07-26T15:37:30.321 INFO:teuthology.orchestra.run.smithi078.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-07-26T15:37:30.321 INFO:teuthology.orchestra.run.smithi078.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-07-26T15:37:30.321 INFO:teuthology.orchestra.run.smithi078.stdout: libslirp x86_64 4.3.1-4.el8.4.10 devel_kubic_libcontainers_stable 73 k 2021-07-26T15:37:30.322 INFO:teuthology.orchestra.run.smithi078.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-07-26T15:37:30.323 INFO:teuthology.orchestra.run.smithi078.stdout:Installing weak dependencies: 2021-07-26T15:37:30.323 INFO:teuthology.orchestra.run.smithi078.stdout: catatonit x86_64 0.1.5-6.el8.3.10 devel_kubic_libcontainers_stable 290 k 2021-07-26T15:37:30.323 INFO:teuthology.orchestra.run.smithi078.stdout: fuse-overlayfs x86_64 1.5.0-1.el8.1.7 devel_kubic_libcontainers_stable 73 k 2021-07-26T15:37:30.323 INFO:teuthology.orchestra.run.smithi078.stdout: podman-plugins x86_64 3.2.3-1.el8.1.3 devel_kubic_libcontainers_stable 3.4 M 2021-07-26T15:37:30.323 INFO:teuthology.orchestra.run.smithi078.stdout: slirp4netns x86_64 1.1.8-4.el8.7.11 devel_kubic_libcontainers_stable 55 k 2021-07-26T15:37:30.324 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:37:30.324 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:37:30.324 INFO:teuthology.orchestra.run.smithi078.stdout:=================================================================================================================================== 2021-07-26T15:37:30.324 INFO:teuthology.orchestra.run.smithi078.stdout:Install 16 Packages 2021-07-26T15:37:30.325 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:37:30.327 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 38 M 2021-07-26T15:37:30.327 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 139 M 2021-07-26T15:37:30.327 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:37:30.369 INFO:teuthology.orchestra.run.smithi078.stdout:(1/16): dnsmasq-2.79-15.el8.x86_64.rpm 6.5 MB/s | 318 kB 00:00 2021-07-26T15:37:30.370 INFO:teuthology.orchestra.run.smithi078.stdout:(2/16): yajl-2.1.0-10.el8.x86_64.rpm 843 kB/s | 41 kB 00:00 2021-07-26T15:37:30.373 INFO:teuthology.orchestra.run.smithi078.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 11 MB/s | 50 kB 00:00 2021-07-26T15:37:30.376 INFO:teuthology.orchestra.run.smithi078.stdout:(4/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 15 MB/s | 94 kB 00:00 2021-07-26T15:37:30.485 INFO:teuthology.orchestra.run.smithi078.stdout:(5/16): fuse-common-3.2.1-12.el8.x86_64.rpm 129 kB/s | 21 kB 00:00 2021-07-26T15:37:30.876 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:37:30.877 INFO:teuthology.orchestra.run.smithi139.stdout:=================================================================================================================================== 2021-07-26T15:37:30.877 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repository Size 2021-07-26T15:37:30.878 INFO:teuthology.orchestra.run.smithi139.stdout:=================================================================================================================================== 2021-07-26T15:37:30.878 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:37:30.878 INFO:teuthology.orchestra.run.smithi139.stdout: podman x86_64 3.2.3-1.el8.1.3 devel_kubic_libcontainers_stable 13 M 2021-07-26T15:37:30.878 INFO:teuthology.orchestra.run.smithi139.stdout:Installing dependencies: 2021-07-26T15:37:30.879 INFO:teuthology.orchestra.run.smithi139.stdout: conmon x86_64 2:2.0.29-1.el8.3.7 devel_kubic_libcontainers_stable 50 k 2021-07-26T15:37:30.879 INFO:teuthology.orchestra.run.smithi139.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-07-26T15:37:30.879 INFO:teuthology.orchestra.run.smithi139.stdout: containernetworking-plugins x86_64 1.0.0-0.2.rc1.el8.6.4 devel_kubic_libcontainers_stable 21 M 2021-07-26T15:37:30.879 INFO:teuthology.orchestra.run.smithi139.stdout: containers-common noarch 4:1-18.el8.20.3 devel_kubic_libcontainers_stable 61 k 2021-07-26T15:37:30.879 INFO:teuthology.orchestra.run.smithi139.stdout: crun x86_64 0.20.1-1.el8.3.4 devel_kubic_libcontainers_stable 194 k 2021-07-26T15:37:30.880 INFO:teuthology.orchestra.run.smithi139.stdout: dnsmasq x86_64 2.79-15.el8 CentOS-AppStream 318 k 2021-07-26T15:37:30.880 INFO:teuthology.orchestra.run.smithi139.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-07-26T15:37:30.880 INFO:teuthology.orchestra.run.smithi139.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-07-26T15:37:30.880 INFO:teuthology.orchestra.run.smithi139.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-07-26T15:37:30.880 INFO:teuthology.orchestra.run.smithi139.stdout: libslirp x86_64 4.3.1-4.el8.4.10 devel_kubic_libcontainers_stable 73 k 2021-07-26T15:37:30.881 INFO:teuthology.orchestra.run.smithi139.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-07-26T15:37:30.881 INFO:teuthology.orchestra.run.smithi139.stdout:Installing weak dependencies: 2021-07-26T15:37:30.882 INFO:teuthology.orchestra.run.smithi139.stdout: catatonit x86_64 0.1.5-6.el8.3.10 devel_kubic_libcontainers_stable 290 k 2021-07-26T15:37:30.882 INFO:teuthology.orchestra.run.smithi139.stdout: fuse-overlayfs x86_64 1.5.0-1.el8.1.7 devel_kubic_libcontainers_stable 73 k 2021-07-26T15:37:30.882 INFO:teuthology.orchestra.run.smithi139.stdout: podman-plugins x86_64 3.2.3-1.el8.1.3 devel_kubic_libcontainers_stable 3.4 M 2021-07-26T15:37:30.883 INFO:teuthology.orchestra.run.smithi139.stdout: slirp4netns x86_64 1.1.8-4.el8.7.11 devel_kubic_libcontainers_stable 55 k 2021-07-26T15:37:30.883 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:37:30.883 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:37:30.883 INFO:teuthology.orchestra.run.smithi139.stdout:=================================================================================================================================== 2021-07-26T15:37:30.883 INFO:teuthology.orchestra.run.smithi139.stdout:Install 16 Packages 2021-07-26T15:37:30.884 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:37:30.884 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 38 M 2021-07-26T15:37:30.885 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 139 M 2021-07-26T15:37:30.885 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:37:30.928 INFO:teuthology.orchestra.run.smithi139.stdout:(1/16): dnsmasq-2.79-15.el8.x86_64.rpm 6.6 MB/s | 318 kB 00:00 2021-07-26T15:37:30.930 INFO:teuthology.orchestra.run.smithi139.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 21 MB/s | 50 kB 00:00 2021-07-26T15:37:30.934 INFO:teuthology.orchestra.run.smithi139.stdout:(3/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 26 MB/s | 94 kB 00:00 2021-07-26T15:37:31.305 INFO:teuthology.orchestra.run.smithi139.stdout:(4/16): yajl-2.1.0-10.el8.x86_64.rpm 96 kB/s | 41 kB 00:00 2021-07-26T15:37:31.435 INFO:teuthology.orchestra.run.smithi078.stdout:(6/16): conmon-2.0.29-1.el8.3.7.x86_64.rpm 53 kB/s | 50 kB 00:00 2021-07-26T15:37:31.505 INFO:teuthology.orchestra.run.smithi078.stdout:(7/16): container-selinux-2.145.0-1.el8.noarch. 52 kB/s | 59 kB 00:01 2021-07-26T15:37:31.514 INFO:teuthology.orchestra.run.smithi078.stdout:(8/16): catatonit-0.1.5-6.el8.3.10.x86_64.rpm 255 kB/s | 290 kB 00:01 2021-07-26T15:37:31.892 INFO:teuthology.orchestra.run.smithi078.stdout:(9/16): containers-common-1-18.el8.20.3.noarch. 158 kB/s | 61 kB 00:00 2021-07-26T15:37:31.945 INFO:teuthology.orchestra.run.smithi139.stdout:(5/16): fuse-common-3.2.1-12.el8.x86_64.rpm 20 kB/s | 21 kB 00:01 2021-07-26T15:37:31.999 INFO:teuthology.orchestra.run.smithi139.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 56 kB/s | 59 kB 00:01 2021-07-26T15:37:32.116 INFO:teuthology.orchestra.run.smithi078.stdout:(10/16): crun-0.20.1-1.el8.3.4.x86_64.rpm 323 kB/s | 194 kB 00:00 2021-07-26T15:37:32.419 INFO:teuthology.orchestra.run.smithi139.stdout:(7/16): catatonit-0.1.5-6.el8.3.10.x86_64.rpm 261 kB/s | 290 kB 00:01 2021-07-26T15:37:32.491 INFO:teuthology.orchestra.run.smithi078.stdout:(11/16): libslirp-4.3.1-4.el8.4.10.x86_64.rpm 195 kB/s | 73 kB 00:00 2021-07-26T15:37:32.619 INFO:teuthology.orchestra.run.smithi078.stdout:(12/16): fuse-overlayfs-1.5.0-1.el8.1.7.x86_64. 100 kB/s | 73 kB 00:00 2021-07-26T15:37:32.685 INFO:teuthology.orchestra.run.smithi139.stdout:(8/16): conmon-2.0.29-1.el8.3.7.x86_64.rpm 68 kB/s | 50 kB 00:00 2021-07-26T15:37:33.148 INFO:teuthology.orchestra.run.smithi139.stdout:(9/16): containers-common-1-18.el8.20.3.noarch. 84 kB/s | 61 kB 00:00 2021-07-26T15:37:33.150 INFO:teuthology.orchestra.run.smithi139.stdout:(10/16): crun-0.20.1-1.el8.3.4.x86_64.rpm 417 kB/s | 194 kB 00:00 2021-07-26T15:37:33.439 INFO:teuthology.orchestra.run.smithi139.stdout:(11/16): fuse-overlayfs-1.5.0-1.el8.1.7.x86_64. 249 kB/s | 73 kB 00:00 2021-07-26T15:37:33.527 INFO:teuthology.orchestra.run.smithi139.stdout:(12/16): libslirp-4.3.1-4.el8.4.10.x86_64.rpm 194 kB/s | 73 kB 00:00 2021-07-26T15:37:34.575 INFO:teuthology.orchestra.run.smithi078.stdout:(13/16): podman-plugins-3.2.3-1.el8.1.3.x86_64. 1.7 MB/s | 3.4 MB 00:01 2021-07-26T15:37:34.869 INFO:teuthology.orchestra.run.smithi078.stdout:(14/16): slirp4netns-1.1.8-4.el8.7.11.x86_64.rp 187 kB/s | 55 kB 00:00 2021-07-26T15:37:36.064 INFO:teuthology.orchestra.run.smithi139.stdout:(13/16): podman-plugins-3.2.3-1.el8.1.3.x86_64. 1.3 MB/s | 3.4 MB 00:02 2021-07-26T15:37:36.363 INFO:teuthology.orchestra.run.smithi139.stdout:(14/16): slirp4netns-1.1.8-4.el8.7.11.x86_64.rp 185 kB/s | 55 kB 00:00 2021-07-26T15:37:37.088 INFO:teuthology.orchestra.run.smithi078.stdout:(15/16): containernetworking-plugins-1.0.0-0.2. 3.7 MB/s | 21 MB 00:05 2021-07-26T15:37:37.867 INFO:teuthology.orchestra.run.smithi078.stdout:(16/16): podman-3.2.3-1.el8.1.3.x86_64.rpm 2.4 MB/s | 13 MB 00:05 2021-07-26T15:37:37.875 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:37:37.876 INFO:teuthology.orchestra.run.smithi078.stdout:Total 5.1 MB/s | 38 MB 00:07 2021-07-26T15:37:37.880 INFO:teuthology.orchestra.run.smithi078.stderr:warning: /var/cache/dnf/copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux-57cf30cbbab27eef/packages/container-selinux-2.145.0-1.el8.noarch.rpm: Header V3 RSA/SHA1 Signature, key ID 62035f7b: NOKEY 2021-07-26T15:37:38.585 INFO:teuthology.orchestra.run.smithi139.stdout:(15/16): containernetworking-plugins-1.0.0-0.2. 3.2 MB/s | 21 MB 00:06 2021-07-26T15:37:38.666 INFO:teuthology.orchestra.run.smithi078.stdout:Copr repo for container-selinux owned by rhcont 1.3 kB/s | 1.0 kB 00:00 2021-07-26T15:37:38.787 INFO:teuthology.orchestra.run.smithi078.stderr:Importing GPG key 0x62035F7B: 2021-07-26T15:37:38.787 INFO:teuthology.orchestra.run.smithi078.stderr: Userid : "rhcontainerbot_container-selinux (None) " 2021-07-26T15:37:38.787 INFO:teuthology.orchestra.run.smithi078.stderr: Fingerprint: F5D6 6271 4052 49DE A189 569F C907 EBD4 6203 5F7B 2021-07-26T15:37:38.787 INFO:teuthology.orchestra.run.smithi078.stderr: From : https://download.copr.fedorainfracloud.org/results/rhcontainerbot/container-selinux/pubkey.gpg 2021-07-26T15:37:38.879 INFO:teuthology.orchestra.run.smithi078.stdout:Key imported successfully 2021-07-26T15:37:38.880 INFO:teuthology.orchestra.run.smithi078.stderr:warning: /var/cache/dnf/devel_kubic_libcontainers_stable-37b272243bc11f7c/packages/catatonit-0.1.5-6.el8.3.10.x86_64.rpm: Header V3 RSA/SHA256 Signature, key ID 75060aa4: NOKEY 2021-07-26T15:37:39.206 INFO:teuthology.orchestra.run.smithi078.stdout:Stable Releases of Upstream github.com/containe 3.3 kB/s | 1.1 kB 00:00 2021-07-26T15:37:39.237 INFO:teuthology.orchestra.run.smithi078.stderr:Importing GPG key 0x75060AA4: 2021-07-26T15:37:39.237 INFO:teuthology.orchestra.run.smithi078.stderr: Userid : "devel:kubic OBS Project " 2021-07-26T15:37:39.237 INFO:teuthology.orchestra.run.smithi078.stderr: Fingerprint: 2472 D6D0 D2F6 6AF8 7ABA 8DA3 4D64 3903 7506 0AA4 2021-07-26T15:37:39.238 INFO:teuthology.orchestra.run.smithi078.stderr: From : https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/repodata/repomd.xml.key 2021-07-26T15:37:39.295 INFO:teuthology.orchestra.run.smithi078.stdout:Key imported successfully 2021-07-26T15:37:39.307 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:37:39.348 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:37:39.349 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:37:39.658 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:37:39.661 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:37:40.373 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:37:40.523 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libslirp-4.3.1-4.el8.4.10.x86_64 1/16 2021-07-26T15:37:41.496 INFO:teuthology.orchestra.run.smithi139.stdout:(16/16): podman-3.2.3-1.el8.1.3.x86_64.rpm 1.6 MB/s | 13 MB 00:08 2021-07-26T15:37:41.504 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:37:41.504 INFO:teuthology.orchestra.run.smithi139.stdout:Total 3.6 MB/s | 38 MB 00:10 2021-07-26T15:37:41.509 INFO:teuthology.orchestra.run.smithi139.stderr:warning: /var/cache/dnf/copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux-57cf30cbbab27eef/packages/container-selinux-2.145.0-1.el8.noarch.rpm: Header V3 RSA/SHA1 Signature, key ID 62035f7b: NOKEY 2021-07-26T15:37:42.283 INFO:teuthology.orchestra.run.smithi139.stdout:Copr repo for container-selinux owned by rhcont 1.3 kB/s | 1.0 kB 00:00 2021-07-26T15:37:42.401 INFO:teuthology.orchestra.run.smithi139.stderr:Importing GPG key 0x62035F7B: 2021-07-26T15:37:42.401 INFO:teuthology.orchestra.run.smithi139.stderr: Userid : "rhcontainerbot_container-selinux (None) " 2021-07-26T15:37:42.401 INFO:teuthology.orchestra.run.smithi139.stderr: Fingerprint: F5D6 6271 4052 49DE A189 569F C907 EBD4 6203 5F7B 2021-07-26T15:37:42.402 INFO:teuthology.orchestra.run.smithi139.stderr: From : https://download.copr.fedorainfracloud.org/results/rhcontainerbot/container-selinux/pubkey.gpg 2021-07-26T15:37:42.434 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : slirp4netns-1.1.8-4.el8.7.11.x86_64 2/16 2021-07-26T15:37:42.496 INFO:teuthology.orchestra.run.smithi139.stdout:Key imported successfully 2021-07-26T15:37:42.498 INFO:teuthology.orchestra.run.smithi139.stderr:warning: /var/cache/dnf/devel_kubic_libcontainers_stable-37b272243bc11f7c/packages/catatonit-0.1.5-6.el8.3.10.x86_64.rpm: Header V3 RSA/SHA256 Signature, key ID 75060aa4: NOKEY 2021-07-26T15:37:42.619 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : containernetworking-plugins-1.0.0-0.2.rc1.el8.6.4. 3/16 2021-07-26T15:37:42.761 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : conmon-2:2.0.29-1.el8.3.7.x86_64 4/16 2021-07-26T15:37:42.813 INFO:teuthology.orchestra.run.smithi139.stdout:Stable Releases of Upstream github.com/containe 3.4 kB/s | 1.1 kB 00:00 2021-07-26T15:37:42.843 INFO:teuthology.orchestra.run.smithi139.stderr:Importing GPG key 0x75060AA4: 2021-07-26T15:37:42.843 INFO:teuthology.orchestra.run.smithi139.stderr: Userid : "devel:kubic OBS Project " 2021-07-26T15:37:42.844 INFO:teuthology.orchestra.run.smithi139.stderr: Fingerprint: 2472 D6D0 D2F6 6AF8 7ABA 8DA3 4D64 3903 7506 0AA4 2021-07-26T15:37:42.844 INFO:teuthology.orchestra.run.smithi139.stderr: From : https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/repodata/repomd.xml.key 2021-07-26T15:37:42.895 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : catatonit-0.1.5-6.el8.3.10.x86_64 5/16 2021-07-26T15:37:42.907 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-07-26T15:37:42.929 INFO:teuthology.orchestra.run.smithi139.stdout:Key imported successfully 2021-07-26T15:37:42.940 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:37:42.984 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:37:42.984 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:37:43.036 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-07-26T15:37:43.304 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:37:43.306 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:37:44.119 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:37:44.272 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libslirp-4.3.1-4.el8.4.10.x86_64 1/16 2021-07-26T15:37:46.251 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : slirp4netns-1.1.8-4.el8.7.11.x86_64 2/16 2021-07-26T15:37:46.429 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : containernetworking-plugins-1.0.0-0.2.rc1.el8.6.4. 3/16 2021-07-26T15:37:46.620 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : conmon-2:2.0.29-1.el8.3.7.x86_64 4/16 2021-07-26T15:37:46.788 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : catatonit-0.1.5-6.el8.3.10.x86_64 5/16 2021-07-26T15:37:46.800 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-07-26T15:37:46.970 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-07-26T15:37:59.678 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-07-26T15:37:59.801 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-07-26T15:37:59.863 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-07-26T15:37:59.990 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-07-26T15:38:00.132 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-07-26T15:38:00.259 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : fuse-overlayfs-1.5.0-1.el8.1.7.x86_64 10/16 2021-07-26T15:38:00.287 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: fuse-overlayfs-1.5.0-1.el8.1.7.x86_64 10/16 2021-07-26T15:38:00.445 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : yajl-2.1.0-10.el8.x86_64 11/16 2021-07-26T15:38:00.580 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : crun-0.20.1-1.el8.3.4.x86_64 12/16 2021-07-26T15:38:00.861 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : containers-common-4:1-18.el8.20.3.noarch 13/16 2021-07-26T15:38:01.181 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: dnsmasq-2.79-15.el8.x86_64 14/16 2021-07-26T15:38:01.182 INFO:teuthology.orchestra.run.smithi078.stdout:/var/tmp/rpm-tmp.7k40LQ: line 5: 24838 Segmentation fault (core dumped) systemd-sysusers --replace=/usr/lib/sysusers.d/dnsmasq.conf - &> /dev/null < scriptlet in rpm package podman-plugins 2021-07-26T15:38:04.168 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : dnsmasq-2.79-15.el8.x86_64 1/16 2021-07-26T15:38:04.169 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-07-26T15:38:04.169 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-07-26T15:38:04.169 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-07-26T15:38:04.170 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-07-26T15:38:04.170 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-07-26T15:38:04.170 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : catatonit-0.1.5-6.el8.3.10.x86_64 7/16 2021-07-26T15:38:04.170 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : conmon-2:2.0.29-1.el8.3.7.x86_64 8/16 2021-07-26T15:38:04.170 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : containernetworking-plugins-1.0.0-0.2.rc1.el8.6.4. 9/16 2021-07-26T15:38:04.171 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : containers-common-4:1-18.el8.20.3.noarch 10/16 2021-07-26T15:38:04.171 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : crun-0.20.1-1.el8.3.4.x86_64 11/16 2021-07-26T15:38:04.171 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : fuse-overlayfs-1.5.0-1.el8.1.7.x86_64 12/16 2021-07-26T15:38:04.171 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libslirp-4.3.1-4.el8.4.10.x86_64 13/16 2021-07-26T15:38:04.172 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : podman-3.2.3-1.el8.1.3.x86_64 14/16 2021-07-26T15:38:04.172 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : podman-plugins-3.2.3-1.el8.1.3.x86_64 15/16 2021-07-26T15:38:04.308 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-07-26T15:38:04.558 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-07-26T15:38:04.734 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : fuse-overlayfs-1.5.0-1.el8.1.7.x86_64 10/16 2021-07-26T15:38:04.768 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: fuse-overlayfs-1.5.0-1.el8.1.7.x86_64 10/16 2021-07-26T15:38:04.810 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.11.x86_64 16/16 2021-07-26T15:38:04.810 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:38:04.810 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:38:04.811 INFO:teuthology.orchestra.run.smithi078.stdout: catatonit-0.1.5-6.el8.3.10.x86_64 2021-07-26T15:38:04.811 INFO:teuthology.orchestra.run.smithi078.stdout: conmon-2:2.0.29-1.el8.3.7.x86_64 2021-07-26T15:38:04.811 INFO:teuthology.orchestra.run.smithi078.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-07-26T15:38:04.811 INFO:teuthology.orchestra.run.smithi078.stdout: containernetworking-plugins-1.0.0-0.2.rc1.el8.6.4.x86_64 2021-07-26T15:38:04.811 INFO:teuthology.orchestra.run.smithi078.stdout: containers-common-4:1-18.el8.20.3.noarch 2021-07-26T15:38:04.812 INFO:teuthology.orchestra.run.smithi078.stdout: crun-0.20.1-1.el8.3.4.x86_64 2021-07-26T15:38:04.812 INFO:teuthology.orchestra.run.smithi078.stdout: dnsmasq-2.79-15.el8.x86_64 2021-07-26T15:38:04.812 INFO:teuthology.orchestra.run.smithi078.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-07-26T15:38:04.812 INFO:teuthology.orchestra.run.smithi078.stdout: fuse-overlayfs-1.5.0-1.el8.1.7.x86_64 2021-07-26T15:38:04.813 INFO:teuthology.orchestra.run.smithi078.stdout: fuse3-3.2.1-12.el8.x86_64 2021-07-26T15:38:04.813 INFO:teuthology.orchestra.run.smithi078.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-07-26T15:38:04.813 INFO:teuthology.orchestra.run.smithi078.stdout: libslirp-4.3.1-4.el8.4.10.x86_64 2021-07-26T15:38:04.813 INFO:teuthology.orchestra.run.smithi078.stdout: podman-3.2.3-1.el8.1.3.x86_64 2021-07-26T15:38:04.813 INFO:teuthology.orchestra.run.smithi078.stdout: podman-plugins-3.2.3-1.el8.1.3.x86_64 2021-07-26T15:38:04.814 INFO:teuthology.orchestra.run.smithi078.stdout: slirp4netns-1.1.8-4.el8.7.11.x86_64 2021-07-26T15:38:04.814 INFO:teuthology.orchestra.run.smithi078.stdout: yajl-2.1.0-10.el8.x86_64 2021-07-26T15:38:04.814 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:38:04.815 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:38:04.965 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : yajl-2.1.0-10.el8.x86_64 11/16 2021-07-26T15:38:05.001 DEBUG:teuthology.parallel:result is None 2021-07-26T15:38:05.149 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : crun-0.20.1-1.el8.3.4.x86_64 12/16 2021-07-26T15:38:05.329 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : containers-common-4:1-18.el8.20.3.noarch 13/16 2021-07-26T15:38:05.443 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: dnsmasq-2.79-15.el8.x86_64 14/16 2021-07-26T15:38:05.443 INFO:teuthology.orchestra.run.smithi139.stdout:/var/tmp/rpm-tmp.8coDbp: line 5: 24739 Segmentation fault (core dumped) systemd-sysusers --replace=/usr/lib/sysusers.d/dnsmasq.conf - &> /dev/null < scriptlet in rpm package podman-plugins 2021-07-26T15:38:08.702 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : dnsmasq-2.79-15.el8.x86_64 1/16 2021-07-26T15:38:08.702 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-07-26T15:38:08.702 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-07-26T15:38:08.703 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-07-26T15:38:08.703 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-07-26T15:38:08.703 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-07-26T15:38:08.703 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : catatonit-0.1.5-6.el8.3.10.x86_64 7/16 2021-07-26T15:38:08.703 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : conmon-2:2.0.29-1.el8.3.7.x86_64 8/16 2021-07-26T15:38:08.704 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : containernetworking-plugins-1.0.0-0.2.rc1.el8.6.4. 9/16 2021-07-26T15:38:08.704 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : containers-common-4:1-18.el8.20.3.noarch 10/16 2021-07-26T15:38:08.704 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : crun-0.20.1-1.el8.3.4.x86_64 11/16 2021-07-26T15:38:08.704 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : fuse-overlayfs-1.5.0-1.el8.1.7.x86_64 12/16 2021-07-26T15:38:08.705 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libslirp-4.3.1-4.el8.4.10.x86_64 13/16 2021-07-26T15:38:08.705 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : podman-3.2.3-1.el8.1.3.x86_64 14/16 2021-07-26T15:38:08.705 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : podman-plugins-3.2.3-1.el8.1.3.x86_64 15/16 2021-07-26T15:38:09.249 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.11.x86_64 16/16 2021-07-26T15:38:09.250 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:38:09.250 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:38:09.250 INFO:teuthology.orchestra.run.smithi139.stdout: catatonit-0.1.5-6.el8.3.10.x86_64 2021-07-26T15:38:09.251 INFO:teuthology.orchestra.run.smithi139.stdout: conmon-2:2.0.29-1.el8.3.7.x86_64 2021-07-26T15:38:09.251 INFO:teuthology.orchestra.run.smithi139.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-07-26T15:38:09.251 INFO:teuthology.orchestra.run.smithi139.stdout: containernetworking-plugins-1.0.0-0.2.rc1.el8.6.4.x86_64 2021-07-26T15:38:09.252 INFO:teuthology.orchestra.run.smithi139.stdout: containers-common-4:1-18.el8.20.3.noarch 2021-07-26T15:38:09.252 INFO:teuthology.orchestra.run.smithi139.stdout: crun-0.20.1-1.el8.3.4.x86_64 2021-07-26T15:38:09.252 INFO:teuthology.orchestra.run.smithi139.stdout: dnsmasq-2.79-15.el8.x86_64 2021-07-26T15:38:09.252 INFO:teuthology.orchestra.run.smithi139.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-07-26T15:38:09.253 INFO:teuthology.orchestra.run.smithi139.stdout: fuse-overlayfs-1.5.0-1.el8.1.7.x86_64 2021-07-26T15:38:09.253 INFO:teuthology.orchestra.run.smithi139.stdout: fuse3-3.2.1-12.el8.x86_64 2021-07-26T15:38:09.253 INFO:teuthology.orchestra.run.smithi139.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-07-26T15:38:09.253 INFO:teuthology.orchestra.run.smithi139.stdout: libslirp-4.3.1-4.el8.4.10.x86_64 2021-07-26T15:38:09.254 INFO:teuthology.orchestra.run.smithi139.stdout: podman-3.2.3-1.el8.1.3.x86_64 2021-07-26T15:38:09.254 INFO:teuthology.orchestra.run.smithi139.stdout: podman-plugins-3.2.3-1.el8.1.3.x86_64 2021-07-26T15:38:09.254 INFO:teuthology.orchestra.run.smithi139.stdout: slirp4netns-1.1.8-4.el8.7.11.x86_64 2021-07-26T15:38:09.254 INFO:teuthology.orchestra.run.smithi139.stdout: yajl-2.1.0-10.el8.x86_64 2021-07-26T15:38:09.255 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:38:09.255 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:38:09.471 DEBUG:teuthology.parallel:result is None 2021-07-26T15:38:09.472 INFO:teuthology.run_tasks:Running task install... 2021-07-26T15:38:09.482 DEBUG:teuthology.task.install:project ceph 2021-07-26T15:38:09.483 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'sha1': 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e'}} 2021-07-26T15:38:09.483 DEBUG:teuthology.task.install:config {'branch': 'octopus', 'sha1': 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e'} 2021-07-26T15:38:09.483 INFO:teuthology.task.install:Using flavor: basic 2021-07-26T15:38:09.491 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2021-07-26T15:38:09.491 INFO:teuthology.task.install:extra packages: [] 2021-07-26T15:38:09.492 DEBUG:teuthology.orchestra.run.smithi078:> sudo lsb_release -is 2021-07-26T15:38:09.533 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS 2021-07-26T15:38:09.534 DEBUG:teuthology.misc:System to be installed: CentOS 2021-07-26T15:38:09.538 DEBUG:teuthology.orchestra.run.smithi139:> sudo lsb_release -is 2021-07-26T15:38:09.539 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'octopus', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'basic', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e', 'tag': None, 'wait_for_package': False} 2021-07-26T15:38:09.540 DEBUG:teuthology.orchestra.run.smithi078:> sudo lsb_release -is 2021-07-26T15:38:09.575 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS 2021-07-26T15:38:09.576 DEBUG:teuthology.misc:System to be installed: CentOS 2021-07-26T15:38:09.576 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'octopus', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'basic', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e', 'tag': None, 'wait_for_package': False} 2021-07-26T15:38:09.577 DEBUG:teuthology.orchestra.run.smithi139:> sudo lsb_release -is 2021-07-26T15:38:09.614 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS 2021-07-26T15:38:09.616 DEBUG:teuthology.misc:System to be installed: CentOS 2021-07-26T15:38:09.617 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:38:09.617 INFO:teuthology.packaging:ref: None 2021-07-26T15:38:09.617 INFO:teuthology.packaging:tag: None 2021-07-26T15:38:09.619 INFO:teuthology.packaging:branch: octopus 2021-07-26T15:38:09.619 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:38:09.620 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=octopus 2021-07-26T15:38:09.670 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS 2021-07-26T15:38:09.671 DEBUG:teuthology.misc:System to be installed: CentOS 2021-07-26T15:38:09.671 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:38:09.671 INFO:teuthology.packaging:ref: None 2021-07-26T15:38:09.672 INFO:teuthology.packaging:tag: None 2021-07-26T15:38:09.672 INFO:teuthology.packaging:branch: octopus 2021-07-26T15:38:09.672 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:38:09.673 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=octopus 2021-07-26T15:38:09.939 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/centos/8/flavors/default/ 2021-07-26T15:38:09.940 INFO:teuthology.task.install.rpm:Package version is 15.2.13-213.g0f589fd5 2021-07-26T15:38:09.945 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/centos/8/flavors/default/ 2021-07-26T15:38:09.946 INFO:teuthology.task.install.rpm:Package version is 15.2.13-213.g0f589fd5 2021-07-26T15:38:10.139 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2021-07-26T15:38:10.139 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2021-07-26T15:38:10.140 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/etc/yum.repos.d/ceph.repo 2021-07-26T15:38:10.142 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2021-07-26T15:38:10.143 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:38:10.143 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/yum.repos.d/ceph.repo 2021-07-26T15:38:10.166 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2021-07-26T15:38:10.171 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:38:10.172 INFO:teuthology.packaging:ref: None 2021-07-26T15:38:10.172 INFO:teuthology.packaging:tag: None 2021-07-26T15:38:10.172 INFO:teuthology.packaging:branch: octopus 2021-07-26T15:38:10.173 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:38:10.173 DEBUG:teuthology.orchestra.run.smithi139:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/octopus/;g' /etc/yum.repos.d/ceph.repo ; fi 2021-07-26T15:38:10.175 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2021-07-26T15:38:10.175 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:38:10.175 INFO:teuthology.packaging:ref: None 2021-07-26T15:38:10.175 INFO:teuthology.packaging:tag: None 2021-07-26T15:38:10.176 INFO:teuthology.packaging:branch: octopus 2021-07-26T15:38:10.176 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:38:10.176 DEBUG:teuthology.orchestra.run.smithi078:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/octopus/;g' /etc/yum.repos.d/ceph.repo ; fi 2021-07-26T15:38:10.233 DEBUG:teuthology.orchestra.run.smithi139:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2021-07-26T15:38:10.242 DEBUG:teuthology.orchestra.run.smithi078:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2021-07-26T15:38:10.307 DEBUG:teuthology.orchestra.run.smithi139:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2021-07-26T15:38:10.319 DEBUG:teuthology.orchestra.run.smithi078:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2021-07-26T15:38:10.374 INFO:teuthology.orchestra.run.smithi139.stdout:check_obsoletes = 1 2021-07-26T15:38:10.376 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum clean all 2021-07-26T15:38:10.387 INFO:teuthology.orchestra.run.smithi078.stdout:check_obsoletes = 1 2021-07-26T15:38:10.388 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum clean all 2021-07-26T15:38:10.612 INFO:teuthology.orchestra.run.smithi139.stdout:90 files removed 2021-07-26T15:38:10.624 INFO:teuthology.orchestra.run.smithi078.stdout:90 files removed 2021-07-26T15:38:10.631 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install ceph-radosgw 2021-07-26T15:38:10.643 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph-radosgw 2021-07-26T15:38:11.203 INFO:teuthology.orchestra.run.smithi139.stdout:ceph packages for x86_64 271 kB/s | 69 kB 00:00 2021-07-26T15:38:11.210 INFO:teuthology.orchestra.run.smithi078.stdout:ceph packages for x86_64 275 kB/s | 69 kB 00:00 2021-07-26T15:38:11.456 INFO:teuthology.orchestra.run.smithi139.stdout:ceph noarch packages 68 kB/s | 15 kB 00:00 2021-07-26T15:38:11.457 INFO:teuthology.orchestra.run.smithi078.stdout:ceph noarch packages 70 kB/s | 15 kB 00:00 2021-07-26T15:38:11.693 INFO:teuthology.orchestra.run.smithi139.stdout:ceph source packages 6.6 kB/s | 1.4 kB 00:00 2021-07-26T15:38:11.693 INFO:teuthology.orchestra.run.smithi078.stdout:ceph source packages 6.6 kB/s | 1.4 kB 00:00 2021-07-26T15:38:11.978 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS-8 - AppStream 32 MB/s | 8.2 MB 00:00 2021-07-26T15:38:12.032 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS-8 - AppStream 26 MB/s | 8.2 MB 00:00 2021-07-26T15:38:13.405 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS-8 - Base 27 MB/s | 4.5 MB 00:00 2021-07-26T15:38:13.487 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS-8 - Base 24 MB/s | 4.5 MB 00:00 2021-07-26T15:38:14.107 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS-8 - Extras 128 kB/s | 9.8 kB 00:00 2021-07-26T15:38:14.197 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS-8 - Extras 128 kB/s | 9.8 kB 00:00 2021-07-26T15:38:15.584 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Linux 8 - AppStream 5.8 MB/s | 8.2 MB 00:01 2021-07-26T15:38:15.676 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Linux 8 - AppStream 5.8 MB/s | 8.2 MB 00:01 2021-07-26T15:38:17.999 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Linux 8 - BaseOS 3.9 MB/s | 4.5 MB 00:01 2021-07-26T15:38:18.033 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Linux 8 - BaseOS 4.3 MB/s | 4.5 MB 00:01 2021-07-26T15:38:18.992 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Linux 8 - Extras 27 kB/s | 9.8 kB 00:00 2021-07-26T15:38:19.016 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS Linux 8 - Extras 27 kB/s | 9.8 kB 00:00 2021-07-26T15:38:19.195 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS-8 - PowerTools 16 MB/s | 2.3 MB 00:00 2021-07-26T15:38:19.255 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS-8 - PowerTools 12 MB/s | 2.3 MB 00:00 2021-07-26T15:38:21.836 INFO:teuthology.orchestra.run.smithi139.stdout:Copr repo for container-selinux owned by rhcont 634 B/s | 1.4 kB 00:02 2021-07-26T15:38:21.890 INFO:teuthology.orchestra.run.smithi078.stdout:Copr repo for container-selinux owned by rhcont 603 B/s | 1.4 kB 00:02 2021-07-26T15:38:23.389 INFO:teuthology.orchestra.run.smithi139.stdout:Stable Releases of Upstream github.com/containe 44 kB/s | 66 kB 00:01 2021-07-26T15:38:23.501 INFO:teuthology.orchestra.run.smithi078.stdout:Stable Releases of Upstream github.com/containe 43 kB/s | 66 kB 00:01 2021-07-26T15:38:24.976 INFO:teuthology.orchestra.run.smithi139.stdout:Extra Packages for Enterprise Linux 6.7 MB/s | 10 MB 00:01 2021-07-26T15:38:25.086 INFO:teuthology.orchestra.run.smithi078.stdout:Extra Packages for Enterprise Linux 6.7 MB/s | 10 MB 00:01 2021-07-26T15:38:27.099 INFO:teuthology.orchestra.run.smithi139.stdout:lab-extras 4.1 MB/s | 24 kB 00:00 2021-07-26T15:38:27.200 INFO:teuthology.orchestra.run.smithi078.stdout:lab-extras 4.0 MB/s | 24 kB 00:00 2021-07-26T15:38:29.245 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:38:29.247 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:38:29.248 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repository Size 2021-07-26T15:38:29.248 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:38:29.248 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:38:29.248 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-radosgw x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 10 M 2021-07-26T15:38:29.249 INFO:teuthology.orchestra.run.smithi139.stdout:Upgrading: 2021-07-26T15:38:29.249 INFO:teuthology.orchestra.run.smithi139.stdout: librados2 x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 3.5 M 2021-07-26T15:38:29.249 INFO:teuthology.orchestra.run.smithi139.stdout: librbd1 x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 1.9 M 2021-07-26T15:38:29.249 INFO:teuthology.orchestra.run.smithi139.stdout:Installing dependencies: 2021-07-26T15:38:29.250 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-base x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 5.5 M 2021-07-26T15:38:29.250 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-common x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 21 M 2021-07-26T15:38:29.251 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-selinux x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 25 k 2021-07-26T15:38:29.252 INFO:teuthology.orchestra.run.smithi139.stdout: fmt x86_64 6.2.1-1.el8 epel 116 k 2021-07-26T15:38:29.252 INFO:teuthology.orchestra.run.smithi139.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2021-07-26T15:38:29.252 INFO:teuthology.orchestra.run.smithi139.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2021-07-26T15:38:29.252 INFO:teuthology.orchestra.run.smithi139.stdout: libcephfs2 x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 509 k 2021-07-26T15:38:29.253 INFO:teuthology.orchestra.run.smithi139.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2021-07-26T15:38:29.253 INFO:teuthology.orchestra.run.smithi139.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-Base 47 k 2021-07-26T15:38:29.253 INFO:teuthology.orchestra.run.smithi139.stdout: libradosstriper1 x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 380 k 2021-07-26T15:38:29.253 INFO:teuthology.orchestra.run.smithi139.stdout: librdkafka x86_64 0.11.4-1.el8 CentOS-AppStream 353 k 2021-07-26T15:38:29.254 INFO:teuthology.orchestra.run.smithi139.stdout: librgw2 x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 3.2 M 2021-07-26T15:38:29.254 INFO:teuthology.orchestra.run.smithi139.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2021-07-26T15:38:29.254 INFO:teuthology.orchestra.run.smithi139.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2021-07-26T15:38:29.254 INFO:teuthology.orchestra.run.smithi139.stdout: python3-ceph-argparse 2021-07-26T15:38:29.254 INFO:teuthology.orchestra.run.smithi139.stdout: x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 40 k 2021-07-26T15:38:29.255 INFO:teuthology.orchestra.run.smithi139.stdout: python3-ceph-common x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 76 k 2021-07-26T15:38:29.255 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cephfs x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 164 k 2021-07-26T15:38:29.255 INFO:teuthology.orchestra.run.smithi139.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2021-07-26T15:38:29.255 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rados x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 364 k 2021-07-26T15:38:29.256 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rbd x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 350 k 2021-07-26T15:38:29.256 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rgw x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 113 k 2021-07-26T15:38:29.256 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:38:29.256 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:38:29.256 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:38:29.257 INFO:teuthology.orchestra.run.smithi139.stdout:Install 22 Packages 2021-07-26T15:38:29.257 INFO:teuthology.orchestra.run.smithi139.stdout:Upgrade 2 Packages 2021-07-26T15:38:29.257 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:38:29.258 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 48 M 2021-07-26T15:38:29.258 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:38:29.304 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:38:29.307 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:38:29.307 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2021-07-26T15:38:29.307 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:38:29.307 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:38:29.308 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-radosgw x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 10 M 2021-07-26T15:38:29.308 INFO:teuthology.orchestra.run.smithi078.stdout:Upgrading: 2021-07-26T15:38:29.310 INFO:teuthology.orchestra.run.smithi078.stdout: librados2 x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 3.5 M 2021-07-26T15:38:29.311 INFO:teuthology.orchestra.run.smithi078.stdout: librbd1 x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 1.9 M 2021-07-26T15:38:29.311 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2021-07-26T15:38:29.311 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-base x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 5.5 M 2021-07-26T15:38:29.311 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-common x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 21 M 2021-07-26T15:38:29.311 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-selinux x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 25 k 2021-07-26T15:38:29.312 INFO:teuthology.orchestra.run.smithi078.stdout: fmt x86_64 6.2.1-1.el8 epel 116 k 2021-07-26T15:38:29.312 INFO:teuthology.orchestra.run.smithi078.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2021-07-26T15:38:29.312 INFO:teuthology.orchestra.run.smithi078.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2021-07-26T15:38:29.312 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs2 x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 509 k 2021-07-26T15:38:29.313 INFO:teuthology.orchestra.run.smithi078.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2021-07-26T15:38:29.313 INFO:teuthology.orchestra.run.smithi078.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-Base 47 k 2021-07-26T15:38:29.313 INFO:teuthology.orchestra.run.smithi078.stdout: libradosstriper1 x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 380 k 2021-07-26T15:38:29.313 INFO:teuthology.orchestra.run.smithi078.stdout: librdkafka x86_64 0.11.4-1.el8 CentOS-AppStream 353 k 2021-07-26T15:38:29.313 INFO:teuthology.orchestra.run.smithi078.stdout: librgw2 x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 3.2 M 2021-07-26T15:38:29.314 INFO:teuthology.orchestra.run.smithi078.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2021-07-26T15:38:29.315 INFO:teuthology.orchestra.run.smithi078.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2021-07-26T15:38:29.315 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-argparse 2021-07-26T15:38:29.315 INFO:teuthology.orchestra.run.smithi078.stdout: x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 40 k 2021-07-26T15:38:29.315 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-common x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 76 k 2021-07-26T15:38:29.316 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cephfs x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 164 k 2021-07-26T15:38:29.316 INFO:teuthology.orchestra.run.smithi078.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2021-07-26T15:38:29.316 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rados x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 364 k 2021-07-26T15:38:29.316 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rbd x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 350 k 2021-07-26T15:38:29.316 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rgw x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 113 k 2021-07-26T15:38:29.317 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:38:29.317 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:38:29.317 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:38:29.317 INFO:teuthology.orchestra.run.smithi078.stdout:Install 22 Packages 2021-07-26T15:38:29.318 INFO:teuthology.orchestra.run.smithi078.stdout:Upgrade 2 Packages 2021-07-26T15:38:29.318 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:38:29.319 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 48 M 2021-07-26T15:38:29.319 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:38:30.070 INFO:teuthology.orchestra.run.smithi139.stdout:(1/24): ceph-base-15.2.13-213.g0f589fd5.el8.x86 6.7 MB/s | 5.5 MB 00:00 2021-07-26T15:38:30.261 INFO:teuthology.orchestra.run.smithi139.stdout:(2/24): ceph-selinux-15.2.13-213.g0f589fd5.el8. 130 kB/s | 25 kB 00:00 2021-07-26T15:38:30.327 INFO:teuthology.orchestra.run.smithi139.stdout:(3/24): libcephfs2-15.2.13-213.g0f589fd5.el8.x8 7.6 MB/s | 509 kB 00:00 2021-07-26T15:38:30.392 INFO:teuthology.orchestra.run.smithi139.stdout:(4/24): libradosstriper1-15.2.13-213.g0f589fd5. 5.7 MB/s | 380 kB 00:00 2021-07-26T15:38:30.793 INFO:teuthology.orchestra.run.smithi139.stdout:(5/24): librgw2-15.2.13-213.g0f589fd5.el8.x86_6 8.0 MB/s | 3.2 MB 00:00 2021-07-26T15:38:30.857 INFO:teuthology.orchestra.run.smithi139.stdout:(6/24): ceph-radosgw-15.2.13-213.g0f589fd5.el8. 6.2 MB/s | 10 MB 00:01 2021-07-26T15:38:30.858 INFO:teuthology.orchestra.run.smithi139.stdout:(7/24): python3-ceph-argparse-15.2.13-213.g0f58 615 kB/s | 40 kB 00:00 2021-07-26T15:38:30.907 INFO:teuthology.orchestra.run.smithi139.stdout:(8/24): python3-ceph-common-15.2.13-213.g0f589f 1.5 MB/s | 76 kB 00:00 2021-07-26T15:38:30.913 INFO:teuthology.orchestra.run.smithi139.stdout:(9/24): python3-cephfs-15.2.13-213.g0f589fd5.el 2.9 MB/s | 164 kB 00:00 2021-07-26T15:38:30.965 INFO:teuthology.orchestra.run.smithi139.stdout:(10/24): python3-rados-15.2.13-213.g0f589fd5.el 6.2 MB/s | 364 kB 00:00 2021-07-26T15:38:30.982 INFO:teuthology.orchestra.run.smithi139.stdout:(11/24): python3-rbd-15.2.13-213.g0f589fd5.el8. 5.0 MB/s | 350 kB 00:00 2021-07-26T15:38:31.016 INFO:teuthology.orchestra.run.smithi139.stdout:(12/24): python3-rgw-15.2.13-213.g0f589fd5.el8. 2.2 MB/s | 113 kB 00:00 2021-07-26T15:38:31.030 INFO:teuthology.orchestra.run.smithi139.stdout:(13/24): librdkafka-0.11.4-1.el8.x86_64.rpm 7.1 MB/s | 353 kB 00:00 2021-07-26T15:38:31.032 INFO:teuthology.orchestra.run.smithi139.stdout:(14/24): python3-prettytable-0.7.2-14.el8.noarc 29 MB/s | 44 kB 00:00 2021-07-26T15:38:31.034 INFO:teuthology.orchestra.run.smithi139.stdout:(15/24): librabbitmq-0.9.0-3.el8.x86_64.rpm 33 MB/s | 47 kB 00:00 2021-07-26T15:38:31.059 INFO:teuthology.orchestra.run.smithi139.stdout:(16/24): lttng-ust-2.8.1-11.el8.x86_64.rpm 5.9 MB/s | 259 kB 00:00 2021-07-26T15:38:31.144 INFO:teuthology.orchestra.run.smithi139.stdout:(17/24): fmt-6.2.1-1.el8.x86_64.rpm 1.0 MB/s | 116 kB 00:00 2021-07-26T15:38:31.202 INFO:teuthology.orchestra.run.smithi139.stdout:(18/24): leveldb-1.22-1.el8.x86_64.rpm 3.1 MB/s | 181 kB 00:00 2021-07-26T15:38:31.226 INFO:teuthology.orchestra.run.smithi139.stdout:(19/24): gperftools-libs-2.7-9.el8.x86_64.rpm 1.8 MB/s | 306 kB 00:00 2021-07-26T15:38:31.233 INFO:teuthology.orchestra.run.smithi139.stdout:(20/24): liboath-2.6.2-3.el8.x86_64.rpm 1.9 MB/s | 59 kB 00:00 2021-07-26T15:38:31.360 INFO:teuthology.orchestra.run.smithi139.stdout:(21/24): ceph-common-15.2.13-213.g0f589fd5.el8. 9.9 MB/s | 21 MB 00:02 2021-07-26T15:38:31.361 INFO:teuthology.orchestra.run.smithi139.stdout:(22/24): libunwind-1.3.1-3.el8.x86_64.rpm 555 kB/s | 75 kB 00:00 2021-07-26T15:38:31.537 INFO:teuthology.orchestra.run.smithi139.stdout:(23/24): librbd1-15.2.13-213.g0f589fd5.el8.x86_ 11 MB/s | 1.9 MB 00:00 2021-07-26T15:38:31.577 INFO:teuthology.orchestra.run.smithi139.stdout:(24/24): librados2-15.2.13-213.g0f589fd5.el8.x8 10 MB/s | 3.5 MB 00:00 2021-07-26T15:38:31.581 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:38:31.581 INFO:teuthology.orchestra.run.smithi139.stdout:Total 21 MB/s | 48 MB 00:02 2021-07-26T15:38:31.585 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:38:31.595 INFO:teuthology.orchestra.run.smithi078.stdout:(1/24): ceph-base-15.2.13-213.g0f589fd5.el8.x86 2.4 MB/s | 5.5 MB 00:02 2021-07-26T15:38:31.620 INFO:teuthology.orchestra.run.smithi078.stdout:(2/24): ceph-selinux-15.2.13-213.g0f589fd5.el8. 1.0 MB/s | 25 kB 00:00 2021-07-26T15:38:31.628 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:38:31.629 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:38:31.715 INFO:teuthology.orchestra.run.smithi078.stdout:(3/24): libcephfs2-15.2.13-213.g0f589fd5.el8.x8 5.2 MB/s | 509 kB 00:00 2021-07-26T15:38:31.785 INFO:teuthology.orchestra.run.smithi078.stdout:(4/24): libradosstriper1-15.2.13-213.g0f589fd5. 5.3 MB/s | 380 kB 00:00 2021-07-26T15:38:31.903 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:38:31.906 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:38:32.321 INFO:teuthology.orchestra.run.smithi078.stdout:(5/24): librgw2-15.2.13-213.g0f589fd5.el8.x86_6 6.0 MB/s | 3.2 MB 00:00 2021-07-26T15:38:32.345 INFO:teuthology.orchestra.run.smithi078.stdout:(6/24): python3-ceph-argparse-15.2.13-213.g0f58 1.6 MB/s | 40 kB 00:00 2021-07-26T15:38:32.370 INFO:teuthology.orchestra.run.smithi078.stdout:(7/24): python3-ceph-common-15.2.13-213.g0f589f 3.0 MB/s | 76 kB 00:00 2021-07-26T15:38:32.418 INFO:teuthology.orchestra.run.smithi078.stdout:(8/24): python3-cephfs-15.2.13-213.g0f589fd5.el 3.4 MB/s | 164 kB 00:00 2021-07-26T15:38:32.496 INFO:teuthology.orchestra.run.smithi078.stdout:(9/24): python3-rados-15.2.13-213.g0f589fd5.el8 4.6 MB/s | 364 kB 00:00 2021-07-26T15:38:32.582 INFO:teuthology.orchestra.run.smithi078.stdout:(10/24): python3-rbd-15.2.13-213.g0f589fd5.el8. 4.0 MB/s | 350 kB 00:00 2021-07-26T15:38:32.614 INFO:teuthology.orchestra.run.smithi078.stdout:(11/24): python3-rgw-15.2.13-213.g0f589fd5.el8. 3.5 MB/s | 113 kB 00:00 2021-07-26T15:38:32.654 INFO:teuthology.orchestra.run.smithi078.stdout:(12/24): librdkafka-0.11.4-1.el8.x86_64.rpm 8.6 MB/s | 353 kB 00:00 2021-07-26T15:38:32.658 INFO:teuthology.orchestra.run.smithi078.stdout:(13/24): lttng-ust-2.8.1-11.el8.x86_64.rpm 67 MB/s | 259 kB 00:00 2021-07-26T15:38:32.659 INFO:teuthology.orchestra.run.smithi078.stdout:(14/24): python3-prettytable-0.7.2-14.el8.noarc 30 MB/s | 44 kB 00:00 2021-07-26T15:38:32.661 INFO:teuthology.orchestra.run.smithi078.stdout:(15/24): librabbitmq-0.9.0-3.el8.x86_64.rpm 30 MB/s | 47 kB 00:00 2021-07-26T15:38:32.772 INFO:teuthology.orchestra.run.smithi078.stdout:(16/24): fmt-6.2.1-1.el8.x86_64.rpm 1.0 MB/s | 116 kB 00:00 2021-07-26T15:38:32.818 INFO:teuthology.orchestra.run.smithi078.stdout:(17/24): gperftools-libs-2.7-9.el8.x86_64.rpm 6.5 MB/s | 306 kB 00:00 2021-07-26T15:38:32.842 INFO:teuthology.orchestra.run.smithi078.stdout:(18/24): leveldb-1.22-1.el8.x86_64.rpm 7.4 MB/s | 181 kB 00:00 2021-07-26T15:38:32.865 INFO:teuthology.orchestra.run.smithi078.stdout:(19/24): liboath-2.6.2-3.el8.x86_64.rpm 2.6 MB/s | 59 kB 00:00 2021-07-26T15:38:32.889 INFO:teuthology.orchestra.run.smithi078.stdout:(20/24): libunwind-1.3.1-3.el8.x86_64.rpm 3.1 MB/s | 75 kB 00:00 2021-07-26T15:38:33.052 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:38:33.219 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : fmt-6.2.1-1.el8.x86_64 1/26 2021-07-26T15:38:33.434 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/26 2021-07-26T15:38:33.599 INFO:teuthology.orchestra.run.smithi078.stdout:(21/24): ceph-radosgw-15.2.13-213.g0f589fd5.el8 2.3 MB/s | 10 MB 00:04 2021-07-26T15:38:33.612 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/26 2021-07-26T15:38:33.982 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/26 2021-07-26T15:38:34.171 INFO:teuthology.orchestra.run.smithi139.stdout: Upgrading : librados2-2:15.2.13-213.g0f589fd5.el8.x86_64 4/26 2021-07-26T15:38:34.297 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: librados2-2:15.2.13-213.g0f589fd5.el8.x86_64 4/26 2021-07-26T15:38:34.502 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-rados-2:15.2.13-213.g0f589fd5.el8.x86_64 5/26 2021-07-26T15:38:34.687 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libcephfs2-2:15.2.13-213.g0f589fd5.el8.x86_64 6/26 2021-07-26T15:38:34.740 INFO:teuthology.orchestra.run.smithi078.stdout:(22/24): librbd1-15.2.13-213.g0f589fd5.el8.x86_ 1.7 MB/s | 1.9 MB 00:01 2021-07-26T15:38:34.749 INFO:teuthology.orchestra.run.smithi078.stdout:(23/24): librados2-15.2.13-213.g0f589fd5.el8.x8 1.9 MB/s | 3.5 MB 00:01 2021-07-26T15:38:34.913 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: libcephfs2-2:15.2.13-213.g0f589fd5.el8.x86_64 6/26 2021-07-26T15:38:35.179 INFO:teuthology.orchestra.run.smithi139.stdout: Upgrading : librbd1-2:15.2.13-213.g0f589fd5.el8.x86_64 7/26 2021-07-26T15:38:35.230 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: librbd1-2:15.2.13-213.g0f589fd5.el8.x86_64 7/26 2021-07-26T15:38:35.429 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/26 2021-07-26T15:38:35.612 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : librdkafka-0.11.4-1.el8.x86_64 9/26 2021-07-26T15:38:35.927 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: librdkafka-0.11.4-1.el8.x86_64 9/26 2021-07-26T15:38:36.131 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : librgw2-2:15.2.13-213.g0f589fd5.el8.x86_64 10/26 2021-07-26T15:38:36.202 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: librgw2-2:15.2.13-213.g0f589fd5.el8.x86_64 10/26 2021-07-26T15:38:36.487 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : leveldb-1.22-1.el8.x86_64 11/26 2021-07-26T15:38:37.093 INFO:teuthology.orchestra.run.smithi078.stdout:(24/24): ceph-common-15.2.13-213.g0f589fd5.el8. 2.7 MB/s | 21 MB 00:07 2021-07-26T15:38:37.097 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:38:37.098 INFO:teuthology.orchestra.run.smithi078.stdout:Total 6.2 MB/s | 48 MB 00:07 2021-07-26T15:38:37.102 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:38:37.149 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:38:37.149 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:38:37.425 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:38:37.427 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:38:37.515 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-ceph-argparse-2:15.2.13-213.g0f589fd5.el8. 12/26 2021-07-26T15:38:37.667 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-cephfs-2:15.2.13-213.g0f589fd5.el8.x86_64 13/26 2021-07-26T15:38:37.855 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-rgw-2:15.2.13-213.g0f589fd5.el8.x86_64 14/26 2021-07-26T15:38:38.035 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-rbd-2:15.2.13-213.g0f589fd5.el8.x86_64 15/26 2021-07-26T15:38:38.212 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libradosstriper1-2:15.2.13-213.g0f589fd5.el8.x86_6 16/26 2021-07-26T15:38:38.282 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: libradosstriper1-2:15.2.13-213.g0f589fd5.el8.x86_6 16/26 2021-07-26T15:38:38.454 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:38:38.506 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 17/26 2021-07-26T15:38:38.593 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : fmt-6.2.1-1.el8.x86_64 1/26 2021-07-26T15:38:38.706 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 18/26 2021-07-26T15:38:38.800 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/26 2021-07-26T15:38:38.889 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 19/26 2021-07-26T15:38:38.954 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/26 2021-07-26T15:38:39.087 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-ceph-common-2:15.2.13-213.g0f589fd5.el8.x8 20/26 2021-07-26T15:38:39.313 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/26 2021-07-26T15:38:39.470 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : librados2-2:15.2.13-213.g0f589fd5.el8.x86_64 4/26 2021-07-26T15:38:39.595 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librados2-2:15.2.13-213.g0f589fd5.el8.x86_64 4/26 2021-07-26T15:38:39.777 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rados-2:15.2.13-213.g0f589fd5.el8.x86_64 5/26 2021-07-26T15:38:39.954 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libcephfs2-2:15.2.13-213.g0f589fd5.el8.x86_64 6/26 2021-07-26T15:38:40.181 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libcephfs2-2:15.2.13-213.g0f589fd5.el8.x86_64 6/26 2021-07-26T15:38:40.420 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : librbd1-2:15.2.13-213.g0f589fd5.el8.x86_64 7/26 2021-07-26T15:38:40.479 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librbd1-2:15.2.13-213.g0f589fd5.el8.x86_64 7/26 2021-07-26T15:38:40.641 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/26 2021-07-26T15:38:40.795 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librdkafka-0.11.4-1.el8.x86_64 9/26 2021-07-26T15:38:41.124 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librdkafka-0.11.4-1.el8.x86_64 9/26 2021-07-26T15:38:41.353 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librgw2-2:15.2.13-213.g0f589fd5.el8.x86_64 10/26 2021-07-26T15:38:41.426 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librgw2-2:15.2.13-213.g0f589fd5.el8.x86_64 10/26 2021-07-26T15:38:41.566 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : leveldb-1.22-1.el8.x86_64 11/26 2021-07-26T15:38:41.679 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-ceph-argparse-2:15.2.13-213.g0f589fd5.el8. 12/26 2021-07-26T15:38:41.815 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cephfs-2:15.2.13-213.g0f589fd5.el8.x86_64 13/26 2021-07-26T15:38:41.979 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rgw-2:15.2.13-213.g0f589fd5.el8.x86_64 14/26 2021-07-26T15:38:42.177 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rbd-2:15.2.13-213.g0f589fd5.el8.x86_64 15/26 2021-07-26T15:38:42.320 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libradosstriper1-2:15.2.13-213.g0f589fd5.el8.x86_6 16/26 2021-07-26T15:38:42.387 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libradosstriper1-2:15.2.13-213.g0f589fd5.el8.x86_6 16/26 2021-07-26T15:38:42.562 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 17/26 2021-07-26T15:38:42.728 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 18/26 2021-07-26T15:38:42.888 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 19/26 2021-07-26T15:38:43.054 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-ceph-common-2:15.2.13-213.g0f589fd5.el8.x8 20/26 2021-07-26T15:38:43.226 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-common-2:15.2.13-213.g0f589fd5.el8.x86_64 21/26 2021-07-26T15:38:43.478 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-common-2:15.2.13-213.g0f589fd5.el8.x86_64 21/26 2021-07-26T15:38:44.125 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-common-2:15.2.13-213.g0f589fd5.el8.x86_64 21/26 2021-07-26T15:38:44.397 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-base-2:15.2.13-213.g0f589fd5.el8.x86_64 22/26 2021-07-26T15:38:44.502 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-base-2:15.2.13-213.g0f589fd5.el8.x86_64 22/26 2021-07-26T15:38:44.628 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-selinux-2:15.2.13-213.g0f589fd5.el8.x86_64 23/26 2021-07-26T15:38:47.077 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-common-2:15.2.13-213.g0f589fd5.el8.x86_64 21/26 2021-07-26T15:38:47.236 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-common-2:15.2.13-213.g0f589fd5.el8.x86_64 21/26 2021-07-26T15:38:47.856 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-common-2:15.2.13-213.g0f589fd5.el8.x86_64 21/26 2021-07-26T15:38:48.095 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-base-2:15.2.13-213.g0f589fd5.el8.x86_64 22/26 2021-07-26T15:38:48.197 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-base-2:15.2.13-213.g0f589fd5.el8.x86_64 22/26 2021-07-26T15:38:48.303 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-selinux-2:15.2.13-213.g0f589fd5.el8.x86_64 23/26 2021-07-26T15:39:00.203 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-selinux-2:15.2.13-213.g0f589fd5.el8.x86_64 23/26 2021-07-26T15:39:00.203 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /sys 2021-07-26T15:39:00.203 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /proc 2021-07-26T15:39:00.203 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /dev 2021-07-26T15:39:00.204 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /run 2021-07-26T15:39:00.204 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /mnt 2021-07-26T15:39:00.204 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /var/tmp 2021-07-26T15:39:00.204 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /home 2021-07-26T15:39:00.205 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /tmp 2021-07-26T15:39:00.205 INFO:teuthology.orchestra.run.smithi139.stdout:skipping the directory /dev 2021-07-26T15:39:00.205 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:01.277 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-radosgw-2:15.2.13-213.g0f589fd5.el8.x86_64 24/26 2021-07-26T15:39:01.381 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-radosgw-2:15.2.13-213.g0f589fd5.el8.x86_64 24/26 2021-07-26T15:39:01.382 INFO:teuthology.orchestra.run.smithi139.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 25/26 2021-07-26T15:39:01.643 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 25/26 2021-07-26T15:39:01.644 INFO:teuthology.orchestra.run.smithi139.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 26/26 2021-07-26T15:39:02.420 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 26/26 2021-07-26T15:39:02.421 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-base-2:15.2.13-213.g0f589fd5.el8.x86_64 1/26 2021-07-26T15:39:02.421 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-common-2:15.2.13-213.g0f589fd5.el8.x86_64 2/26 2021-07-26T15:39:02.421 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-radosgw-2:15.2.13-213.g0f589fd5.el8.x86_64 3/26 2021-07-26T15:39:02.421 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-selinux-2:15.2.13-213.g0f589fd5.el8.x86_64 4/26 2021-07-26T15:39:02.422 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libcephfs2-2:15.2.13-213.g0f589fd5.el8.x86_64 5/26 2021-07-26T15:39:02.422 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libradosstriper1-2:15.2.13-213.g0f589fd5.el8.x86_6 6/26 2021-07-26T15:39:02.422 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librgw2-2:15.2.13-213.g0f589fd5.el8.x86_64 7/26 2021-07-26T15:39:02.422 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-ceph-argparse-2:15.2.13-213.g0f589fd5.el8. 8/26 2021-07-26T15:39:02.422 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-ceph-common-2:15.2.13-213.g0f589fd5.el8.x8 9/26 2021-07-26T15:39:02.423 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-cephfs-2:15.2.13-213.g0f589fd5.el8.x86_64 10/26 2021-07-26T15:39:02.423 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-rados-2:15.2.13-213.g0f589fd5.el8.x86_64 11/26 2021-07-26T15:39:02.423 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-rbd-2:15.2.13-213.g0f589fd5.el8.x86_64 12/26 2021-07-26T15:39:02.423 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-rgw-2:15.2.13-213.g0f589fd5.el8.x86_64 13/26 2021-07-26T15:39:02.424 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librdkafka-0.11.4-1.el8.x86_64 14/26 2021-07-26T15:39:02.424 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/26 2021-07-26T15:39:02.424 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/26 2021-07-26T15:39:02.424 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 17/26 2021-07-26T15:39:02.424 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : fmt-6.2.1-1.el8.x86_64 18/26 2021-07-26T15:39:02.425 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 19/26 2021-07-26T15:39:02.425 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : leveldb-1.22-1.el8.x86_64 20/26 2021-07-26T15:39:02.425 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 21/26 2021-07-26T15:39:02.426 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 22/26 2021-07-26T15:39:02.426 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librados2-2:15.2.13-213.g0f589fd5.el8.x86_64 23/26 2021-07-26T15:39:02.426 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 24/26 2021-07-26T15:39:02.426 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librbd1-2:15.2.13-213.g0f589fd5.el8.x86_64 25/26 2021-07-26T15:39:03.270 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 26/26 2021-07-26T15:39:03.271 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:03.272 INFO:teuthology.orchestra.run.smithi139.stdout:Upgraded: 2021-07-26T15:39:03.272 INFO:teuthology.orchestra.run.smithi139.stdout: librados2-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.272 INFO:teuthology.orchestra.run.smithi139.stdout: librbd1-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.273 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:03.273 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:39:03.273 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-base-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.273 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-common-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.274 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-radosgw-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.274 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-selinux-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.274 INFO:teuthology.orchestra.run.smithi139.stdout: fmt-6.2.1-1.el8.x86_64 2021-07-26T15:39:03.274 INFO:teuthology.orchestra.run.smithi139.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2021-07-26T15:39:03.275 INFO:teuthology.orchestra.run.smithi139.stdout: leveldb-1.22-1.el8.x86_64 2021-07-26T15:39:03.275 INFO:teuthology.orchestra.run.smithi139.stdout: libcephfs2-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.275 INFO:teuthology.orchestra.run.smithi139.stdout: liboath-2.6.2-3.el8.x86_64 2021-07-26T15:39:03.275 INFO:teuthology.orchestra.run.smithi139.stdout: librabbitmq-0.9.0-3.el8.x86_64 2021-07-26T15:39:03.276 INFO:teuthology.orchestra.run.smithi139.stdout: libradosstriper1-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.276 INFO:teuthology.orchestra.run.smithi139.stdout: librdkafka-0.11.4-1.el8.x86_64 2021-07-26T15:39:03.277 INFO:teuthology.orchestra.run.smithi139.stdout: librgw2-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.277 INFO:teuthology.orchestra.run.smithi139.stdout: libunwind-1.3.1-3.el8.x86_64 2021-07-26T15:39:03.277 INFO:teuthology.orchestra.run.smithi139.stdout: lttng-ust-2.8.1-11.el8.x86_64 2021-07-26T15:39:03.278 INFO:teuthology.orchestra.run.smithi139.stdout: python3-ceph-argparse-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.278 INFO:teuthology.orchestra.run.smithi139.stdout: python3-ceph-common-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.279 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cephfs-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.279 INFO:teuthology.orchestra.run.smithi139.stdout: python3-prettytable-0.7.2-14.el8.noarch 2021-07-26T15:39:03.280 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rados-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.280 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rbd-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.280 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rgw-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:03.281 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:03.281 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:39:03.490 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install ceph-test 2021-07-26T15:39:03.717 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-selinux-2:15.2.13-213.g0f589fd5.el8.x86_64 23/26 2021-07-26T15:39:03.717 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /sys 2021-07-26T15:39:03.718 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /proc 2021-07-26T15:39:03.718 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /dev 2021-07-26T15:39:03.718 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /run 2021-07-26T15:39:03.718 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /mnt 2021-07-26T15:39:03.718 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /var/tmp 2021-07-26T15:39:03.719 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /home 2021-07-26T15:39:03.719 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /tmp 2021-07-26T15:39:03.719 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /dev 2021-07-26T15:39:03.719 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:03.940 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:00:36 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:04.752 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-radosgw-2:15.2.13-213.g0f589fd5.el8.x86_64 24/26 2021-07-26T15:39:04.829 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-radosgw-2:15.2.13-213.g0f589fd5.el8.x86_64 24/26 2021-07-26T15:39:04.830 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 25/26 2021-07-26T15:39:04.869 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:39:04.870 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:39:04.870 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repository Size 2021-07-26T15:39:04.871 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:39:04.871 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:39:04.872 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-test x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 42 M 2021-07-26T15:39:04.872 INFO:teuthology.orchestra.run.smithi139.stdout:Installing dependencies: 2021-07-26T15:39:04.873 INFO:teuthology.orchestra.run.smithi139.stdout: jq x86_64 1.5-12.el8 CentOS-AppStream 161 k 2021-07-26T15:39:04.873 INFO:teuthology.orchestra.run.smithi139.stdout: libxslt x86_64 1.1.32-6.el8 CentOS-Base 250 k 2021-07-26T15:39:04.873 INFO:teuthology.orchestra.run.smithi139.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2021-07-26T15:39:04.874 INFO:teuthology.orchestra.run.smithi139.stdout: socat x86_64 1.7.3.3-2.el8 CentOS-AppStream 302 k 2021-07-26T15:39:04.875 INFO:teuthology.orchestra.run.smithi139.stdout: xmlstarlet x86_64 1.6.1-11.el8 epel 69 k 2021-07-26T15:39:04.875 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:04.876 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:39:04.876 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:39:04.876 INFO:teuthology.orchestra.run.smithi139.stdout:Install 6 Packages 2021-07-26T15:39:04.877 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:04.878 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 43 M 2021-07-26T15:39:04.879 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 155 M 2021-07-26T15:39:04.879 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:39:04.927 INFO:teuthology.orchestra.run.smithi139.stdout:(1/6): oniguruma-6.8.2-2.el8.x86_64.rpm 3.4 MB/s | 187 kB 00:00 2021-07-26T15:39:04.932 INFO:teuthology.orchestra.run.smithi139.stdout:(2/6): socat-1.7.3.3-2.el8.x86_64.rpm 50 MB/s | 302 kB 00:00 2021-07-26T15:39:04.933 INFO:teuthology.orchestra.run.smithi139.stdout:(3/6): jq-1.5-12.el8.x86_64.rpm 2.6 MB/s | 161 kB 00:00 2021-07-26T15:39:04.938 INFO:teuthology.orchestra.run.smithi139.stdout:(4/6): libxslt-1.1.32-6.el8.x86_64.rpm 46 MB/s | 250 kB 00:00 2021-07-26T15:39:05.022 INFO:teuthology.orchestra.run.smithi139.stdout:(5/6): xmlstarlet-1.6.1-11.el8.x86_64.rpm 776 kB/s | 69 kB 00:00 2021-07-26T15:39:05.027 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 25/26 2021-07-26T15:39:05.028 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 26/26 2021-07-26T15:39:05.744 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 26/26 2021-07-26T15:39:05.745 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-base-2:15.2.13-213.g0f589fd5.el8.x86_64 1/26 2021-07-26T15:39:05.745 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-common-2:15.2.13-213.g0f589fd5.el8.x86_64 2/26 2021-07-26T15:39:05.745 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-radosgw-2:15.2.13-213.g0f589fd5.el8.x86_64 3/26 2021-07-26T15:39:05.746 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-selinux-2:15.2.13-213.g0f589fd5.el8.x86_64 4/26 2021-07-26T15:39:05.746 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libcephfs2-2:15.2.13-213.g0f589fd5.el8.x86_64 5/26 2021-07-26T15:39:05.747 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libradosstriper1-2:15.2.13-213.g0f589fd5.el8.x86_6 6/26 2021-07-26T15:39:05.747 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librgw2-2:15.2.13-213.g0f589fd5.el8.x86_64 7/26 2021-07-26T15:39:05.748 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ceph-argparse-2:15.2.13-213.g0f589fd5.el8. 8/26 2021-07-26T15:39:05.748 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ceph-common-2:15.2.13-213.g0f589fd5.el8.x8 9/26 2021-07-26T15:39:05.749 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cephfs-2:15.2.13-213.g0f589fd5.el8.x86_64 10/26 2021-07-26T15:39:05.749 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rados-2:15.2.13-213.g0f589fd5.el8.x86_64 11/26 2021-07-26T15:39:05.749 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rbd-2:15.2.13-213.g0f589fd5.el8.x86_64 12/26 2021-07-26T15:39:05.750 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rgw-2:15.2.13-213.g0f589fd5.el8.x86_64 13/26 2021-07-26T15:39:05.750 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librdkafka-0.11.4-1.el8.x86_64 14/26 2021-07-26T15:39:05.751 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/26 2021-07-26T15:39:05.751 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/26 2021-07-26T15:39:05.752 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 17/26 2021-07-26T15:39:05.752 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : fmt-6.2.1-1.el8.x86_64 18/26 2021-07-26T15:39:05.752 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 19/26 2021-07-26T15:39:05.753 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : leveldb-1.22-1.el8.x86_64 20/26 2021-07-26T15:39:05.753 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 21/26 2021-07-26T15:39:05.754 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 22/26 2021-07-26T15:39:05.755 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados2-2:15.2.13-213.g0f589fd5.el8.x86_64 23/26 2021-07-26T15:39:05.755 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 24/26 2021-07-26T15:39:05.755 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librbd1-2:15.2.13-213.g0f589fd5.el8.x86_64 25/26 2021-07-26T15:39:06.776 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 26/26 2021-07-26T15:39:06.776 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:06.777 INFO:teuthology.orchestra.run.smithi078.stdout:Upgraded: 2021-07-26T15:39:06.777 INFO:teuthology.orchestra.run.smithi078.stdout: librados2-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.777 INFO:teuthology.orchestra.run.smithi078.stdout: librbd1-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.777 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:06.778 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:39:06.778 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-base-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.778 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-common-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.778 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-radosgw-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.779 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-selinux-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.779 INFO:teuthology.orchestra.run.smithi078.stdout: fmt-6.2.1-1.el8.x86_64 2021-07-26T15:39:06.779 INFO:teuthology.orchestra.run.smithi078.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2021-07-26T15:39:06.779 INFO:teuthology.orchestra.run.smithi078.stdout: leveldb-1.22-1.el8.x86_64 2021-07-26T15:39:06.779 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs2-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.780 INFO:teuthology.orchestra.run.smithi078.stdout: liboath-2.6.2-3.el8.x86_64 2021-07-26T15:39:06.780 INFO:teuthology.orchestra.run.smithi078.stdout: librabbitmq-0.9.0-3.el8.x86_64 2021-07-26T15:39:06.780 INFO:teuthology.orchestra.run.smithi078.stdout: libradosstriper1-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.780 INFO:teuthology.orchestra.run.smithi078.stdout: librdkafka-0.11.4-1.el8.x86_64 2021-07-26T15:39:06.781 INFO:teuthology.orchestra.run.smithi078.stdout: librgw2-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.781 INFO:teuthology.orchestra.run.smithi078.stdout: libunwind-1.3.1-3.el8.x86_64 2021-07-26T15:39:06.781 INFO:teuthology.orchestra.run.smithi078.stdout: lttng-ust-2.8.1-11.el8.x86_64 2021-07-26T15:39:06.781 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-argparse-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.781 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-common-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.782 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cephfs-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.782 INFO:teuthology.orchestra.run.smithi078.stdout: python3-prettytable-0.7.2-14.el8.noarch 2021-07-26T15:39:06.782 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rados-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.782 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rbd-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.783 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rgw-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:06.783 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:06.783 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:39:06.965 INFO:teuthology.orchestra.run.smithi139.stdout:(6/6): ceph-test-15.2.13-213.g0f589fd5.el8.x86_ 20 MB/s | 42 MB 00:02 2021-07-26T15:39:06.968 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:39:06.969 INFO:teuthology.orchestra.run.smithi139.stdout:Total 20 MB/s | 43 MB 00:02 2021-07-26T15:39:06.973 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:39:06.995 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:39:06.995 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:39:07.028 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph-test 2021-07-26T15:39:07.232 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:39:07.234 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:39:07.477 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:00:40 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:07.727 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:39:07.916 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libxslt-1.1.32-6.el8.x86_64 1/6 2021-07-26T15:39:08.142 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : xmlstarlet-1.6.1-11.el8.x86_64 2/6 2021-07-26T15:39:08.343 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : socat-1.7.3.3-2.el8.x86_64 3/6 2021-07-26T15:39:08.360 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:39:08.361 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:39:08.361 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2021-07-26T15:39:08.362 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:39:08.362 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:39:08.362 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-test x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 42 M 2021-07-26T15:39:08.362 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2021-07-26T15:39:08.363 INFO:teuthology.orchestra.run.smithi078.stdout: jq x86_64 1.5-12.el8 CentOS-AppStream 161 k 2021-07-26T15:39:08.363 INFO:teuthology.orchestra.run.smithi078.stdout: libxslt x86_64 1.1.32-6.el8 CentOS-Base 250 k 2021-07-26T15:39:08.363 INFO:teuthology.orchestra.run.smithi078.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2021-07-26T15:39:08.363 INFO:teuthology.orchestra.run.smithi078.stdout: socat x86_64 1.7.3.3-2.el8 CentOS-AppStream 302 k 2021-07-26T15:39:08.364 INFO:teuthology.orchestra.run.smithi078.stdout: xmlstarlet x86_64 1.6.1-11.el8 epel 69 k 2021-07-26T15:39:08.365 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:08.365 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:39:08.366 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:39:08.366 INFO:teuthology.orchestra.run.smithi078.stdout:Install 6 Packages 2021-07-26T15:39:08.366 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:08.367 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 43 M 2021-07-26T15:39:08.367 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 155 M 2021-07-26T15:39:08.367 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:39:08.405 INFO:teuthology.orchestra.run.smithi078.stdout:(1/6): jq-1.5-12.el8.x86_64.rpm 3.8 MB/s | 161 kB 00:00 2021-07-26T15:39:08.418 INFO:teuthology.orchestra.run.smithi078.stdout:(2/6): oniguruma-6.8.2-2.el8.x86_64.rpm 3.4 MB/s | 187 kB 00:00 2021-07-26T15:39:08.419 INFO:teuthology.orchestra.run.smithi078.stdout:(3/6): socat-1.7.3.3-2.el8.x86_64.rpm 20 MB/s | 302 kB 00:00 2021-07-26T15:39:08.434 INFO:teuthology.orchestra.run.smithi078.stdout:(4/6): libxslt-1.1.32-6.el8.x86_64.rpm 17 MB/s | 250 kB 00:00 2021-07-26T15:39:08.523 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 4/6 2021-07-26T15:39:08.599 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 4/6 2021-07-26T15:39:08.741 INFO:teuthology.orchestra.run.smithi078.stdout:(5/6): xmlstarlet-1.6.1-11.el8.x86_64.rpm 215 kB/s | 69 kB 00:00 2021-07-26T15:39:11.898 INFO:teuthology.orchestra.run.smithi078.stdout:(6/6): ceph-test-15.2.13-213.g0f589fd5.el8.x86_ 12 MB/s | 42 MB 00:03 2021-07-26T15:39:11.902 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:39:11.903 INFO:teuthology.orchestra.run.smithi078.stdout:Total 12 MB/s | 43 MB 00:03 2021-07-26T15:39:11.908 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:39:11.929 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:39:11.929 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:39:12.165 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:39:12.168 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:39:12.430 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : jq-1.5-12.el8.x86_64 5/6 2021-07-26T15:39:12.614 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:39:12.670 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-test-2:15.2.13-213.g0f589fd5.el8.x86_64 6/6 2021-07-26T15:39:12.792 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libxslt-1.1.32-6.el8.x86_64 1/6 2021-07-26T15:39:12.946 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-test-2:15.2.13-213.g0f589fd5.el8.x86_64 6/6 2021-07-26T15:39:12.947 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-test-2:15.2.13-213.g0f589fd5.el8.x86_64 1/6 2021-07-26T15:39:12.947 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : jq-1.5-12.el8.x86_64 2/6 2021-07-26T15:39:12.947 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 3/6 2021-07-26T15:39:12.947 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : socat-1.7.3.3-2.el8.x86_64 4/6 2021-07-26T15:39:12.948 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libxslt-1.1.32-6.el8.x86_64 5/6 2021-07-26T15:39:12.960 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : xmlstarlet-1.6.1-11.el8.x86_64 2/6 2021-07-26T15:39:13.128 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : socat-1.7.3.3-2.el8.x86_64 3/6 2021-07-26T15:39:13.285 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : xmlstarlet-1.6.1-11.el8.x86_64 6/6 2021-07-26T15:39:13.285 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:13.285 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:39:13.285 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-test-2:15.2.13-213.g0f589fd5.el8.x86_64 jq-1.5-12.el8.x86_64 2021-07-26T15:39:13.286 INFO:teuthology.orchestra.run.smithi139.stdout: libxslt-1.1.32-6.el8.x86_64 oniguruma-6.8.2-2.el8.x86_64 2021-07-26T15:39:13.286 INFO:teuthology.orchestra.run.smithi139.stdout: socat-1.7.3.3-2.el8.x86_64 xmlstarlet-1.6.1-11.el8.x86_64 2021-07-26T15:39:13.286 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:13.286 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:39:13.316 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 4/6 2021-07-26T15:39:13.394 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 4/6 2021-07-26T15:39:13.462 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install ceph 2021-07-26T15:39:13.906 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:00:46 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:14.794 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:39:14.798 INFO:teuthology.orchestra.run.smithi139.stdout:======================================================================================= 2021-07-26T15:39:14.799 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repository Size 2021-07-26T15:39:14.799 INFO:teuthology.orchestra.run.smithi139.stdout:======================================================================================= 2021-07-26T15:39:14.799 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:39:14.799 INFO:teuthology.orchestra.run.smithi139.stdout: ceph x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 6.4 k 2021-07-26T15:39:14.800 INFO:teuthology.orchestra.run.smithi139.stdout:Installing dependencies: 2021-07-26T15:39:14.800 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mds x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 2.0 M 2021-07-26T15:39:14.800 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 1.4 M 2021-07-26T15:39:14.800 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-modules-core noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 192 k 2021-07-26T15:39:14.801 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mon x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 4.4 M 2021-07-26T15:39:14.801 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-osd x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 17 M 2021-07-26T15:39:14.801 INFO:teuthology.orchestra.run.smithi139.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2021-07-26T15:39:14.801 INFO:teuthology.orchestra.run.smithi139.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2021-07-26T15:39:14.802 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-Base 237 k 2021-07-26T15:39:14.802 INFO:teuthology.orchestra.run.smithi139.stdout: python3-chardet noarch 3.0.4-7.el8 CentOS-Base 195 k 2021-07-26T15:39:14.802 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2021-07-26T15:39:14.802 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2021-07-26T15:39:14.802 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cryptography x86_64 3.2.1-4.el8 CentOS-Base 559 k 2021-07-26T15:39:14.803 INFO:teuthology.orchestra.run.smithi139.stdout: python3-idna noarch 2.5-5.el8 CentOS-Base 97 k 2021-07-26T15:39:14.803 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2021-07-26T15:39:14.803 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2021-07-26T15:39:14.803 INFO:teuthology.orchestra.run.smithi139.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2021-07-26T15:39:14.804 INFO:teuthology.orchestra.run.smithi139.stdout: python3-lxml x86_64 4.2.3-2.el8 CentOS-AppStream 1.5 M 2021-07-26T15:39:14.804 INFO:teuthology.orchestra.run.smithi139.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2021-07-26T15:39:14.804 INFO:teuthology.orchestra.run.smithi139.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2021-07-26T15:39:14.804 INFO:teuthology.orchestra.run.smithi139.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2021-07-26T15:39:14.804 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2021-07-26T15:39:14.805 INFO:teuthology.orchestra.run.smithi139.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2021-07-26T15:39:14.805 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2021-07-26T15:39:14.805 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-Base 109 k 2021-07-26T15:39:14.805 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pysocks noarch 1.6.8-3.el8 CentOS-Base 34 k 2021-07-26T15:39:14.806 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2021-07-26T15:39:14.806 INFO:teuthology.orchestra.run.smithi139.stdout: python3-requests noarch 2.20.0-2.1.el8_1 CentOS-Base 123 k 2021-07-26T15:39:14.806 INFO:teuthology.orchestra.run.smithi139.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2021-07-26T15:39:14.806 INFO:teuthology.orchestra.run.smithi139.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2021-07-26T15:39:14.806 INFO:teuthology.orchestra.run.smithi139.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2021-07-26T15:39:14.807 INFO:teuthology.orchestra.run.smithi139.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2021-07-26T15:39:14.807 INFO:teuthology.orchestra.run.smithi139.stdout: python3-urllib3 noarch 1.24.2-5.el8 CentOS-Base 177 k 2021-07-26T15:39:14.807 INFO:teuthology.orchestra.run.smithi139.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2021-07-26T15:39:14.807 INFO:teuthology.orchestra.run.smithi139.stdout: python3-webencodings noarch 0.5.1-6.el8 CentOS-AppStream 27 k 2021-07-26T15:39:14.808 INFO:teuthology.orchestra.run.smithi139.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2021-07-26T15:39:14.808 INFO:teuthology.orchestra.run.smithi139.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2021-07-26T15:39:14.808 INFO:teuthology.orchestra.run.smithi139.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2021-07-26T15:39:14.808 INFO:teuthology.orchestra.run.smithi139.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2021-07-26T15:39:14.808 INFO:teuthology.orchestra.run.smithi139.stdout:Installing weak dependencies: 2021-07-26T15:39:14.809 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cssselect noarch 0.9.2-10.el8 epel 40 k 2021-07-26T15:39:14.809 INFO:teuthology.orchestra.run.smithi139.stdout: python3-html5lib noarch 1:0.999999999-6.el8 CentOS-AppStream 214 k 2021-07-26T15:39:14.809 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:14.809 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:39:14.810 INFO:teuthology.orchestra.run.smithi139.stdout:======================================================================================= 2021-07-26T15:39:14.810 INFO:teuthology.orchestra.run.smithi139.stdout:Install 41 Packages 2021-07-26T15:39:14.810 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:14.811 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 31 M 2021-07-26T15:39:14.811 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 100 M 2021-07-26T15:39:14.812 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:39:14.972 INFO:teuthology.orchestra.run.smithi139.stdout:(1/41): ceph-15.2.13-213.g0f589fd5.el8.x86_64.r 39 kB/s | 6.4 kB 00:00 2021-07-26T15:39:15.259 INFO:teuthology.orchestra.run.smithi139.stdout:(2/41): ceph-mgr-15.2.13-213.g0f589fd5.el8.x86_ 3.2 MB/s | 1.4 MB 00:00 2021-07-26T15:39:15.350 INFO:teuthology.orchestra.run.smithi139.stdout:(3/41): ceph-mds-15.2.13-213.g0f589fd5.el8.x86_ 3.7 MB/s | 2.0 MB 00:00 2021-07-26T15:39:15.417 INFO:teuthology.orchestra.run.smithi139.stdout:(4/41): ceph-mgr-modules-core-15.2.13-213.g0f58 2.8 MB/s | 192 kB 00:00 2021-07-26T15:39:15.492 INFO:teuthology.orchestra.run.smithi139.stdout:(5/41): python3-html5lib-0.999999999-6.el8.noar 2.8 MB/s | 214 kB 00:00 2021-07-26T15:39:15.645 INFO:teuthology.orchestra.run.smithi139.stdout:(6/41): python3-lxml-4.2.3-2.el8.x86_64.rpm 9.8 MB/s | 1.5 MB 00:00 2021-07-26T15:39:15.651 INFO:teuthology.orchestra.run.smithi139.stdout:(7/41): python3-mako-1.0.6-13.el8.noarch.rpm 28 MB/s | 157 kB 00:00 2021-07-26T15:39:15.653 INFO:teuthology.orchestra.run.smithi139.stdout:(8/41): python3-markupsafe-0.23-19.el8.x86_64.r 15 MB/s | 39 kB 00:00 2021-07-26T15:39:15.667 INFO:teuthology.orchestra.run.smithi139.stdout:(9/41): python3-pyOpenSSL-19.0.0-1.el8.noarch.r 7.4 MB/s | 103 kB 00:00 2021-07-26T15:39:15.685 INFO:teuthology.orchestra.run.smithi139.stdout:(10/41): python3-pytz-2017.2-9.el8.noarch.rpm 3.0 MB/s | 54 kB 00:00 2021-07-26T15:39:15.707 INFO:teuthology.orchestra.run.smithi139.stdout:(11/41): python3-webencodings-0.5.1-6.el8.noarc 1.2 MB/s | 27 kB 00:00 2021-07-26T15:39:15.766 INFO:teuthology.orchestra.run.smithi139.stdout:(12/41): python3-werkzeug-0.12.2-4.el8.noarch.r 7.6 MB/s | 457 kB 00:00 2021-07-26T15:39:15.786 INFO:teuthology.orchestra.run.smithi139.stdout:(13/41): python3-cffi-1.11.5-5.el8.x86_64.rpm 12 MB/s | 237 kB 00:00 2021-07-26T15:39:15.796 INFO:teuthology.orchestra.run.smithi139.stdout:(14/41): python3-chardet-3.0.4-7.el8.noarch.rpm 20 MB/s | 195 kB 00:00 2021-07-26T15:39:15.840 INFO:teuthology.orchestra.run.smithi139.stdout:(15/41): python3-cryptography-3.2.1-4.el8.x86_6 12 MB/s | 559 kB 00:00 2021-07-26T15:39:15.842 INFO:teuthology.orchestra.run.smithi139.stdout:(16/41): python3-idna-2.5-5.el8.noarch.rpm 48 MB/s | 97 kB 00:00 2021-07-26T15:39:15.860 INFO:teuthology.orchestra.run.smithi139.stdout:(17/41): python3-pycparser-2.14-14.el8.noarch.r 6.0 MB/s | 109 kB 00:00 2021-07-26T15:39:15.883 INFO:teuthology.orchestra.run.smithi139.stdout:(18/41): python3-pysocks-1.6.8-3.el8.noarch.rpm 1.5 MB/s | 34 kB 00:00 2021-07-26T15:39:15.914 INFO:teuthology.orchestra.run.smithi139.stdout:(19/41): python3-requests-2.20.0-2.1.el8_1.noar 4.0 MB/s | 123 kB 00:00 2021-07-26T15:39:15.942 INFO:teuthology.orchestra.run.smithi139.stdout:(20/41): python3-urllib3-1.24.2-5.el8.noarch.rp 6.1 MB/s | 177 kB 00:00 2021-07-26T15:39:16.050 INFO:teuthology.orchestra.run.smithi139.stdout:(21/41): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 406 kB/s | 44 kB 00:00 2021-07-26T15:39:16.132 INFO:teuthology.orchestra.run.smithi139.stdout:(22/41): python3-beautifulsoup4-4.6.3-2.el8.1.n 2.2 MB/s | 185 kB 00:00 2021-07-26T15:39:16.189 INFO:teuthology.orchestra.run.smithi139.stdout:(23/41): python3-cheroot-8.5.2-1.el8.noarch.rpm 3.0 MB/s | 173 kB 00:00 2021-07-26T15:39:16.294 INFO:teuthology.orchestra.run.smithi139.stdout:(24/41): python3-cherrypy-18.4.0-1.el8.noarch.r 3.6 MB/s | 384 kB 00:00 2021-07-26T15:39:16.332 INFO:teuthology.orchestra.run.smithi139.stdout:(25/41): python3-cssselect-0.9.2-10.el8.noarch. 1.0 MB/s | 40 kB 00:00 2021-07-26T15:39:16.360 INFO:teuthology.orchestra.run.smithi139.stdout:(26/41): python3-jaraco-6.2-6.el8.noarch.rpm 400 kB/s | 11 kB 00:00 2021-07-26T15:39:16.394 INFO:teuthology.orchestra.run.smithi139.stdout:(27/41): python3-jaraco-functools-2.0-4.el8.noa 521 kB/s | 18 kB 00:00 2021-07-26T15:39:16.432 INFO:teuthology.orchestra.run.smithi139.stdout:(28/41): python3-logutils-0.3.5-11.el8.noarch.r 1.2 MB/s | 49 kB 00:00 2021-07-26T15:39:16.475 INFO:teuthology.orchestra.run.smithi139.stdout:(29/41): python3-more-itertools-7.2.0-3.el8.noa 1.4 MB/s | 59 kB 00:00 2021-07-26T15:39:16.548 INFO:teuthology.orchestra.run.smithi139.stdout:(30/41): python3-pecan-1.3.2-9.el8.noarch.rpm 3.8 MB/s | 283 kB 00:00 2021-07-26T15:39:16.591 INFO:teuthology.orchestra.run.smithi139.stdout:(31/41): python3-portend-2.6-1.el8.noarch.rpm 363 kB/s | 16 kB 00:00 2021-07-26T15:39:16.628 INFO:teuthology.orchestra.run.smithi139.stdout:(32/41): python3-simplegeneric-0.8.1-17.el8.noa 509 kB/s | 19 kB 00:00 2021-07-26T15:39:16.682 INFO:teuthology.orchestra.run.smithi139.stdout:(33/41): python3-singledispatch-3.4.0.3-18.el8. 443 kB/s | 24 kB 00:00 2021-07-26T15:39:16.724 INFO:teuthology.orchestra.run.smithi139.stdout:(34/41): python3-tempora-1.14.1-5.el8.noarch.rp 683 kB/s | 29 kB 00:00 2021-07-26T15:39:16.769 INFO:teuthology.orchestra.run.smithi139.stdout:(35/41): python3-trustme-0.6.0-4.el8.noarch.rpm 621 kB/s | 27 kB 00:00 2021-07-26T15:39:16.814 INFO:teuthology.orchestra.run.smithi139.stdout:(36/41): python3-waitress-1.2.1-2.el8.1.noarch. 5.3 MB/s | 241 kB 00:00 2021-07-26T15:39:16.883 INFO:teuthology.orchestra.run.smithi139.stdout:(37/41): python3-webob-1.8.5-1.el8.1.noarch.rpm 3.6 MB/s | 251 kB 00:00 2021-07-26T15:39:16.921 INFO:teuthology.orchestra.run.smithi139.stdout:(38/41): python3-webtest-2.0.33-1.el8.noarch.rp 2.2 MB/s | 85 kB 00:00 2021-07-26T15:39:16.963 INFO:teuthology.orchestra.run.smithi139.stdout:(39/41): python3-zc-lockfile-2.0-2.el8.noarch.r 567 kB/s | 23 kB 00:00 2021-07-26T15:39:17.118 INFO:teuthology.orchestra.run.smithi139.stdout:(40/41): ceph-osd-15.2.13-213.g0f589fd5.el8.x86 9.0 MB/s | 17 MB 00:01 2021-07-26T15:39:17.502 INFO:teuthology.orchestra.run.smithi139.stdout:(41/41): ceph-mon-15.2.13-213.g0f589fd5.el8.x86 1.7 MB/s | 4.4 MB 00:02 2021-07-26T15:39:17.507 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:39:17.507 INFO:teuthology.orchestra.run.smithi139.stdout:Total 11 MB/s | 31 MB 00:02 2021-07-26T15:39:17.521 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:39:17.561 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:39:17.562 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:39:17.759 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : jq-1.5-12.el8.x86_64 5/6 2021-07-26T15:39:17.856 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:39:17.859 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:39:18.272 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-test-2:15.2.13-213.g0f589fd5.el8.x86_64 6/6 2021-07-26T15:39:18.548 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-test-2:15.2.13-213.g0f589fd5.el8.x86_64 6/6 2021-07-26T15:39:18.548 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-test-2:15.2.13-213.g0f589fd5.el8.x86_64 1/6 2021-07-26T15:39:18.548 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : jq-1.5-12.el8.x86_64 2/6 2021-07-26T15:39:18.549 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 3/6 2021-07-26T15:39:18.549 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : socat-1.7.3.3-2.el8.x86_64 4/6 2021-07-26T15:39:18.549 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libxslt-1.1.32-6.el8.x86_64 5/6 2021-07-26T15:39:19.045 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : xmlstarlet-1.6.1-11.el8.x86_64 6/6 2021-07-26T15:39:19.046 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:19.047 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:39:19.047 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-test-2:15.2.13-213.g0f589fd5.el8.x86_64 jq-1.5-12.el8.x86_64 2021-07-26T15:39:19.047 INFO:teuthology.orchestra.run.smithi078.stdout: libxslt-1.1.32-6.el8.x86_64 oniguruma-6.8.2-2.el8.x86_64 2021-07-26T15:39:19.048 INFO:teuthology.orchestra.run.smithi078.stdout: socat-1.7.3.3-2.el8.x86_64 xmlstarlet-1.6.1-11.el8.x86_64 2021-07-26T15:39:19.048 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:19.048 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:39:19.182 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph 2021-07-26T15:39:19.357 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:39:19.557 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/41 2021-07-26T15:39:19.616 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:00:52 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:19.824 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/41 2021-07-26T15:39:20.021 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-idna-2.5-5.el8.noarch 3/41 2021-07-26T15:39:20.250 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 4/41 2021-07-26T15:39:20.478 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 5/41 2021-07-26T15:39:20.510 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:39:20.514 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================= 2021-07-26T15:39:20.514 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2021-07-26T15:39:20.515 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================= 2021-07-26T15:39:20.515 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:39:20.515 INFO:teuthology.orchestra.run.smithi078.stdout: ceph x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 6.4 k 2021-07-26T15:39:20.516 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2021-07-26T15:39:20.516 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mds x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 2.0 M 2021-07-26T15:39:20.516 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 1.4 M 2021-07-26T15:39:20.516 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-modules-core noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 192 k 2021-07-26T15:39:20.516 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mon x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 4.4 M 2021-07-26T15:39:20.517 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-osd x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 17 M 2021-07-26T15:39:20.517 INFO:teuthology.orchestra.run.smithi078.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2021-07-26T15:39:20.517 INFO:teuthology.orchestra.run.smithi078.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2021-07-26T15:39:20.518 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-Base 237 k 2021-07-26T15:39:20.518 INFO:teuthology.orchestra.run.smithi078.stdout: python3-chardet noarch 3.0.4-7.el8 CentOS-Base 195 k 2021-07-26T15:39:20.518 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2021-07-26T15:39:20.518 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2021-07-26T15:39:20.519 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cryptography x86_64 3.2.1-4.el8 CentOS-Base 559 k 2021-07-26T15:39:20.519 INFO:teuthology.orchestra.run.smithi078.stdout: python3-idna noarch 2.5-5.el8 CentOS-Base 97 k 2021-07-26T15:39:20.519 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2021-07-26T15:39:20.519 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2021-07-26T15:39:20.520 INFO:teuthology.orchestra.run.smithi078.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2021-07-26T15:39:20.520 INFO:teuthology.orchestra.run.smithi078.stdout: python3-lxml x86_64 4.2.3-2.el8 CentOS-AppStream 1.5 M 2021-07-26T15:39:20.520 INFO:teuthology.orchestra.run.smithi078.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2021-07-26T15:39:20.520 INFO:teuthology.orchestra.run.smithi078.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2021-07-26T15:39:20.521 INFO:teuthology.orchestra.run.smithi078.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2021-07-26T15:39:20.521 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2021-07-26T15:39:20.521 INFO:teuthology.orchestra.run.smithi078.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2021-07-26T15:39:20.521 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2021-07-26T15:39:20.522 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-Base 109 k 2021-07-26T15:39:20.522 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pysocks noarch 1.6.8-3.el8 CentOS-Base 34 k 2021-07-26T15:39:20.522 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2021-07-26T15:39:20.523 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests noarch 2.20.0-2.1.el8_1 CentOS-Base 123 k 2021-07-26T15:39:20.523 INFO:teuthology.orchestra.run.smithi078.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2021-07-26T15:39:20.523 INFO:teuthology.orchestra.run.smithi078.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2021-07-26T15:39:20.523 INFO:teuthology.orchestra.run.smithi078.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2021-07-26T15:39:20.527 INFO:teuthology.orchestra.run.smithi078.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2021-07-26T15:39:20.527 INFO:teuthology.orchestra.run.smithi078.stdout: python3-urllib3 noarch 1.24.2-5.el8 CentOS-Base 177 k 2021-07-26T15:39:20.527 INFO:teuthology.orchestra.run.smithi078.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2021-07-26T15:39:20.528 INFO:teuthology.orchestra.run.smithi078.stdout: python3-webencodings noarch 0.5.1-6.el8 CentOS-AppStream 27 k 2021-07-26T15:39:20.528 INFO:teuthology.orchestra.run.smithi078.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2021-07-26T15:39:20.528 INFO:teuthology.orchestra.run.smithi078.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2021-07-26T15:39:20.528 INFO:teuthology.orchestra.run.smithi078.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2021-07-26T15:39:20.529 INFO:teuthology.orchestra.run.smithi078.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2021-07-26T15:39:20.529 INFO:teuthology.orchestra.run.smithi078.stdout:Installing weak dependencies: 2021-07-26T15:39:20.529 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cssselect noarch 0.9.2-10.el8 epel 40 k 2021-07-26T15:39:20.529 INFO:teuthology.orchestra.run.smithi078.stdout: python3-html5lib noarch 1:0.999999999-6.el8 CentOS-AppStream 214 k 2021-07-26T15:39:20.530 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:20.530 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:39:20.530 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================= 2021-07-26T15:39:20.530 INFO:teuthology.orchestra.run.smithi078.stdout:Install 41 Packages 2021-07-26T15:39:20.530 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:20.531 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 31 M 2021-07-26T15:39:20.532 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 100 M 2021-07-26T15:39:20.532 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:39:20.621 INFO:teuthology.orchestra.run.smithi078.stdout:(1/41): ceph-15.2.13-213.g0f589fd5.el8.x86_64.r 63 kB/s | 6.4 kB 00:00 2021-07-26T15:39:20.684 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 6/41 2021-07-26T15:39:20.875 INFO:teuthology.orchestra.run.smithi078.stdout:(2/41): ceph-mgr-15.2.13-213.g0f589fd5.el8.x86_ 4.0 MB/s | 1.4 MB 00:00 2021-07-26T15:39:20.894 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 7/41 2021-07-26T15:39:21.091 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 8/41 2021-07-26T15:39:21.131 INFO:teuthology.orchestra.run.smithi078.stdout:(3/41): ceph-mon-15.2.13-213.g0f589fd5.el8.x86_ 8.6 MB/s | 4.4 MB 00:00 2021-07-26T15:39:21.179 INFO:teuthology.orchestra.run.smithi078.stdout:(4/41): ceph-mgr-modules-core-15.2.13-213.g0f58 3.9 MB/s | 192 kB 00:00 2021-07-26T15:39:21.219 INFO:teuthology.orchestra.run.smithi078.stdout:(5/41): python3-html5lib-0.999999999-6.el8.noar 5.2 MB/s | 214 kB 00:00 2021-07-26T15:39:21.228 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 9/41 2021-07-26T15:39:21.248 INFO:teuthology.orchestra.run.smithi078.stdout:(6/41): python3-lxml-4.2.3-2.el8.x86_64.rpm 52 MB/s | 1.5 MB 00:00 2021-07-26T15:39:21.251 INFO:teuthology.orchestra.run.smithi078.stdout:(7/41): python3-mako-1.0.6-13.el8.noarch.rpm 54 MB/s | 157 kB 00:00 2021-07-26T15:39:21.252 INFO:teuthology.orchestra.run.smithi078.stdout:(8/41): python3-markupsafe-0.23-19.el8.x86_64.r 32 MB/s | 39 kB 00:00 2021-07-26T15:39:21.254 INFO:teuthology.orchestra.run.smithi078.stdout:(9/41): python3-pyOpenSSL-19.0.0-1.el8.noarch.r 53 MB/s | 103 kB 00:00 2021-07-26T15:39:21.256 INFO:teuthology.orchestra.run.smithi078.stdout:(10/41): python3-pytz-2017.2-9.el8.noarch.rpm 38 MB/s | 54 kB 00:00 2021-07-26T15:39:21.258 INFO:teuthology.orchestra.run.smithi078.stdout:(11/41): python3-webencodings-0.5.1-6.el8.noarc 11 MB/s | 27 kB 00:00 2021-07-26T15:39:21.270 INFO:teuthology.orchestra.run.smithi078.stdout:(12/41): python3-werkzeug-0.12.2-4.el8.noarch.r 38 MB/s | 457 kB 00:00 2021-07-26T15:39:21.277 INFO:teuthology.orchestra.run.smithi078.stdout:(13/41): python3-cffi-1.11.5-5.el8.x86_64.rpm 44 MB/s | 237 kB 00:00 2021-07-26T15:39:21.280 INFO:teuthology.orchestra.run.smithi078.stdout:(14/41): python3-chardet-3.0.4-7.el8.noarch.rpm 55 MB/s | 195 kB 00:00 2021-07-26T15:39:21.287 INFO:teuthology.orchestra.run.smithi078.stdout:(15/41): python3-cryptography-3.2.1-4.el8.x86_6 73 MB/s | 559 kB 00:00 2021-07-26T15:39:21.289 INFO:teuthology.orchestra.run.smithi078.stdout:(16/41): python3-idna-2.5-5.el8.noarch.rpm 51 MB/s | 97 kB 00:00 2021-07-26T15:39:21.291 INFO:teuthology.orchestra.run.smithi078.stdout:(17/41): python3-pycparser-2.14-14.el8.noarch.r 55 MB/s | 109 kB 00:00 2021-07-26T15:39:21.292 INFO:teuthology.orchestra.run.smithi078.stdout:(18/41): python3-pysocks-1.6.8-3.el8.noarch.rpm 31 MB/s | 34 kB 00:00 2021-07-26T15:39:21.295 INFO:teuthology.orchestra.run.smithi078.stdout:(19/41): python3-requests-2.20.0-2.1.el8_1.noar 48 MB/s | 123 kB 00:00 2021-07-26T15:39:21.298 INFO:teuthology.orchestra.run.smithi078.stdout:(20/41): python3-urllib3-1.24.2-5.el8.noarch.rp 64 MB/s | 177 kB 00:00 2021-07-26T15:39:21.387 INFO:teuthology.orchestra.run.smithi078.stdout:(21/41): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 493 kB/s | 44 kB 00:00 2021-07-26T15:39:21.397 INFO:teuthology.orchestra.run.smithi078.stdout:(22/41): ceph-mds-15.2.13-213.g0f589fd5.el8.x86 2.3 MB/s | 2.0 MB 00:00 2021-07-26T15:39:21.426 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 10/41 2021-07-26T15:39:21.453 INFO:teuthology.orchestra.run.smithi078.stdout:(23/41): python3-beautifulsoup4-4.6.3-2.el8.1.n 2.7 MB/s | 185 kB 00:00 2021-07-26T15:39:21.499 INFO:teuthology.orchestra.run.smithi078.stdout:(24/41): python3-cherrypy-18.4.0-1.el8.noarch.r 8.2 MB/s | 384 kB 00:00 2021-07-26T15:39:21.522 INFO:teuthology.orchestra.run.smithi078.stdout:(25/41): python3-cssselect-0.9.2-10.el8.noarch. 1.7 MB/s | 40 kB 00:00 2021-07-26T15:39:21.536 INFO:teuthology.orchestra.run.smithi078.stdout:(26/41): python3-cheroot-8.5.2-1.el8.noarch.rpm 1.2 MB/s | 173 kB 00:00 2021-07-26T15:39:21.544 INFO:teuthology.orchestra.run.smithi078.stdout:(27/41): python3-jaraco-6.2-6.el8.noarch.rpm 499 kB/s | 11 kB 00:00 2021-07-26T15:39:21.567 INFO:teuthology.orchestra.run.smithi078.stdout:(28/41): python3-logutils-0.3.5-11.el8.noarch.r 2.1 MB/s | 49 kB 00:00 2021-07-26T15:39:21.582 INFO:teuthology.orchestra.run.smithi078.stdout:(29/41): python3-jaraco-functools-2.0-4.el8.noa 384 kB/s | 18 kB 00:00 2021-07-26T15:39:21.590 INFO:teuthology.orchestra.run.smithi078.stdout:(30/41): python3-more-itertools-7.2.0-3.el8.noa 2.5 MB/s | 59 kB 00:00 2021-07-26T15:39:21.605 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-cssselect-0.9.2-10.el8.noarch 11/41 2021-07-26T15:39:21.612 INFO:teuthology.orchestra.run.smithi078.stdout:(31/41): python3-portend-2.6-1.el8.noarch.rpm 701 kB/s | 16 kB 00:00 2021-07-26T15:39:21.635 INFO:teuthology.orchestra.run.smithi078.stdout:(32/41): python3-simplegeneric-0.8.1-17.el8.noa 841 kB/s | 19 kB 00:00 2021-07-26T15:39:21.657 INFO:teuthology.orchestra.run.smithi078.stdout:(33/41): python3-singledispatch-3.4.0.3-18.el8. 1.1 MB/s | 24 kB 00:00 2021-07-26T15:39:21.680 INFO:teuthology.orchestra.run.smithi078.stdout:(34/41): python3-tempora-1.14.1-5.el8.noarch.rp 1.3 MB/s | 29 kB 00:00 2021-07-26T15:39:21.695 INFO:teuthology.orchestra.run.smithi078.stdout:(35/41): python3-pecan-1.3.2-9.el8.noarch.rpm 2.4 MB/s | 283 kB 00:00 2021-07-26T15:39:21.703 INFO:teuthology.orchestra.run.smithi078.stdout:(36/41): python3-trustme-0.6.0-4.el8.noarch.rpm 1.2 MB/s | 27 kB 00:00 2021-07-26T15:39:21.727 INFO:teuthology.orchestra.run.smithi078.stdout:(37/41): python3-webob-1.8.5-1.el8.1.noarch.rpm 10 MB/s | 251 kB 00:00 2021-07-26T15:39:21.750 INFO:teuthology.orchestra.run.smithi078.stdout:(38/41): python3-webtest-2.0.33-1.el8.noarch.rp 3.7 MB/s | 85 kB 00:00 2021-07-26T15:39:21.772 INFO:teuthology.orchestra.run.smithi078.stdout:(39/41): python3-zc-lockfile-2.0-2.el8.noarch.r 1.0 MB/s | 23 kB 00:00 2021-07-26T15:39:21.858 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pysocks-1.6.8-3.el8.noarch 12/41 2021-07-26T15:39:21.911 INFO:teuthology.orchestra.run.smithi078.stdout:(40/41): ceph-osd-15.2.13-213.g0f589fd5.el8.x86 16 MB/s | 17 MB 00:01 2021-07-26T15:39:22.084 INFO:teuthology.orchestra.run.smithi078.stdout:(41/41): python3-waitress-1.2.1-2.el8.1.noarch. 620 kB/s | 241 kB 00:00 2021-07-26T15:39:22.088 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:39:22.088 INFO:teuthology.orchestra.run.smithi078.stdout:Total 19 MB/s | 31 MB 00:01 2021-07-26T15:39:22.103 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:39:22.107 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-urllib3-1.24.2-5.el8.noarch 13/41 2021-07-26T15:39:22.144 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:39:22.145 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:39:22.358 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 14/41 2021-07-26T15:39:22.445 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:39:22.448 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:39:22.775 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 15/41 2021-07-26T15:39:23.040 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-cryptography-3.2.1-4.el8.x86_64 16/41 2021-07-26T15:39:23.237 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 17/41 2021-07-26T15:39:23.456 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 18/41 2021-07-26T15:39:23.672 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 19/41 2021-07-26T15:39:23.968 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:39:23.974 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 20/41 2021-07-26T15:39:24.155 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/41 2021-07-26T15:39:24.235 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-chardet-3.0.4-7.el8.noarch 21/41 2021-07-26T15:39:24.401 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/41 2021-07-26T15:39:24.516 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-requests-2.20.0-2.1.el8_1.noarch 22/41 2021-07-26T15:39:24.548 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-idna-2.5-5.el8.noarch 3/41 2021-07-26T15:39:24.723 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 23/41 2021-07-26T15:39:24.779 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 4/41 2021-07-26T15:39:24.975 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-webencodings-0.5.1-6.el8.noarch 24/41 2021-07-26T15:39:24.988 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 5/41 2021-07-26T15:39:25.185 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 6/41 2021-07-26T15:39:25.226 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-html5lib-1:0.999999999-6.el8.noarch 25/41 2021-07-26T15:39:25.358 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 7/41 2021-07-26T15:39:25.519 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 8/41 2021-07-26T15:39:25.614 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 26/41 2021-07-26T15:39:25.645 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 9/41 2021-07-26T15:39:25.793 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 10/41 2021-07-26T15:39:25.857 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-lxml-4.2.3-2.el8.x86_64 27/41 2021-07-26T15:39:25.930 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cssselect-0.9.2-10.el8.noarch 11/41 2021-07-26T15:39:26.059 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 28/41 2021-07-26T15:39:26.167 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pysocks-1.6.8-3.el8.noarch 12/41 2021-07-26T15:39:26.231 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 29/41 2021-07-26T15:39:26.404 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-urllib3-1.24.2-5.el8.noarch 13/41 2021-07-26T15:39:26.426 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 30/41 2021-07-26T15:39:26.601 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 14/41 2021-07-26T15:39:26.690 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-portend-2.6-1.el8.noarch 31/41 2021-07-26T15:39:26.936 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 15/41 2021-07-26T15:39:26.982 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 32/41 2021-07-26T15:39:27.184 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cryptography-3.2.1-4.el8.x86_64 16/41 2021-07-26T15:39:27.216 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 33/41 2021-07-26T15:39:27.347 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 17/41 2021-07-26T15:39:27.540 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 18/41 2021-07-26T15:39:27.570 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 34/41 2021-07-26T15:39:27.724 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 19/41 2021-07-26T15:39:27.892 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 35/41 2021-07-26T15:39:27.964 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 20/41 2021-07-26T15:39:28.186 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-chardet-3.0.4-7.el8.noarch 21/41 2021-07-26T15:39:28.208 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mgr-modules-core-2:15.2.13-213.g0f589fd5.el8. 36/41 2021-07-26T15:39:28.389 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mgr-2:15.2.13-213.g0f589fd5.el8.x86_64 37/41 2021-07-26T15:39:28.459 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-requests-2.20.0-2.1.el8_1.noarch 22/41 2021-07-26T15:39:28.642 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 23/41 2021-07-26T15:39:28.876 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-webencodings-0.5.1-6.el8.noarch 24/41 2021-07-26T15:39:29.094 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-html5lib-1:0.999999999-6.el8.noarch 25/41 2021-07-26T15:39:29.440 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 26/41 2021-07-26T15:39:29.657 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-lxml-4.2.3-2.el8.x86_64 27/41 2021-07-26T15:39:29.740 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-mgr-2:15.2.13-213.g0f589fd5.el8.x86_64 37/41 2021-07-26T15:39:29.828 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 28/41 2021-07-26T15:39:29.980 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-osd-2:15.2.13-213.g0f589fd5.el8.x86_64 38/41 2021-07-26T15:39:30.008 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 29/41 2021-07-26T15:39:30.161 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 30/41 2021-07-26T15:39:30.354 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-osd-2:15.2.13-213.g0f589fd5.el8.x86_64 38/41 2021-07-26T15:39:30.437 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-portend-2.6-1.el8.noarch 31/41 2021-07-26T15:39:30.571 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mon-2:15.2.13-213.g0f589fd5.el8.x86_64 39/41 2021-07-26T15:39:30.652 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 32/41 2021-07-26T15:39:30.753 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-mon-2:15.2.13-213.g0f589fd5.el8.x86_64 39/41 2021-07-26T15:39:30.846 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 33/41 2021-07-26T15:39:31.002 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mds-2:15.2.13-213.g0f589fd5.el8.x86_64 40/41 2021-07-26T15:39:31.019 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-mds-2:15.2.13-213.g0f589fd5.el8.x86_64 40/41 2021-07-26T15:39:31.172 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 34/41 2021-07-26T15:39:31.311 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-2:15.2.13-213.g0f589fd5.el8.x86_64 41/41 2021-07-26T15:39:31.445 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 35/41 2021-07-26T15:39:31.736 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-modules-core-2:15.2.13-213.g0f589fd5.el8. 36/41 2021-07-26T15:39:31.838 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-2:15.2.13-213.g0f589fd5.el8.x86_64 41/41 2021-07-26T15:39:31.838 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-2:15.2.13-213.g0f589fd5.el8.x86_64 1/41 2021-07-26T15:39:31.839 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mds-2:15.2.13-213.g0f589fd5.el8.x86_64 2/41 2021-07-26T15:39:31.840 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mgr-2:15.2.13-213.g0f589fd5.el8.x86_64 3/41 2021-07-26T15:39:31.840 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mon-2:15.2.13-213.g0f589fd5.el8.x86_64 4/41 2021-07-26T15:39:31.841 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-osd-2:15.2.13-213.g0f589fd5.el8.x86_64 5/41 2021-07-26T15:39:31.841 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mgr-modules-core-2:15.2.13-213.g0f589fd5.el8. 6/41 2021-07-26T15:39:31.841 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-html5lib-1:0.999999999-6.el8.noarch 7/41 2021-07-26T15:39:31.842 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-lxml-4.2.3-2.el8.x86_64 8/41 2021-07-26T15:39:31.842 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 9/41 2021-07-26T15:39:31.842 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 10/41 2021-07-26T15:39:31.843 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 11/41 2021-07-26T15:39:31.843 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 12/41 2021-07-26T15:39:31.843 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-webencodings-0.5.1-6.el8.noarch 13/41 2021-07-26T15:39:31.844 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 14/41 2021-07-26T15:39:31.844 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 15/41 2021-07-26T15:39:31.844 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-chardet-3.0.4-7.el8.noarch 16/41 2021-07-26T15:39:31.845 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-cryptography-3.2.1-4.el8.x86_64 17/41 2021-07-26T15:39:31.845 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-idna-2.5-5.el8.noarch 18/41 2021-07-26T15:39:31.846 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 19/41 2021-07-26T15:39:31.846 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pysocks-1.6.8-3.el8.noarch 20/41 2021-07-26T15:39:31.846 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-requests-2.20.0-2.1.el8_1.noarch 21/41 2021-07-26T15:39:31.847 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-urllib3-1.24.2-5.el8.noarch 22/41 2021-07-26T15:39:31.847 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 23/41 2021-07-26T15:39:31.847 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 24/41 2021-07-26T15:39:31.847 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 25/41 2021-07-26T15:39:31.848 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 26/41 2021-07-26T15:39:31.848 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-cssselect-0.9.2-10.el8.noarch 27/41 2021-07-26T15:39:31.848 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 28/41 2021-07-26T15:39:31.850 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 29/41 2021-07-26T15:39:31.850 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 30/41 2021-07-26T15:39:31.850 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 31/41 2021-07-26T15:39:31.850 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 32/41 2021-07-26T15:39:31.851 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-portend-2.6-1.el8.noarch 33/41 2021-07-26T15:39:31.851 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 34/41 2021-07-26T15:39:31.852 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 35/41 2021-07-26T15:39:31.852 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 36/41 2021-07-26T15:39:31.852 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 37/41 2021-07-26T15:39:31.852 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 38/41 2021-07-26T15:39:31.852 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 39/41 2021-07-26T15:39:31.853 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 40/41 2021-07-26T15:39:31.932 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-2:15.2.13-213.g0f589fd5.el8.x86_64 37/41 2021-07-26T15:39:32.889 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 41/41 2021-07-26T15:39:32.890 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:32.890 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:39:32.890 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:32.891 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mds-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:32.891 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:32.891 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-modules-core-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:39:32.891 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mon-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:32.891 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-osd-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:32.892 INFO:teuthology.orchestra.run.smithi139.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2021-07-26T15:39:32.892 INFO:teuthology.orchestra.run.smithi139.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2021-07-26T15:39:32.892 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cffi-1.11.5-5.el8.x86_64 2021-07-26T15:39:32.892 INFO:teuthology.orchestra.run.smithi139.stdout: python3-chardet-3.0.4-7.el8.noarch 2021-07-26T15:39:32.893 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cheroot-8.5.2-1.el8.noarch 2021-07-26T15:39:32.893 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2021-07-26T15:39:32.893 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cryptography-3.2.1-4.el8.x86_64 2021-07-26T15:39:32.893 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cssselect-0.9.2-10.el8.noarch 2021-07-26T15:39:32.894 INFO:teuthology.orchestra.run.smithi139.stdout: python3-html5lib-1:0.999999999-6.el8.noarch 2021-07-26T15:39:32.894 INFO:teuthology.orchestra.run.smithi139.stdout: python3-idna-2.5-5.el8.noarch 2021-07-26T15:39:32.894 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jaraco-6.2-6.el8.noarch 2021-07-26T15:39:32.894 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2021-07-26T15:39:32.894 INFO:teuthology.orchestra.run.smithi139.stdout: python3-logutils-0.3.5-11.el8.noarch 2021-07-26T15:39:32.895 INFO:teuthology.orchestra.run.smithi139.stdout: python3-lxml-4.2.3-2.el8.x86_64 2021-07-26T15:39:32.895 INFO:teuthology.orchestra.run.smithi139.stdout: python3-mako-1.0.6-13.el8.noarch 2021-07-26T15:39:32.895 INFO:teuthology.orchestra.run.smithi139.stdout: python3-markupsafe-0.23-19.el8.x86_64 2021-07-26T15:39:32.895 INFO:teuthology.orchestra.run.smithi139.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2021-07-26T15:39:32.895 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pecan-1.3.2-9.el8.noarch 2021-07-26T15:39:32.896 INFO:teuthology.orchestra.run.smithi139.stdout: python3-portend-2.6-1.el8.noarch 2021-07-26T15:39:32.896 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2021-07-26T15:39:32.896 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pycparser-2.14-14.el8.noarch 2021-07-26T15:39:32.896 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pysocks-1.6.8-3.el8.noarch 2021-07-26T15:39:32.897 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pytz-2017.2-9.el8.noarch 2021-07-26T15:39:32.897 INFO:teuthology.orchestra.run.smithi139.stdout: python3-requests-2.20.0-2.1.el8_1.noarch 2021-07-26T15:39:32.897 INFO:teuthology.orchestra.run.smithi139.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2021-07-26T15:39:32.897 INFO:teuthology.orchestra.run.smithi139.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2021-07-26T15:39:32.897 INFO:teuthology.orchestra.run.smithi139.stdout: python3-tempora-1.14.1-5.el8.noarch 2021-07-26T15:39:32.898 INFO:teuthology.orchestra.run.smithi139.stdout: python3-trustme-0.6.0-4.el8.noarch 2021-07-26T15:39:32.898 INFO:teuthology.orchestra.run.smithi139.stdout: python3-urllib3-1.24.2-5.el8.noarch 2021-07-26T15:39:32.898 INFO:teuthology.orchestra.run.smithi139.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2021-07-26T15:39:32.898 INFO:teuthology.orchestra.run.smithi139.stdout: python3-webencodings-0.5.1-6.el8.noarch 2021-07-26T15:39:32.898 INFO:teuthology.orchestra.run.smithi139.stdout: python3-webob-1.8.5-1.el8.1.noarch 2021-07-26T15:39:32.899 INFO:teuthology.orchestra.run.smithi139.stdout: python3-webtest-2.0.33-1.el8.noarch 2021-07-26T15:39:32.899 INFO:teuthology.orchestra.run.smithi139.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2021-07-26T15:39:32.899 INFO:teuthology.orchestra.run.smithi139.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2021-07-26T15:39:32.899 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:32.900 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:39:33.095 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install ceph-base 2021-07-26T15:39:33.288 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-2:15.2.13-213.g0f589fd5.el8.x86_64 37/41 2021-07-26T15:39:33.489 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-osd-2:15.2.13-213.g0f589fd5.el8.x86_64 38/41 2021-07-26T15:39:33.536 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:06 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:33.861 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-osd-2:15.2.13-213.g0f589fd5.el8.x86_64 38/41 2021-07-26T15:39:34.056 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mon-2:15.2.13-213.g0f589fd5.el8.x86_64 39/41 2021-07-26T15:39:34.198 INFO:teuthology.orchestra.run.smithi139.stdout:Package ceph-base-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:39:34.238 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mon-2:15.2.13-213.g0f589fd5.el8.x86_64 39/41 2021-07-26T15:39:34.389 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mds-2:15.2.13-213.g0f589fd5.el8.x86_64 40/41 2021-07-26T15:39:34.405 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mds-2:15.2.13-213.g0f589fd5.el8.x86_64 40/41 2021-07-26T15:39:34.435 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:39:34.436 INFO:teuthology.orchestra.run.smithi139.stdout:Nothing to do. 2021-07-26T15:39:34.437 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:39:34.483 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install cephadm 2021-07-26T15:39:34.512 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-2:15.2.13-213.g0f589fd5.el8.x86_64 41/41 2021-07-26T15:39:34.889 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-2:15.2.13-213.g0f589fd5.el8.x86_64 41/41 2021-07-26T15:39:34.889 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-2:15.2.13-213.g0f589fd5.el8.x86_64 1/41 2021-07-26T15:39:34.890 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mds-2:15.2.13-213.g0f589fd5.el8.x86_64 2/41 2021-07-26T15:39:34.890 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-2:15.2.13-213.g0f589fd5.el8.x86_64 3/41 2021-07-26T15:39:34.890 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mon-2:15.2.13-213.g0f589fd5.el8.x86_64 4/41 2021-07-26T15:39:34.890 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-osd-2:15.2.13-213.g0f589fd5.el8.x86_64 5/41 2021-07-26T15:39:34.891 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-modules-core-2:15.2.13-213.g0f589fd5.el8. 6/41 2021-07-26T15:39:34.891 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-html5lib-1:0.999999999-6.el8.noarch 7/41 2021-07-26T15:39:34.891 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-lxml-4.2.3-2.el8.x86_64 8/41 2021-07-26T15:39:34.891 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 9/41 2021-07-26T15:39:34.892 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 10/41 2021-07-26T15:39:34.892 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 11/41 2021-07-26T15:39:34.892 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 12/41 2021-07-26T15:39:34.892 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-webencodings-0.5.1-6.el8.noarch 13/41 2021-07-26T15:39:34.892 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 14/41 2021-07-26T15:39:34.893 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 15/41 2021-07-26T15:39:34.893 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-chardet-3.0.4-7.el8.noarch 16/41 2021-07-26T15:39:34.893 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cryptography-3.2.1-4.el8.x86_64 17/41 2021-07-26T15:39:34.893 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-idna-2.5-5.el8.noarch 18/41 2021-07-26T15:39:34.894 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 19/41 2021-07-26T15:39:34.894 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pysocks-1.6.8-3.el8.noarch 20/41 2021-07-26T15:39:34.894 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-requests-2.20.0-2.1.el8_1.noarch 21/41 2021-07-26T15:39:34.894 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-urllib3-1.24.2-5.el8.noarch 22/41 2021-07-26T15:39:34.895 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 23/41 2021-07-26T15:39:34.895 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 24/41 2021-07-26T15:39:34.895 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 25/41 2021-07-26T15:39:34.896 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 26/41 2021-07-26T15:39:34.897 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cssselect-0.9.2-10.el8.noarch 27/41 2021-07-26T15:39:34.897 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 28/41 2021-07-26T15:39:34.900 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 29/41 2021-07-26T15:39:34.901 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 30/41 2021-07-26T15:39:34.901 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 31/41 2021-07-26T15:39:34.901 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 32/41 2021-07-26T15:39:34.901 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-portend-2.6-1.el8.noarch 33/41 2021-07-26T15:39:34.901 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 34/41 2021-07-26T15:39:34.902 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 35/41 2021-07-26T15:39:34.902 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 36/41 2021-07-26T15:39:34.902 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 37/41 2021-07-26T15:39:34.902 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 38/41 2021-07-26T15:39:34.903 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 39/41 2021-07-26T15:39:34.903 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 40/41 2021-07-26T15:39:34.918 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:07 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:35.839 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:39:35.841 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:39:35.841 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repository Size 2021-07-26T15:39:35.841 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:39:35.841 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:39:35.842 INFO:teuthology.orchestra.run.smithi139.stdout: cephadm noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 59 k 2021-07-26T15:39:35.842 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:35.842 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:39:35.842 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:39:35.843 INFO:teuthology.orchestra.run.smithi139.stdout:Install 1 Package 2021-07-26T15:39:35.843 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:35.843 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 59 k 2021-07-26T15:39:35.843 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 223 k 2021-07-26T15:39:35.844 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:39:35.868 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 41/41 2021-07-26T15:39:35.868 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:35.869 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:39:35.869 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:35.869 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mds-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:35.869 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:35.870 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-modules-core-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:39:35.870 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mon-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:35.870 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-osd-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:35.870 INFO:teuthology.orchestra.run.smithi078.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2021-07-26T15:39:35.871 INFO:teuthology.orchestra.run.smithi078.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2021-07-26T15:39:35.871 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cffi-1.11.5-5.el8.x86_64 2021-07-26T15:39:35.872 INFO:teuthology.orchestra.run.smithi078.stdout: python3-chardet-3.0.4-7.el8.noarch 2021-07-26T15:39:35.872 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cheroot-8.5.2-1.el8.noarch 2021-07-26T15:39:35.872 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2021-07-26T15:39:35.872 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cryptography-3.2.1-4.el8.x86_64 2021-07-26T15:39:35.872 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cssselect-0.9.2-10.el8.noarch 2021-07-26T15:39:35.873 INFO:teuthology.orchestra.run.smithi078.stdout: python3-html5lib-1:0.999999999-6.el8.noarch 2021-07-26T15:39:35.873 INFO:teuthology.orchestra.run.smithi078.stdout: python3-idna-2.5-5.el8.noarch 2021-07-26T15:39:35.873 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-6.2-6.el8.noarch 2021-07-26T15:39:35.873 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2021-07-26T15:39:35.874 INFO:teuthology.orchestra.run.smithi078.stdout: python3-logutils-0.3.5-11.el8.noarch 2021-07-26T15:39:35.874 INFO:teuthology.orchestra.run.smithi078.stdout: python3-lxml-4.2.3-2.el8.x86_64 2021-07-26T15:39:35.874 INFO:teuthology.orchestra.run.smithi078.stdout: python3-mako-1.0.6-13.el8.noarch 2021-07-26T15:39:35.874 INFO:teuthology.orchestra.run.smithi078.stdout: python3-markupsafe-0.23-19.el8.x86_64 2021-07-26T15:39:35.875 INFO:teuthology.orchestra.run.smithi078.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2021-07-26T15:39:35.875 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pecan-1.3.2-9.el8.noarch 2021-07-26T15:39:35.875 INFO:teuthology.orchestra.run.smithi078.stdout: python3-portend-2.6-1.el8.noarch 2021-07-26T15:39:35.876 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2021-07-26T15:39:35.876 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pycparser-2.14-14.el8.noarch 2021-07-26T15:39:35.876 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pysocks-1.6.8-3.el8.noarch 2021-07-26T15:39:35.876 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pytz-2017.2-9.el8.noarch 2021-07-26T15:39:35.876 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-2.20.0-2.1.el8_1.noarch 2021-07-26T15:39:35.877 INFO:teuthology.orchestra.run.smithi078.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2021-07-26T15:39:35.877 INFO:teuthology.orchestra.run.smithi078.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2021-07-26T15:39:35.877 INFO:teuthology.orchestra.run.smithi078.stdout: python3-tempora-1.14.1-5.el8.noarch 2021-07-26T15:39:35.877 INFO:teuthology.orchestra.run.smithi078.stdout: python3-trustme-0.6.0-4.el8.noarch 2021-07-26T15:39:35.878 INFO:teuthology.orchestra.run.smithi078.stdout: python3-urllib3-1.24.2-5.el8.noarch 2021-07-26T15:39:35.878 INFO:teuthology.orchestra.run.smithi078.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2021-07-26T15:39:35.878 INFO:teuthology.orchestra.run.smithi078.stdout: python3-webencodings-0.5.1-6.el8.noarch 2021-07-26T15:39:35.878 INFO:teuthology.orchestra.run.smithi078.stdout: python3-webob-1.8.5-1.el8.1.noarch 2021-07-26T15:39:35.879 INFO:teuthology.orchestra.run.smithi078.stdout: python3-webtest-2.0.33-1.el8.noarch 2021-07-26T15:39:35.879 INFO:teuthology.orchestra.run.smithi078.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2021-07-26T15:39:35.879 INFO:teuthology.orchestra.run.smithi078.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2021-07-26T15:39:35.879 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:35.879 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:39:35.989 INFO:teuthology.orchestra.run.smithi139.stdout:cephadm-15.2.13-213.g0f589fd5.el8.noarch.rpm 395 kB/s | 59 kB 00:00 2021-07-26T15:39:35.990 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:39:35.990 INFO:teuthology.orchestra.run.smithi139.stdout:Total 392 kB/s | 59 kB 00:00 2021-07-26T15:39:35.991 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:39:35.997 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:39:35.997 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:39:35.998 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:39:36.001 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:39:36.050 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:39:36.056 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph-base 2021-07-26T15:39:36.496 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:09 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:37.141 INFO:teuthology.orchestra.run.smithi078.stdout:Package ceph-base-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:39:37.372 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:39:37.373 INFO:teuthology.orchestra.run.smithi078.stdout:Nothing to do. 2021-07-26T15:39:37.374 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:39:37.412 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install cephadm 2021-07-26T15:39:37.845 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:10 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:38.475 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 1/1 2021-07-26T15:39:38.741 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:39:38.742 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:39:38.742 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2021-07-26T15:39:38.742 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:39:38.742 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:39:38.743 INFO:teuthology.orchestra.run.smithi078.stdout: cephadm noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 59 k 2021-07-26T15:39:38.743 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:38.743 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:39:38.743 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:39:38.744 INFO:teuthology.orchestra.run.smithi078.stdout:Install 1 Package 2021-07-26T15:39:38.744 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:38.744 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 59 k 2021-07-26T15:39:38.744 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 223 k 2021-07-26T15:39:38.744 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:39:38.792 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 1/1 2021-07-26T15:39:38.968 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 1/1 2021-07-26T15:39:39.073 INFO:teuthology.orchestra.run.smithi078.stdout:cephadm-15.2.13-213.g0f589fd5.el8.noarch.rpm 177 kB/s | 59 kB 00:00 2021-07-26T15:39:39.074 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:39:39.075 INFO:teuthology.orchestra.run.smithi078.stdout:Total 176 kB/s | 59 kB 00:00 2021-07-26T15:39:39.075 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:39:39.081 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:39:39.082 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:39:39.083 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:39:39.086 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:39:39.137 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:39:39.253 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 1/1 2021-07-26T15:39:39.254 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:39.254 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:39:39.254 INFO:teuthology.orchestra.run.smithi139.stdout: cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:39:39.255 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:39.255 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:39:39.436 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install ceph-immutable-object-cache 2021-07-26T15:39:39.887 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:12 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:40.810 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:39:40.811 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:39:40.811 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repo Size 2021-07-26T15:39:40.811 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:39:40.812 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:39:40.812 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-immutable-object-cache x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 203 k 2021-07-26T15:39:40.812 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:40.812 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:39:40.812 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:39:40.813 INFO:teuthology.orchestra.run.smithi139.stdout:Install 1 Package 2021-07-26T15:39:40.813 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:40.813 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 203 k 2021-07-26T15:39:40.813 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 599 k 2021-07-26T15:39:40.814 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:39:41.005 INFO:teuthology.orchestra.run.smithi139.stdout:ceph-immutable-object-cache-15.2.13-213.g0f589f 1.0 MB/s | 203 kB 00:00 2021-07-26T15:39:41.006 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:39:41.006 INFO:teuthology.orchestra.run.smithi139.stdout:Total 1.0 MB/s | 203 kB 00:00 2021-07-26T15:39:41.006 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:39:41.018 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:39:41.019 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:39:41.066 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:39:41.069 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:39:41.193 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:39:41.331 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 1/1 2021-07-26T15:39:41.401 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-immutable-object-cache-2:15.2.13-213.g0f589fd5. 1/1 2021-07-26T15:39:41.534 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 1/1 2021-07-26T15:39:41.708 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 1/1 2021-07-26T15:39:41.798 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-immutable-object-cache-2:15.2.13-213.g0f589fd5. 1/1 2021-07-26T15:39:41.988 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 1/1 2021-07-26T15:39:41.988 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:41.989 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:39:41.989 INFO:teuthology.orchestra.run.smithi078.stdout: cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:39:41.989 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:41.989 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:39:42.151 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph-immutable-object-cache 2021-07-26T15:39:42.604 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:15 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:42.780 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-immutable-object-cache-2:15.2.13-213.g0f589fd5. 1/1 2021-07-26T15:39:42.780 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:42.780 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:39:42.781 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-immutable-object-cache-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:42.781 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:42.781 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:39:43.485 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:39:43.486 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:39:43.486 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repo Size 2021-07-26T15:39:43.487 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:39:43.487 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:39:43.487 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-immutable-object-cache x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 203 k 2021-07-26T15:39:43.488 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:43.488 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:39:43.488 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:39:43.488 INFO:teuthology.orchestra.run.smithi078.stdout:Install 1 Package 2021-07-26T15:39:43.489 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:43.489 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 203 k 2021-07-26T15:39:43.489 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 599 k 2021-07-26T15:39:43.489 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:39:44.083 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install ceph-mgr 2021-07-26T15:39:44.138 INFO:teuthology.orchestra.run.smithi078.stdout:ceph-immutable-object-cache-15.2.13-213.g0f589f 313 kB/s | 203 kB 00:00 2021-07-26T15:39:44.139 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:39:44.139 INFO:teuthology.orchestra.run.smithi078.stdout:Total 312 kB/s | 203 kB 00:00 2021-07-26T15:39:44.139 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:39:44.152 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:39:44.152 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:39:44.201 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:39:44.204 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:39:44.533 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:17 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:44.636 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:39:44.821 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-immutable-object-cache-2:15.2.13-213.g0f589fd5. 1/1 2021-07-26T15:39:45.186 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-immutable-object-cache-2:15.2.13-213.g0f589fd5. 1/1 2021-07-26T15:39:45.196 INFO:teuthology.orchestra.run.smithi139.stdout:Package ceph-mgr-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:39:45.427 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:39:45.428 INFO:teuthology.orchestra.run.smithi139.stdout:Nothing to do. 2021-07-26T15:39:45.429 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:39:45.445 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-immutable-object-cache-2:15.2.13-213.g0f589fd5. 1/1 2021-07-26T15:39:45.446 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:45.446 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:39:45.446 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-immutable-object-cache-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:39:45.446 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:45.447 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:39:45.473 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install ceph-mgr-dashboard 2021-07-26T15:39:45.599 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph-mgr 2021-07-26T15:39:45.907 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:18 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:46.040 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:19 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:46.706 INFO:teuthology.orchestra.run.smithi078.stdout:Package ceph-mgr-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:39:46.837 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:39:46.838 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:39:46.838 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repository Size 2021-07-26T15:39:46.839 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:39:46.839 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:39:46.839 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-dashboard noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 3.6 M 2021-07-26T15:39:46.839 INFO:teuthology.orchestra.run.smithi139.stdout:Installing dependencies: 2021-07-26T15:39:46.840 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-grafana-dashboards noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 24 k 2021-07-26T15:39:46.840 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-prometheus-alerts noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 9.0 k 2021-07-26T15:39:46.840 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-Base 43 k 2021-07-26T15:39:46.840 INFO:teuthology.orchestra.run.smithi139.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2021-07-26T15:39:46.840 INFO:teuthology.orchestra.run.smithi139.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2021-07-26T15:39:46.841 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:46.841 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:39:46.841 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:39:46.841 INFO:teuthology.orchestra.run.smithi139.stdout:Install 6 Packages 2021-07-26T15:39:46.842 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:46.842 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 3.9 M 2021-07-26T15:39:46.843 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 19 M 2021-07-26T15:39:46.843 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:39:46.937 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:39:46.938 INFO:teuthology.orchestra.run.smithi078.stdout:Nothing to do. 2021-07-26T15:39:46.938 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:39:46.979 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph-mgr-dashboard 2021-07-26T15:39:47.107 INFO:teuthology.orchestra.run.smithi139.stdout:(1/6): ceph-prometheus-alerts-15.2.13-213.g0f58 34 kB/s | 9.0 kB 00:00 2021-07-26T15:39:47.107 INFO:teuthology.orchestra.run.smithi139.stdout:(2/6): ceph-grafana-dashboards-15.2.13-213.g0f5 90 kB/s | 24 kB 00:00 2021-07-26T15:39:47.149 INFO:teuthology.orchestra.run.smithi139.stdout:(3/6): python3-jwt-1.6.1-2.el8.noarch.rpm 1.0 MB/s | 43 kB 00:00 2021-07-26T15:39:47.186 INFO:teuthology.orchestra.run.smithi139.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 426 kB/s | 34 kB 00:00 2021-07-26T15:39:47.320 INFO:teuthology.orchestra.run.smithi139.stdout:(5/6): python3-routes-2.4.1-12.el8.noarch.rpm 1.1 MB/s | 196 kB 00:00 2021-07-26T15:39:47.413 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:20 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:47.927 INFO:teuthology.orchestra.run.smithi139.stdout:(6/6): ceph-mgr-dashboard-15.2.13-213.g0f589fd5 3.3 MB/s | 3.6 MB 00:01 2021-07-26T15:39:47.929 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:39:47.930 INFO:teuthology.orchestra.run.smithi139.stdout:Total 3.6 MB/s | 3.9 MB 00:01 2021-07-26T15:39:47.932 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:39:47.940 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:39:47.940 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:39:48.072 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:39:48.075 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:39:48.325 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:39:48.326 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:39:48.327 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2021-07-26T15:39:48.327 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:39:48.327 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:39:48.327 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-dashboard noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 3.6 M 2021-07-26T15:39:48.328 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2021-07-26T15:39:48.328 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-grafana-dashboards noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 24 k 2021-07-26T15:39:48.328 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-prometheus-alerts noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 9.0 k 2021-07-26T15:39:48.328 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-Base 43 k 2021-07-26T15:39:48.328 INFO:teuthology.orchestra.run.smithi078.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2021-07-26T15:39:48.329 INFO:teuthology.orchestra.run.smithi078.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2021-07-26T15:39:48.329 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:48.329 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:39:48.329 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:39:48.329 INFO:teuthology.orchestra.run.smithi078.stdout:Install 6 Packages 2021-07-26T15:39:48.330 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:48.330 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 3.9 M 2021-07-26T15:39:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 19 M 2021-07-26T15:39:48.331 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:39:48.389 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:39:48.434 INFO:teuthology.orchestra.run.smithi078.stdout:(1/6): ceph-prometheus-alerts-15.2.13-213.g0f58 85 kB/s | 9.0 kB 00:00 2021-07-26T15:39:48.461 INFO:teuthology.orchestra.run.smithi078.stdout:(2/6): ceph-grafana-dashboards-15.2.13-213.g0f5 182 kB/s | 24 kB 00:00 2021-07-26T15:39:48.469 INFO:teuthology.orchestra.run.smithi078.stdout:(3/6): python3-jwt-1.6.1-2.el8.noarch.rpm 1.2 MB/s | 43 kB 00:00 2021-07-26T15:39:48.543 INFO:teuthology.orchestra.run.smithi078.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 412 kB/s | 34 kB 00:00 2021-07-26T15:39:48.576 INFO:teuthology.orchestra.run.smithi078.stdout:(5/6): python3-routes-2.4.1-12.el8.noarch.rpm 1.8 MB/s | 196 kB 00:00 2021-07-26T15:39:48.640 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2021-07-26T15:39:48.901 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2021-07-26T15:39:48.921 INFO:teuthology.orchestra.run.smithi078.stdout:(6/6): ceph-mgr-dashboard-15.2.13-213.g0f589fd5 6.0 MB/s | 3.6 MB 00:00 2021-07-26T15:39:48.924 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:39:48.925 INFO:teuthology.orchestra.run.smithi078.stdout:Total 6.5 MB/s | 3.9 MB 00:00 2021-07-26T15:39:48.926 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:39:48.935 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:39:48.936 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:39:49.070 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:39:49.073 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:39:49.144 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2021-07-26T15:39:49.247 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-prometheus-alerts-2:15.2.13-213.g0f589fd5.el8.n 4/6 2021-07-26T15:39:49.333 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:39:49.537 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2021-07-26T15:39:49.970 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2021-07-26T15:39:50.310 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-grafana-dashboards-2:15.2.13-213.g0f589fd5.el8. 5/6 2021-07-26T15:39:50.610 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mgr-dashboard-2:15.2.13-213.g0f589fd5.el8.noarc 6/6 2021-07-26T15:39:50.847 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-mgr-dashboard-2:15.2.13-213.g0f589fd5.el8.noarc 6/6 2021-07-26T15:39:50.847 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-grafana-dashboards-2:15.2.13-213.g0f589fd5.el8. 1/6 2021-07-26T15:39:50.847 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mgr-dashboard-2:15.2.13-213.g0f589fd5.el8.noarc 2/6 2021-07-26T15:39:50.847 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-prometheus-alerts-2:15.2.13-213.g0f589fd5.el8.n 3/6 2021-07-26T15:39:50.848 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2021-07-26T15:39:50.848 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2021-07-26T15:39:51.048 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2021-07-26T15:39:51.136 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2021-07-26T15:39:51.136 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:51.136 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:39:51.137 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-grafana-dashboards-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:39:51.137 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-dashboard-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:39:51.137 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-prometheus-alerts-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:39:51.138 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jwt-1.6.1-2.el8.noarch 2021-07-26T15:39:51.138 INFO:teuthology.orchestra.run.smithi139.stdout: python3-repoze-lru-0.7-6.el8.noarch 2021-07-26T15:39:51.138 INFO:teuthology.orchestra.run.smithi139.stdout: python3-routes-2.4.1-12.el8.noarch 2021-07-26T15:39:51.138 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:51.139 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:39:51.144 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-prometheus-alerts-2:15.2.13-213.g0f589fd5.el8.n 4/6 2021-07-26T15:39:51.221 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install ceph-mgr-diskprediction-local 2021-07-26T15:39:51.658 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:24 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:52.209 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-grafana-dashboards-2:15.2.13-213.g0f589fd5.el8. 5/6 2021-07-26T15:39:52.478 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-dashboard-2:15.2.13-213.g0f589fd5.el8.noarc 6/6 2021-07-26T15:39:52.541 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:39:52.542 INFO:teuthology.orchestra.run.smithi139.stdout:===================================================================================================== 2021-07-26T15:39:52.543 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repository Size 2021-07-26T15:39:52.543 INFO:teuthology.orchestra.run.smithi139.stdout:===================================================================================================== 2021-07-26T15:39:52.543 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:39:52.543 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-diskprediction-local noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 8.6 M 2021-07-26T15:39:52.544 INFO:teuthology.orchestra.run.smithi139.stdout:Installing dependencies: 2021-07-26T15:39:52.544 INFO:teuthology.orchestra.run.smithi139.stdout: libgfortran x86_64 8.4.1-1.el8 CentOS-Base 639 k 2021-07-26T15:39:52.544 INFO:teuthology.orchestra.run.smithi139.stdout: libquadmath x86_64 8.4.1-1.el8 CentOS-Base 169 k 2021-07-26T15:39:52.544 INFO:teuthology.orchestra.run.smithi139.stdout: openblas x86_64 0.3.12-1.el8 CentOS-AppStream 4.6 M 2021-07-26T15:39:52.544 INFO:teuthology.orchestra.run.smithi139.stdout: openblas-threads x86_64 0.3.12-1.el8 CentOS-AppStream 4.7 M 2021-07-26T15:39:52.545 INFO:teuthology.orchestra.run.smithi139.stdout: python3-numpy x86_64 1:1.14.3-9.el8 CentOS-AppStream 3.7 M 2021-07-26T15:39:52.545 INFO:teuthology.orchestra.run.smithi139.stdout: python3-numpy-f2py x86_64 1:1.14.3-9.el8 CentOS-AppStream 225 k 2021-07-26T15:39:52.545 INFO:teuthology.orchestra.run.smithi139.stdout: python3-scipy x86_64 1.0.0-20.module_el8.4.0+790+083e3d81 CentOS-AppStream 15 M 2021-07-26T15:39:52.545 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:52.546 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:39:52.546 INFO:teuthology.orchestra.run.smithi139.stdout:===================================================================================================== 2021-07-26T15:39:52.546 INFO:teuthology.orchestra.run.smithi139.stdout:Install 8 Packages 2021-07-26T15:39:52.546 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:39:52.547 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 37 M 2021-07-26T15:39:52.547 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 197 M 2021-07-26T15:39:52.547 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:39:52.698 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-dashboard-2:15.2.13-213.g0f589fd5.el8.noarc 6/6 2021-07-26T15:39:52.698 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-grafana-dashboards-2:15.2.13-213.g0f589fd5.el8. 1/6 2021-07-26T15:39:52.699 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-dashboard-2:15.2.13-213.g0f589fd5.el8.noarc 2/6 2021-07-26T15:39:52.700 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-prometheus-alerts-2:15.2.13-213.g0f589fd5.el8.n 3/6 2021-07-26T15:39:52.700 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2021-07-26T15:39:52.700 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2021-07-26T15:39:52.853 INFO:teuthology.orchestra.run.smithi139.stdout:(1/8): openblas-threads-0.3.12-1.el8.x86_64.rpm 15 MB/s | 4.7 MB 00:00 2021-07-26T15:39:52.945 INFO:teuthology.orchestra.run.smithi139.stdout:(2/8): openblas-0.3.12-1.el8.x86_64.rpm 11 MB/s | 4.6 MB 00:00 2021-07-26T15:39:52.987 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2021-07-26T15:39:52.987 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:52.987 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:39:52.988 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-grafana-dashboards-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:39:52.988 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-dashboard-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:39:52.988 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-prometheus-alerts-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:39:52.988 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jwt-1.6.1-2.el8.noarch 2021-07-26T15:39:52.988 INFO:teuthology.orchestra.run.smithi078.stdout: python3-repoze-lru-0.7-6.el8.noarch 2021-07-26T15:39:52.989 INFO:teuthology.orchestra.run.smithi078.stdout: python3-routes-2.4.1-12.el8.noarch 2021-07-26T15:39:52.989 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:52.989 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:39:52.990 INFO:teuthology.orchestra.run.smithi139.stdout:(3/8): python3-numpy-f2py-1.14.3-9.el8.x86_64.r 4.9 MB/s | 225 kB 00:00 2021-07-26T15:39:53.009 INFO:teuthology.orchestra.run.smithi139.stdout:(4/8): python3-numpy-1.14.3-9.el8.x86_64.rpm 24 MB/s | 3.7 MB 00:00 2021-07-26T15:39:53.041 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph-mgr-diskprediction-local 2021-07-26T15:39:53.071 INFO:teuthology.orchestra.run.smithi139.stdout:(5/8): libgfortran-8.4.1-1.el8.x86_64.rpm 10 MB/s | 639 kB 00:00 2021-07-26T15:39:53.104 INFO:teuthology.orchestra.run.smithi139.stdout:(6/8): libquadmath-8.4.1-1.el8.x86_64.rpm 5.0 MB/s | 169 kB 00:00 2021-07-26T15:39:53.475 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:26 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:39:53.488 INFO:teuthology.orchestra.run.smithi139.stdout:(7/8): python3-scipy-1.0.0-20.module_el8.4.0+79 29 MB/s | 15 MB 00:00 2021-07-26T15:39:53.795 INFO:teuthology.orchestra.run.smithi139.stdout:(8/8): ceph-mgr-diskprediction-local-15.2.13-21 6.9 MB/s | 8.6 MB 00:01 2021-07-26T15:39:53.798 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:39:53.799 INFO:teuthology.orchestra.run.smithi139.stdout:Total 30 MB/s | 37 MB 00:01 2021-07-26T15:39:53.808 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:39:53.826 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:39:53.827 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:39:54.154 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:39:54.157 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:39:54.376 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:39:54.377 INFO:teuthology.orchestra.run.smithi078.stdout:===================================================================================================== 2021-07-26T15:39:54.377 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2021-07-26T15:39:54.377 INFO:teuthology.orchestra.run.smithi078.stdout:===================================================================================================== 2021-07-26T15:39:54.378 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:39:54.378 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-diskprediction-local noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 8.6 M 2021-07-26T15:39:54.378 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2021-07-26T15:39:54.379 INFO:teuthology.orchestra.run.smithi078.stdout: libgfortran x86_64 8.4.1-1.el8 CentOS-Base 639 k 2021-07-26T15:39:54.379 INFO:teuthology.orchestra.run.smithi078.stdout: libquadmath x86_64 8.4.1-1.el8 CentOS-Base 169 k 2021-07-26T15:39:54.379 INFO:teuthology.orchestra.run.smithi078.stdout: openblas x86_64 0.3.12-1.el8 CentOS-AppStream 4.6 M 2021-07-26T15:39:54.380 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-threads x86_64 0.3.12-1.el8 CentOS-AppStream 4.7 M 2021-07-26T15:39:54.380 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy x86_64 1:1.14.3-9.el8 CentOS-AppStream 3.7 M 2021-07-26T15:39:54.381 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-f2py x86_64 1:1.14.3-9.el8 CentOS-AppStream 225 k 2021-07-26T15:39:54.381 INFO:teuthology.orchestra.run.smithi078.stdout: python3-scipy x86_64 1.0.0-20.module_el8.4.0+790+083e3d81 CentOS-AppStream 15 M 2021-07-26T15:39:54.381 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:54.382 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:39:54.382 INFO:teuthology.orchestra.run.smithi078.stdout:===================================================================================================== 2021-07-26T15:39:54.382 INFO:teuthology.orchestra.run.smithi078.stdout:Install 8 Packages 2021-07-26T15:39:54.383 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:39:54.384 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 37 M 2021-07-26T15:39:54.385 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 197 M 2021-07-26T15:39:54.385 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:39:54.536 INFO:teuthology.orchestra.run.smithi078.stdout:(1/8): openblas-0.3.12-1.el8.x86_64.rpm 29 MB/s | 4.6 MB 00:00 2021-07-26T15:39:54.640 INFO:teuthology.orchestra.run.smithi078.stdout:(2/8): python3-numpy-1.14.3-9.el8.x86_64.rpm 36 MB/s | 3.7 MB 00:00 2021-07-26T15:39:54.645 INFO:teuthology.orchestra.run.smithi078.stdout:(3/8): python3-numpy-f2py-1.14.3-9.el8.x86_64.r 35 MB/s | 225 kB 00:00 2021-07-26T15:39:54.729 INFO:teuthology.orchestra.run.smithi078.stdout:(4/8): openblas-threads-0.3.12-1.el8.x86_64.rpm 14 MB/s | 4.7 MB 00:00 2021-07-26T15:39:54.762 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:39:54.769 INFO:teuthology.orchestra.run.smithi078.stdout:(5/8): libgfortran-8.4.1-1.el8.x86_64.rpm 16 MB/s | 639 kB 00:00 2021-07-26T15:39:54.785 INFO:teuthology.orchestra.run.smithi078.stdout:(6/8): libquadmath-8.4.1-1.el8.x86_64.rpm 10 MB/s | 169 kB 00:00 2021-07-26T15:39:54.919 INFO:teuthology.orchestra.run.smithi078.stdout:(7/8): ceph-mgr-diskprediction-local-15.2.13-21 16 MB/s | 8.6 MB 00:00 2021-07-26T15:39:55.033 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libquadmath-8.4.1-1.el8.x86_64 1/8 2021-07-26T15:39:55.035 INFO:teuthology.orchestra.run.smithi078.stdout:(8/8): python3-scipy-1.0.0-20.module_el8.4.0+79 37 MB/s | 15 MB 00:00 2021-07-26T15:39:55.038 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:39:55.038 INFO:teuthology.orchestra.run.smithi078.stdout:Total 56 MB/s | 37 MB 00:00 2021-07-26T15:39:55.047 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:39:55.066 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:39:55.067 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:39:55.208 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: libquadmath-8.4.1-1.el8.x86_64 1/8 2021-07-26T15:39:55.390 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libgfortran-8.4.1-1.el8.x86_64 2/8 2021-07-26T15:39:55.390 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:39:55.393 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:39:55.914 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: libgfortran-8.4.1-1.el8.x86_64 2/8 2021-07-26T15:39:55.932 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:39:56.098 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : openblas-0.3.12-1.el8.x86_64 3/8 2021-07-26T15:39:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libquadmath-8.4.1-1.el8.x86_64 1/8 2021-07-26T15:39:56.294 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libquadmath-8.4.1-1.el8.x86_64 1/8 2021-07-26T15:39:56.435 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libgfortran-8.4.1-1.el8.x86_64 2/8 2021-07-26T15:39:56.685 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: openblas-0.3.12-1.el8.x86_64 3/8 2021-07-26T15:39:56.847 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : openblas-threads-0.3.12-1.el8.x86_64 4/8 2021-07-26T15:39:56.965 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libgfortran-8.4.1-1.el8.x86_64 2/8 2021-07-26T15:39:57.144 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : openblas-0.3.12-1.el8.x86_64 3/8 2021-07-26T15:39:57.556 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: openblas-threads-0.3.12-1.el8.x86_64 4/8 2021-07-26T15:39:57.705 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: openblas-0.3.12-1.el8.x86_64 3/8 2021-07-26T15:39:57.835 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : openblas-threads-0.3.12-1.el8.x86_64 4/8 2021-07-26T15:39:57.945 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-numpy-1:1.14.3-9.el8.x86_64 5/8 2021-07-26T15:39:58.181 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-07-26T15:39:58.542 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: openblas-threads-0.3.12-1.el8.x86_64 4/8 2021-07-26T15:39:58.891 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-numpy-1:1.14.3-9.el8.x86_64 5/8 2021-07-26T15:39:59.143 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-07-26T15:40:00.181 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-07-26T15:40:01.132 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-07-26T15:40:01.802 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-scipy-1.0.0-20.module_el8.4.0+790+083e3d81.x 7/8 2021-07-26T15:40:02.005 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mgr-diskprediction-local-2:15.2.13-213.g0f589fd 8/8 2021-07-26T15:40:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:15.2.13-213.g0f589fd 8/8 2021-07-26T15:40:02.269 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mgr-diskprediction-local-2:15.2.13-213.g0f589fd 1/8 2021-07-26T15:40:02.270 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : openblas-0.3.12-1.el8.x86_64 2/8 2021-07-26T15:40:02.270 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : openblas-threads-0.3.12-1.el8.x86_64 3/8 2021-07-26T15:40:02.270 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-numpy-1:1.14.3-9.el8.x86_64 4/8 2021-07-26T15:40:02.271 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 5/8 2021-07-26T15:40:02.271 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-scipy-1.0.0-20.module_el8.4.0+790+083e3d81.x 6/8 2021-07-26T15:40:02.271 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libgfortran-8.4.1-1.el8.x86_64 7/8 2021-07-26T15:40:02.577 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-scipy-1.0.0-20.module_el8.4.0+790+083e3d81.x 7/8 2021-07-26T15:40:02.635 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libquadmath-8.4.1-1.el8.x86_64 8/8 2021-07-26T15:40:02.636 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:02.636 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:40:02.637 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-diskprediction-local-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:40:02.638 INFO:teuthology.orchestra.run.smithi139.stdout: libgfortran-8.4.1-1.el8.x86_64 2021-07-26T15:40:02.638 INFO:teuthology.orchestra.run.smithi139.stdout: libquadmath-8.4.1-1.el8.x86_64 2021-07-26T15:40:02.638 INFO:teuthology.orchestra.run.smithi139.stdout: openblas-0.3.12-1.el8.x86_64 2021-07-26T15:40:02.639 INFO:teuthology.orchestra.run.smithi139.stdout: openblas-threads-0.3.12-1.el8.x86_64 2021-07-26T15:40:02.639 INFO:teuthology.orchestra.run.smithi139.stdout: python3-numpy-1:1.14.3-9.el8.x86_64 2021-07-26T15:40:02.640 INFO:teuthology.orchestra.run.smithi139.stdout: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 2021-07-26T15:40:02.640 INFO:teuthology.orchestra.run.smithi139.stdout: python3-scipy-1.0.0-20.module_el8.4.0+790+083e3d81.x86_64 2021-07-26T15:40:02.641 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:02.641 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:02.706 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install ceph-mgr-rook 2021-07-26T15:40:02.767 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-diskprediction-local-2:15.2.13-213.g0f589fd 8/8 2021-07-26T15:40:03.021 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:15.2.13-213.g0f589fd 8/8 2021-07-26T15:40:03.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-diskprediction-local-2:15.2.13-213.g0f589fd 1/8 2021-07-26T15:40:03.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openblas-0.3.12-1.el8.x86_64 2/8 2021-07-26T15:40:03.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openblas-threads-0.3.12-1.el8.x86_64 3/8 2021-07-26T15:40:03.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-numpy-1:1.14.3-9.el8.x86_64 4/8 2021-07-26T15:40:03.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 5/8 2021-07-26T15:40:03.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-scipy-1.0.0-20.module_el8.4.0+790+083e3d81.x 6/8 2021-07-26T15:40:03.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libgfortran-8.4.1-1.el8.x86_64 7/8 2021-07-26T15:40:03.149 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:36 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:03.336 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libquadmath-8.4.1-1.el8.x86_64 8/8 2021-07-26T15:40:03.336 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:03.336 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:40:03.337 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-diskprediction-local-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:40:03.337 INFO:teuthology.orchestra.run.smithi078.stdout: libgfortran-8.4.1-1.el8.x86_64 2021-07-26T15:40:03.337 INFO:teuthology.orchestra.run.smithi078.stdout: libquadmath-8.4.1-1.el8.x86_64 2021-07-26T15:40:03.337 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-0.3.12-1.el8.x86_64 2021-07-26T15:40:03.337 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-threads-0.3.12-1.el8.x86_64 2021-07-26T15:40:03.338 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-1:1.14.3-9.el8.x86_64 2021-07-26T15:40:03.338 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 2021-07-26T15:40:03.338 INFO:teuthology.orchestra.run.smithi078.stdout: python3-scipy-1.0.0-20.module_el8.4.0+790+083e3d81.x86_64 2021-07-26T15:40:03.338 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:03.339 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:03.406 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph-mgr-rook 2021-07-26T15:40:03.846 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:36 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:04.063 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:04.064 INFO:teuthology.orchestra.run.smithi139.stdout:======================================================================================== 2021-07-26T15:40:04.064 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repository Size 2021-07-26T15:40:04.065 INFO:teuthology.orchestra.run.smithi139.stdout:======================================================================================== 2021-07-26T15:40:04.065 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:40:04.065 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-rook noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 27 k 2021-07-26T15:40:04.065 INFO:teuthology.orchestra.run.smithi139.stdout:Installing dependencies: 2021-07-26T15:40:04.065 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2021-07-26T15:40:04.066 INFO:teuthology.orchestra.run.smithi139.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2021-07-26T15:40:04.066 INFO:teuthology.orchestra.run.smithi139.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2021-07-26T15:40:04.066 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2021-07-26T15:40:04.066 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2021-07-26T15:40:04.067 INFO:teuthology.orchestra.run.smithi139.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2021-07-26T15:40:04.067 INFO:teuthology.orchestra.run.smithi139.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-Base 155 k 2021-07-26T15:40:04.067 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2021-07-26T15:40:04.067 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2021-07-26T15:40:04.067 INFO:teuthology.orchestra.run.smithi139.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-Base 43 k 2021-07-26T15:40:04.068 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rsa noarch 3.4.2-16.el8 epel 73 k 2021-07-26T15:40:04.068 INFO:teuthology.orchestra.run.smithi139.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2021-07-26T15:40:04.068 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:04.068 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:40:04.069 INFO:teuthology.orchestra.run.smithi139.stdout:======================================================================================== 2021-07-26T15:40:04.069 INFO:teuthology.orchestra.run.smithi139.stdout:Install 13 Packages 2021-07-26T15:40:04.069 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:04.070 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 1.9 M 2021-07-26T15:40:04.070 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 24 M 2021-07-26T15:40:04.070 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:40:04.120 INFO:teuthology.orchestra.run.smithi139.stdout:(1/13): python3-jsonpointer-1.10-11.el8.noarch. 383 kB/s | 20 kB 00:00 2021-07-26T15:40:04.121 INFO:teuthology.orchestra.run.smithi139.stdout:(2/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 489 kB/s | 27 kB 00:00 2021-07-26T15:40:04.140 INFO:teuthology.orchestra.run.smithi139.stdout:(3/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 6.8 MB/s | 126 kB 00:00 2021-07-26T15:40:04.157 INFO:teuthology.orchestra.run.smithi139.stdout:(4/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 7.9 MB/s | 155 kB 00:00 2021-07-26T15:40:04.176 INFO:teuthology.orchestra.run.smithi139.stdout:(5/13): python3-requests-oauthlib-1.0.0-1.el8.n 2.3 MB/s | 43 kB 00:00 2021-07-26T15:40:04.182 INFO:teuthology.orchestra.run.smithi139.stdout:(6/13): python3-pyasn1-modules-0.3.7-6.el8.noar 1.8 MB/s | 110 kB 00:00 2021-07-26T15:40:04.206 INFO:teuthology.orchestra.run.smithi139.stdout:(7/13): ceph-mgr-rook-15.2.13-213.g0f589fd5.el8 195 kB/s | 27 kB 00:00 2021-07-26T15:40:04.241 INFO:teuthology.orchestra.run.smithi139.stdout:(8/13): python3-cachetools-3.1.1-4.el8.noarch.r 505 kB/s | 33 kB 00:00 2021-07-26T15:40:04.246 INFO:teuthology.orchestra.run.smithi139.stdout:(9/13): python3-certifi-2018.10.15-7.el8.noarch 255 kB/s | 16 kB 00:00 2021-07-26T15:40:04.289 INFO:teuthology.orchestra.run.smithi139.stdout:(10/13): python3-rsa-3.4.2-16.el8.noarch.rpm 1.7 MB/s | 73 kB 00:00 2021-07-26T15:40:04.295 INFO:teuthology.orchestra.run.smithi139.stdout:(11/13): python3-google-auth-1.1.1-10.el8.noarc 919 kB/s | 81 kB 00:00 2021-07-26T15:40:04.312 INFO:teuthology.orchestra.run.smithi139.stdout:(12/13): python3-websocket-client-0.56.0-5.el8. 2.7 MB/s | 61 kB 00:00 2021-07-26T15:40:04.392 INFO:teuthology.orchestra.run.smithi139.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 7.7 MB/s | 1.2 MB 00:00 2021-07-26T15:40:04.394 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:04.395 INFO:teuthology.orchestra.run.smithi139.stdout:Total 5.8 MB/s | 1.9 MB 00:00 2021-07-26T15:40:04.400 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:40:04.414 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:40:04.414 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:40:04.488 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:40:04.491 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:40:04.742 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:04.781 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================== 2021-07-26T15:40:04.782 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2021-07-26T15:40:04.782 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================== 2021-07-26T15:40:04.782 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:40:04.782 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-rook noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 27 k 2021-07-26T15:40:04.783 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2021-07-26T15:40:04.783 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2021-07-26T15:40:04.783 INFO:teuthology.orchestra.run.smithi078.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2021-07-26T15:40:04.783 INFO:teuthology.orchestra.run.smithi078.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2021-07-26T15:40:04.784 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2021-07-26T15:40:04.784 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2021-07-26T15:40:04.784 INFO:teuthology.orchestra.run.smithi078.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2021-07-26T15:40:04.784 INFO:teuthology.orchestra.run.smithi078.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-Base 155 k 2021-07-26T15:40:04.785 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2021-07-26T15:40:04.785 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2021-07-26T15:40:04.785 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-Base 43 k 2021-07-26T15:40:04.785 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rsa noarch 3.4.2-16.el8 epel 73 k 2021-07-26T15:40:04.785 INFO:teuthology.orchestra.run.smithi078.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2021-07-26T15:40:04.786 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:04.786 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:40:04.786 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================== 2021-07-26T15:40:04.786 INFO:teuthology.orchestra.run.smithi078.stdout:Install 13 Packages 2021-07-26T15:40:04.787 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:04.787 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 1.9 M 2021-07-26T15:40:04.788 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 24 M 2021-07-26T15:40:04.788 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:40:04.790 INFO:teuthology.orchestra.run.smithi078.stdout:(1/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 613 kB/s | 27 kB 00:00 2021-07-26T15:40:04.791 INFO:teuthology.orchestra.run.smithi078.stdout:(2/13): python3-jsonpointer-1.10-11.el8.noarch. 456 kB/s | 20 kB 00:00 2021-07-26T15:40:04.795 INFO:teuthology.orchestra.run.smithi078.stdout:(3/13): python3-pyasn1-modules-0.3.7-6.el8.noar 33 MB/s | 110 kB 00:00 2021-07-26T15:40:04.795 INFO:teuthology.orchestra.run.smithi078.stdout:(4/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 28 MB/s | 126 kB 00:00 2021-07-26T15:40:04.799 INFO:teuthology.orchestra.run.smithi078.stdout:(5/13): python3-requests-oauthlib-1.0.0-1.el8.n 16 MB/s | 43 kB 00:00 2021-07-26T15:40:04.802 INFO:teuthology.orchestra.run.smithi078.stdout:(6/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 25 MB/s | 155 kB 00:00 2021-07-26T15:40:04.897 INFO:teuthology.orchestra.run.smithi078.stdout:(7/13): python3-certifi-2018.10.15-7.el8.noarch 168 kB/s | 16 kB 00:00 2021-07-26T15:40:04.902 INFO:teuthology.orchestra.run.smithi078.stdout:(8/13): python3-cachetools-3.1.1-4.el8.noarch.r 314 kB/s | 33 kB 00:00 2021-07-26T15:40:04.920 INFO:teuthology.orchestra.run.smithi078.stdout:(9/13): ceph-mgr-rook-15.2.13-213.g0f589fd5.el8 157 kB/s | 27 kB 00:00 2021-07-26T15:40:04.993 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:40:05.098 INFO:teuthology.orchestra.run.smithi078.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 406 kB/s | 81 kB 00:00 2021-07-26T15:40:05.146 INFO:teuthology.orchestra.run.smithi078.stdout:(11/13): python3-rsa-3.4.2-16.el8.noarch.rpm 324 kB/s | 73 kB 00:00 2021-07-26T15:40:05.167 INFO:teuthology.orchestra.run.smithi078.stdout:(12/13): python3-websocket-client-0.56.0-5.el8. 890 kB/s | 61 kB 00:00 2021-07-26T15:40:05.260 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2021-07-26T15:40:05.579 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2021-07-26T15:40:05.717 INFO:teuthology.orchestra.run.smithi078.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 1.4 MB/s | 1.2 MB 00:00 2021-07-26T15:40:05.719 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:05.720 INFO:teuthology.orchestra.run.smithi078.stdout:Total 2.0 MB/s | 1.9 MB 00:00 2021-07-26T15:40:05.726 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:40:05.740 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:40:05.741 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:40:05.815 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:40:05.818 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:40:05.858 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-rsa-3.4.2-16.el8.noarch 3/13 2021-07-26T15:40:06.087 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2021-07-26T15:40:06.323 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2021-07-26T15:40:06.596 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2021-07-26T15:40:06.985 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:40:06.993 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2021-07-26T15:40:07.223 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2021-07-26T15:40:07.245 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2021-07-26T15:40:07.458 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2021-07-26T15:40:07.722 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rsa-3.4.2-16.el8.noarch 3/13 2021-07-26T15:40:07.950 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2021-07-26T15:40:08.142 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2021-07-26T15:40:08.363 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2021-07-26T15:40:08.392 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2021-07-26T15:40:08.663 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2021-07-26T15:40:08.703 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2021-07-26T15:40:08.873 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2021-07-26T15:40:08.912 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2021-07-26T15:40:09.137 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2021-07-26T15:40:09.354 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mgr-rook-2:15.2.13-213.g0f589fd5.el8.noarch 13/13 2021-07-26T15:40:09.596 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-mgr-rook-2:15.2.13-213.g0f589fd5.el8.noarch 13/13 2021-07-26T15:40:09.596 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mgr-rook-2:15.2.13-213.g0f589fd5.el8.noarch 1/13 2021-07-26T15:40:09.597 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2021-07-26T15:40:09.597 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2021-07-26T15:40:09.597 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2021-07-26T15:40:09.597 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2021-07-26T15:40:09.598 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2021-07-26T15:40:09.598 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2021-07-26T15:40:09.598 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2021-07-26T15:40:09.599 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2021-07-26T15:40:09.599 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2021-07-26T15:40:09.599 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2021-07-26T15:40:09.600 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-rsa-3.4.2-16.el8.noarch 12/13 2021-07-26T15:40:09.981 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2021-07-26T15:40:10.000 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2021-07-26T15:40:10.001 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:10.001 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:40:10.002 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-rook-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:40:10.002 INFO:teuthology.orchestra.run.smithi139.stdout: python3-cachetools-3.1.1-4.el8.noarch 2021-07-26T15:40:10.002 INFO:teuthology.orchestra.run.smithi139.stdout: python3-certifi-2018.10.15-7.el8.noarch 2021-07-26T15:40:10.003 INFO:teuthology.orchestra.run.smithi139.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2021-07-26T15:40:10.003 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jsonpatch-1.21-2.el8.noarch 2021-07-26T15:40:10.003 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jsonpointer-1.10-11.el8.noarch 2021-07-26T15:40:10.003 INFO:teuthology.orchestra.run.smithi139.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2021-07-26T15:40:10.004 INFO:teuthology.orchestra.run.smithi139.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2021-07-26T15:40:10.004 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2021-07-26T15:40:10.004 INFO:teuthology.orchestra.run.smithi139.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2021-07-26T15:40:10.004 INFO:teuthology.orchestra.run.smithi139.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2021-07-26T15:40:10.004 INFO:teuthology.orchestra.run.smithi139.stdout: python3-rsa-3.4.2-16.el8.noarch 2021-07-26T15:40:10.005 INFO:teuthology.orchestra.run.smithi139.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2021-07-26T15:40:10.005 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:10.005 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:10.049 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install ceph-mgr-cephadm 2021-07-26T15:40:10.232 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2021-07-26T15:40:10.449 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2021-07-26T15:40:10.489 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:43 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:10.650 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2021-07-26T15:40:10.858 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-rook-2:15.2.13-213.g0f589fd5.el8.noarch 13/13 2021-07-26T15:40:11.095 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-rook-2:15.2.13-213.g0f589fd5.el8.noarch 13/13 2021-07-26T15:40:11.096 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-rook-2:15.2.13-213.g0f589fd5.el8.noarch 1/13 2021-07-26T15:40:11.096 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2021-07-26T15:40:11.096 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2021-07-26T15:40:11.096 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2021-07-26T15:40:11.097 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2021-07-26T15:40:11.097 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2021-07-26T15:40:11.097 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2021-07-26T15:40:11.097 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2021-07-26T15:40:11.098 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2021-07-26T15:40:11.098 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2021-07-26T15:40:11.098 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2021-07-26T15:40:11.098 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rsa-3.4.2-16.el8.noarch 12/13 2021-07-26T15:40:11.392 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:11.393 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:11.393 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repository Size 2021-07-26T15:40:11.393 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:11.393 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:40:11.394 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-cephadm noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 68 k 2021-07-26T15:40:11.394 INFO:teuthology.orchestra.run.smithi139.stdout:Installing dependencies: 2021-07-26T15:40:11.394 INFO:teuthology.orchestra.run.smithi139.stdout: python3-apipkg noarch 1.5-6.el8 epel 21 k 2021-07-26T15:40:11.394 INFO:teuthology.orchestra.run.smithi139.stdout: python3-babel noarch 2.5.1-5.el8 CentOS-AppStream 4.8 M 2021-07-26T15:40:11.395 INFO:teuthology.orchestra.run.smithi139.stdout: python3-execnet noarch 1.7.1-1.el8 epel 355 k 2021-07-26T15:40:11.395 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jinja2 noarch 2.10.1-2.el8_0 CentOS-AppStream 538 k 2021-07-26T15:40:11.395 INFO:teuthology.orchestra.run.smithi139.stdout: python3-remoto noarch 1.1.4-4.el8 epel 48 k 2021-07-26T15:40:11.395 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:11.396 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:40:11.396 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:11.396 INFO:teuthology.orchestra.run.smithi139.stdout:Install 6 Packages 2021-07-26T15:40:11.396 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:11.397 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 5.8 M 2021-07-26T15:40:11.397 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 24 M 2021-07-26T15:40:11.398 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:40:11.434 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2021-07-26T15:40:11.435 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:11.435 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:40:11.436 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-rook-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:40:11.436 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cachetools-3.1.1-4.el8.noarch 2021-07-26T15:40:11.436 INFO:teuthology.orchestra.run.smithi078.stdout: python3-certifi-2018.10.15-7.el8.noarch 2021-07-26T15:40:11.436 INFO:teuthology.orchestra.run.smithi078.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2021-07-26T15:40:11.437 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpatch-1.21-2.el8.noarch 2021-07-26T15:40:11.437 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpointer-1.10-11.el8.noarch 2021-07-26T15:40:11.437 INFO:teuthology.orchestra.run.smithi078.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2021-07-26T15:40:11.437 INFO:teuthology.orchestra.run.smithi078.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2021-07-26T15:40:11.438 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2021-07-26T15:40:11.438 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2021-07-26T15:40:11.438 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2021-07-26T15:40:11.438 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rsa-3.4.2-16.el8.noarch 2021-07-26T15:40:11.439 INFO:teuthology.orchestra.run.smithi078.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2021-07-26T15:40:11.439 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:11.439 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:11.489 INFO:teuthology.orchestra.run.smithi139.stdout:(1/6): python3-jinja2-2.10.1-2.el8_0.noarch.rpm 5.6 MB/s | 538 kB 00:00 2021-07-26T15:40:11.490 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph-mgr-cephadm 2021-07-26T15:40:11.556 INFO:teuthology.orchestra.run.smithi139.stdout:(2/6): python3-apipkg-1.5-6.el8.noarch.rpm 317 kB/s | 21 kB 00:00 2021-07-26T15:40:11.556 INFO:teuthology.orchestra.run.smithi139.stdout:(3/6): ceph-mgr-cephadm-15.2.13-213.g0f589fd5.e 422 kB/s | 68 kB 00:00 2021-07-26T15:40:11.587 INFO:teuthology.orchestra.run.smithi139.stdout:(4/6): python3-babel-2.5.1-5.el8.noarch.rpm 25 MB/s | 4.8 MB 00:00 2021-07-26T15:40:11.653 INFO:teuthology.orchestra.run.smithi139.stdout:(5/6): python3-remoto-1.1.4-4.el8.noarch.rpm 495 kB/s | 48 kB 00:00 2021-07-26T15:40:11.709 INFO:teuthology.orchestra.run.smithi139.stdout:(6/6): python3-execnet-1.7.1-1.el8.noarch.rpm 2.3 MB/s | 355 kB 00:00 2021-07-26T15:40:11.712 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:11.712 INFO:teuthology.orchestra.run.smithi139.stdout:Total 18 MB/s | 5.8 MB 00:00 2021-07-26T15:40:11.715 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:40:11.724 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:40:11.724 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:40:11.806 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:40:11.808 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:40:11.928 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:44 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:12.140 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:40:12.425 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-apipkg-1.5-6.el8.noarch 1/6 2021-07-26T15:40:12.693 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-execnet-1.7.1-1.el8.noarch 2/6 2021-07-26T15:40:13.277 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:13.278 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:13.278 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2021-07-26T15:40:13.278 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:13.279 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:40:13.279 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-cephadm noarch 2:15.2.13-213.g0f589fd5.el8 ceph-noarch 68 k 2021-07-26T15:40:13.279 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2021-07-26T15:40:13.279 INFO:teuthology.orchestra.run.smithi078.stdout: python3-apipkg noarch 1.5-6.el8 epel 21 k 2021-07-26T15:40:13.279 INFO:teuthology.orchestra.run.smithi078.stdout: python3-babel noarch 2.5.1-5.el8 CentOS-AppStream 4.8 M 2021-07-26T15:40:13.280 INFO:teuthology.orchestra.run.smithi078.stdout: python3-execnet noarch 1.7.1-1.el8 epel 355 k 2021-07-26T15:40:13.280 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jinja2 noarch 2.10.1-2.el8_0 CentOS-AppStream 538 k 2021-07-26T15:40:13.280 INFO:teuthology.orchestra.run.smithi078.stdout: python3-remoto noarch 1.1.4-4.el8 epel 48 k 2021-07-26T15:40:13.281 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:13.281 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:40:13.281 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:13.281 INFO:teuthology.orchestra.run.smithi078.stdout:Install 6 Packages 2021-07-26T15:40:13.282 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:13.282 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 5.8 M 2021-07-26T15:40:13.283 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 24 M 2021-07-26T15:40:13.283 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:40:13.334 INFO:teuthology.orchestra.run.smithi078.stdout:(1/6): python3-jinja2-2.10.1-2.el8_0.noarch.rpm 9.7 MB/s | 538 kB 00:00 2021-07-26T15:40:13.406 INFO:teuthology.orchestra.run.smithi078.stdout:(2/6): python3-babel-2.5.1-5.el8.noarch.rpm 38 MB/s | 4.8 MB 00:00 2021-07-26T15:40:13.413 INFO:teuthology.orchestra.run.smithi078.stdout:(3/6): python3-apipkg-1.5-6.el8.noarch.rpm 270 kB/s | 21 kB 00:00 2021-07-26T15:40:13.427 INFO:teuthology.orchestra.run.smithi078.stdout:(4/6): ceph-mgr-cephadm-15.2.13-213.g0f589fd5.e 462 kB/s | 68 kB 00:00 2021-07-26T15:40:13.465 INFO:teuthology.orchestra.run.smithi078.stdout:(5/6): python3-remoto-1.1.4-4.el8.noarch.rpm 920 kB/s | 48 kB 00:00 2021-07-26T15:40:13.602 INFO:teuthology.orchestra.run.smithi078.stdout:(6/6): python3-execnet-1.7.1-1.el8.noarch.rpm 1.8 MB/s | 355 kB 00:00 2021-07-26T15:40:13.604 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:13.605 INFO:teuthology.orchestra.run.smithi078.stdout:Total 18 MB/s | 5.8 MB 00:00 2021-07-26T15:40:13.609 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:40:13.616 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:40:13.616 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:40:13.696 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:40:13.699 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:40:13.708 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-remoto-1.1.4-4.el8.noarch 3/6 2021-07-26T15:40:14.047 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:40:14.173 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-babel-2.5.1-5.el8.noarch 4/6 2021-07-26T15:40:14.311 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-apipkg-1.5-6.el8.noarch 1/6 2021-07-26T15:40:14.447 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : python3-jinja2-2.10.1-2.el8_0.noarch 5/6 2021-07-26T15:40:14.546 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-execnet-1.7.1-1.el8.noarch 2/6 2021-07-26T15:40:14.628 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-mgr-cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 6/6 2021-07-26T15:40:14.876 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-mgr-cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 6/6 2021-07-26T15:40:14.877 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-mgr-cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 1/6 2021-07-26T15:40:14.877 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 2/6 2021-07-26T15:40:14.877 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-jinja2-2.10.1-2.el8_0.noarch 3/6 2021-07-26T15:40:14.877 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-apipkg-1.5-6.el8.noarch 4/6 2021-07-26T15:40:14.877 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-execnet-1.7.1-1.el8.noarch 5/6 2021-07-26T15:40:15.174 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : python3-remoto-1.1.4-4.el8.noarch 6/6 2021-07-26T15:40:15.174 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:15.175 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:40:15.175 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-mgr-cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:40:15.175 INFO:teuthology.orchestra.run.smithi139.stdout: python3-apipkg-1.5-6.el8.noarch 2021-07-26T15:40:15.175 INFO:teuthology.orchestra.run.smithi139.stdout: python3-babel-2.5.1-5.el8.noarch 2021-07-26T15:40:15.176 INFO:teuthology.orchestra.run.smithi139.stdout: python3-execnet-1.7.1-1.el8.noarch 2021-07-26T15:40:15.176 INFO:teuthology.orchestra.run.smithi139.stdout: python3-jinja2-2.10.1-2.el8_0.noarch 2021-07-26T15:40:15.176 INFO:teuthology.orchestra.run.smithi139.stdout: python3-remoto-1.1.4-4.el8.noarch 2021-07-26T15:40:15.176 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:15.176 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:15.223 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install ceph-fuse 2021-07-26T15:40:15.520 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-remoto-1.1.4-4.el8.noarch 3/6 2021-07-26T15:40:15.664 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:48 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:15.886 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-babel-2.5.1-5.el8.noarch 4/6 2021-07-26T15:40:16.110 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jinja2-2.10.1-2.el8_0.noarch 5/6 2021-07-26T15:40:16.291 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 6/6 2021-07-26T15:40:16.525 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 6/6 2021-07-26T15:40:16.526 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 1/6 2021-07-26T15:40:16.526 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 2/6 2021-07-26T15:40:16.526 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jinja2-2.10.1-2.el8_0.noarch 3/6 2021-07-26T15:40:16.526 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-apipkg-1.5-6.el8.noarch 4/6 2021-07-26T15:40:16.527 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-execnet-1.7.1-1.el8.noarch 5/6 2021-07-26T15:40:16.809 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-remoto-1.1.4-4.el8.noarch 6/6 2021-07-26T15:40:16.810 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:16.810 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:40:16.811 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-cephadm-2:15.2.13-213.g0f589fd5.el8.noarch 2021-07-26T15:40:16.811 INFO:teuthology.orchestra.run.smithi078.stdout: python3-apipkg-1.5-6.el8.noarch 2021-07-26T15:40:16.811 INFO:teuthology.orchestra.run.smithi078.stdout: python3-babel-2.5.1-5.el8.noarch 2021-07-26T15:40:16.812 INFO:teuthology.orchestra.run.smithi078.stdout: python3-execnet-1.7.1-1.el8.noarch 2021-07-26T15:40:16.812 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jinja2-2.10.1-2.el8_0.noarch 2021-07-26T15:40:16.813 INFO:teuthology.orchestra.run.smithi078.stdout: python3-remoto-1.1.4-4.el8.noarch 2021-07-26T15:40:16.813 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:16.814 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:16.864 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph-fuse 2021-07-26T15:40:16.870 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:16.871 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:16.871 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repository Size 2021-07-26T15:40:16.871 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:16.872 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:40:16.872 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-fuse x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 574 k 2021-07-26T15:40:16.872 INFO:teuthology.orchestra.run.smithi139.stdout:Installing dependencies: 2021-07-26T15:40:16.872 INFO:teuthology.orchestra.run.smithi139.stdout: fuse x86_64 2.9.7-12.el8 CentOS-Base 82 k 2021-07-26T15:40:16.873 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:16.873 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:40:16.873 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:16.873 INFO:teuthology.orchestra.run.smithi139.stdout:Install 2 Packages 2021-07-26T15:40:16.873 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:16.874 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 656 k 2021-07-26T15:40:16.874 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 1.8 M 2021-07-26T15:40:16.875 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:40:16.907 INFO:teuthology.orchestra.run.smithi139.stdout:(1/2): fuse-2.9.7-12.el8.x86_64.rpm 2.4 MB/s | 82 kB 00:00 2021-07-26T15:40:17.303 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:50 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:17.398 INFO:teuthology.orchestra.run.smithi139.stdout:(2/2): ceph-fuse-15.2.13-213.g0f589fd5.el8.x86_ 1.1 MB/s | 574 kB 00:00 2021-07-26T15:40:17.399 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:17.400 INFO:teuthology.orchestra.run.smithi139.stdout:Total 1.2 MB/s | 656 kB 00:00 2021-07-26T15:40:17.400 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:40:17.421 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:40:17.421 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:40:17.499 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:40:17.500 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:40:17.658 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:40:17.957 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : fuse-2.9.7-12.el8.x86_64 1/2 2021-07-26T15:40:18.185 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : ceph-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 2/2 2021-07-26T15:40:18.200 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:18.201 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:18.201 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2021-07-26T15:40:18.201 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:18.202 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:40:18.203 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-fuse x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 574 k 2021-07-26T15:40:18.203 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2021-07-26T15:40:18.203 INFO:teuthology.orchestra.run.smithi078.stdout: fuse x86_64 2.9.7-12.el8 CentOS-Base 82 k 2021-07-26T15:40:18.204 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:18.204 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:40:18.204 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:18.204 INFO:teuthology.orchestra.run.smithi078.stdout:Install 2 Packages 2021-07-26T15:40:18.204 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:18.205 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 656 k 2021-07-26T15:40:18.205 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 1.8 M 2021-07-26T15:40:18.205 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:40:18.247 INFO:teuthology.orchestra.run.smithi078.stdout:(1/2): fuse-2.9.7-12.el8.x86_64.rpm 1.8 MB/s | 82 kB 00:00 2021-07-26T15:40:18.557 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: ceph-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 2/2 2021-07-26T15:40:18.557 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : ceph-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 1/2 2021-07-26T15:40:18.688 INFO:teuthology.orchestra.run.smithi078.stdout:(2/2): ceph-fuse-15.2.13-213.g0f589fd5.el8.x86_ 1.2 MB/s | 574 kB 00:00 2021-07-26T15:40:18.689 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:18.690 INFO:teuthology.orchestra.run.smithi078.stdout:Total 1.3 MB/s | 656 kB 00:00 2021-07-26T15:40:18.691 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:40:18.712 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:40:18.712 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:40:18.788 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:40:18.790 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:40:18.848 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : fuse-2.9.7-12.el8.x86_64 2/2 2021-07-26T15:40:18.848 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:18.848 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:40:18.849 INFO:teuthology.orchestra.run.smithi139.stdout: ceph-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 fuse-2.9.7-12.el8.x86_64 2021-07-26T15:40:18.849 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:18.849 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:18.946 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:40:19.016 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install librados-devel 2021-07-26T15:40:19.237 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : fuse-2.9.7-12.el8.x86_64 1/2 2021-07-26T15:40:19.456 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 2/2 2021-07-26T15:40:19.461 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:52 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:19.798 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 2/2 2021-07-26T15:40:19.799 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 1/2 2021-07-26T15:40:20.109 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : fuse-2.9.7-12.el8.x86_64 2/2 2021-07-26T15:40:20.109 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:20.110 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:40:20.110 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 fuse-2.9.7-12.el8.x86_64 2021-07-26T15:40:20.110 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:20.111 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:20.236 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install librados-devel 2021-07-26T15:40:20.353 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:20.355 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:20.355 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repo Size 2021-07-26T15:40:20.355 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:20.355 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:40:20.356 INFO:teuthology.orchestra.run.smithi139.stdout: librados-devel x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 141 k 2021-07-26T15:40:20.356 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:20.356 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:40:20.356 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:20.357 INFO:teuthology.orchestra.run.smithi139.stdout:Install 1 Package 2021-07-26T15:40:20.357 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:20.357 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 141 k 2021-07-26T15:40:20.357 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 479 k 2021-07-26T15:40:20.357 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:40:20.563 INFO:teuthology.orchestra.run.smithi139.stdout:librados-devel-15.2.13-213.g0f589fd5.el8.x86_64 675 kB/s | 141 kB 00:00 2021-07-26T15:40:20.564 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:20.565 INFO:teuthology.orchestra.run.smithi139.stdout:Total 671 kB/s | 141 kB 00:00 2021-07-26T15:40:20.565 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:40:20.571 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:40:20.571 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:40:20.622 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:40:20.626 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:40:20.683 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:53 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:20.740 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:40:20.959 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : librados-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:21.222 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: librados-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:21.547 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : librados-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:21.547 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:21.547 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:40:21.548 INFO:teuthology.orchestra.run.smithi139.stdout: librados-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:40:21.548 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:21.548 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:21.572 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:21.573 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:21.573 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repo Size 2021-07-26T15:40:21.574 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:21.574 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:40:21.574 INFO:teuthology.orchestra.run.smithi078.stdout: librados-devel x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 141 k 2021-07-26T15:40:21.574 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:21.574 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:40:21.575 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:21.575 INFO:teuthology.orchestra.run.smithi078.stdout:Install 1 Package 2021-07-26T15:40:21.575 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:21.575 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 141 k 2021-07-26T15:40:21.576 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 479 k 2021-07-26T15:40:21.576 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:40:21.662 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install libcephfs2 2021-07-26T15:40:21.827 INFO:teuthology.orchestra.run.smithi078.stdout:librados-devel-15.2.13-213.g0f589fd5.el8.x86_64 554 kB/s | 141 kB 00:00 2021-07-26T15:40:21.828 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:21.829 INFO:teuthology.orchestra.run.smithi078.stdout:Total 551 kB/s | 141 kB 00:00 2021-07-26T15:40:21.829 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:40:21.835 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:40:21.835 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:40:21.886 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:40:21.888 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:40:22.002 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:40:22.106 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:55 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:22.189 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librados-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:22.415 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librados-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:22.720 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:22.720 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:22.720 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:40:22.721 INFO:teuthology.orchestra.run.smithi078.stdout: librados-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:40:22.721 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:22.721 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:22.773 INFO:teuthology.orchestra.run.smithi139.stdout:Package libcephfs2-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:40:22.846 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install libcephfs2 2021-07-26T15:40:23.004 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:23.005 INFO:teuthology.orchestra.run.smithi139.stdout:Nothing to do. 2021-07-26T15:40:23.006 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:23.055 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install libcephfs-devel 2021-07-26T15:40:23.293 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:56 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:23.499 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:56 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:23.952 INFO:teuthology.orchestra.run.smithi078.stdout:Package libcephfs2-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:40:24.184 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:24.185 INFO:teuthology.orchestra.run.smithi078.stdout:Nothing to do. 2021-07-26T15:40:24.185 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:24.236 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install libcephfs-devel 2021-07-26T15:40:24.403 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:24.404 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:24.404 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repo Size 2021-07-26T15:40:24.404 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:24.404 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:40:24.405 INFO:teuthology.orchestra.run.smithi139.stdout: libcephfs-devel x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 22 k 2021-07-26T15:40:24.405 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:24.405 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:40:24.405 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:24.405 INFO:teuthology.orchestra.run.smithi139.stdout:Install 1 Package 2021-07-26T15:40:24.406 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:24.406 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 22 k 2021-07-26T15:40:24.406 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 78 k 2021-07-26T15:40:24.406 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:40:24.641 INFO:teuthology.orchestra.run.smithi139.stdout:libcephfs-devel-15.2.13-213.g0f589fd5.el8.x86_6 92 kB/s | 22 kB 00:00 2021-07-26T15:40:24.642 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:24.643 INFO:teuthology.orchestra.run.smithi139.stdout:Total 92 kB/s | 22 kB 00:00 2021-07-26T15:40:24.643 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:40:24.645 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:40:24.646 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:40:24.647 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:40:24.652 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:40:24.676 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:01:57 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:24.737 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:40:24.943 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : libcephfs-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:25.166 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: libcephfs-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:25.415 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : libcephfs-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:25.415 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:25.416 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:40:25.416 INFO:teuthology.orchestra.run.smithi139.stdout: libcephfs-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:40:25.417 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:25.417 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:25.462 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install librados2 2021-07-26T15:40:25.566 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:25.567 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:25.567 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repo Size 2021-07-26T15:40:25.567 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:25.567 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:40:25.568 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs-devel x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 22 k 2021-07-26T15:40:25.568 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:25.568 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:40:25.568 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:25.569 INFO:teuthology.orchestra.run.smithi078.stdout:Install 1 Package 2021-07-26T15:40:25.569 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:25.569 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 22 k 2021-07-26T15:40:25.570 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 78 k 2021-07-26T15:40:25.570 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:40:25.836 INFO:teuthology.orchestra.run.smithi078.stdout:libcephfs-devel-15.2.13-213.g0f589fd5.el8.x86_6 80 kB/s | 22 kB 00:00 2021-07-26T15:40:25.837 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:25.837 INFO:teuthology.orchestra.run.smithi078.stdout:Total 80 kB/s | 22 kB 00:00 2021-07-26T15:40:25.837 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:40:25.841 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:40:25.841 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:40:25.843 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:40:25.845 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:40:25.902 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:40:25.920 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:01:58 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:26.081 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libcephfs-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:26.287 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libcephfs-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:26.565 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libcephfs-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:26.565 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:26.565 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:40:26.566 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs-devel-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:40:26.566 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:26.567 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:26.581 INFO:teuthology.orchestra.run.smithi139.stdout:Package librados2-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:40:26.619 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install librados2 2021-07-26T15:40:26.814 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:26.814 INFO:teuthology.orchestra.run.smithi139.stdout:Nothing to do. 2021-07-26T15:40:26.815 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:26.859 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install librbd1 2021-07-26T15:40:27.060 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:02:00 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:27.298 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:02:00 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:27.725 INFO:teuthology.orchestra.run.smithi078.stdout:Package librados2-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:40:27.955 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:27.955 INFO:teuthology.orchestra.run.smithi078.stdout:Nothing to do. 2021-07-26T15:40:27.956 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:28.002 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install librbd1 2021-07-26T15:40:28.148 INFO:teuthology.orchestra.run.smithi139.stdout:Package librbd1-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:40:28.377 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:28.378 INFO:teuthology.orchestra.run.smithi139.stdout:Nothing to do. 2021-07-26T15:40:28.378 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:28.422 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install python3-rados 2021-07-26T15:40:28.439 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:02:01 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:28.874 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:02:01 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:29.432 INFO:teuthology.orchestra.run.smithi078.stdout:Package librbd1-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:40:29.522 INFO:teuthology.orchestra.run.smithi139.stdout:Package python3-rados-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:40:29.666 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:29.667 INFO:teuthology.orchestra.run.smithi078.stdout:Nothing to do. 2021-07-26T15:40:29.667 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:29.703 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install python3-rados 2021-07-26T15:40:29.751 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:29.752 INFO:teuthology.orchestra.run.smithi139.stdout:Nothing to do. 2021-07-26T15:40:29.752 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:29.790 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install python3-rgw 2021-07-26T15:40:30.139 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:02:03 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:30.242 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:02:03 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:30.817 INFO:teuthology.orchestra.run.smithi078.stdout:Package python3-rados-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:40:30.922 INFO:teuthology.orchestra.run.smithi139.stdout:Package python3-rgw-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:40:31.046 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:31.049 INFO:teuthology.orchestra.run.smithi078.stdout:Nothing to do. 2021-07-26T15:40:31.050 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:31.092 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install python3-rgw 2021-07-26T15:40:31.149 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:31.151 INFO:teuthology.orchestra.run.smithi139.stdout:Nothing to do. 2021-07-26T15:40:31.151 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:31.189 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install python3-cephfs 2021-07-26T15:40:31.535 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:02:04 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:31.631 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:02:04 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:32.183 INFO:teuthology.orchestra.run.smithi078.stdout:Package python3-rgw-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:40:32.288 INFO:teuthology.orchestra.run.smithi139.stdout:Package python3-cephfs-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:40:32.414 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:32.415 INFO:teuthology.orchestra.run.smithi078.stdout:Nothing to do. 2021-07-26T15:40:32.415 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:32.460 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install python3-cephfs 2021-07-26T15:40:32.522 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:32.523 INFO:teuthology.orchestra.run.smithi139.stdout:Nothing to do. 2021-07-26T15:40:32.523 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:32.581 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install python3-rbd 2021-07-26T15:40:32.898 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:02:05 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:33.018 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:02:06 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:33.566 INFO:teuthology.orchestra.run.smithi078.stdout:Package python3-cephfs-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:40:33.795 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:33.796 INFO:teuthology.orchestra.run.smithi078.stdout:Nothing to do. 2021-07-26T15:40:33.796 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:33.842 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install python3-rbd 2021-07-26T15:40:34.278 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:02:07 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:34.323 INFO:teuthology.orchestra.run.smithi139.stdout:Package python3-rbd-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:40:34.557 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:34.558 INFO:teuthology.orchestra.run.smithi139.stdout:Nothing to do. 2021-07-26T15:40:34.558 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:34.599 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install rbd-fuse 2021-07-26T15:40:35.040 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:02:08 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:35.259 INFO:teuthology.orchestra.run.smithi078.stdout:Package python3-rbd-2:15.2.13-213.g0f589fd5.el8.x86_64 is already installed. 2021-07-26T15:40:35.489 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:35.490 INFO:teuthology.orchestra.run.smithi078.stdout:Nothing to do. 2021-07-26T15:40:35.490 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:35.892 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install rbd-fuse 2021-07-26T15:40:35.991 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:35.993 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:35.993 INFO:teuthology.orchestra.run.smithi139.stdout: Package Architecture Version Repository Size 2021-07-26T15:40:35.993 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:35.994 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:40:35.994 INFO:teuthology.orchestra.run.smithi139.stdout: rbd-fuse x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 72 k 2021-07-26T15:40:35.994 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:35.994 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:40:35.995 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:35.995 INFO:teuthology.orchestra.run.smithi139.stdout:Install 1 Package 2021-07-26T15:40:35.995 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:35.996 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 72 k 2021-07-26T15:40:35.997 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 184 k 2021-07-26T15:40:35.997 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:40:36.310 INFO:teuthology.orchestra.run.smithi139.stdout:rbd-fuse-15.2.13-213.g0f589fd5.el8.x86_64.rpm 233 kB/s | 72 kB 00:00 2021-07-26T15:40:36.310 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:36.310 INFO:teuthology.orchestra.run.smithi139.stdout:Total 232 kB/s | 72 kB 00:00 2021-07-26T15:40:36.311 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:40:36.316 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:40:36.317 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:40:36.335 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:02:09 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:36.367 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:40:36.369 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:40:36.481 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:40:36.723 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : rbd-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:36.975 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: rbd-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:37.236 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:37.236 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:37.236 INFO:teuthology.orchestra.run.smithi078.stdout: Package Architecture Version Repository Size 2021-07-26T15:40:37.237 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:37.237 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:40:37.237 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-fuse x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 72 k 2021-07-26T15:40:37.237 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:37.238 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:40:37.238 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:37.238 INFO:teuthology.orchestra.run.smithi078.stdout:Install 1 Package 2021-07-26T15:40:37.238 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:37.239 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 72 k 2021-07-26T15:40:37.239 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 184 k 2021-07-26T15:40:37.239 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:40:37.262 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : rbd-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:37.262 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:37.263 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:40:37.263 INFO:teuthology.orchestra.run.smithi139.stdout: rbd-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:40:37.263 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:37.263 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:37.380 INFO:teuthology.orchestra.run.smithi078.stdout:rbd-fuse-15.2.13-213.g0f589fd5.el8.x86_64.rpm 485 kB/s | 72 kB 00:00 2021-07-26T15:40:37.380 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:37.381 INFO:teuthology.orchestra.run.smithi078.stdout:Total 480 kB/s | 72 kB 00:00 2021-07-26T15:40:37.381 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:40:37.391 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:40:37.395 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:40:37.429 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install rbd-mirror 2021-07-26T15:40:37.440 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:40:37.443 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:40:37.564 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:40:37.778 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:37.872 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:02:10 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:38.015 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: rbd-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:38.364 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:38.365 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:38.365 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:40:38.365 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-fuse-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:40:38.366 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:38.366 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:38.511 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install rbd-mirror 2021-07-26T15:40:38.766 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:38.767 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:38.767 INFO:teuthology.orchestra.run.smithi139.stdout: Package Arch Version Repo Size 2021-07-26T15:40:38.768 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:38.768 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:40:38.768 INFO:teuthology.orchestra.run.smithi139.stdout: rbd-mirror x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 2.7 M 2021-07-26T15:40:38.768 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:38.769 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:40:38.769 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:38.769 INFO:teuthology.orchestra.run.smithi139.stdout:Install 1 Package 2021-07-26T15:40:38.769 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:38.769 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 2.7 M 2021-07-26T15:40:38.770 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 9.8 M 2021-07-26T15:40:38.770 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:40:38.954 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:02:11 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:39.147 INFO:teuthology.orchestra.run.smithi139.stdout:rbd-mirror-15.2.13-213.g0f589fd5.el8.x86_64.rpm 7.2 MB/s | 2.7 MB 00:00 2021-07-26T15:40:39.148 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:39.148 INFO:teuthology.orchestra.run.smithi139.stdout:Total 7.1 MB/s | 2.7 MB 00:00 2021-07-26T15:40:39.149 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:40:39.165 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:40:39.165 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:40:39.221 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:40:39.228 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:40:39.786 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:40:39.852 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:39.853 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:39.853 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repo Size 2021-07-26T15:40:39.853 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:40:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-mirror x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 2.7 M 2021-07-26T15:40:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:39.854 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:40:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:Install 1 Package 2021-07-26T15:40:39.855 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:39.855 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 2.7 M 2021-07-26T15:40:39.856 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 9.8 M 2021-07-26T15:40:39.857 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:40:40.041 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : rbd-mirror-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:40.240 INFO:teuthology.orchestra.run.smithi078.stdout:rbd-mirror-15.2.13-213.g0f589fd5.el8.x86_64.rpm 7.0 MB/s | 2.7 MB 00:00 2021-07-26T15:40:40.241 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:40.241 INFO:teuthology.orchestra.run.smithi078.stdout:Total 7.0 MB/s | 2.7 MB 00:00 2021-07-26T15:40:40.241 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:40:40.257 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:40:40.258 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:40:40.312 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:40:40.315 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:40:40.404 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: rbd-mirror-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:40.652 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:40:40.715 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : rbd-mirror-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:40.715 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:40.715 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:40:40.716 INFO:teuthology.orchestra.run.smithi139.stdout: rbd-mirror-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:40:40.716 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:40.716 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:40.891 DEBUG:teuthology.orchestra.run.smithi139:> sudo yum -y install rbd-nbd 2021-07-26T15:40:40.892 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-mirror-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:41.274 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: rbd-mirror-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:41.354 INFO:teuthology.orchestra.run.smithi139.stdout:Last metadata expiration check: 0:02:14 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:41.642 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-mirror-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:41.643 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:41.643 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:40:41.643 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-mirror-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:40:41.643 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:41.644 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:41.811 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install rbd-nbd 2021-07-26T15:40:42.233 INFO:teuthology.orchestra.run.smithi139.stdout:Dependencies resolved. 2021-07-26T15:40:42.233 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:42.234 INFO:teuthology.orchestra.run.smithi139.stdout: Package Architecture Version Repository Size 2021-07-26T15:40:42.234 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:42.234 INFO:teuthology.orchestra.run.smithi139.stdout:Installing: 2021-07-26T15:40:42.234 INFO:teuthology.orchestra.run.smithi139.stdout: rbd-nbd x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 141 k 2021-07-26T15:40:42.235 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:42.235 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction Summary 2021-07-26T15:40:42.235 INFO:teuthology.orchestra.run.smithi139.stdout:================================================================================ 2021-07-26T15:40:42.235 INFO:teuthology.orchestra.run.smithi139.stdout:Install 1 Package 2021-07-26T15:40:42.236 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:42.236 INFO:teuthology.orchestra.run.smithi139.stdout:Total download size: 141 k 2021-07-26T15:40:42.236 INFO:teuthology.orchestra.run.smithi139.stdout:Installed size: 418 k 2021-07-26T15:40:42.236 INFO:teuthology.orchestra.run.smithi139.stdout:Downloading Packages: 2021-07-26T15:40:42.259 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:02:15 ago on Mon 26 Jul 2021 03:38:27 PM UTC. 2021-07-26T15:40:42.528 INFO:teuthology.orchestra.run.smithi139.stdout:rbd-nbd-15.2.13-213.g0f589fd5.el8.x86_64.rpm 485 kB/s | 141 kB 00:00 2021-07-26T15:40:42.528 INFO:teuthology.orchestra.run.smithi139.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:42.528 INFO:teuthology.orchestra.run.smithi139.stdout:Total 483 kB/s | 141 kB 00:00 2021-07-26T15:40:42.530 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction check 2021-07-26T15:40:42.534 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction check succeeded. 2021-07-26T15:40:42.535 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction test 2021-07-26T15:40:42.585 INFO:teuthology.orchestra.run.smithi139.stdout:Transaction test succeeded. 2021-07-26T15:40:42.588 INFO:teuthology.orchestra.run.smithi139.stdout:Running transaction 2021-07-26T15:40:42.721 INFO:teuthology.orchestra.run.smithi139.stdout: Preparing : 1/1 2021-07-26T15:40:42.896 INFO:teuthology.orchestra.run.smithi139.stdout: Installing : rbd-nbd-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:43.150 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2021-07-26T15:40:43.151 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:43.152 INFO:teuthology.orchestra.run.smithi078.stdout: Package Architecture Version Repository Size 2021-07-26T15:40:43.152 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:43.152 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2021-07-26T15:40:43.152 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-nbd x86_64 2:15.2.13-213.g0f589fd5.el8 ceph 141 k 2021-07-26T15:40:43.153 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:43.153 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2021-07-26T15:40:43.153 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2021-07-26T15:40:43.153 INFO:teuthology.orchestra.run.smithi078.stdout:Install 1 Package 2021-07-26T15:40:43.153 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:43.154 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 141 k 2021-07-26T15:40:43.154 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 418 k 2021-07-26T15:40:43.154 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2021-07-26T15:40:43.169 INFO:teuthology.orchestra.run.smithi139.stdout: Running scriptlet: rbd-nbd-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:43.470 INFO:teuthology.orchestra.run.smithi139.stdout: Verifying : rbd-nbd-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:43.471 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:43.471 INFO:teuthology.orchestra.run.smithi139.stdout:Installed: 2021-07-26T15:40:43.471 INFO:teuthology.orchestra.run.smithi139.stdout: rbd-nbd-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:40:43.472 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:40:43.472 INFO:teuthology.orchestra.run.smithi139.stdout:Complete! 2021-07-26T15:40:43.529 INFO:teuthology.orchestra.run.smithi078.stdout:rbd-nbd-15.2.13-213.g0f589fd5.el8.x86_64.rpm 373 kB/s | 141 kB 00:00 2021-07-26T15:40:43.530 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2021-07-26T15:40:43.530 INFO:teuthology.orchestra.run.smithi078.stdout:Total 371 kB/s | 141 kB 00:00 2021-07-26T15:40:43.531 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2021-07-26T15:40:43.541 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2021-07-26T15:40:43.544 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2021-07-26T15:40:43.591 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2021-07-26T15:40:43.593 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2021-07-26T15:40:43.643 DEBUG:teuthology.parallel:result is None 2021-07-26T15:40:43.714 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2021-07-26T15:40:43.924 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-nbd-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:44.163 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: rbd-nbd-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:44.438 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-nbd-2:15.2.13-213.g0f589fd5.el8.x86_64 1/1 2021-07-26T15:40:44.439 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:44.439 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2021-07-26T15:40:44.439 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-nbd-2:15.2.13-213.g0f589fd5.el8.x86_64 2021-07-26T15:40:44.439 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:40:44.439 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2021-07-26T15:40:44.564 DEBUG:teuthology.parallel:result is None 2021-07-26T15:40:44.565 DEBUG:teuthology.orchestra.run.smithi078:> sudo lsb_release -is 2021-07-26T15:40:44.597 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS 2021-07-26T15:40:44.599 DEBUG:teuthology.misc:System to be installed: CentOS 2021-07-26T15:40:44.600 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:40:44.600 INFO:teuthology.packaging:ref: None 2021-07-26T15:40:44.600 INFO:teuthology.packaging:tag: None 2021-07-26T15:40:44.601 INFO:teuthology.packaging:branch: octopus 2021-07-26T15:40:44.601 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:40:44.603 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=octopus 2021-07-26T15:40:44.927 DEBUG:teuthology.orchestra.run.smithi078:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2021-07-26T15:40:44.947 INFO:teuthology.orchestra.run.smithi078.stdout:15.2.13-213.g0f589fd5.el8 2021-07-26T15:40:44.948 INFO:teuthology.packaging:The installed version of ceph is 15.2.13-213.g0f589fd5.el8 2021-07-26T15:40:44.948 INFO:teuthology.task.install:The correct ceph version 15.2.13-213.g0f589fd5 is installed. 2021-07-26T15:40:44.949 DEBUG:teuthology.orchestra.run.smithi139:> sudo lsb_release -is 2021-07-26T15:40:44.989 INFO:teuthology.orchestra.run.smithi139.stdout:CentOS 2021-07-26T15:40:44.991 DEBUG:teuthology.misc:System to be installed: CentOS 2021-07-26T15:40:44.991 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:40:44.992 INFO:teuthology.packaging:ref: None 2021-07-26T15:40:44.992 INFO:teuthology.packaging:tag: None 2021-07-26T15:40:44.993 INFO:teuthology.packaging:branch: octopus 2021-07-26T15:40:44.993 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:40:44.993 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=octopus 2021-07-26T15:40:45.290 DEBUG:teuthology.orchestra.run.smithi139:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2021-07-26T15:40:45.318 INFO:teuthology.orchestra.run.smithi139.stdout:15.2.13-213.g0f589fd5.el8 2021-07-26T15:40:45.318 INFO:teuthology.packaging:The installed version of ceph is 15.2.13-213.g0f589fd5.el8 2021-07-26T15:40:45.319 INFO:teuthology.task.install:The correct ceph version 15.2.13-213.g0f589fd5 is installed. 2021-07-26T15:40:45.319 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2021-07-26T15:40:45.320 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:40:45.320 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2021-07-26T15:40:45.346 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2021-07-26T15:40:45.347 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2021-07-26T15:40:45.385 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2021-07-26T15:40:45.386 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:40:45.386 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/usr/bin/daemon-helper 2021-07-26T15:40:45.412 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod a=rx -- /usr/bin/daemon-helper 2021-07-26T15:40:45.477 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2021-07-26T15:40:45.477 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/usr/bin/daemon-helper 2021-07-26T15:40:45.506 DEBUG:teuthology.orchestra.run.smithi139:> sudo chmod a=rx -- /usr/bin/daemon-helper 2021-07-26T15:40:45.573 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2021-07-26T15:40:45.573 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:40:45.574 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/usr/bin/adjust-ulimits 2021-07-26T15:40:45.602 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2021-07-26T15:40:45.674 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2021-07-26T15:40:45.675 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/usr/bin/adjust-ulimits 2021-07-26T15:40:45.701 DEBUG:teuthology.orchestra.run.smithi139:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2021-07-26T15:40:45.772 INFO:teuthology.run_tasks:Running task cephadm... 2021-07-26T15:40:45.868 INFO:tasks.cephadm:Config: {'add_mons_via_daemon_add': True, 'avoid_pacific_features': True, 'cephadm_branch': 'octopus', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'docker.io/ceph/daemon-base:latest-octopus', 'create_rbd_pool': True, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e'} 2021-07-26T15:40:45.869 INFO:tasks.cephadm:Cluster image is docker.io/ceph/daemon-base:latest-octopus 2021-07-26T15:40:45.871 INFO:tasks.cephadm:Cluster fsid is d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:40:45.872 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2021-07-26T15:40:45.872 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.78', 'mon.c': '[v2:172.21.15.78:3301,v1:172.21.15.78:6790]', 'mon.b': '172.21.15.139'} 2021-07-26T15:40:45.872 INFO:tasks.cephadm:First mon is mon.a on smithi078 2021-07-26T15:40:45.873 INFO:tasks.cephadm:First mgr is y 2021-07-26T15:40:45.873 INFO:tasks.cephadm:Normalizing hostnames... 2021-07-26T15:40:45.874 DEBUG:teuthology.orchestra.run.smithi078:> sudo hostname $(hostname -s) 2021-07-26T15:40:45.899 DEBUG:teuthology.orchestra.run.smithi139:> sudo hostname $(hostname -s) 2021-07-26T15:40:45.927 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref octopus)... 2021-07-26T15:40:45.928 DEBUG:teuthology.orchestra.run.smithi078:> curl --silent https://raw.githubusercontent.com/ceph/ceph/octopus/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2021-07-26T15:40:46.056 INFO:teuthology.orchestra.run.smithi078.stdout:-rw-rw-r--. 1 ubuntu ubuntu 223036 Jul 26 15:40 /home/ubuntu/cephtest/cephadm 2021-07-26T15:40:46.057 DEBUG:teuthology.orchestra.run.smithi139:> curl --silent https://raw.githubusercontent.com/ceph/ceph/octopus/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2021-07-26T15:40:46.150 INFO:teuthology.orchestra.run.smithi139.stdout:-rw-rw-r--. 1 ubuntu ubuntu 223036 Jul 26 15:40 /home/ubuntu/cephtest/cephadm 2021-07-26T15:40:46.152 DEBUG:teuthology.orchestra.run.smithi078:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2021-07-26T15:40:46.168 DEBUG:teuthology.orchestra.run.smithi139:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2021-07-26T15:40:46.229 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /etc/ceph 2021-07-26T15:40:46.253 DEBUG:teuthology.orchestra.run.smithi139:> sudo mkdir -p /etc/ceph 2021-07-26T15:40:46.303 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 777 /etc/ceph 2021-07-26T15:40:46.333 DEBUG:teuthology.orchestra.run.smithi139:> sudo chmod 777 /etc/ceph 2021-07-26T15:40:46.360 INFO:tasks.cephadm:Writing seed config... 2021-07-26T15:40:46.361 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2021-07-26T15:40:46.361 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2021-07-26T15:40:46.362 INFO:tasks.cephadm: override: [osd] debug ms = 1 2021-07-26T15:40:46.362 INFO:tasks.cephadm: override: [osd] debug osd = 20 2021-07-26T15:40:46.363 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2021-07-26T15:40:46.363 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2021-07-26T15:40:46.364 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2021-07-26T15:40:46.364 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2021-07-26T15:40:46.365 INFO:tasks.cephadm: override: [mon] debug mon = 20 2021-07-26T15:40:46.365 INFO:tasks.cephadm: override: [mon] debug ms = 1 2021-07-26T15:40:46.366 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2021-07-26T15:40:46.368 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:40:46.368 DEBUG:teuthology.orchestra.run.smithi078:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2021-07-26T15:40:46.386 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = d7ed0f78-ee27-11eb-8c23-001a4aab830c mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2021-07-26T15:40:46.387 DEBUG:teuthology.orchestra.run.smithi078:mon.a> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.a.service 2021-07-26T15:40:46.433 DEBUG:teuthology.orchestra.run.smithi078:mgr.y> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.y.service 2021-07-26T15:40:46.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:-- Logs begin at Mon 2021-07-26 15:31:13 UTC. -- 2021-07-26T15:40:46.458 INFO:tasks.cephadm:Bootstrapping... 2021-07-26T15:40:46.458 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus -v bootstrap --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.78 && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2021-07-26T15:40:46.476 INFO:journalctl@ceph.mgr.y.smithi078.stdout:-- Logs begin at Mon 2021-07-26 15:31:13 UTC. -- 2021-07-26T15:40:46.605 INFO:teuthology.orchestra.run.smithi078.stderr:container_init=False 2021-07-26T15:40:46.605 INFO:teuthology.orchestra.run.smithi078.stderr:Verifying podman|docker is present... 2021-07-26T15:40:46.605 INFO:teuthology.orchestra.run.smithi078.stderr:Verifying lvm2 is present... 2021-07-26T15:40:46.606 INFO:teuthology.orchestra.run.smithi078.stderr:Verifying time synchronization is in place... 2021-07-26T15:40:46.606 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-enabled chrony.service 2021-07-26T15:40:46.612 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2021-07-26T15:40:46.612 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-active chrony.service 2021-07-26T15:40:46.618 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stdout inactive 2021-07-26T15:40:46.619 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-enabled chronyd.service 2021-07-26T15:40:46.623 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stdout enabled 2021-07-26T15:40:46.624 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-active chronyd.service 2021-07-26T15:40:46.629 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stdout active 2021-07-26T15:40:46.629 INFO:teuthology.orchestra.run.smithi078.stderr:Unit chronyd.service is enabled and running 2021-07-26T15:40:46.629 INFO:teuthology.orchestra.run.smithi078.stderr:Repeating the final host check... 2021-07-26T15:40:46.630 INFO:teuthology.orchestra.run.smithi078.stderr:podman|docker (/bin/podman) is present 2021-07-26T15:40:46.630 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl is present 2021-07-26T15:40:46.630 INFO:teuthology.orchestra.run.smithi078.stderr:lvcreate is present 2021-07-26T15:40:46.630 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-enabled chrony.service 2021-07-26T15:40:46.633 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2021-07-26T15:40:46.633 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-active chrony.service 2021-07-26T15:40:46.637 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stdout inactive 2021-07-26T15:40:46.638 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-enabled chronyd.service 2021-07-26T15:40:46.657 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stdout enabled 2021-07-26T15:40:46.657 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-active chronyd.service 2021-07-26T15:40:46.657 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stdout active 2021-07-26T15:40:46.658 INFO:teuthology.orchestra.run.smithi078.stderr:Unit chronyd.service is enabled and running 2021-07-26T15:40:46.658 INFO:teuthology.orchestra.run.smithi078.stderr:Host looks OK 2021-07-26T15:40:46.658 INFO:teuthology.orchestra.run.smithi078.stderr:Cluster fsid: d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:40:46.658 INFO:teuthology.orchestra.run.smithi078.stderr:Acquiring lock 139767563380160 on /run/cephadm/d7ed0f78-ee27-11eb-8c23-001a4aab830c.lock 2021-07-26T15:40:46.659 INFO:teuthology.orchestra.run.smithi078.stderr:Lock 139767563380160 acquired on /run/cephadm/d7ed0f78-ee27-11eb-8c23-001a4aab830c.lock 2021-07-26T15:40:46.659 INFO:teuthology.orchestra.run.smithi078.stderr:Verifying IP 172.21.15.78 port 3300 ... 2021-07-26T15:40:46.659 INFO:teuthology.orchestra.run.smithi078.stderr:Verifying IP 172.21.15.78 port 6789 ... 2021-07-26T15:40:46.659 INFO:teuthology.orchestra.run.smithi078.stderr:Base mon IP is 172.21.15.78, final addrv is [v2:172.21.15.78:3300,v1:172.21.15.78:6789] 2021-07-26T15:40:46.660 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /sbin/ip route ls 2021-07-26T15:40:46.660 INFO:teuthology.orchestra.run.smithi078.stderr:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp metric 100 2021-07-26T15:40:46.660 INFO:teuthology.orchestra.run.smithi078.stderr:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.78 metric 100 2021-07-26T15:40:46.660 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /sbin/ip -6 route ls 2021-07-26T15:40:46.661 INFO:teuthology.orchestra.run.smithi078.stderr:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2021-07-26T15:40:46.661 INFO:teuthology.orchestra.run.smithi078.stderr:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2021-07-26T15:40:46.661 INFO:teuthology.orchestra.run.smithi078.stderr:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1774sec hoplimit 64 pref medium 2021-07-26T15:40:46.661 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /sbin/ip -6 addr ls 2021-07-26T15:40:46.662 INFO:teuthology.orchestra.run.smithi078.stderr:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2021-07-26T15:40:46.662 INFO:teuthology.orchestra.run.smithi078.stderr:/sbin/ip: stdout inet6 ::1/128 scope host 2021-07-26T15:40:46.662 INFO:teuthology.orchestra.run.smithi078.stderr:/sbin/ip: stdout valid_lft forever preferred_lft forever 2021-07-26T15:40:46.663 INFO:teuthology.orchestra.run.smithi078.stderr:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2021-07-26T15:40:46.663 INFO:teuthology.orchestra.run.smithi078.stderr:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d4dd/64 scope link noprefixroute 2021-07-26T15:40:46.663 INFO:teuthology.orchestra.run.smithi078.stderr:/sbin/ip: stdout valid_lft forever preferred_lft forever 2021-07-26T15:40:46.664 INFO:teuthology.orchestra.run.smithi078.stderr:Mon IP 172.21.15.78 is in CIDR network 172.21.0.0/20 2021-07-26T15:40:46.664 INFO:teuthology.orchestra.run.smithi078.stderr:Pulling container image docker.io/ceph/daemon-base:latest-octopus... 2021-07-26T15:40:46.664 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman pull docker.io/ceph/daemon-base:latest-octopus 2021-07-26T15:40:47.777 INFO:teuthology.orchestra.run.smithi078.stderr:/bin/podman: stderr Trying to pull docker.io/ceph/daemon-base:latest-octopus... 2021-07-26T15:40:48.136 INFO:teuthology.orchestra.run.smithi078.stderr:/bin/podman: stderr Getting image source signatures 2021-07-26T15:40:48.234 INFO:teuthology.orchestra.run.smithi078.stderr:/bin/podman: stderr Copying blob sha256:7a0437f04f83f084b7ed68ad9c4a4947e12fc4e1b006b38129bac89114ec3621 2021-07-26T15:40:48.292 INFO:teuthology.orchestra.run.smithi078.stderr:/bin/podman: stderr Copying blob sha256:fb3dd9646de3d6ad27f993105567176d065747ca1bef2a0939edfd536ac91126 2021-07-26T15:40:56.036 INFO:teuthology.orchestra.run.smithi078.stderr:/bin/podman: stderr Copying config sha256:5eab30a793969475876f31b688dd5a9d0296db2bbf4b7c17066060c18e3df09c 2021-07-26T15:40:56.085 INFO:teuthology.orchestra.run.smithi078.stderr:/bin/podman: stderr Writing manifest to image destination 2021-07-26T15:40:56.085 INFO:teuthology.orchestra.run.smithi078.stderr:/bin/podman: stderr Storing signatures 2021-07-26T15:41:06.055 INFO:teuthology.orchestra.run.smithi078.stderr:/bin/podman: stdout 5eab30a793969475876f31b688dd5a9d0296db2bbf4b7c17066060c18e3df09c 2021-07-26T15:41:06.073 INFO:teuthology.orchestra.run.smithi078.stderr:Extracting ceph user uid/gid from container image... 2021-07-26T15:41:06.073 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint stat -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 docker.io/ceph/daemon-base:latest-octopus -c %u %g /var/lib/ceph 2021-07-26T15:41:06.705 INFO:teuthology.orchestra.run.smithi078.stderr:stat: stdout 167 167 2021-07-26T15:41:17.932 INFO:teuthology.orchestra.run.smithi078.stderr:Creating initial keys... 2021-07-26T15:41:17.932 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-07-26T15:41:18.459 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-authtool: stdout AQCe1/5gAZXQGBAA5eqGn9ThKrXQOx/PQDaWXA== 2021-07-26T15:41:19.081 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-07-26T15:41:19.595 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-authtool: stdout AQCf1/5gRme6IRAASKgLkUSCNky1xLpAUEOoEg== 2021-07-26T15:41:20.123 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-07-26T15:41:20.636 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-authtool: stdout AQCg1/5gf3WNJRAAg4vhYpzg+E1Gj56mzbwXuQ== 2021-07-26T15:41:21.170 INFO:teuthology.orchestra.run.smithi078.stderr:Creating initial monmap... 2021-07-26T15:41:21.170 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/monmaptool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /tmp/ceph-tmpwscwwen1:/tmp/monmap:z docker.io/ceph/daemon-base:latest-octopus --create --clobber --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c --addv a [v2:172.21.15.78:3300,v1:172.21.15.78:6789] /tmp/monmap 2021-07-26T15:41:21.703 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2021-07-26T15:41:21.704 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:41:21.704 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2021-07-26T15:41:22.217 INFO:teuthology.orchestra.run.smithi078.stderr:Creating mon... 2021-07-26T15:41:22.218 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-mon -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmpdck7w7ij:/tmp/keyring:z -v /tmp/ceph-tmpwscwwen1:/tmp/monmap:z docker.io/ceph/daemon-base:latest-octopus --mkfs -i a --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true 2021-07-26T15:41:22.767 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.724+0000 7fde196136c0 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:41:22.767 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 1 imported monmap: 2021-07-26T15:41:22.767 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr epoch 0 2021-07-26T15:41:22.767 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:41:22.768 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr last_changed 2021-07-26T15:41:21.687183+0000 2021-07-26T15:41:22.768 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr created 2021-07-26T15:41:21.687183+0000 2021-07-26T15:41:22.768 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr min_mon_release 0 (unknown) 2021-07-26T15:41:22.768 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.a 2021-07-26T15:41:22.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 0 /usr/bin/ceph-mon: set fsid to d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:41:22.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 0 set rocksdb option compression = kNoCompression 2021-07-26T15:41:22.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-07-26T15:41:22.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 0 set rocksdb option write_buffer_size = 33554432 2021-07-26T15:41:22.770 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 0 set rocksdb option compression = kNoCompression 2021-07-26T15:41:22.770 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-07-26T15:41:22.770 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 0 set rocksdb option write_buffer_size = 33554432 2021-07-26T15:41:22.770 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: RocksDB version: 6.1.2 2021-07-26T15:41:22.770 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.771 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:41:22.771 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Compile date May 26 2021 2021-07-26T15:41:22.771 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: DB SUMMARY 2021-07-26T15:41:22.771 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.772 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2021-07-26T15:41:22.772 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.772 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2021-07-26T15:41:22.774 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.775 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.error_if_exists: 0 2021-07-26T15:41:22.775 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.create_if_missing: 1 2021-07-26T15:41:22.775 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T15:41:22.776 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.env: 0x564b97d5d1c0 2021-07-26T15:41:22.776 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.info_log: 0x564b9956d420 2021-07-26T15:41:22.776 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:41:22.777 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.statistics: (nil) 2021-07-26T15:41:22.777 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.use_fsync: 0 2021-07-26T15:41:22.777 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T15:41:22.777 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:41:22.778 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:41:22.778 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:41:22.778 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:41:22.778 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T15:41:22.778 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:41:22.779 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:41:22.779 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T15:41:22.779 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:41:22.779 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:41:22.780 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.db_log_dir: 2021-07-26T15:41:22.780 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-07-26T15:41:22.780 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:41:22.780 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T15:41:22.780 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T15:41:22.781 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:41:22.781 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:41:22.781 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:41:22.781 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:41:22.781 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:41:22.782 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:41:22.783 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.write_buffer_manager: 0x564b995a6630 2021-07-26T15:41:22.783 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:41:22.783 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:41:22.784 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:41:22.784 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:41:22.784 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:41:22.784 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:41:22.785 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:41:22.785 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:41:22.785 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:41:22.785 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:41:22.786 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:41:22.786 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:41:22.786 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:41:22.786 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.row_cache: None 2021-07-26T15:41:22.786 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.wal_filter: None 2021-07-26T15:41:22.787 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:41:22.787 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:41:22.787 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T15:41:22.787 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.two_write_queues: 0 2021-07-26T15:41:22.787 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:41:22.788 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.atomic_flush: 0 2021-07-26T15:41:22.788 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:41:22.788 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T15:41:22.788 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T15:41:22.789 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:41:22.789 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:41:22.789 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:41:22.789 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:41:22.789 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:41:22.790 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:41:22.790 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:41:22.790 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:41:22.790 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.max_open_files: -1 2021-07-26T15:41:22.791 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:41:22.791 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:41:22.791 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:41:22.791 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Compression algorithms supported: 2021-07-26T15:41:22.792 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:41:22.792 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: kZSTD supported: 0 2021-07-26T15:41:22.792 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: kXpressCompression supported: 0 2021-07-26T15:41:22.792 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:41:22.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T15:41:22.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T15:41:22.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: kZlibCompression supported: 1 2021-07-26T15:41:22.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T15:41:22.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:41:22.794 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.725+0000 7fde196136c0 4 rocksdb: [db/db_impl_open.cc:228] Creating manifest 1 2021-07-26T15:41:22.794 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.794 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2021-07-26T15:41:22.794 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.795 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2021-07-26T15:41:22.795 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.795 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:41:22.795 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.merge_operator: 2021-07-26T15:41:22.795 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compaction_filter: None 2021-07-26T15:41:22.796 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:41:22.796 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:41:22.796 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:41:22.796 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564b994ff2b0) 2021-07-26T15:41:22.796 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2021-07-26T15:41:22.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 1 2021-07-26T15:41:22.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:41:22.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2021-07-26T15:41:22.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr index_type: 0 2021-07-26T15:41:22.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2021-07-26T15:41:22.798 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:41:22.798 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr hash_index_allow_collision: 1 2021-07-26T15:41:22.798 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr checksum: 1 2021-07-26T15:41:22.798 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr no_block_cache: 0 2021-07-26T15:41:22.798 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr block_cache: 0x564b99538510 2021-07-26T15:41:22.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2021-07-26T15:41:22.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr block_cache_options: 2021-07-26T15:41:22.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr capacity : 536870912 2021-07-26T15:41:22.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2021-07-26T15:41:22.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2021-07-26T15:41:22.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2021-07-26T15:41:22.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2021-07-26T15:41:22.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2021-07-26T15:41:22.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr block_size: 4096 2021-07-26T15:41:22.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2021-07-26T15:41:22.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2021-07-26T15:41:22.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2021-07-26T15:41:22.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2021-07-26T15:41:22.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr partition_filters: 0 2021-07-26T15:41:22.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2021-07-26T15:41:22.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:41:22.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2021-07-26T15:41:22.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr verify_compression: 0 2021-07-26T15:41:22.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2021-07-26T15:41:22.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr format_version: 2 2021-07-26T15:41:22.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2021-07-26T15:41:22.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr block_align: 0 2021-07-26T15:41:22.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:41:22.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:41:22.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compression: NoCompression 2021-07-26T15:41:22.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:41:22.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:41:22.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:41:22.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.num_levels: 7 2021-07-26T15:41:22.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:41:22.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:41:22.806 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:41:22.806 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:41:22.806 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:41:22.806 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:41:22.807 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:41:22.807 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:41:22.807 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:41:22.807 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:41:22.807 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:41:22.808 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:41:22.808 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:41:22.808 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:41:22.808 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:41:22.808 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:41:22.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:41:22.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:41:22.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:41:22.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:41:22.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:41:22.810 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:41:22.810 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:41:22.810 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:41:22.810 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:41:22.811 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:41:22.811 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:41:22.811 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:41:22.811 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:41:22.811 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:41:22.812 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:41:22.812 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:41:22.812 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:41:22.812 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:41:22.812 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:41:22.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:41:22.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:41:22.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:41:22.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:41:22.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:41:22.814 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:41:22.814 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:41:22.814 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:41:22.814 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:41:22.815 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:41:22.815 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:41:22.815 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.table_properties_collectors: 2021-07-26T15:41:22.815 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T15:41:22.815 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:41:22.816 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:41:22.816 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:41:22.816 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:41:22.816 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.bloom_locality: 0 2021-07-26T15:41:22.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T15:41:22.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:41:22.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:41:22.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.force_consistency_checks: 0 2021-07-26T15:41:22.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:41:22.818 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: Options.ttl: 0 2021-07-26T15:41:22.818 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:41:22.818 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.818 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.726+0000 7fde196136c0 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 0 2021-07-26T15:41:22.818 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.727+0000 7fde196136c0 4 rocksdb: DB pointer 0x564b9a165200 2021-07-26T15:41:22.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.727+0000 7fde024ec700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2021-07-26T15:41:22.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.727+0000 7fde024ec700 4 rocksdb: [db/db_impl.cc:778] 2021-07-26T15:41:22.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr ** DB Stats ** 2021-07-26T15:41:22.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:41:22.820 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:41:22.820 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:41:22.820 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:41:22.820 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:41:22.820 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:41:22.821 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:41:22.821 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.821 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-07-26T15:41:22.821 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:41:22.822 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:41:22.822 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:41:22.822 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:41:22.822 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.822 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-07-26T15:41:22.823 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:41:22.823 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:41:22.823 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:41:22.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:41:22.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:41:22.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:41:22.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:41:22.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:41:22.825 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:41:22.825 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:41:22.825 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:41:22.825 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.825 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:41:22.826 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.826 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-07-26T15:41:22.826 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:41:22.826 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:41:22.826 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:41:22.827 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:41:22.827 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.827 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-07-26T15:41:22.827 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:41:22.828 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:41:22.828 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:41:22.828 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:41:22.828 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:41:22.828 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:41:22.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:41:22.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:41:22.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:41:22.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:41:22.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:41:22.830 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.830 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:41:22.830 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:41:22.830 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.728+0000 7fde196136c0 4 rocksdb: [db/db_impl.cc:390] Shutdown: canceling all background work 2021-07-26T15:41:22.830 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.728+0000 7fde196136c0 4 rocksdb: [db/db_impl.cc:563] Shutdown complete 2021-07-26T15:41:22.831 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:41:22.728+0000 7fde196136c0 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2021-07-26T15:41:23.261 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:41:23.266 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl disable ceph.target 2021-07-26T15:41:23.273 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2021-07-26T15:41:23.350 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl enable ceph.target 2021-07-26T15:41:23.357 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2021-07-26T15:41:23.433 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl start ceph.target 2021-07-26T15:41:23.444 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl enable ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c.target 2021-07-26T15:41:23.446 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c.target → /etc/systemd/system/ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c.target. 2021-07-26T15:41:23.446 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c.target → /etc/systemd/system/ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c.target. 2021-07-26T15:41:23.522 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl start ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c.target 2021-07-26T15:41:23.526 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl daemon-reload 2021-07-26T15:41:23.607 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl stop ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:41:23.630 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl reset-failed ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:41:23.633 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stderr Failed to reset failed state of unit ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.a.service: Unit ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.a.service not loaded. 2021-07-26T15:41:23.634 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl enable ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:41:23.638 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c.target.wants/ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.a.service → /etc/systemd/system/ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@.service. 2021-07-26T15:41:23.713 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl start ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:41:23.940 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:23 smithi078 systemd[1]: Starting Ceph mon.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:41:24.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:23 smithi078 podman[30898]: 2021-07-26 15:41:23.848599751 +0000 UTC m=+0.028697083 image pull docker.io/ceph/daemon-base:latest-octopus 2021-07-26T15:41:24.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:23 smithi078 podman[30898]: 2021-07-26 15:41:23.977843634 +0000 UTC m=+0.157940943 container create f7efca3b80e46314100549a6782785c167dbf2f46b556043b95f07ed4826f191 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-dc1ab19) 2021-07-26T15:41:24.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:24 smithi078 podman[30898]: 2021-07-26 15:41:24.136152466 +0000 UTC m=+0.316249774 container init f7efca3b80e46314100549a6782785c167dbf2f46b556043b95f07ed4826f191 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, RELEASE=master-dc1ab19, maintainer=Dimitri Savineau , GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2021-07-26T15:41:24.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:24 smithi078 podman[30898]: 2021-07-26 15:41:24.186068526 +0000 UTC m=+0.366165837 container start f7efca3b80e46314100549a6782785c167dbf2f46b556043b95f07ed4826f191 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, RELEASE=master-dc1ab19, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2021-07-26T15:41:24.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:24 smithi078 bash[30825]: f7efca3b80e46314100549a6782785c167dbf2f46b556043b95f07ed4826f191 2021-07-26T15:41:24.245 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-enabled firewalld.service 2021-07-26T15:41:24.253 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stdout disabled 2021-07-26T15:41:24.253 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-active firewalld.service 2021-07-26T15:41:24.260 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stdout inactive 2021-07-26T15:41:24.260 INFO:teuthology.orchestra.run.smithi078.stderr:firewalld.service is not enabled 2021-07-26T15:41:24.261 INFO:teuthology.orchestra.run.smithi078.stderr:Not possible to enable service . firewalld.service is not available 2021-07-26T15:41:24.261 INFO:teuthology.orchestra.run.smithi078.stderr:Not possible to open ports <[]>. firewalld.service is not available 2021-07-26T15:41:24.261 INFO:teuthology.orchestra.run.smithi078.stderr:Waiting for mon to start... 2021-07-26T15:41:24.261 INFO:teuthology.orchestra.run.smithi078.stderr:Waiting for mon... 2021-07-26T15:41:24.262 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status 2021-07-26T15:41:24.672 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:24 smithi078 systemd[1]: Started Ceph mon.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:41:24.864 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout cluster: 2021-07-26T15:41:24.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout id: d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:41:24.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout health: HEALTH_OK 2021-07-26T15:41:24.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout 2021-07-26T15:41:24.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout services: 2021-07-26T15:41:24.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.650335s) 2021-07-26T15:41:24.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout mgr: no daemons active 2021-07-26T15:41:24.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2021-07-26T15:41:24.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout 2021-07-26T15:41:24.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout data: 2021-07-26T15:41:24.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2021-07-26T15:41:24.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2021-07-26T15:41:24.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2021-07-26T15:41:24.870 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout pgs: 2021-07-26T15:41:24.871 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout 2021-07-26T15:41:25.597 INFO:teuthology.orchestra.run.smithi078.stderr:mon is available 2021-07-26T15:41:25.598 INFO:teuthology.orchestra.run.smithi078.stderr:Assimilating anything we can from ceph.conf... 2021-07-26T15:41:25.598 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z -v /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z docker.io/ceph/daemon-base:latest-octopus config assimilate-conf -i /var/lib/ceph/mon/ceph-a/config 2021-07-26T15:41:26.220 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout 2021-07-26T15:41:26.220 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout [global] 2021-07-26T15:41:26.221 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout fsid = d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:41:26.221 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout log_to_journald = false 2021-07-26T15:41:26.221 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout mon_election_default_strategy = 1 2021-07-26T15:41:26.221 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.78:3300,v1:172.21.15.78:6789] 2021-07-26T15:41:26.222 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2021-07-26T15:41:26.222 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2021-07-26T15:41:26.222 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2021-07-26T15:41:26.222 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2021-07-26T15:41:26.223 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout 2021-07-26T15:41:26.223 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout [mgr] 2021-07-26T15:41:26.223 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2021-07-26T15:41:26.223 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout 2021-07-26T15:41:26.223 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout [osd] 2021-07-26T15:41:26.224 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout osd_map_max_advance = 10 2021-07-26T15:41:26.224 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout osd_memory_target_autotune = true 2021-07-26T15:41:26.224 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout osd_sloppy_crc = true 2021-07-26T15:41:26.830 INFO:teuthology.orchestra.run.smithi078.stderr:Generating new minimal ceph.conf... 2021-07-26T15:41:26.831 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z -v /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z docker.io/ceph/daemon-base:latest-octopus config generate-minimal-conf -o /var/lib/ceph/mon/ceph-a/config 2021-07-26T15:41:28.267 INFO:teuthology.orchestra.run.smithi078.stderr:Restarting the monitor... 2021-07-26T15:41:28.267 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl restart ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:41:28.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:28 smithi078 systemd[1]: Stopping Ceph mon.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:41:29.144 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:28 smithi078 podman[31358]: 2021-07-26 15:41:28.810582884 +0000 UTC m=+0.378834351 container remove f7efca3b80e46314100549a6782785c167dbf2f46b556043b95f07ed4826f191 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, RELEASE=master-dc1ab19, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2021-07-26T15:41:29.145 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:28 smithi078 podman[31317]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a 2021-07-26T15:41:29.145 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:28 smithi078 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.a.service: Succeeded. 2021-07-26T15:41:29.145 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:28 smithi078 systemd[1]: Stopped Ceph mon.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:41:29.145 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:28 smithi078 systemd[1]: Starting Ceph mon.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:41:29.348 INFO:teuthology.orchestra.run.smithi078.stderr:Setting mon public_network... 2021-07-26T15:41:29.348 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config set mon public_network 172.21.0.0/20 2021-07-26T15:41:29.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:29 smithi078 podman[31480]: 2021-07-26 15:41:29.052360889 +0000 UTC m=+0.028133743 image pull docker.io/ceph/daemon-base:latest-octopus 2021-07-26T15:41:29.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:29 smithi078 podman[31480]: 2021-07-26 15:41:29.185459371 +0000 UTC m=+0.161232255 container create afb02e5e7f57d66c54e6d48895c9f0947f5c1932dde4cb43e15958b42102010e (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-dc1ab19, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0) 2021-07-26T15:41:29.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:29 smithi078 podman[31480]: 2021-07-26 15:41:29.302136387 +0000 UTC m=+0.277909277 container init afb02e5e7f57d66c54e6d48895c9f0947f5c1932dde4cb43e15958b42102010e (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.build-date=20201204, RELEASE=master-dc1ab19, ceph=True, org.label-schema.name=CentOS Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2021-07-26T15:41:29.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:29 smithi078 podman[31480]: 2021-07-26 15:41:29.343729947 +0000 UTC m=+0.319502775 container start afb02e5e7f57d66c54e6d48895c9f0947f5c1932dde4cb43e15958b42102010e (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a, RELEASE=master-dc1ab19, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2021-07-26T15:41:29.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:29 smithi078 bash[31406]: afb02e5e7f57d66c54e6d48895c9f0947f5c1932dde4cb43e15958b42102010e 2021-07-26T15:41:29.484 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:41:29 smithi078 systemd[1]: Started Ceph mon.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:41:30.587 INFO:teuthology.orchestra.run.smithi078.stderr:Creating mgr... 2021-07-26T15:41:30.588 INFO:teuthology.orchestra.run.smithi078.stderr:Verifying port 9283 ... 2021-07-26T15:41:30.589 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl daemon-reload 2021-07-26T15:41:30.675 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl stop ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.y 2021-07-26T15:41:30.695 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl reset-failed ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.y 2021-07-26T15:41:30.700 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stderr Failed to reset failed state of unit ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.y.service: Unit ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.y.service not loaded. 2021-07-26T15:41:30.700 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl enable ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.y 2021-07-26T15:41:30.708 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c.target.wants/ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.y.service → /etc/systemd/system/ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@.service. 2021-07-26T15:41:30.778 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl start ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.y 2021-07-26T15:41:30.988 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:41:30 smithi078 systemd[1]: Starting Ceph mgr.y for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:41:31.339 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:41:31 smithi078 podman[31797]: 2021-07-26 15:41:30.914023875 +0000 UTC m=+0.028373649 image pull docker.io/ceph/daemon-base:latest-octopus 2021-07-26T15:41:31.339 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:41:31 smithi078 podman[31797]: 2021-07-26 15:41:31.035252733 +0000 UTC m=+0.149602567 container create 3b8939d1cf5305cf8f0965c9afb1a847205e506475d04c88be4c1543dab460d4 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.y, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , GIT_CLEAN=True, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, RELEASE=master-dc1ab19, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766) 2021-07-26T15:41:31.510 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-enabled firewalld.service 2021-07-26T15:41:31.519 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stdout disabled 2021-07-26T15:41:31.519 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-active firewalld.service 2021-07-26T15:41:31.525 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stdout inactive 2021-07-26T15:41:31.525 INFO:teuthology.orchestra.run.smithi078.stderr:firewalld.service is not enabled 2021-07-26T15:41:31.525 INFO:teuthology.orchestra.run.smithi078.stderr:Not possible to enable service . firewalld.service is not available 2021-07-26T15:41:31.526 INFO:teuthology.orchestra.run.smithi078.stderr:Not possible to open ports <[]>. firewalld.service is not available 2021-07-26T15:41:31.526 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-enabled firewalld.service 2021-07-26T15:41:31.537 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stdout disabled 2021-07-26T15:41:31.537 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-active firewalld.service 2021-07-26T15:41:31.540 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stdout inactive 2021-07-26T15:41:31.541 INFO:teuthology.orchestra.run.smithi078.stderr:firewalld.service is not enabled 2021-07-26T15:41:31.541 INFO:teuthology.orchestra.run.smithi078.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2021-07-26T15:41:31.541 INFO:teuthology.orchestra.run.smithi078.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2021-07-26T15:41:31.542 INFO:teuthology.orchestra.run.smithi078.stderr:Wrote config to /etc/ceph/ceph.conf 2021-07-26T15:41:31.542 INFO:teuthology.orchestra.run.smithi078.stderr:Waiting for mgr to start... 2021-07-26T15:41:31.542 INFO:teuthology.orchestra.run.smithi078.stderr:Waiting for mgr... 2021-07-26T15:41:31.542 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-07-26T15:41:31.674 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:41:31 smithi078 podman[31797]: 2021-07-26 15:41:31.360147471 +0000 UTC m=+0.474497241 container init 3b8939d1cf5305cf8f0965c9afb1a847205e506475d04c88be4c1543dab460d4 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.y, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, RELEASE=master-dc1ab19, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204) 2021-07-26T15:41:31.676 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:41:31 smithi078 podman[31797]: 2021-07-26 15:41:31.435150552 +0000 UTC m=+0.549500319 container start 3b8939d1cf5305cf8f0965c9afb1a847205e506475d04c88be4c1543dab460d4 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.y, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, RELEASE=master-dc1ab19, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20201204, ceph=True, org.label-schema.license=GPLv2) 2021-07-26T15:41:31.676 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:41:31 smithi078 bash[31724]: 3b8939d1cf5305cf8f0965c9afb1a847205e506475d04c88be4c1543dab460d4 2021-07-26T15:41:31.676 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:41:31 smithi078 systemd[1]: Started Ceph mgr.y for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:41:32.198 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout 2021-07-26T15:41:32.199 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:32.199 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "fsid": "d7ed0f78-ee27-11eb-8c23-001a4aab830c", 2021-07-26T15:41:32.199 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "health": { 2021-07-26T15:41:32.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-07-26T15:41:32.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-07-26T15:41:32.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-07-26T15:41:32.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:32.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-07-26T15:41:32.201 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-07-26T15:41:32.201 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout 0 2021-07-26T15:41:32.202 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:32.202 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-07-26T15:41:32.202 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "a" 2021-07-26T15:41:32.202 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:32.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "quorum_age": 2, 2021-07-26T15:41:32.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "monmap": { 2021-07-26T15:41:32.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:41:32.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-07-26T15:41:32.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-07-26T15:41:32.204 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:32.204 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-07-26T15:41:32.204 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:41:32.204 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-07-26T15:41:32.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-07-26T15:41:32.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-07-26T15:41:32.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-07-26T15:41:32.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-07-26T15:41:32.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-07-26T15:41:32.206 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:32.206 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-07-26T15:41:32.206 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-07-26T15:41:32.206 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-07-26T15:41:32.207 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-07-26T15:41:32.207 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-07-26T15:41:32.208 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-07-26T15:41:32.208 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-07-26T15:41:32.208 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-07-26T15:41:32.209 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-07-26T15:41:32.209 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:32.209 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-07-26T15:41:32.209 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:41:32.209 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-07-26T15:41:32.210 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-07-26T15:41:32.210 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:32.210 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-07-26T15:41:32.210 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "available": false, 2021-07-26T15:41:32.211 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-07-26T15:41:32.211 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "modules": [ 2021-07-26T15:41:32.211 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "iostat", 2021-07-26T15:41:32.211 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "restful" 2021-07-26T15:41:32.211 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:32.212 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "services": {} 2021-07-26T15:41:32.212 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:32.212 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-07-26T15:41:32.212 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:41:32.213 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "modified": "2021-07-26T15:41:24.218016+0000", 2021-07-26T15:41:32.213 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "services": {} 2021-07-26T15:41:32.213 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:32.213 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-07-26T15:41:32.216 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:32.879 INFO:teuthology.orchestra.run.smithi078.stderr:mgr not available, waiting (1/10)... 2021-07-26T15:41:33.879 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-07-26T15:41:34.562 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout 2021-07-26T15:41:34.563 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:34.563 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "fsid": "d7ed0f78-ee27-11eb-8c23-001a4aab830c", 2021-07-26T15:41:34.563 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "health": { 2021-07-26T15:41:34.563 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-07-26T15:41:34.564 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-07-26T15:41:34.564 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-07-26T15:41:34.564 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:34.564 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-07-26T15:41:34.565 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-07-26T15:41:34.565 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout 0 2021-07-26T15:41:34.565 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:34.565 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-07-26T15:41:34.566 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "a" 2021-07-26T15:41:34.566 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:34.566 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "quorum_age": 5, 2021-07-26T15:41:34.566 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "monmap": { 2021-07-26T15:41:34.567 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:41:34.567 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-07-26T15:41:34.567 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-07-26T15:41:34.567 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:34.568 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-07-26T15:41:34.568 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:41:34.568 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-07-26T15:41:34.568 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-07-26T15:41:34.569 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-07-26T15:41:34.569 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-07-26T15:41:34.569 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-07-26T15:41:34.569 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-07-26T15:41:34.570 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:34.570 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-07-26T15:41:34.570 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-07-26T15:41:34.570 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-07-26T15:41:34.571 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-07-26T15:41:34.571 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-07-26T15:41:34.571 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-07-26T15:41:34.571 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-07-26T15:41:34.571 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-07-26T15:41:34.572 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-07-26T15:41:34.572 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:34.572 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-07-26T15:41:34.572 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:41:34.573 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-07-26T15:41:34.573 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-07-26T15:41:34.573 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:34.573 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-07-26T15:41:34.573 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "available": false, 2021-07-26T15:41:34.574 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-07-26T15:41:34.574 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "modules": [ 2021-07-26T15:41:34.574 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "iostat", 2021-07-26T15:41:34.574 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "restful" 2021-07-26T15:41:34.575 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:34.575 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "services": {} 2021-07-26T15:41:34.575 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:34.575 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-07-26T15:41:34.575 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:41:34.576 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "modified": "2021-07-26T15:41:24.218016+0000", 2021-07-26T15:41:34.576 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "services": {} 2021-07-26T15:41:34.576 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:34.576 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-07-26T15:41:34.577 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:35.215 INFO:teuthology.orchestra.run.smithi078.stderr:mgr not available, waiting (2/10)... 2021-07-26T15:41:36.221 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-07-26T15:41:36.958 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout 2021-07-26T15:41:36.960 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:36.961 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "fsid": "d7ed0f78-ee27-11eb-8c23-001a4aab830c", 2021-07-26T15:41:36.961 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "health": { 2021-07-26T15:41:36.961 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-07-26T15:41:36.961 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-07-26T15:41:36.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-07-26T15:41:36.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:36.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-07-26T15:41:36.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-07-26T15:41:36.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout 0 2021-07-26T15:41:36.963 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:36.963 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-07-26T15:41:36.963 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "a" 2021-07-26T15:41:36.963 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:36.964 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "quorum_age": 7, 2021-07-26T15:41:36.964 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "monmap": { 2021-07-26T15:41:36.964 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:41:36.965 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-07-26T15:41:36.965 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-07-26T15:41:36.965 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:36.966 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-07-26T15:41:36.966 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:41:36.966 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-07-26T15:41:36.966 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-07-26T15:41:36.966 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-07-26T15:41:36.967 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-07-26T15:41:36.967 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-07-26T15:41:36.967 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-07-26T15:41:36.967 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:36.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-07-26T15:41:36.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-07-26T15:41:36.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-07-26T15:41:36.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-07-26T15:41:36.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-07-26T15:41:36.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-07-26T15:41:36.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-07-26T15:41:36.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-07-26T15:41:36.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-07-26T15:41:36.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:36.970 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-07-26T15:41:36.970 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:41:36.970 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-07-26T15:41:36.970 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-07-26T15:41:36.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:36.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-07-26T15:41:36.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "available": true, 2021-07-26T15:41:36.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-07-26T15:41:36.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "modules": [ 2021-07-26T15:41:36.972 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "iostat", 2021-07-26T15:41:36.972 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "restful" 2021-07-26T15:41:36.972 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:36.972 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "services": {} 2021-07-26T15:41:36.972 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:36.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-07-26T15:41:36.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:41:36.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "modified": "2021-07-26T15:41:24.218016+0000", 2021-07-26T15:41:36.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "services": {} 2021-07-26T15:41:36.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:36.974 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-07-26T15:41:36.974 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:37.761 INFO:teuthology.orchestra.run.smithi078.stderr:mgr is available 2021-07-26T15:41:37.761 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config-key set mgr/cephadm/ssh_user root 2021-07-26T15:41:38.549 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stderr set mgr/cephadm/ssh_user 2021-07-26T15:41:39.092 INFO:teuthology.orchestra.run.smithi078.stderr:Enabling cephadm module... 2021-07-26T15:41:39.092 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr module enable cephadm 2021-07-26T15:41:41.027 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr dump 2021-07-26T15:41:41.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:41.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "epoch": 5, 2021-07-26T15:41:41.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active_gid": 14100, 2021-07-26T15:41:41.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active_name": "y", 2021-07-26T15:41:41.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active_addrs": { 2021-07-26T15:41:41.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-07-26T15:41:41.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:41.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-07-26T15:41:41.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.78:6800", 2021-07-26T15:41:41.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "nonce": 1337385350 2021-07-26T15:41:41.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:41.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:41.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "v1", 2021-07-26T15:41:41.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.78:6801", 2021-07-26T15:41:41.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "nonce": 1337385350 2021-07-26T15:41:41.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:41.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:41:41.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:41.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active_addr": "172.21.15.78:6801/1337385350", 2021-07-26T15:41:41.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active_change": "2021-07-26T15:41:35.079236+0000", 2021-07-26T15:41:41.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active_mgr_features": 4540138292840890367, 2021-07-26T15:41:41.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "available": true, 2021-07-26T15:41:41.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "standbys": [], 2021-07-26T15:41:41.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "modules": [ 2021-07-26T15:41:41.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "cephadm", 2021-07-26T15:41:41.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "iostat", 2021-07-26T15:41:42.317 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "restful" 2021-07-26T15:41:42.317 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.317 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "available_modules": [ 2021-07-26T15:41:42.318 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:42.318 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "alerts", 2021-07-26T15:41:42.318 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:42.318 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:42.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:42.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:41:42.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:41:42.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:42.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:41:42.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "How frequently to reexamine health status", 2021-07-26T15:41:42.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:42.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:42.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:42.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:42.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:42.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:42.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:42.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:42.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:42.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_destination": { 2021-07-26T15:41:42.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_destination", 2021-07-26T15:41:42.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Email address to send alerts to", 2021-07-26T15:41:42.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_from_name": { 2021-07-26T15:41:42.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_from_name", 2021-07-26T15:41:42.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "Ceph", 2021-07-26T15:41:42.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Email From: name", 2021-07-26T15:41:42.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_host": { 2021-07-26T15:41:42.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_host", 2021-07-26T15:41:42.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "SMTP server", 2021-07-26T15:41:42.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_password": { 2021-07-26T15:41:42.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_password", 2021-07-26T15:41:42.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Password to authenticate with", 2021-07-26T15:41:42.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_port": { 2021-07-26T15:41:42.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_port", 2021-07-26T15:41:42.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "465", 2021-07-26T15:41:42.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "SMTP port", 2021-07-26T15:41:42.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_sender": { 2021-07-26T15:41:42.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_sender", 2021-07-26T15:41:42.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "SMTP envelope sender", 2021-07-26T15:41:42.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_ssl": { 2021-07-26T15:41:42.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_ssl", 2021-07-26T15:41:42.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Use SSL to connect to SMTP server", 2021-07-26T15:41:42.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_user": { 2021-07-26T15:41:42.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_user", 2021-07-26T15:41:42.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "User to authenticate as", 2021-07-26T15:41:42.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:42.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "balancer", 2021-07-26T15:41:42.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:42.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:42.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:42.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active": { 2021-07-26T15:41:42.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "active", 2021-07-26T15:41:42.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "automatically balance PGs across cluster", 2021-07-26T15:41:42.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "begin_time": { 2021-07-26T15:41:42.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "begin_time", 2021-07-26T15:41:42.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "0000", 2021-07-26T15:41:42.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "beginning time of day to automatically balance", 2021-07-26T15:41:42.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-07-26T15:41:42.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "begin_weekday": { 2021-07-26T15:41:42.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "begin_weekday", 2021-07-26T15:41:42.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:41:42.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-07-26T15:41:42.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "0", 2021-07-26T15:41:42.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "7", 2021-07-26T15:41:42.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to this day of the week or later", 2021-07-26T15:41:42.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-07-26T15:41:42.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "crush_compat_max_iterations": { 2021-07-26T15:41:42.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "crush_compat_max_iterations", 2021-07-26T15:41:42.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:41:42.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "25", 2021-07-26T15:41:42.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "1", 2021-07-26T15:41:42.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "250", 2021-07-26T15:41:42.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "maximum number of iterations to attempt optimization", 2021-07-26T15:41:42.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "crush_compat_metrics": { 2021-07-26T15:41:42.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "crush_compat_metrics", 2021-07-26T15:41:42.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "pgs,objects,bytes", 2021-07-26T15:41:42.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "metrics with which to calculate OSD utilization", 2021-07-26T15:41:42.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2021-07-26T15:41:42.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "crush_compat_step": { 2021-07-26T15:41:42.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "crush_compat_step", 2021-07-26T15:41:42.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "float", 2021-07-26T15:41:42.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "0.5", 2021-07-26T15:41:42.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "0.001", 2021-07-26T15:41:42.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "0.999", 2021-07-26T15:41:42.379 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.379 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "aggressiveness of optimization", 2021-07-26T15:41:42.379 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": ".99 is very aggressive, .01 is less aggressive", 2021-07-26T15:41:42.379 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.380 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.380 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.380 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "end_time": { 2021-07-26T15:41:42.380 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "end_time", 2021-07-26T15:41:42.380 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "2400", 2021-07-26T15:41:42.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.382 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.382 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "ending time of day to automatically balance", 2021-07-26T15:41:42.382 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-07-26T15:41:42.382 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.382 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "end_weekday": { 2021-07-26T15:41:42.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "end_weekday", 2021-07-26T15:41:42.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:41:42.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.384 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.384 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-07-26T15:41:42.384 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "0", 2021-07-26T15:41:42.384 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "7", 2021-07-26T15:41:42.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to days of the week earlier than this", 2021-07-26T15:41:42.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-07-26T15:41:42.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:42.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:42.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.389 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.389 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.389 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.389 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.390 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.390 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.390 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.390 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:42.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:42.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.392 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.392 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.392 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.392 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.393 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.393 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.393 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.393 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.393 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:42.394 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:42.394 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.394 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.394 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.394 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:42.395 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.395 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.395 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.395 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.395 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.396 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.396 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.396 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.396 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.397 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.397 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.397 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.397 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.397 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.398 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.398 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:42.398 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:42.398 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.398 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.399 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.399 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.399 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.399 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.399 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.400 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.400 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.400 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.400 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.400 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.401 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min_score": { 2021-07-26T15:41:42.401 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "min_score", 2021-07-26T15:41:42.401 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "float", 2021-07-26T15:41:42.401 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.402 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.402 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-07-26T15:41:42.402 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.402 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.402 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.403 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "minimum score, below which no optimization is attempted", 2021-07-26T15:41:42.403 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.403 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.403 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.403 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.404 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mode": { 2021-07-26T15:41:42.404 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-07-26T15:41:42.404 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.404 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.404 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.405 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "none", 2021-07-26T15:41:42.405 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.405 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.405 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.406 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "crush-compat", 2021-07-26T15:41:42.406 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "none", 2021-07-26T15:41:42.406 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "upmap" 2021-07-26T15:41:42.406 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.406 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Balancer mode", 2021-07-26T15:41:42.407 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.407 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.407 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.407 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.408 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "pool_ids": { 2021-07-26T15:41:42.408 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "pool_ids", 2021-07-26T15:41:42.408 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.408 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.408 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.409 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.409 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.409 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.409 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.409 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "pools which the automatic balancing will be limited to", 2021-07-26T15:41:42.410 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.410 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.410 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.410 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.411 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:41:42.411 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:41:42.411 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:42.411 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.411 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.412 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:41:42.412 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.412 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.412 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.412 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and attempt optimization", 2021-07-26T15:41:42.413 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.413 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.413 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.413 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.413 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "upmap_max_deviation": { 2021-07-26T15:41:42.414 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "upmap_max_deviation", 2021-07-26T15:41:42.414 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.414 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.414 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.415 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:41:42.415 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "1", 2021-07-26T15:41:42.415 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.415 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.415 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "deviation below which no optimization is attempted", 2021-07-26T15:41:42.416 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2021-07-26T15:41:42.416 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.416 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.416 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.416 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "upmap_max_optimizations": { 2021-07-26T15:41:42.417 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "upmap_max_optimizations", 2021-07-26T15:41:42.417 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:41:42.417 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.417 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.417 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:41:42.418 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.418 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.418 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.418 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "maximum upmap optimizations to make per attempt", 2021-07-26T15:41:42.418 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.419 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.419 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.419 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.419 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.419 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.420 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:42.420 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "cephadm", 2021-07-26T15:41:42.420 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:42.420 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:42.420 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:42.421 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "allow_ptrace": { 2021-07-26T15:41:42.421 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "allow_ptrace", 2021-07-26T15:41:42.421 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.421 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.422 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.422 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.422 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.422 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.422 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.423 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "allow SYS_PTRACE capability on ceph containers", 2021-07-26T15:41:42.423 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2021-07-26T15:41:42.423 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.423 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.424 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.424 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "config_dashboard": { 2021-07-26T15:41:42.424 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "config_dashboard", 2021-07-26T15:41:42.424 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.424 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.425 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.425 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.425 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.425 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.425 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.426 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "manage configs like API endpoints in Dashboard.", 2021-07-26T15:41:42.426 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.426 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.426 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.427 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.427 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "container_image_alertmanager": { 2021-07-26T15:41:42.427 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "container_image_alertmanager", 2021-07-26T15:41:42.427 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.427 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.428 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.428 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/alertmanager:v0.20.0", 2021-07-26T15:41:42.428 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.428 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.429 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.429 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:41:42.429 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.429 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.429 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.430 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.430 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "container_image_base": { 2021-07-26T15:41:42.430 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "container_image_base", 2021-07-26T15:41:42.430 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.430 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.431 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.431 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph", 2021-07-26T15:41:42.431 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.431 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.432 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.432 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Container image name, without the tag", 2021-07-26T15:41:42.432 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.432 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.432 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.433 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.433 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "container_image_grafana": { 2021-07-26T15:41:42.433 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "container_image_grafana", 2021-07-26T15:41:42.433 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.433 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.434 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.434 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph-grafana:6.7.4", 2021-07-26T15:41:42.434 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.434 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.435 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.435 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:41:42.435 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.435 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.435 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.436 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.436 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "container_image_node_exporter": { 2021-07-26T15:41:42.436 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "container_image_node_exporter", 2021-07-26T15:41:42.436 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.437 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.437 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.437 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/node-exporter:v0.18.1", 2021-07-26T15:41:42.437 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.437 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.438 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.438 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:41:42.438 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.438 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.438 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.439 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.439 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "container_image_prometheus": { 2021-07-26T15:41:42.439 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "container_image_prometheus", 2021-07-26T15:41:42.439 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.440 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.440 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.440 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/prometheus:v2.18.1", 2021-07-26T15:41:42.440 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.440 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.441 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.441 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:41:42.441 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.441 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.441 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.442 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.442 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "container_init": { 2021-07-26T15:41:42.442 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "container_init", 2021-07-26T15:41:42.442 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.442 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.443 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.443 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.443 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.443 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.444 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.444 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Run podman/docker with `--init`", 2021-07-26T15:41:42.444 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.444 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.444 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.445 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.445 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "daemon_cache_timeout": { 2021-07-26T15:41:42.445 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "daemon_cache_timeout", 2021-07-26T15:41:42.445 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:42.445 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.446 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.446 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:41:42.446 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.446 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.446 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.447 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache service (daemon) inventory", 2021-07-26T15:41:42.447 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.447 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.447 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.447 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.448 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "device_cache_timeout": { 2021-07-26T15:41:42.448 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "device_cache_timeout", 2021-07-26T15:41:42.448 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:42.448 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.448 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.449 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "1800", 2021-07-26T15:41:42.449 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.449 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.449 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.450 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache device inventory", 2021-07-26T15:41:42.450 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.450 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.450 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.450 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.451 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "facts_cache_timeout": { 2021-07-26T15:41:42.451 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "facts_cache_timeout", 2021-07-26T15:41:42.451 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:42.451 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.451 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.452 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:41:42.452 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.452 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.452 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.452 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache host facts data", 2021-07-26T15:41:42.453 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.453 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.453 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.453 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.453 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "host_check_interval": { 2021-07-26T15:41:42.454 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "host_check_interval", 2021-07-26T15:41:42.454 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:42.454 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.454 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.454 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:41:42.455 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.456 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.456 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.456 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "how frequently to perform a host check", 2021-07-26T15:41:42.456 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.456 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.457 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.457 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.457 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:42.457 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:42.458 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.458 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.458 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.458 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.458 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.459 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.459 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.459 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.459 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.459 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.460 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.460 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.460 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.460 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.460 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.461 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.461 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.461 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.461 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.462 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:42.462 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:42.462 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.462 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.462 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.463 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.463 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.463 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.463 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.463 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "log to the \"cephadm\" cluster log channel\"", 2021-07-26T15:41:42.464 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.464 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.464 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.467 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.467 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:42.467 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:42.467 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.467 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.468 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.468 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:42.469 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.469 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.469 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.469 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.469 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.470 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.470 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.470 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.470 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.475 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.475 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.475 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.475 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.475 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.476 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.476 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:42.476 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:42.477 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.477 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.477 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.477 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.477 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.478 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.478 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.480 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.480 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.481 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.483 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.483 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.484 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "manage_etc_ceph_ceph_conf": { 2021-07-26T15:41:42.484 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "manage_etc_ceph_ceph_conf", 2021-07-26T15:41:42.484 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.484 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.485 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.485 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.485 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.485 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.486 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.486 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2021-07-26T15:41:42.486 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.486 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.486 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.487 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.487 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "migration_current": { 2021-07-26T15:41:42.487 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "migration_current", 2021-07-26T15:41:42.488 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.488 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.488 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.488 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:42.489 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.489 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.491 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.491 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "internal - do not modify", 2021-07-26T15:41:42.492 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.492 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.492 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.492 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.493 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mode": { 2021-07-26T15:41:42.493 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-07-26T15:41:42.493 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.494 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.494 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.494 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "root", 2021-07-26T15:41:42.495 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.495 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.495 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.496 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "cephadm-package", 2021-07-26T15:41:42.496 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "root" 2021-07-26T15:41:42.497 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.497 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "mode for remote execution of cephadm", 2021-07-26T15:41:42.497 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.498 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.498 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.498 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.498 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "prometheus_alerts_path": { 2021-07-26T15:41:42.498 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "prometheus_alerts_path", 2021-07-26T15:41:42.499 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.499 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.499 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.499 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2021-07-26T15:41:42.500 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.500 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.500 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.503 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "location of alerts to include in prometheus deployments", 2021-07-26T15:41:42.503 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.504 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.504 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.504 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.504 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "registry_password": { 2021-07-26T15:41:42.504 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "registry_password", 2021-07-26T15:41:42.505 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.505 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.505 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.505 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:42.506 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.506 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.506 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.506 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Custom repository password", 2021-07-26T15:41:42.506 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.507 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.507 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.507 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.507 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "registry_url": { 2021-07-26T15:41:42.511 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "registry_url", 2021-07-26T15:41:42.512 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.512 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.512 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.512 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:42.512 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.513 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.514 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.514 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Custom repository url", 2021-07-26T15:41:42.514 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.515 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.515 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.515 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.515 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "registry_username": { 2021-07-26T15:41:42.515 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "registry_username", 2021-07-26T15:41:42.516 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.516 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.516 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.517 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:42.517 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.517 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.517 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.517 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Custom repository username", 2021-07-26T15:41:42.518 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.518 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.518 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.518 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.519 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ssh_config_file": { 2021-07-26T15:41:42.519 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ssh_config_file", 2021-07-26T15:41:42.519 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.519 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.520 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.520 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:42.520 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.521 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.521 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.522 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "customized SSH config file to connect to managed hosts", 2021-07-26T15:41:42.522 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.523 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.523 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.524 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.525 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "use_repo_digest": { 2021-07-26T15:41:42.526 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "use_repo_digest", 2021-07-26T15:41:42.526 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.526 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.526 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.527 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.527 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.527 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.528 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.528 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2021-07-26T15:41:42.528 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.528 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.528 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.529 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.529 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warn_on_failed_host_check": { 2021-07-26T15:41:42.530 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "warn_on_failed_host_check", 2021-07-26T15:41:42.530 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.530 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.530 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.530 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.531 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.531 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.531 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.531 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if the host check fails", 2021-07-26T15:41:42.531 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.532 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.532 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.532 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.532 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warn_on_stray_daemons": { 2021-07-26T15:41:42.532 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_daemons", 2021-07-26T15:41:42.533 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.533 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.533 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.534 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.539 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.539 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.539 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.540 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2021-07-26T15:41:42.541 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.541 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.541 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.541 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.541 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warn_on_stray_hosts": { 2021-07-26T15:41:42.542 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_hosts", 2021-07-26T15:41:42.542 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.542 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.542 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.542 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.543 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.543 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.543 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.543 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2021-07-26T15:41:42.544 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.544 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.544 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.544 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.544 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.545 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.545 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:42.545 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "crash", 2021-07-26T15:41:42.548 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:42.549 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:42.550 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:42.550 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:42.550 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:42.550 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.550 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.551 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.551 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.551 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.551 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.552 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.552 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.552 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.552 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.553 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.553 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.553 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.554 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.554 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.554 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.554 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.557 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.557 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.558 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:42.558 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:42.558 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.558 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.559 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.559 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.559 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.560 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.560 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.561 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.561 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.561 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.561 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.561 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.562 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:42.562 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:42.563 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.563 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.563 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.563 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:42.563 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.564 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.564 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.564 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.565 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.565 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.565 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.565 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.565 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.566 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.566 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.566 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.566 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.566 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.567 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.567 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:42.567 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:42.567 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.568 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.568 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.568 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.568 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.568 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.569 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.569 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.569 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.569 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.569 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.570 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.570 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "retain_interval": { 2021-07-26T15:41:42.571 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "retain_interval", 2021-07-26T15:41:42.571 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:42.571 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.571 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.571 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "31536000", 2021-07-26T15:41:42.572 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.572 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.572 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.573 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "how long to retain crashes before pruning them", 2021-07-26T15:41:42.573 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.573 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.573 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.573 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.574 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warn_recent_interval": { 2021-07-26T15:41:42.574 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "warn_recent_interval", 2021-07-26T15:41:42.574 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:42.574 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.575 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.575 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "1209600", 2021-07-26T15:41:42.575 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.575 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.576 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.576 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "time interval in which to warn about recent crashes", 2021-07-26T15:41:42.576 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.576 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.576 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.577 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.577 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.577 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.577 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:42.577 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "dashboard", 2021-07-26T15:41:42.578 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:42.578 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:42.578 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:42.578 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ACCOUNT_LOCKOUT_ATTEMPTS": { 2021-07-26T15:41:42.579 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2021-07-26T15:41:42.579 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.579 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.579 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.579 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:41:42.580 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.580 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.580 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.581 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.581 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.581 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.581 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.582 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.582 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_HOST": { 2021-07-26T15:41:42.582 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_HOST", 2021-07-26T15:41:42.582 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.583 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.583 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.583 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.583 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.583 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.584 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.584 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.584 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.584 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.584 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.585 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.585 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_SSL_VERIFY": { 2021-07-26T15:41:42.585 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_SSL_VERIFY", 2021-07-26T15:41:42.585 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.585 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.586 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.586 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.586 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.586 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.587 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.587 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.587 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.588 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.588 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.588 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.589 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "AUDIT_API_ENABLED": { 2021-07-26T15:41:42.589 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_ENABLED", 2021-07-26T15:41:42.589 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.589 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.589 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.590 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.590 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.590 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.590 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.591 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.591 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.592 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.592 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.592 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.592 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "AUDIT_API_LOG_PAYLOAD": { 2021-07-26T15:41:42.593 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_LOG_PAYLOAD", 2021-07-26T15:41:42.593 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.593 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.593 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.594 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.594 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.594 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.594 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.595 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.595 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.595 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.595 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.596 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.596 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ENABLE_BROWSABLE_API": { 2021-07-26T15:41:42.596 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ENABLE_BROWSABLE_API", 2021-07-26T15:41:42.596 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.597 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.597 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.597 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.597 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.597 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.598 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.598 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.598 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.599 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.599 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.599 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.599 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_cephfs": { 2021-07-26T15:41:42.599 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_cephfs", 2021-07-26T15:41:42.600 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.600 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.600 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.600 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.600 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.601 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.601 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.601 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.602 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.602 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.602 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.603 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.603 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_iscsi": { 2021-07-26T15:41:42.603 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_iscsi", 2021-07-26T15:41:42.603 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.603 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.604 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.604 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.604 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.604 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.604 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.605 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.605 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.605 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.605 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.606 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.606 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_mirroring": { 2021-07-26T15:41:42.606 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_mirroring", 2021-07-26T15:41:42.606 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.606 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.607 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.607 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.607 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.607 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.607 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.608 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.608 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.608 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.608 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.609 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.609 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_nfs": { 2021-07-26T15:41:42.609 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_nfs", 2021-07-26T15:41:42.609 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.609 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.610 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.610 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.610 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.610 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.610 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.611 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.611 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.611 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.611 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.611 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.612 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rbd": { 2021-07-26T15:41:42.613 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rbd", 2021-07-26T15:41:42.613 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.613 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.613 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.613 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.614 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.614 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.614 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.614 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.615 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.615 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.615 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.615 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.615 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rgw": { 2021-07-26T15:41:42.616 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rgw", 2021-07-26T15:41:42.616 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.616 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.616 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.616 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.617 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.617 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.617 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.617 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.617 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.618 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.618 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.618 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.618 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2021-07-26T15:41:42.618 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2021-07-26T15:41:42.619 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.619 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.619 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.619 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.619 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.620 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.620 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.620 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.620 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.621 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.621 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.621 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.621 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "GRAFANA_API_PASSWORD": { 2021-07-26T15:41:42.621 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_PASSWORD", 2021-07-26T15:41:42.622 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.622 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.622 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.623 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-07-26T15:41:42.623 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.623 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.623 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.624 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.624 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.624 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.624 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.625 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.625 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "GRAFANA_API_SSL_VERIFY": { 2021-07-26T15:41:42.625 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_SSL_VERIFY", 2021-07-26T15:41:42.625 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.625 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.626 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.626 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.626 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.626 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.626 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.627 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.627 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.627 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.627 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.627 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.628 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "GRAFANA_API_URL": { 2021-07-26T15:41:42.628 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_URL", 2021-07-26T15:41:42.628 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.628 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.628 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.629 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.629 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.629 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.629 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.630 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.630 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.630 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.630 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.630 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.631 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "GRAFANA_API_USERNAME": { 2021-07-26T15:41:42.631 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_USERNAME", 2021-07-26T15:41:42.631 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.632 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.632 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.632 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-07-26T15:41:42.632 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.632 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.633 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.633 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.634 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.634 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.634 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.634 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.635 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "GRAFANA_FRONTEND_API_URL": { 2021-07-26T15:41:42.635 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_FRONTEND_API_URL", 2021-07-26T15:41:42.635 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.635 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.636 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.636 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.636 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.636 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.636 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.637 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.637 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.637 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.637 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.637 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.638 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "GRAFANA_UPDATE_DASHBOARDS": { 2021-07-26T15:41:42.638 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_UPDATE_DASHBOARDS", 2021-07-26T15:41:42.638 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.638 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.638 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.639 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.639 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.639 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.639 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.640 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.640 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.640 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.640 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.640 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.641 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ISCSI_API_SSL_VERIFICATION": { 2021-07-26T15:41:42.641 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ISCSI_API_SSL_VERIFICATION", 2021-07-26T15:41:42.641 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.641 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.641 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.642 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.642 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.642 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.642 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.643 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.643 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.643 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.644 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.644 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.644 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_HOST": { 2021-07-26T15:41:42.644 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_HOST", 2021-07-26T15:41:42.644 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.645 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.645 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.645 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.645 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.646 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.646 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.646 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.646 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.646 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.647 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.647 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.647 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_SSL_VERIFY": { 2021-07-26T15:41:42.647 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_SSL_VERIFY", 2021-07-26T15:41:42.647 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.648 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.648 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.648 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.648 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.648 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.649 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.649 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.649 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.649 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.650 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.650 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.650 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2021-07-26T15:41:42.650 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2021-07-26T15:41:42.650 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.651 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.651 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.651 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.651 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.651 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.652 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.652 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.652 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.652 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.652 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.653 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.653 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2021-07-26T15:41:42.653 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2021-07-26T15:41:42.653 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.654 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.655 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.655 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.655 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.655 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.655 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.656 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.656 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.656 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.656 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.657 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.657 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2021-07-26T15:41:42.657 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2021-07-26T15:41:42.657 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.657 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.658 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.658 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.658 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.658 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.658 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.659 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.659 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.659 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.659 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.659 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.660 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2021-07-26T15:41:42.660 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2021-07-26T15:41:42.660 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.660 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.660 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.661 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.661 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.661 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.661 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.661 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.662 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.662 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.662 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.663 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.663 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2021-07-26T15:41:42.663 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2021-07-26T15:41:42.663 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.664 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.664 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.664 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.664 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.665 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.665 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.665 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.666 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.666 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.666 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.666 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.667 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2021-07-26T15:41:42.667 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2021-07-26T15:41:42.667 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.667 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.667 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.668 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.668 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.668 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.668 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.668 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.669 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.669 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.669 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.669 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.670 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2021-07-26T15:41:42.670 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2021-07-26T15:41:42.670 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.670 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.670 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.671 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.671 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.671 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.671 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.672 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.672 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.672 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.672 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.672 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.673 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_ENABLED": { 2021-07-26T15:41:42.673 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_ENABLED", 2021-07-26T15:41:42.673 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.673 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.674 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.674 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.674 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.674 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.674 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.675 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.675 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.676 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.676 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.676 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.676 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_EXCLUSION_LIST": { 2021-07-26T15:41:42.676 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_EXCLUSION_LIST", 2021-07-26T15:41:42.677 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.677 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.677 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.677 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2021-07-26T15:41:42.678 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.678 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.678 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.678 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.678 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.679 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.679 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.679 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.679 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_COMPLEXITY": { 2021-07-26T15:41:42.679 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_COMPLEXITY", 2021-07-26T15:41:42.680 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.680 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.680 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.680 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:41:42.681 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.681 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.681 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.681 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.682 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.682 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.682 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.682 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.682 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_LENGTH": { 2021-07-26T15:41:42.683 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_LENGTH", 2021-07-26T15:41:42.683 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.683 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.683 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.684 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "8", 2021-07-26T15:41:42.684 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.684 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.684 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.684 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.685 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.685 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.685 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.685 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.686 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "REST_REQUESTS_TIMEOUT": { 2021-07-26T15:41:42.686 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "REST_REQUESTS_TIMEOUT", 2021-07-26T15:41:42.686 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.687 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.687 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.687 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "45", 2021-07-26T15:41:42.687 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.687 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.688 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.688 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.688 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.688 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.689 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.689 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.689 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_ACCESS_KEY": { 2021-07-26T15:41:42.689 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ACCESS_KEY", 2021-07-26T15:41:42.690 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.690 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.690 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.690 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.690 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.691 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.691 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.691 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.691 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.691 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.692 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.692 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.692 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_ADMIN_RESOURCE": { 2021-07-26T15:41:42.692 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ADMIN_RESOURCE", 2021-07-26T15:41:42.692 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.693 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.693 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.693 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-07-26T15:41:42.693 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.694 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.694 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.694 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.694 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.694 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.695 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.695 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.695 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_HOST": { 2021-07-26T15:41:42.695 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_HOST", 2021-07-26T15:41:42.695 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.696 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.696 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.697 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.697 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.697 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.697 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.698 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.698 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.698 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.698 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.699 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.699 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_PORT": { 2021-07-26T15:41:42.699 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_PORT", 2021-07-26T15:41:42.699 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "80", 2021-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.701 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.701 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.701 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.701 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.701 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.702 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.702 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_SCHEME": { 2021-07-26T15:41:42.702 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SCHEME", 2021-07-26T15:41:42.702 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.702 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.703 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.703 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "http", 2021-07-26T15:41:42.703 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.703 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.704 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.704 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.704 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.704 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.704 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.705 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.705 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_SECRET_KEY": { 2021-07-26T15:41:42.705 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SECRET_KEY", 2021-07-26T15:41:42.705 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.705 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.706 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.706 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.706 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.706 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.707 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.708 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.708 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.708 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.708 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.708 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.709 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_SSL_VERIFY": { 2021-07-26T15:41:42.709 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SSL_VERIFY", 2021-07-26T15:41:42.709 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.709 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.710 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.710 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.710 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.710 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.710 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.711 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.711 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.711 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.711 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.711 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.712 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_USER_ID": { 2021-07-26T15:41:42.712 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_USER_ID", 2021-07-26T15:41:42.712 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.712 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.713 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.713 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.713 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.713 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.713 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.714 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.714 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.714 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.714 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.714 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.715 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_SPAN": { 2021-07-26T15:41:42.715 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_SPAN", 2021-07-26T15:41:42.715 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.715 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.715 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.716 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-07-26T15:41:42.716 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.716 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.716 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.716 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.717 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.717 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.717 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.717 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.718 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_1": { 2021-07-26T15:41:42.718 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_1", 2021-07-26T15:41:42.718 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.718 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.718 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.719 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:41:42.719 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.719 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.719 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.719 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.720 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.720 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.720 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.720 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.721 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_2": { 2021-07-26T15:41:42.721 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_2", 2021-07-26T15:41:42.721 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.721 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.721 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.722 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:41:42.722 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.722 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.722 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.723 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.723 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.723 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.723 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.723 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.724 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "crt_file": { 2021-07-26T15:41:42.724 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "crt_file", 2021-07-26T15:41:42.724 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.724 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.724 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.725 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.726 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.726 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.726 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.726 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.726 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.727 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.727 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.727 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.728 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug": { 2021-07-26T15:41:42.728 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "debug", 2021-07-26T15:41:42.728 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.728 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.729 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.729 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.729 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.729 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.730 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.730 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Enable/disable debug options", 2021-07-26T15:41:42.730 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.730 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.731 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.731 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.731 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "jwt_token_ttl": { 2021-07-26T15:41:42.731 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "jwt_token_ttl", 2021-07-26T15:41:42.731 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.732 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.732 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.732 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "28800", 2021-07-26T15:41:42.732 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.732 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.733 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.733 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.733 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.733 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.734 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.734 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.734 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "key_file": { 2021-07-26T15:41:42.735 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-07-26T15:41:42.735 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.735 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.735 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.735 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.736 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.736 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.736 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.736 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.737 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.737 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.737 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.737 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.737 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:42.738 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:42.738 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.738 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.739 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.739 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.739 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.739 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.740 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.740 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.740 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.740 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.740 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.741 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.741 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.741 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.741 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.741 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.742 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.742 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.742 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.742 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:42.742 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:42.743 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.743 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.743 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.743 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.743 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.744 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.744 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.744 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.744 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.745 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.745 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.745 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.745 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:42.745 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:42.746 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.746 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.746 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.746 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:42.746 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.747 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.747 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.747 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.747 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.748 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.748 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.748 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.748 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.748 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.749 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.749 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.749 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.749 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.749 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.750 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:42.750 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:42.750 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.750 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.750 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.751 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.751 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.751 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.751 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.752 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.752 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.752 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.752 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.752 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.753 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-07-26T15:41:42.753 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-07-26T15:41:42.753 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.753 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.753 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.754 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "::", 2021-07-26T15:41:42.754 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.754 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.754 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.755 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.755 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.755 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.755 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.755 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.756 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "server_port": { 2021-07-26T15:41:42.756 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-07-26T15:41:42.756 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.756 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.756 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.757 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "8080", 2021-07-26T15:41:42.757 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.757 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.757 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.757 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.758 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.758 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.758 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.758 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.758 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ssl": { 2021-07-26T15:41:42.759 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-07-26T15:41:42.759 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.759 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.759 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.759 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.760 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.760 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.760 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.760 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.760 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.761 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.761 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.761 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.761 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ssl_server_port": { 2021-07-26T15:41:42.761 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ssl_server_port", 2021-07-26T15:41:42.762 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.762 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.762 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.762 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "8443", 2021-07-26T15:41:42.763 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.763 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.763 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.764 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.764 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.764 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.764 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.764 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.765 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "standby_behaviour": { 2021-07-26T15:41:42.765 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "standby_behaviour", 2021-07-26T15:41:42.765 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.765 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.766 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.766 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "redirect", 2021-07-26T15:41:42.766 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.766 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.766 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.767 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.767 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "redirect" 2021-07-26T15:41:42.767 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.767 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.767 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.768 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.768 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.768 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.768 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "standby_error_status_code": { 2021-07-26T15:41:42.768 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "standby_error_status_code", 2021-07-26T15:41:42.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "500", 2021-07-26T15:41:42.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "400", 2021-07-26T15:41:42.770 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "599", 2021-07-26T15:41:42.770 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.770 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.770 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.771 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.771 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.771 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.771 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "url_prefix": { 2021-07-26T15:41:42.771 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "url_prefix", 2021-07-26T15:41:42.772 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.772 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.772 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.772 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.772 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.773 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.773 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.773 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.773 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.774 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.774 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.774 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.774 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.775 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.775 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:42.775 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "devicehealth", 2021-07-26T15:41:42.775 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:42.775 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:42.776 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:42.776 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enable_monitoring": { 2021-07-26T15:41:42.776 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "enable_monitoring", 2021-07-26T15:41:42.776 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.776 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.777 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.777 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.777 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.777 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.777 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.778 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "monitor device health metrics", 2021-07-26T15:41:42.778 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.778 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.779 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.779 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.779 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:42.779 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:42.780 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.780 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.780 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.780 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.780 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.781 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.781 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.781 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.781 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.781 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.782 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.782 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.782 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.782 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.782 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.783 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.783 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.783 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.783 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.784 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:42.784 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:42.784 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.784 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.784 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.785 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.785 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.785 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.785 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.786 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.786 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.786 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.786 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.786 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.787 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:42.787 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:42.787 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.787 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.787 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.788 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:42.788 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.788 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.788 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.789 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.789 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.789 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.789 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.790 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.790 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.790 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.790 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.791 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.791 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.791 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.791 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.791 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:42.792 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:42.792 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.792 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.792 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.792 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.794 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.794 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.794 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.795 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mark_out_threshold": { 2021-07-26T15:41:42.795 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "mark_out_threshold", 2021-07-26T15:41:42.795 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:42.796 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.796 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.796 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "2419200", 2021-07-26T15:41:42.796 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.796 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "automatically mark OSD if it may fail before this long", 2021-07-26T15:41:42.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.798 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.798 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "pool_name": { 2021-07-26T15:41:42.798 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "pool_name", 2021-07-26T15:41:42.798 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "device_health_metrics", 2021-07-26T15:41:42.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "name of pool in which to store device health metrics", 2021-07-26T15:41:42.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "retention_period": { 2021-07-26T15:41:42.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "retention_period", 2021-07-26T15:41:42.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:42.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "15552000", 2021-07-26T15:41:42.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "how long to retain device health metrics", 2021-07-26T15:41:42.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "scrape_frequency": { 2021-07-26T15:41:42.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "scrape_frequency", 2021-07-26T15:41:42.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:42.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-07-26T15:41:42.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.806 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.806 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "how frequently to scrape device health metrics", 2021-07-26T15:41:42.806 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.806 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.807 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.807 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.807 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "self_heal": { 2021-07-26T15:41:42.807 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "self_heal", 2021-07-26T15:41:42.808 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.808 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.808 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.808 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:42.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "preemptively heal cluster around devices that may fail", 2021-07-26T15:41:42.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.810 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.810 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.810 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.810 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:41:42.810 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:41:42.811 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:42.811 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.811 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.811 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:41:42.812 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.812 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.812 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.812 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and check device health", 2021-07-26T15:41:42.812 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warn_threshold": { 2021-07-26T15:41:42.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "warn_threshold", 2021-07-26T15:41:42.814 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:42.814 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.814 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.814 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "7257600", 2021-07-26T15:41:42.814 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.815 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.815 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.815 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "raise health warning if OSD may fail before this long", 2021-07-26T15:41:42.815 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.816 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.816 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.816 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.816 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.816 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:42.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "diskprediction_local", 2021-07-26T15:41:42.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:42.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:42.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:42.818 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:42.818 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:42.818 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.820 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.820 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.820 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.820 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.820 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.821 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.821 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.821 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.821 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.821 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.822 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.822 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.822 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.822 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:42.822 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:42.823 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.823 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.823 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.825 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.825 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.825 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.825 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.826 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:42.826 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:42.826 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.826 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.827 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.827 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:42.827 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.827 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.827 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.828 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.828 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.828 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.828 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.828 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.830 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.830 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.830 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:42.830 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:42.831 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.831 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.831 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.831 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.831 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.832 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.832 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.832 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.832 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.832 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.833 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.833 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.833 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "predict_interval": { 2021-07-26T15:41:42.833 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "predict_interval", 2021-07-26T15:41:42.833 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.834 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.834 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.834 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-07-26T15:41:42.834 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.835 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.835 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.835 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.835 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.835 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.836 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.836 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.836 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "predictor_model": { 2021-07-26T15:41:42.836 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "predictor_model", 2021-07-26T15:41:42.836 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.837 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.837 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.837 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "prophetstor", 2021-07-26T15:41:42.837 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.837 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.838 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.838 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.838 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.839 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.839 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.839 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.840 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:41:42.840 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:41:42.840 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.840 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.840 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.841 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:41:42.841 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.841 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.841 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.841 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.842 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.842 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.842 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.842 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.842 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.843 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.843 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:42.843 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "influx", 2021-07-26T15:41:42.843 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": false, 2021-07-26T15:41:42.844 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "influxdb python module not found", 2021-07-26T15:41:42.844 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:42.844 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "batch_size": { 2021-07-26T15:41:42.844 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "batch_size", 2021-07-26T15:41:42.844 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.845 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.845 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.845 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "5000", 2021-07-26T15:41:42.846 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.846 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.846 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.846 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.846 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.847 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.847 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.848 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.848 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "database": { 2021-07-26T15:41:42.848 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "database", 2021-07-26T15:41:42.848 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.848 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.849 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.849 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "ceph", 2021-07-26T15:41:42.849 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.849 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.850 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.850 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.850 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.850 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.850 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.851 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.851 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "hostname": { 2021-07-26T15:41:42.851 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "hostname", 2021-07-26T15:41:42.851 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.851 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.852 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.852 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:42.852 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.852 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.852 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.853 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.853 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.853 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.853 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.853 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.854 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:41:42.854 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:41:42.854 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.854 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.855 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.855 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "30", 2021-07-26T15:41:42.855 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.855 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.855 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.856 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.856 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.856 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.856 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.856 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.857 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:42.857 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:42.857 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.857 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.857 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.858 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.858 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.858 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.858 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.859 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.859 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.859 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.859 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.859 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.860 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.860 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.860 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.860 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.861 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.861 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.861 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.861 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:42.862 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:42.862 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.862 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.862 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.862 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.863 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.863 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.863 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.864 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.864 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.864 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.864 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.864 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:42.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:42.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:42.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.868 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.868 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.868 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.868 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.868 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.869 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.869 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.869 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:42.869 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:42.869 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.870 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.870 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.870 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.870 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.870 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.871 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.871 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.871 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.871 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.871 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.872 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.872 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "password": { 2021-07-26T15:41:42.872 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "password", 2021-07-26T15:41:42.873 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.873 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.873 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.873 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:42.873 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.874 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.874 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.874 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.875 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.875 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.875 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.875 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.875 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "port": { 2021-07-26T15:41:42.876 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "port", 2021-07-26T15:41:42.876 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.876 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.876 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.876 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "8086", 2021-07-26T15:41:42.877 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.877 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.877 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.877 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.877 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.878 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.878 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.878 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.878 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ssl": { 2021-07-26T15:41:42.879 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-07-26T15:41:42.879 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.879 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.879 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.879 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "false", 2021-07-26T15:41:42.880 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.880 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.880 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.880 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.880 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.881 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.881 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.881 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.881 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "threads": { 2021-07-26T15:41:42.881 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "threads", 2021-07-26T15:41:42.882 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.882 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.882 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.882 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:41:42.882 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.883 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.883 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.883 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.884 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.884 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.885 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.885 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.885 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "username": { 2021-07-26T15:41:42.885 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "username", 2021-07-26T15:41:42.885 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.886 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.886 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.886 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:42.886 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.886 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.887 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.887 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.887 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.887 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.888 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.888 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.888 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "verify_ssl": { 2021-07-26T15:41:42.888 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "verify_ssl", 2021-07-26T15:41:42.888 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.889 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.889 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.889 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "true", 2021-07-26T15:41:42.889 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.890 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.890 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.890 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.890 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.891 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.891 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.891 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.891 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.891 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.892 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:42.892 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "insights", 2021-07-26T15:41:42.892 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:42.892 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:42.892 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:42.893 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:42.893 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:42.893 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.893 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.893 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.894 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.894 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.894 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.894 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.895 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.895 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.895 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.895 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.895 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.896 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.896 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.896 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.896 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.896 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.897 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.897 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.897 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:42.897 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:42.897 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.898 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.898 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.898 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.898 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.899 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.899 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.899 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.899 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.899 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.900 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.900 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.900 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:42.900 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:42.901 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.901 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.901 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.901 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:42.901 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.902 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.902 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.902 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.902 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.902 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.903 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.903 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.903 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.903 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.903 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.904 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.904 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.904 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.904 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.905 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:42.905 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:42.905 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.905 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.905 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.906 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.906 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.906 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.906 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.906 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.907 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.907 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.907 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.907 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.907 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.908 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.908 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:42.908 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "iostat", 2021-07-26T15:41:42.908 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:42.909 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:42.909 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:42.909 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:42.909 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:42.909 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.910 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.910 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.910 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.910 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.911 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.911 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.911 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.911 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.911 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.912 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.912 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.912 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.912 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.912 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.913 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.913 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.913 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.913 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.913 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:42.914 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:42.914 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.914 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.915 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.915 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.915 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.915 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.915 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.916 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.916 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.916 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.916 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.916 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.917 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:42.917 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:42.917 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.917 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.918 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.918 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:42.918 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.918 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.918 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.919 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.919 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.919 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.919 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.919 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.920 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.920 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.920 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.920 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.920 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.921 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.921 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.921 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:42.921 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:42.921 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.922 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.922 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.922 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.923 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.923 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.923 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.923 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.924 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.924 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.924 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.924 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.924 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.925 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.925 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:42.925 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "k8sevents", 2021-07-26T15:41:42.925 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:42.925 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:42.926 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:42.926 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ceph_event_retention_days": { 2021-07-26T15:41:42.926 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ceph_event_retention_days", 2021-07-26T15:41:42.927 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.927 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.927 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.927 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-07-26T15:41:42.927 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.928 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.928 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.928 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Days to hold ceph event information within local cache", 2021-07-26T15:41:42.928 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.928 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.929 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.929 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.929 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "config_check_secs": { 2021-07-26T15:41:42.929 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "config_check_secs", 2021-07-26T15:41:42.929 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.930 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.930 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:42.930 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:41:42.930 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "10", 2021-07-26T15:41:42.931 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.931 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.931 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "interval (secs) to check for cluster configuration changes", 2021-07-26T15:41:42.931 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.931 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.932 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.932 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.932 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:42.932 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:42.932 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.933 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.933 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.933 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.933 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.933 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.934 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.934 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.934 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.934 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.935 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.935 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.935 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.935 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.935 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.936 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.936 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.936 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.936 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.936 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:42.937 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:42.937 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.937 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.937 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.937 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.938 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.938 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.938 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.938 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.939 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.939 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.939 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.939 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.939 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:42.940 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:42.940 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.940 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.940 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.940 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:42.941 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.941 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.941 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.941 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.941 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.942 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.942 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.942 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.942 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.942 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.943 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.943 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.943 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.943 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.943 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.944 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:42.944 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:42.944 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.944 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.945 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.945 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.945 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.945 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.945 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.946 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.946 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.946 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.946 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.946 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.947 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.947 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.947 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:42.947 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "localpool", 2021-07-26T15:41:42.947 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:42.948 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:42.948 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:42.948 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "failure_domain": { 2021-07-26T15:41:42.948 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "failure_domain", 2021-07-26T15:41:42.948 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.949 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.949 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.949 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "host", 2021-07-26T15:41:42.949 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.949 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.950 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.950 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "failure domain for any created local pool", 2021-07-26T15:41:42.950 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.950 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.950 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.951 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.951 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:42.951 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:42.951 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.951 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.952 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.952 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.952 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.952 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.952 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.953 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.953 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.953 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.953 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.953 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.954 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.954 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.954 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.954 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.955 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.955 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.955 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.955 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:42.955 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:42.956 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.956 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.956 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.956 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.956 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.957 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.957 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.957 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.957 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.957 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.958 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.958 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.958 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:42.958 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:42.958 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.959 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.959 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.959 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:42.959 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.960 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.960 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.960 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.960 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.960 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.961 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.961 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.961 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.961 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.961 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:42.963 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:42.963 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.963 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.963 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.964 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.964 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.964 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.964 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.965 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.965 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.965 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.965 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.965 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.966 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min_size": { 2021-07-26T15:41:42.966 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "min_size", 2021-07-26T15:41:42.966 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.966 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.967 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.967 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.967 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.967 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.967 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "default min_size for any created local pool", 2021-07-26T15:41:42.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_rep": { 2021-07-26T15:41:42.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "num_rep", 2021-07-26T15:41:42.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.970 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "3", 2021-07-26T15:41:42.970 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.970 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.970 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "default replica count for any created local pool", 2021-07-26T15:41:42.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.972 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "pg_num": { 2021-07-26T15:41:42.972 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "pg_num", 2021-07-26T15:41:42.972 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:42.972 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.972 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "128", 2021-07-26T15:41:42.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "default pg_num for any created local pool", 2021-07-26T15:41:42.974 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.974 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.974 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.974 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.974 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "prefix": { 2021-07-26T15:41:42.975 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "prefix", 2021-07-26T15:41:42.975 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.975 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.975 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.975 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.976 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.976 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.976 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.976 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "name prefix for any created local pool", 2021-07-26T15:41:42.976 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.977 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.977 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.977 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.977 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "subtree": { 2021-07-26T15:41:42.977 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "subtree", 2021-07-26T15:41:42.978 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.978 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.978 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.978 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "rack", 2021-07-26T15:41:42.979 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.979 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.979 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.979 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "CRUSH level for which to create a local pool", 2021-07-26T15:41:42.979 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.980 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.980 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.980 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.980 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:42.980 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.981 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:42.981 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-07-26T15:41:42.981 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:42.981 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:42.981 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:42.982 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:42.982 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:42.982 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.982 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.983 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.983 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:42.983 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.983 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.983 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.984 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.984 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.984 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.984 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.984 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.985 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.985 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.985 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.985 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.985 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.986 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.986 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.986 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:42.986 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:42.986 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.987 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.987 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.987 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.987 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.987 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.988 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.988 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.988 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.988 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.989 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.989 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.989 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:42.989 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:42.989 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.990 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.990 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.990 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:42.990 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.990 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.991 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.991 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:42.991 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:42.991 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:42.991 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:42.992 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:42.992 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:42.992 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.992 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.992 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.993 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.993 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.993 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.993 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:42.994 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:42.994 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:42.994 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.994 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.994 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:42.995 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.995 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.995 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:42.995 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:42.995 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.996 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:42.996 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:42.996 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:42.996 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "orchestrator": { 2021-07-26T15:41:42.996 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-07-26T15:41:42.997 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:42.997 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:42.997 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:42.997 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:42.998 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:42.998 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:42.998 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:42.998 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "cephadm", 2021-07-26T15:41:42.998 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rook", 2021-07-26T15:41:42.999 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "test_orchestrator" 2021-07-26T15:41:42.999 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:42.999 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Orchestrator backend", 2021-07-26T15:41:42.999 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:42.999 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.000 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.000 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.000 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.000 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.000 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.001 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "osd_support", 2021-07-26T15:41:43.001 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:43.001 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:43.001 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:43.002 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:43.002 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:43.002 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.002 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.002 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.003 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.003 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.003 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.003 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.003 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.004 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.004 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.004 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.004 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.004 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.005 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.005 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.005 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.005 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.005 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.006 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.006 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:43.006 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:43.006 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.006 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.007 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.007 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.007 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.007 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.008 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.008 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.008 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.008 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.008 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.009 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.009 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:43.009 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:43.009 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.009 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.010 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.010 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:43.010 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.010 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.010 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.011 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.011 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.011 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.011 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.011 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.012 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.012 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.012 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.012 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.012 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.013 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.013 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.013 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:43.013 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:43.014 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.014 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.014 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.014 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.014 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.015 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.015 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.015 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.015 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.015 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.016 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.016 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.016 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.016 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.016 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.017 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "pg_autoscaler", 2021-07-26T15:41:43.017 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:43.017 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:43.017 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:43.017 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:43.018 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:43.018 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.018 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.018 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.018 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.019 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.019 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.019 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.019 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.019 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.020 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.020 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.020 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.020 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.020 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.021 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.021 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.021 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.021 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.022 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.022 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:43.022 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:43.022 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.022 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.023 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.023 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.023 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.023 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.023 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.024 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.024 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.024 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.024 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.025 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.025 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:43.025 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:43.025 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.025 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.026 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.026 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:43.026 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.026 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.027 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.027 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.027 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.027 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.027 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.028 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.028 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.028 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.028 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.029 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.029 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.029 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.029 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.029 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:43.030 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:43.030 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.030 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.030 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.030 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.031 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.031 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.031 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.031 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.031 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.032 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.032 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.032 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.032 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:41:43.033 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:41:43.033 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.033 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.033 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.033 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:41:43.034 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.034 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.034 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.034 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.034 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.035 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.035 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.035 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.035 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.035 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.036 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.036 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "progress", 2021-07-26T15:41:43.036 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:43.036 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:43.036 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:43.037 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enabled": { 2021-07-26T15:41:43.037 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-07-26T15:41:43.037 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.037 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.037 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.038 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:43.038 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.038 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.038 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.038 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.039 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.039 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.039 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.039 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.039 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:43.040 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:43.040 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.040 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.040 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.040 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.041 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.041 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.041 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.041 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.042 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.042 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.042 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.042 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.043 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.043 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.043 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.043 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.043 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.044 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.044 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.044 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:43.044 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:43.044 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.045 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.045 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.045 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.045 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.045 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.046 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.046 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.046 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.046 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.047 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.047 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.047 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:43.047 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:43.047 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.048 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.048 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.048 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:43.048 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.048 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.049 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.049 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.049 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.049 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.049 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.050 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.050 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.050 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.051 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.051 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.051 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.051 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.051 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.052 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:43.052 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:43.052 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.052 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.053 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.053 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.053 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.053 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.053 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.054 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.054 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.054 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.054 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.054 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.055 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max_completed_events": { 2021-07-26T15:41:43.055 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "max_completed_events", 2021-07-26T15:41:43.055 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:43.055 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.056 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.056 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "50", 2021-07-26T15:41:43.056 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.056 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.056 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.057 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "number of past completed events to remember", 2021-07-26T15:41:43.057 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.057 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.057 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.057 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.058 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "persist_interval": { 2021-07-26T15:41:43.058 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "persist_interval", 2021-07-26T15:41:43.058 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:43.058 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.058 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.059 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:41:43.059 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.059 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.059 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.059 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "how frequently to persist completed events", 2021-07-26T15:41:43.060 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.060 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.060 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.060 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.060 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.061 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.061 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.061 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "prometheus", 2021-07-26T15:41:43.061 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:43.062 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:43.062 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:43.062 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:43.062 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:43.062 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.063 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.063 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.063 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.063 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.063 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.064 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.064 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.064 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.065 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.065 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.065 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.065 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.065 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.066 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.066 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.066 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.066 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.066 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.067 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:43.067 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:43.067 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.068 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.068 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.068 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.068 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.068 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.069 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.069 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.069 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.069 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.069 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.070 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.070 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:43.070 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:43.070 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.070 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.071 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.071 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:43.071 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.071 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.071 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.072 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.072 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.072 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.072 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.072 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.073 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.073 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.073 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.073 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.073 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.074 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.074 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.074 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:43.074 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:43.075 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.075 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.075 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.075 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.075 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.076 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.076 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.076 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.076 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.076 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.077 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.077 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.077 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rbd_stats_pools": { 2021-07-26T15:41:43.077 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools", 2021-07-26T15:41:43.077 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.078 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.078 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.078 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.078 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.079 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.079 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.079 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.079 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.079 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.080 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.080 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.080 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rbd_stats_pools_refresh_interval": { 2021-07-26T15:41:43.080 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools_refresh_interval", 2021-07-26T15:41:43.080 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:43.081 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.081 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.081 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "300", 2021-07-26T15:41:43.081 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.081 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.082 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.082 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.082 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.082 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.083 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.083 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.083 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "scrape_interval": { 2021-07-26T15:41:43.083 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "scrape_interval", 2021-07-26T15:41:43.083 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.084 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.084 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.084 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.084 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.084 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.085 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.085 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.085 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.085 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.086 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.086 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.086 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-07-26T15:41:43.086 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-07-26T15:41:43.086 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.087 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.087 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.087 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.087 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.087 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.088 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.088 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.088 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.088 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.089 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.089 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.089 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "server_port": { 2021-07-26T15:41:43.089 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-07-26T15:41:43.089 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.090 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.090 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.090 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.090 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.090 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.091 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.091 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.091 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.091 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.091 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.092 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.092 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "stale_cache_strategy": { 2021-07-26T15:41:43.092 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "stale_cache_strategy", 2021-07-26T15:41:43.092 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.092 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.093 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.093 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.093 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.093 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.093 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.094 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.094 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.094 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.094 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.094 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.095 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.095 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.095 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.095 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rbd_support", 2021-07-26T15:41:43.096 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:43.096 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:43.096 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:43.097 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:43.097 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:43.097 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.097 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.097 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.098 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.098 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.098 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.098 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.098 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.099 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.099 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.099 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.099 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.100 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.100 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.100 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.100 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.100 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.101 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.101 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.101 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:43.101 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:43.101 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.102 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.102 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.102 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.102 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.103 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.103 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.103 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.103 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.103 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.104 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.104 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.104 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:43.104 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:43.105 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.105 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.105 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.105 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:43.105 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.106 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.106 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.106 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.106 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.107 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.107 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.107 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.107 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.107 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.108 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.108 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.108 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.108 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.108 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.109 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:43.109 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:43.109 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.109 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.109 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.110 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.110 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.110 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.110 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.111 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.111 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.111 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.111 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.111 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.112 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max_concurrent_snap_create": { 2021-07-26T15:41:43.112 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_snap_create", 2021-07-26T15:41:43.112 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:43.112 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.112 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.113 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:41:43.113 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.113 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.113 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.114 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.114 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.114 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.114 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.114 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.115 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mirror_snapshot_schedule": { 2021-07-26T15:41:43.115 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "mirror_snapshot_schedule", 2021-07-26T15:41:43.115 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.115 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.116 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.116 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.116 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.116 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.116 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.117 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.117 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.117 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.117 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.117 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.118 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "trash_purge_schedule": { 2021-07-26T15:41:43.118 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "trash_purge_schedule", 2021-07-26T15:41:43.118 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.119 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.119 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.119 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.119 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.119 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.120 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.120 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.120 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.120 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.120 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.121 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.121 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.121 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.121 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.122 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "restful", 2021-07-26T15:41:43.122 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:43.122 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:43.122 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:43.122 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "key_file": { 2021-07-26T15:41:43.123 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-07-26T15:41:43.123 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.123 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.123 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.123 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.124 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.124 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.124 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.124 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.124 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.125 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.125 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.125 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.125 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:43.125 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:43.126 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.126 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.126 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.126 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.127 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.127 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.127 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.127 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.128 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.128 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.128 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.128 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.128 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.129 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.129 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.129 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.129 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.129 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.130 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.130 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:43.130 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:43.130 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.130 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.131 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.131 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.131 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.131 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.132 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.132 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.132 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.132 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.132 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.133 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.133 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:43.133 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:43.133 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.133 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.134 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.134 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:43.134 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.134 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.135 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.135 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.135 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.135 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.135 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.136 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.136 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.136 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.136 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.136 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.137 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.137 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.137 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.137 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:43.138 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:43.138 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.138 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.138 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.138 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.139 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.139 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.139 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.139 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.139 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.140 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.140 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.140 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.140 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-07-26T15:41:43.140 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-07-26T15:41:43.141 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.141 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.141 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.141 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.142 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.142 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.142 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.142 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.142 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.143 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.143 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.143 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.143 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "server_port": { 2021-07-26T15:41:43.143 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-07-26T15:41:43.144 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.144 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.144 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.144 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.145 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.145 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.145 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.145 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.145 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.146 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.146 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.146 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.146 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.146 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.147 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.147 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rook", 2021-07-26T15:41:43.147 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:43.147 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:43.147 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:43.148 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:43.148 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:43.148 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.148 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.148 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.149 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.149 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.149 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.149 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.149 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.150 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.150 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.150 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.150 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.150 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.151 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.151 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.151 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.151 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.151 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.152 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.152 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:43.152 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:43.152 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.153 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.153 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.153 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.153 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.153 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.154 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.154 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.154 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.154 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.154 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.155 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.155 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:43.155 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:43.155 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.155 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.156 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.156 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:43.156 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.156 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.156 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.157 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.157 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.157 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.157 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.157 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.158 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.158 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.158 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.158 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.158 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.159 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.159 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.159 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:43.159 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:43.159 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.160 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.160 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.160 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.160 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.160 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.161 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.161 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.161 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.161 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.161 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.162 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.162 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.162 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.162 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.162 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "selftest", 2021-07-26T15:41:43.163 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:43.163 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:43.163 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:43.163 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:43.163 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:43.164 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.164 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.164 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.165 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.165 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.165 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.165 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.165 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.166 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.166 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.166 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.166 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.167 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.167 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.167 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.167 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.167 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.168 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.168 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.168 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:43.168 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:43.168 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.169 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.169 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.169 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.169 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.169 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.170 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.170 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.170 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.170 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.171 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.171 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.171 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:43.171 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:43.171 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.172 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.172 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.172 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:43.172 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.172 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.173 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.173 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.173 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.173 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.173 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.174 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.174 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.174 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.174 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.174 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.175 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.175 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.175 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.175 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:43.176 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:43.176 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.176 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.176 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.176 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.177 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.177 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.177 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.177 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.177 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.178 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.178 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.178 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.178 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "roption1": { 2021-07-26T15:41:43.178 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "roption1", 2021-07-26T15:41:43.179 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.179 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.179 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.179 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.179 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.180 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.180 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.180 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.180 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.180 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.181 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.181 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.181 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "roption2": { 2021-07-26T15:41:43.181 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "roption2", 2021-07-26T15:41:43.181 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.182 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.182 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.182 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "xyz", 2021-07-26T15:41:43.182 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.183 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.183 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.183 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.183 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.183 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.184 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.184 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.184 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rwoption1": { 2021-07-26T15:41:43.184 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rwoption1", 2021-07-26T15:41:43.184 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.185 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.185 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.185 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.185 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.185 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.186 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.186 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.186 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.186 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.187 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.187 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.187 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rwoption2": { 2021-07-26T15:41:43.187 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rwoption2", 2021-07-26T15:41:43.187 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:43.188 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.188 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.188 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.188 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.188 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.189 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.189 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.189 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.189 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.189 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.190 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.190 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rwoption3": { 2021-07-26T15:41:43.190 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rwoption3", 2021-07-26T15:41:43.190 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "float", 2021-07-26T15:41:43.190 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.191 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.191 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.191 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.191 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.191 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.192 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.192 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.192 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.192 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.192 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.193 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rwoption4": { 2021-07-26T15:41:43.193 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rwoption4", 2021-07-26T15:41:43.193 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.193 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.193 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.194 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.194 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.194 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.194 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.194 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.195 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.195 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.195 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.195 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.196 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rwoption5": { 2021-07-26T15:41:43.196 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rwoption5", 2021-07-26T15:41:43.196 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.196 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.196 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.197 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.197 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.197 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.197 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.197 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.198 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.198 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.198 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.198 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.198 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rwoption6": { 2021-07-26T15:41:43.199 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rwoption6", 2021-07-26T15:41:43.199 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.199 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.199 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.199 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:43.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.201 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.201 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.201 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.201 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "testkey": { 2021-07-26T15:41:43.201 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "testkey", 2021-07-26T15:41:43.202 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.202 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.202 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.202 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.202 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.204 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.204 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.204 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "testlkey": { 2021-07-26T15:41:43.204 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "testlkey", 2021-07-26T15:41:43.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.206 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.206 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.206 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.206 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.206 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.207 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.207 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.207 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "testnewline": { 2021-07-26T15:41:43.207 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "testnewline", 2021-07-26T15:41:43.207 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.208 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.208 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.208 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.208 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.209 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.209 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.209 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.210 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.210 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.210 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.210 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.210 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.211 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.211 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.211 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "status", 2021-07-26T15:41:43.211 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:43.211 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:43.212 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:43.214 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:43.214 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:43.214 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.215 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.215 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.215 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.215 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.216 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.216 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.216 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.216 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.216 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.217 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.217 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.217 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.217 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.218 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.218 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.218 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.218 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.219 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.219 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:43.219 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:43.220 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.220 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.220 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.220 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.221 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.221 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.221 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.221 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.221 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.222 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.222 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.222 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.222 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:43.223 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:43.223 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.223 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.224 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.225 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:43.225 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.225 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.225 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.226 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.226 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.226 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.226 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.226 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.227 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.227 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.227 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.227 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.228 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.228 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.228 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.228 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:43.229 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:43.229 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.229 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.229 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.230 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.230 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.230 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.230 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.231 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.231 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.231 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.232 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.232 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.232 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.232 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.233 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.233 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "telegraf", 2021-07-26T15:41:43.233 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:43.234 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:43.234 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:43.236 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "address": { 2021-07-26T15:41:43.236 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "address", 2021-07-26T15:41:43.236 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.236 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.237 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.237 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "unixgram:///tmp/telegraf.sock", 2021-07-26T15:41:43.237 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.237 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.237 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.238 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.238 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.238 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.238 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.239 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.239 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:41:43.239 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:41:43.239 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:43.239 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.240 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.240 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "15", 2021-07-26T15:41:43.240 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.240 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.240 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.241 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.241 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.241 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.241 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.241 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.242 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:43.242 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:43.242 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.242 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.243 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.243 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.243 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.243 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.243 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.244 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.244 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.244 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.244 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.244 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.245 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.245 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.245 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.245 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.245 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.246 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.246 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.246 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:43.246 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:43.247 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.247 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.247 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.247 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.247 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.248 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.248 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.248 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.248 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.248 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.249 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.249 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.249 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:43.249 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:43.249 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.250 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.250 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.250 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:43.250 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.251 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.251 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.251 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.251 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.251 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.252 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.252 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.252 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.252 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.252 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.253 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.253 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.253 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.253 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.253 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:43.254 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:43.254 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.254 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.254 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.254 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.255 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.255 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.255 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.255 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.256 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.256 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.256 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.256 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.256 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.257 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.257 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.257 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "telemetry", 2021-07-26T15:41:43.257 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:43.257 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:43.258 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:43.258 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "channel_basic": { 2021-07-26T15:41:43.258 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "channel_basic", 2021-07-26T15:41:43.258 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.258 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.259 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.259 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:43.259 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.259 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.259 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.260 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Share basic cluster information (size, version)", 2021-07-26T15:41:43.260 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.260 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.260 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.260 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.261 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "channel_crash": { 2021-07-26T15:41:43.261 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "channel_crash", 2021-07-26T15:41:43.261 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.264 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.264 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.264 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:43.265 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.265 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.266 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.266 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.266 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.266 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.267 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.267 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.267 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "channel_device": { 2021-07-26T15:41:43.267 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "channel_device", 2021-07-26T15:41:43.267 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.268 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.268 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.268 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:43.268 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.268 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.269 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.269 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.269 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.269 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.270 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.270 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.270 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "channel_ident": { 2021-07-26T15:41:43.270 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "channel_ident", 2021-07-26T15:41:43.270 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.271 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.271 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.271 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.271 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.271 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.272 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.272 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.272 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.272 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.272 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.273 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.273 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "contact": { 2021-07-26T15:41:43.273 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "contact", 2021-07-26T15:41:43.273 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.273 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.274 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.274 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:43.274 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.274 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.275 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.275 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.275 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.275 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.275 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.276 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.276 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "description": { 2021-07-26T15:41:43.276 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "description", 2021-07-26T15:41:43.276 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.276 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.277 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.277 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:43.277 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.277 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.277 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.278 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.278 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.278 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.278 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.278 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.279 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "device_url": { 2021-07-26T15:41:43.279 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "device_url", 2021-07-26T15:41:43.279 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.279 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.280 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.280 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/device", 2021-07-26T15:41:43.280 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.280 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.280 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.281 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.281 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.281 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.281 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.281 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.282 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enabled": { 2021-07-26T15:41:43.282 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-07-26T15:41:43.282 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.282 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.283 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.283 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.283 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.283 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.283 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.284 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.284 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.284 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.284 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.284 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.285 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:41:43.285 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:41:43.285 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:43.285 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.285 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.286 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "24", 2021-07-26T15:41:43.286 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "8", 2021-07-26T15:41:43.286 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.286 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.286 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.287 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.287 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.287 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.287 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.287 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "last_opt_revision": { 2021-07-26T15:41:43.288 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "last_opt_revision", 2021-07-26T15:41:43.288 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:43.288 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.288 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.289 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "1", 2021-07-26T15:41:43.289 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.289 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.289 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.289 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.290 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.290 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.290 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.290 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.290 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "leaderboard": { 2021-07-26T15:41:43.291 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "leaderboard", 2021-07-26T15:41:43.291 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.291 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.291 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.291 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.292 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.292 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.292 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.292 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.292 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.293 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.293 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.293 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.293 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:43.294 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:43.294 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.294 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.294 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.294 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.295 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.295 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.295 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.295 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.295 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.296 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.296 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.296 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.296 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.296 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.297 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.297 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.297 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.297 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.297 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.298 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:43.298 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:43.298 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.298 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.298 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.299 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.299 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.299 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.299 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.299 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.300 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.300 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.300 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.300 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.300 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:43.301 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:43.301 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.301 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.301 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.301 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:43.302 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.302 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.302 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.302 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.303 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.303 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.303 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.303 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.303 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.304 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.304 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.304 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.304 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.304 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.305 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.305 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:43.305 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:43.305 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.305 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.306 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.306 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.306 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.306 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.306 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.307 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.307 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.307 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.307 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.308 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.308 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "organization": { 2021-07-26T15:41:43.308 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "organization", 2021-07-26T15:41:43.308 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.308 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.309 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.309 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:43.309 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.309 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.309 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.310 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.310 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.310 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.310 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.310 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.311 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "proxy": { 2021-07-26T15:41:43.311 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "proxy", 2021-07-26T15:41:43.311 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.311 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.311 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.312 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:43.312 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.312 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.312 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.312 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.313 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.313 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.313 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.313 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.313 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "url": { 2021-07-26T15:41:43.314 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "url", 2021-07-26T15:41:43.314 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.314 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.314 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.315 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/report", 2021-07-26T15:41:43.315 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.315 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.315 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.315 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.316 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.316 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.316 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.316 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.316 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.317 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.317 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.317 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "test_orchestrator", 2021-07-26T15:41:43.317 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:43.317 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:43.318 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:43.318 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:43.318 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:43.318 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.318 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:43.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:43.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:43.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:43.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:43.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:43.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:43.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "volumes", 2021-07-26T15:41:43.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:43.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:43.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:43.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:43.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:43.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:43.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:43.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:43.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:43.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:43.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:43.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:43.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max_concurrent_clones": { 2021-07-26T15:41:43.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_clones", 2021-07-26T15:41:43.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:43.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "4", 2021-07-26T15:41:43.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Number of asynchronous cloner threads", 2021-07-26T15:41:43.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "zabbix", 2021-07-26T15:41:43.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:43.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:43.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:43.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "discovery_interval": { 2021-07-26T15:41:43.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "discovery_interval", 2021-07-26T15:41:43.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "100", 2021-07-26T15:41:43.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "identifier": { 2021-07-26T15:41:43.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "identifier", 2021-07-26T15:41:43.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:41:43.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:41:43.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:43.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:41:43.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:43.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:43.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:43.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:43.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:43.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:43.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:43.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:43.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:43.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:43.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:43.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:43.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:43.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:43.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:43.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:43.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:43.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:43.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:43.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:43.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "zabbix_host": { 2021-07-26T15:41:43.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "zabbix_host", 2021-07-26T15:41:43.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:43.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "zabbix_port": { 2021-07-26T15:41:43.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "zabbix_port", 2021-07-26T15:41:43.379 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:43.379 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.379 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.379 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "10051", 2021-07-26T15:41:43.379 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.380 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.380 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.380 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.380 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "zabbix_sender": { 2021-07-26T15:41:43.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "zabbix_sender", 2021-07-26T15:41:43.382 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:43.382 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:43.382 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:43.382 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "/usr/bin/zabbix_sender", 2021-07-26T15:41:43.382 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:43.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:43.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:43.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:43.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:43.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:43.384 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:43.384 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.384 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.384 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "services": {}, 2021-07-26T15:41:43.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "always_on_modules": { 2021-07-26T15:41:43.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "nautilus": [ 2021-07-26T15:41:43.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "balancer", 2021-07-26T15:41:43.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "crash", 2021-07-26T15:41:43.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-07-26T15:41:43.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "orchestrator_cli", 2021-07-26T15:41:43.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "progress", 2021-07-26T15:41:43.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-07-26T15:41:43.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "status", 2021-07-26T15:41:43.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "volumes" 2021-07-26T15:41:43.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "octopus": [ 2021-07-26T15:41:43.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "balancer", 2021-07-26T15:41:43.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "crash", 2021-07-26T15:41:43.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-07-26T15:41:43.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "orchestrator", 2021-07-26T15:41:43.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "pg_autoscaler", 2021-07-26T15:41:43.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "progress", 2021-07-26T15:41:43.389 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-07-26T15:41:43.389 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "status", 2021-07-26T15:41:43.389 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "telemetry", 2021-07-26T15:41:43.389 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "volumes" 2021-07-26T15:41:43.389 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:43.390 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "last_failure_osd_epoch": 0, 2021-07-26T15:41:43.390 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active_clients": [ 2021-07-26T15:41:43.390 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.390 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-07-26T15:41:43.390 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-07-26T15:41:43.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.78:0", 2021-07-26T15:41:43.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "nonce": 2540345339 2021-07-26T15:41:43.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:41:43.392 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:43.392 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.392 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-07-26T15:41:43.392 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:43.392 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-07-26T15:41:43.393 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.78:0", 2021-07-26T15:41:43.393 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "nonce": 3848906191 2021-07-26T15:41:43.393 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.393 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:41:43.393 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.394 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:41:43.394 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.394 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:43.395 INFO:teuthology.orchestra.run.smithi078.stderr:Waiting for the mgr to restart... 2021-07-26T15:41:43.395 INFO:teuthology.orchestra.run.smithi078.stderr:Waiting for Mgr epoch 5... 2021-07-26T15:41:43.396 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus tell mgr mgr_status 2021-07-26T15:41:45.155 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:45.156 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2021-07-26T15:41:45.156 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "initialized": true 2021-07-26T15:41:45.156 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:45.809 INFO:teuthology.orchestra.run.smithi078.stderr:Mgr epoch 5 is available 2021-07-26T15:41:45.809 INFO:teuthology.orchestra.run.smithi078.stderr:Setting orchestrator backend to cephadm... 2021-07-26T15:41:45.810 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus orch set backend cephadm 2021-07-26T15:41:47.145 INFO:teuthology.orchestra.run.smithi078.stderr:Generating ssh key... 2021-07-26T15:41:47.145 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus cephadm generate-key 2021-07-26T15:41:48.579 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus cephadm get-pub-key 2021-07-26T15:41:49.262 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDlwfNVyIzDStG4xQdgPaeoM/atB+T6JU02AqlBHt4SPrGNV662cljbgNsp4XLTYhLgK+OiG16AmkgcrhkQvyPiRW6dcgHA62SH1N4eyejLitJWsWT6kFm9eXHhxWNItQU8X7Qv61fXFGTTX8Vf3HYXFfSLBExNCtFOBLMDecoUX4fqm7W1l4ucpA3k4Dp7ZJ5+ScKYHnxDo/HgebM7PvCWjvhF3KTndRo2zvAafeoKTxI9BCduHVVXfzwC/x0HUBDK+KFWDoEcQ234wxJcQ+NasTmXGB6pkvbGSASPbm0Q2HFFiFJS0x0fl0/H3KMDwjYGfTzSoiKVbFJSzsy8WWU5zQKsPXIiFK9Q3NihWoi2spXMSkkjOGHbijs1dArUtuaPTTQ+EnE5D/ChbGvEH4mkxlCW1pk/5C8kydjmJzgEMkJltSwOaZ8GPMBiF7U4/npUG20wiexd1hG29o10UQ4Mjotk+yyA6SNvQsGkFURtlDp/q2WuZd5CHbXVqBRxPWc= ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:41:49.816 INFO:teuthology.orchestra.run.smithi078.stderr:Wrote public SSH key to to /home/ubuntu/cephtest/ceph.pub 2021-07-26T15:41:49.817 INFO:teuthology.orchestra.run.smithi078.stderr:Adding key to root@localhost's authorized_keys... 2021-07-26T15:41:49.817 INFO:teuthology.orchestra.run.smithi078.stderr:Adding host smithi078... 2021-07-26T15:41:49.818 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus orch host add smithi078 2021-07-26T15:41:51.045 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout Added host 'smithi078' 2021-07-26T15:41:51.752 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config set mgr mgr/cephadm/container_init False --force 2021-07-26T15:41:53.206 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config set mgr mgr/dashboard/ssl_server_port 8443 2021-07-26T15:41:55.044 INFO:teuthology.orchestra.run.smithi078.stderr:Enabling the dashboard module... 2021-07-26T15:41:55.044 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr module enable dashboard 2021-07-26T15:41:57.079 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr dump 2021-07-26T15:41:57.863 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:57.863 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "epoch": 9, 2021-07-26T15:41:57.863 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active_gid": 14116, 2021-07-26T15:41:57.864 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active_name": "y", 2021-07-26T15:41:57.864 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active_addrs": { 2021-07-26T15:41:57.864 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-07-26T15:41:57.864 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:57.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-07-26T15:41:57.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.78:6800", 2021-07-26T15:41:57.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "nonce": 1556335739 2021-07-26T15:41:57.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:57.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:57.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "v1", 2021-07-26T15:41:57.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.78:6801", 2021-07-26T15:41:57.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "nonce": 1556335739 2021-07-26T15:41:57.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:57.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:41:57.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:57.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active_addr": "172.21.15.78:6801/1556335739", 2021-07-26T15:41:57.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active_change": "2021-07-26T15:41:44.081205+0000", 2021-07-26T15:41:57.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active_mgr_features": 4540138292840890367, 2021-07-26T15:41:57.868 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "available": true, 2021-07-26T15:41:57.868 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "standbys": [], 2021-07-26T15:41:57.868 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "modules": [ 2021-07-26T15:41:57.868 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "cephadm", 2021-07-26T15:41:57.869 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "dashboard", 2021-07-26T15:41:58.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "iostat", 2021-07-26T15:41:58.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "restful" 2021-07-26T15:41:58.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "available_modules": [ 2021-07-26T15:41:58.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:58.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "alerts", 2021-07-26T15:41:58.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:58.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:58.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:58.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:41:58.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:41:58.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:58.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:41:58.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "How frequently to reexamine health status", 2021-07-26T15:41:58.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:58.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:58.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:58.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:58.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:58.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:58.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:58.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:58.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:58.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_destination": { 2021-07-26T15:41:58.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_destination", 2021-07-26T15:41:58.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Email address to send alerts to", 2021-07-26T15:41:58.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_from_name": { 2021-07-26T15:41:58.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_from_name", 2021-07-26T15:41:58.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "Ceph", 2021-07-26T15:41:58.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Email From: name", 2021-07-26T15:41:58.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_host": { 2021-07-26T15:41:58.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_host", 2021-07-26T15:41:58.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "SMTP server", 2021-07-26T15:41:58.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_password": { 2021-07-26T15:41:58.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_password", 2021-07-26T15:41:58.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Password to authenticate with", 2021-07-26T15:41:58.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_port": { 2021-07-26T15:41:58.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_port", 2021-07-26T15:41:58.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "465", 2021-07-26T15:41:58.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "SMTP port", 2021-07-26T15:41:58.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_sender": { 2021-07-26T15:41:58.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_sender", 2021-07-26T15:41:58.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "SMTP envelope sender", 2021-07-26T15:41:58.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_ssl": { 2021-07-26T15:41:58.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_ssl", 2021-07-26T15:41:58.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Use SSL to connect to SMTP server", 2021-07-26T15:41:58.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "smtp_user": { 2021-07-26T15:41:58.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "smtp_user", 2021-07-26T15:41:58.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "User to authenticate as", 2021-07-26T15:41:58.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:58.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "balancer", 2021-07-26T15:41:58.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:58.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:58.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:58.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active": { 2021-07-26T15:41:58.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "active", 2021-07-26T15:41:58.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "automatically balance PGs across cluster", 2021-07-26T15:41:58.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "begin_time": { 2021-07-26T15:41:58.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "begin_time", 2021-07-26T15:41:58.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "0000", 2021-07-26T15:41:58.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "beginning time of day to automatically balance", 2021-07-26T15:41:58.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-07-26T15:41:58.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "begin_weekday": { 2021-07-26T15:41:58.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "begin_weekday", 2021-07-26T15:41:58.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:41:58.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-07-26T15:41:58.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "0", 2021-07-26T15:41:58.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "7", 2021-07-26T15:41:58.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to this day of the week or later", 2021-07-26T15:41:58.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-07-26T15:41:58.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "crush_compat_max_iterations": { 2021-07-26T15:41:58.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "crush_compat_max_iterations", 2021-07-26T15:41:58.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:41:58.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "25", 2021-07-26T15:41:58.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "1", 2021-07-26T15:41:58.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "250", 2021-07-26T15:41:58.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "maximum number of iterations to attempt optimization", 2021-07-26T15:41:58.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "crush_compat_metrics": { 2021-07-26T15:41:58.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "crush_compat_metrics", 2021-07-26T15:41:58.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "pgs,objects,bytes", 2021-07-26T15:41:58.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.378 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.379 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.379 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "metrics with which to calculate OSD utilization", 2021-07-26T15:41:58.379 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2021-07-26T15:41:58.379 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.379 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.380 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.380 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "crush_compat_step": { 2021-07-26T15:41:58.380 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "crush_compat_step", 2021-07-26T15:41:58.380 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "float", 2021-07-26T15:41:58.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "0.5", 2021-07-26T15:41:58.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "0.001", 2021-07-26T15:41:58.381 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "0.999", 2021-07-26T15:41:58.382 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.382 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "aggressiveness of optimization", 2021-07-26T15:41:58.382 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": ".99 is very aggressive, .01 is less aggressive", 2021-07-26T15:41:58.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "end_time": { 2021-07-26T15:41:58.383 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "end_time", 2021-07-26T15:41:58.384 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.384 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.384 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.384 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "2400", 2021-07-26T15:41:58.384 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "ending time of day to automatically balance", 2021-07-26T15:41:58.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-07-26T15:41:58.385 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "end_weekday": { 2021-07-26T15:41:58.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "end_weekday", 2021-07-26T15:41:58.386 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:41:58.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-07-26T15:41:58.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "0", 2021-07-26T15:41:58.387 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "7", 2021-07-26T15:41:58.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to days of the week earlier than this", 2021-07-26T15:41:58.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-07-26T15:41:58.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.388 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.389 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.389 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:58.389 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:58.389 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.389 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.390 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.390 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.390 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.390 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.391 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.392 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.392 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.392 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.392 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.393 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.393 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.395 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.396 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.396 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:58.396 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:58.396 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.396 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.397 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.397 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.397 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.397 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.398 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.398 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.398 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.398 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.398 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.399 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.399 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:58.399 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:58.399 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.400 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.400 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.400 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:58.400 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.400 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.401 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.401 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.401 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.401 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.401 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.402 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.402 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.402 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.402 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.403 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.403 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.403 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.403 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.403 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:58.404 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:58.404 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.404 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.404 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.405 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.405 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.405 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.405 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.405 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.406 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.406 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.406 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.406 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.406 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min_score": { 2021-07-26T15:41:58.407 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "min_score", 2021-07-26T15:41:58.407 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "float", 2021-07-26T15:41:58.407 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.407 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.408 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-07-26T15:41:58.408 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.408 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.408 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.408 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "minimum score, below which no optimization is attempted", 2021-07-26T15:41:58.409 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.409 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.409 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.409 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.409 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mode": { 2021-07-26T15:41:58.410 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-07-26T15:41:58.410 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.410 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.410 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.410 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "none", 2021-07-26T15:41:58.411 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.411 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.411 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.411 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "crush-compat", 2021-07-26T15:41:58.412 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "none", 2021-07-26T15:41:58.412 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "upmap" 2021-07-26T15:41:58.412 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.412 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Balancer mode", 2021-07-26T15:41:58.412 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.413 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.413 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.413 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.413 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "pool_ids": { 2021-07-26T15:41:58.413 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "pool_ids", 2021-07-26T15:41:58.414 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.414 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.414 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.414 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.415 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.415 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.415 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.415 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "pools which the automatic balancing will be limited to", 2021-07-26T15:41:58.415 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.416 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.416 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.416 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.416 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:41:58.417 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:41:58.417 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:58.417 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.417 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.417 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:41:58.418 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.418 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.418 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.418 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and attempt optimization", 2021-07-26T15:41:58.418 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.419 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.419 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.419 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.419 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "upmap_max_deviation": { 2021-07-26T15:41:58.419 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "upmap_max_deviation", 2021-07-26T15:41:58.420 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.420 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.420 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.420 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:41:58.421 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "1", 2021-07-26T15:41:58.421 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.421 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.421 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "deviation below which no optimization is attempted", 2021-07-26T15:41:58.421 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2021-07-26T15:41:58.422 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.422 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.422 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.422 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "upmap_max_optimizations": { 2021-07-26T15:41:58.422 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "upmap_max_optimizations", 2021-07-26T15:41:58.423 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:41:58.423 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.423 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.423 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:41:58.423 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.424 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.424 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.424 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "maximum upmap optimizations to make per attempt", 2021-07-26T15:41:58.424 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.425 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.425 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.425 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.425 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.425 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.426 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:58.426 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "cephadm", 2021-07-26T15:41:58.426 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:58.426 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:58.426 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:58.427 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "allow_ptrace": { 2021-07-26T15:41:58.427 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "allow_ptrace", 2021-07-26T15:41:58.427 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.427 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.428 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.428 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.428 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.428 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.428 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.429 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "allow SYS_PTRACE capability on ceph containers", 2021-07-26T15:41:58.429 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2021-07-26T15:41:58.429 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.429 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.429 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.430 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "config_dashboard": { 2021-07-26T15:41:58.430 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "config_dashboard", 2021-07-26T15:41:58.430 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.430 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.430 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.431 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.431 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.431 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.431 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.432 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "manage configs like API endpoints in Dashboard.", 2021-07-26T15:41:58.432 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.432 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.432 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.432 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.433 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "container_image_alertmanager": { 2021-07-26T15:41:58.433 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "container_image_alertmanager", 2021-07-26T15:41:58.433 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.433 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.433 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.434 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/alertmanager:v0.20.0", 2021-07-26T15:41:58.434 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.434 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.434 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.434 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:41:58.435 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.435 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.435 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.435 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.435 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "container_image_base": { 2021-07-26T15:41:58.436 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "container_image_base", 2021-07-26T15:41:58.436 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.436 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.436 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.437 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph", 2021-07-26T15:41:58.437 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.437 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.437 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.437 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Container image name, without the tag", 2021-07-26T15:41:58.438 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.438 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.438 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.438 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.438 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "container_image_grafana": { 2021-07-26T15:41:58.439 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "container_image_grafana", 2021-07-26T15:41:58.439 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.439 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.439 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.439 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph-grafana:6.7.4", 2021-07-26T15:41:58.440 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.440 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.440 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.440 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:41:58.441 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.441 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.441 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.441 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.441 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "container_image_node_exporter": { 2021-07-26T15:41:58.442 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "container_image_node_exporter", 2021-07-26T15:41:58.442 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.442 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.442 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.442 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/node-exporter:v0.18.1", 2021-07-26T15:41:58.443 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.443 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.443 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.443 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:41:58.443 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.444 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.444 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.444 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.444 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "container_image_prometheus": { 2021-07-26T15:41:58.444 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "container_image_prometheus", 2021-07-26T15:41:58.445 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.445 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.445 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.445 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/prometheus:v2.18.1", 2021-07-26T15:41:58.446 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.446 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.446 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.446 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:41:58.446 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.447 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.447 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.447 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.447 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "container_init": { 2021-07-26T15:41:58.447 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "container_init", 2021-07-26T15:41:58.448 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.448 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.448 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.448 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.449 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.449 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.449 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.449 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Run podman/docker with `--init`", 2021-07-26T15:41:58.449 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.450 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.450 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.450 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.450 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "daemon_cache_timeout": { 2021-07-26T15:41:58.450 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "daemon_cache_timeout", 2021-07-26T15:41:58.451 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:58.451 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.451 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.451 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:41:58.452 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.452 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.452 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.452 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache service (daemon) inventory", 2021-07-26T15:41:58.452 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.453 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.453 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.453 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.453 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "device_cache_timeout": { 2021-07-26T15:41:58.453 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "device_cache_timeout", 2021-07-26T15:41:58.454 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:58.454 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.454 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.454 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "1800", 2021-07-26T15:41:58.454 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.455 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.455 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.455 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache device inventory", 2021-07-26T15:41:58.455 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.455 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.456 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.456 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.456 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "facts_cache_timeout": { 2021-07-26T15:41:58.456 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "facts_cache_timeout", 2021-07-26T15:41:58.457 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:58.457 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.457 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.457 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:41:58.457 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.458 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.458 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.458 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache host facts data", 2021-07-26T15:41:58.458 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.458 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.459 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.459 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.459 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "host_check_interval": { 2021-07-26T15:41:58.459 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "host_check_interval", 2021-07-26T15:41:58.459 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:58.460 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.460 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.460 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:41:58.460 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.460 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.461 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.461 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "how frequently to perform a host check", 2021-07-26T15:41:58.461 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.461 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.462 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.462 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.462 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:58.462 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:58.462 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.463 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.463 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.463 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.463 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.463 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.464 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.464 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.464 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.464 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.465 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.465 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.465 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.465 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.465 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.466 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.466 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.466 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.466 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.466 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:58.467 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:58.467 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.467 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.467 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.467 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.468 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.468 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.468 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.468 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "log to the \"cephadm\" cluster log channel\"", 2021-07-26T15:41:58.469 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.469 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.469 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.469 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.469 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:58.470 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:58.470 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.470 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.470 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.470 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:58.471 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.471 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.471 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.471 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.471 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.472 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.472 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.472 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.472 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.473 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.473 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.473 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.473 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.473 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.474 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.474 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:58.474 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:58.474 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.474 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.475 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.475 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.475 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.475 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.475 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.476 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.476 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.476 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.476 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.476 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.477 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "manage_etc_ceph_ceph_conf": { 2021-07-26T15:41:58.477 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "manage_etc_ceph_ceph_conf", 2021-07-26T15:41:58.477 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.477 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.477 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.478 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.478 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.478 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.478 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.479 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2021-07-26T15:41:58.479 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.479 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.479 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.479 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.480 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "migration_current": { 2021-07-26T15:41:58.480 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "migration_current", 2021-07-26T15:41:58.480 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.480 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.481 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.481 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:58.481 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.481 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.481 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.482 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "internal - do not modify", 2021-07-26T15:41:58.482 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.482 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.482 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.482 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.483 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mode": { 2021-07-26T15:41:58.483 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-07-26T15:41:58.483 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.483 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.483 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.484 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "root", 2021-07-26T15:41:58.484 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.484 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.484 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.484 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "cephadm-package", 2021-07-26T15:41:58.485 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "root" 2021-07-26T15:41:58.485 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.485 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "mode for remote execution of cephadm", 2021-07-26T15:41:58.485 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.486 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.486 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.486 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.486 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "prometheus_alerts_path": { 2021-07-26T15:41:58.486 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "prometheus_alerts_path", 2021-07-26T15:41:58.487 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.487 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.487 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.487 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2021-07-26T15:41:58.487 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.488 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.488 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.488 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "location of alerts to include in prometheus deployments", 2021-07-26T15:41:58.488 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.488 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.489 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.489 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.489 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "registry_password": { 2021-07-26T15:41:58.489 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "registry_password", 2021-07-26T15:41:58.489 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.490 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.490 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.490 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:58.490 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.491 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.491 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.491 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Custom repository password", 2021-07-26T15:41:58.491 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.491 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.492 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.492 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.492 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "registry_url": { 2021-07-26T15:41:58.492 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "registry_url", 2021-07-26T15:41:58.492 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.493 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.493 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.493 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:58.493 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.493 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.494 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.494 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Custom repository url", 2021-07-26T15:41:58.494 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.494 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.494 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.495 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.495 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "registry_username": { 2021-07-26T15:41:58.495 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "registry_username", 2021-07-26T15:41:58.495 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.496 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.496 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.496 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:58.496 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.496 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.497 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.497 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Custom repository username", 2021-07-26T15:41:58.497 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.497 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.497 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.498 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.498 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ssh_config_file": { 2021-07-26T15:41:58.498 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ssh_config_file", 2021-07-26T15:41:58.498 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.498 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.499 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.499 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:58.499 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.499 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.500 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.500 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "customized SSH config file to connect to managed hosts", 2021-07-26T15:41:58.500 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.500 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.500 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.501 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.501 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "use_repo_digest": { 2021-07-26T15:41:58.501 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "use_repo_digest", 2021-07-26T15:41:58.501 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.501 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.502 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.502 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.502 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.502 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.502 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.503 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2021-07-26T15:41:58.503 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.503 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.503 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.504 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.504 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warn_on_failed_host_check": { 2021-07-26T15:41:58.504 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "warn_on_failed_host_check", 2021-07-26T15:41:58.504 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.504 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.505 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.505 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.505 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.505 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.505 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.506 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if the host check fails", 2021-07-26T15:41:58.506 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.506 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.506 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.506 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.507 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warn_on_stray_daemons": { 2021-07-26T15:41:58.507 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_daemons", 2021-07-26T15:41:58.507 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.507 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.507 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.508 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.508 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.508 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.508 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.509 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2021-07-26T15:41:58.509 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.509 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.509 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.509 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.510 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warn_on_stray_hosts": { 2021-07-26T15:41:58.510 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_hosts", 2021-07-26T15:41:58.510 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.510 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.511 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.511 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.511 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.511 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.511 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.512 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2021-07-26T15:41:58.512 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.512 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.512 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.512 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.513 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.513 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.513 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:58.513 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "crash", 2021-07-26T15:41:58.514 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:58.514 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:58.514 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:58.514 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:58.514 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:58.515 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.515 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.515 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.515 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.515 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.516 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.516 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.516 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.516 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.516 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.517 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.517 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.517 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.517 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.517 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.518 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.518 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.518 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.518 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.519 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:58.519 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:58.519 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.519 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.519 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.520 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.520 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.520 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.520 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.520 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.521 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.521 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.521 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.521 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.521 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:58.522 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:58.522 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.522 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.522 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.522 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:58.523 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.523 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.523 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.523 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.523 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.524 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.524 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.524 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.524 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.524 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.525 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.525 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.525 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.525 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.526 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.526 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:58.526 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:58.526 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.526 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.527 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.527 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.527 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.527 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.527 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.528 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.528 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.528 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.528 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.529 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.529 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "retain_interval": { 2021-07-26T15:41:58.529 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "retain_interval", 2021-07-26T15:41:58.529 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:58.529 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.530 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.530 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "31536000", 2021-07-26T15:41:58.530 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.530 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.530 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.531 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "how long to retain crashes before pruning them", 2021-07-26T15:41:58.531 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.531 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.531 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.531 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.532 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warn_recent_interval": { 2021-07-26T15:41:58.532 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "warn_recent_interval", 2021-07-26T15:41:58.532 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:58.532 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.532 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.533 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "1209600", 2021-07-26T15:41:58.533 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.533 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.533 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.533 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "time interval in which to warn about recent crashes", 2021-07-26T15:41:58.534 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.534 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.534 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.534 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.535 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.535 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.535 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:58.535 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "dashboard", 2021-07-26T15:41:58.535 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:58.536 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:58.536 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:58.536 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ACCOUNT_LOCKOUT_ATTEMPTS": { 2021-07-26T15:41:58.536 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2021-07-26T15:41:58.536 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.537 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.537 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.537 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:41:58.537 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.537 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.538 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.538 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.538 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.538 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.539 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.539 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.539 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_HOST": { 2021-07-26T15:41:58.539 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_HOST", 2021-07-26T15:41:58.539 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.540 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.540 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.540 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.540 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.540 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.541 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.541 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.541 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.541 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.541 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.542 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.542 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_SSL_VERIFY": { 2021-07-26T15:41:58.542 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_SSL_VERIFY", 2021-07-26T15:41:58.542 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.543 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.543 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.543 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.543 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.543 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.544 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.544 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.544 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.544 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.544 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.545 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.545 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "AUDIT_API_ENABLED": { 2021-07-26T15:41:58.545 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_ENABLED", 2021-07-26T15:41:58.545 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.545 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.546 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.546 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.546 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.546 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.546 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.547 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.547 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.547 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.547 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.548 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.548 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "AUDIT_API_LOG_PAYLOAD": { 2021-07-26T15:41:58.548 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_LOG_PAYLOAD", 2021-07-26T15:41:58.548 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.548 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.549 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.549 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.549 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.549 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.549 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.550 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.550 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.550 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.550 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.550 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.551 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ENABLE_BROWSABLE_API": { 2021-07-26T15:41:58.551 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ENABLE_BROWSABLE_API", 2021-07-26T15:41:58.551 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.551 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.552 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.552 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.552 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.552 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.552 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.553 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.553 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.553 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.553 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.553 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.554 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_cephfs": { 2021-07-26T15:41:58.554 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_cephfs", 2021-07-26T15:41:58.554 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.554 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.554 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.555 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.555 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.555 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.555 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.555 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.556 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.556 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.556 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.556 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.557 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_iscsi": { 2021-07-26T15:41:58.557 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_iscsi", 2021-07-26T15:41:58.557 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.557 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.557 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.558 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.558 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.558 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.558 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.558 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.559 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.559 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.560 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.560 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.560 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_mirroring": { 2021-07-26T15:41:58.560 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_mirroring", 2021-07-26T15:41:58.561 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.561 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.561 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.562 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.562 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.562 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.563 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.563 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.563 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.563 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.563 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_nfs": { 2021-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_nfs", 2021-07-26T15:41:58.565 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.565 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.565 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.565 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.565 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.566 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.566 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.566 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.566 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.567 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.567 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.567 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.567 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rbd": { 2021-07-26T15:41:58.568 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rbd", 2021-07-26T15:41:58.568 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.568 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.568 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.568 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.569 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.569 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.569 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.569 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.576 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.576 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.577 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.578 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.578 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rgw": { 2021-07-26T15:41:58.578 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rgw", 2021-07-26T15:41:58.579 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.579 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.579 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.579 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.580 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.580 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.581 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.581 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.581 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.581 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.582 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.582 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.582 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2021-07-26T15:41:58.582 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2021-07-26T15:41:58.582 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.583 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.583 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.583 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.583 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.584 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.584 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.584 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.584 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.585 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.585 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.585 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.585 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "GRAFANA_API_PASSWORD": { 2021-07-26T15:41:58.586 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_PASSWORD", 2021-07-26T15:41:58.586 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.586 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.586 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.587 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-07-26T15:41:58.587 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.587 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.587 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.587 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.588 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.588 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.588 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.588 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.588 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "GRAFANA_API_SSL_VERIFY": { 2021-07-26T15:41:58.589 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_SSL_VERIFY", 2021-07-26T15:41:58.589 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.589 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.589 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.589 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.590 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.591 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.591 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.591 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.591 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.592 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.592 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.592 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.592 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "GRAFANA_API_URL": { 2021-07-26T15:41:58.593 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_URL", 2021-07-26T15:41:58.593 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.593 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.593 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.594 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.594 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.594 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.594 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.594 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.595 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.595 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.595 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.595 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.595 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "GRAFANA_API_USERNAME": { 2021-07-26T15:41:58.596 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_USERNAME", 2021-07-26T15:41:58.596 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.596 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.596 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.596 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-07-26T15:41:58.597 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.597 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.597 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.597 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.598 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.598 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.598 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.599 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.599 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "GRAFANA_FRONTEND_API_URL": { 2021-07-26T15:41:58.599 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_FRONTEND_API_URL", 2021-07-26T15:41:58.599 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.599 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.600 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.600 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.600 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.600 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.601 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.601 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.601 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.601 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.601 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.602 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.602 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "GRAFANA_UPDATE_DASHBOARDS": { 2021-07-26T15:41:58.602 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_UPDATE_DASHBOARDS", 2021-07-26T15:41:58.602 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.602 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.603 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.603 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.603 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.603 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.603 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.604 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.604 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.604 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.604 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.605 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.605 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ISCSI_API_SSL_VERIFICATION": { 2021-07-26T15:41:58.605 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ISCSI_API_SSL_VERIFICATION", 2021-07-26T15:41:58.605 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.605 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.606 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.607 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.607 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.607 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.607 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.609 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.610 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.610 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.610 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.611 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.611 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_HOST": { 2021-07-26T15:41:58.611 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_HOST", 2021-07-26T15:41:58.611 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.611 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.612 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.612 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.612 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.612 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.613 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.613 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.613 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.613 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.613 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.614 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.614 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_SSL_VERIFY": { 2021-07-26T15:41:58.614 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_SSL_VERIFY", 2021-07-26T15:41:58.614 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.615 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.615 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.615 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.615 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.615 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.616 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.616 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.616 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.616 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.616 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.617 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.617 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2021-07-26T15:41:58.617 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2021-07-26T15:41:58.617 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.618 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.618 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.618 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.619 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.619 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.619 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.619 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.620 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.620 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.620 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.621 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.621 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2021-07-26T15:41:58.621 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2021-07-26T15:41:58.621 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.622 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.622 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.622 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.622 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.623 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.623 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.623 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.623 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.623 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.624 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.624 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.624 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2021-07-26T15:41:58.624 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2021-07-26T15:41:58.625 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.625 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.625 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.625 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.625 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.626 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.626 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.626 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.626 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.626 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.627 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.627 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.627 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2021-07-26T15:41:58.627 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2021-07-26T15:41:58.628 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.628 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.628 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.628 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.629 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.629 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.629 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.629 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.629 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.630 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.630 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.630 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.630 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2021-07-26T15:41:58.631 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2021-07-26T15:41:58.631 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.631 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.631 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.632 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.632 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.632 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.632 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.633 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.633 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.633 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.634 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.634 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.634 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2021-07-26T15:41:58.635 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2021-07-26T15:41:58.635 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.636 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.636 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.636 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.637 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.637 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.637 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.637 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.638 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.638 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.638 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.638 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.638 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2021-07-26T15:41:58.639 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2021-07-26T15:41:58.639 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.639 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.639 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.640 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.640 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.640 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.640 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.640 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.641 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.641 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.641 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.641 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.642 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_ENABLED": { 2021-07-26T15:41:58.642 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_ENABLED", 2021-07-26T15:41:58.642 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.642 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.645 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.646 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.646 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.646 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.647 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.647 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.647 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.647 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.647 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.648 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.648 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_EXCLUSION_LIST": { 2021-07-26T15:41:58.648 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_EXCLUSION_LIST", 2021-07-26T15:41:58.648 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.648 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.649 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.649 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2021-07-26T15:41:58.649 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.649 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.650 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.650 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.650 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.650 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.651 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.652 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.652 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_COMPLEXITY": { 2021-07-26T15:41:58.652 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_COMPLEXITY", 2021-07-26T15:41:58.652 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.653 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.653 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.653 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:41:58.653 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.653 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.654 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.654 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.654 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.654 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.655 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.657 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.657 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_LENGTH": { 2021-07-26T15:41:58.657 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_LENGTH", 2021-07-26T15:41:58.657 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.658 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.658 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.658 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "8", 2021-07-26T15:41:58.658 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.658 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.659 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.659 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.659 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.659 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.659 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.660 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.660 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "REST_REQUESTS_TIMEOUT": { 2021-07-26T15:41:58.660 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "REST_REQUESTS_TIMEOUT", 2021-07-26T15:41:58.660 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.661 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.661 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.661 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "45", 2021-07-26T15:41:58.662 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.662 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.662 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.662 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.662 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.663 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.663 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.663 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.663 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_ACCESS_KEY": { 2021-07-26T15:41:58.663 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ACCESS_KEY", 2021-07-26T15:41:58.664 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.664 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.664 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.664 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.665 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.665 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.666 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.666 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.666 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.666 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.667 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.667 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.668 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_ADMIN_RESOURCE": { 2021-07-26T15:41:58.668 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ADMIN_RESOURCE", 2021-07-26T15:41:58.668 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.668 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.668 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.669 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-07-26T15:41:58.669 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.669 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.669 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.670 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.670 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.670 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.670 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.670 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.671 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_HOST": { 2021-07-26T15:41:58.671 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_HOST", 2021-07-26T15:41:58.671 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.671 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.671 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.672 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.672 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.672 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.672 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.673 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.673 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.673 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.673 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.673 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.674 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_PORT": { 2021-07-26T15:41:58.674 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_PORT", 2021-07-26T15:41:58.674 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.674 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.674 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.675 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "80", 2021-07-26T15:41:58.675 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.675 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.676 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.676 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.676 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.676 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.677 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.677 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.677 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_SCHEME": { 2021-07-26T15:41:58.678 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SCHEME", 2021-07-26T15:41:58.678 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.679 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.679 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.679 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "http", 2021-07-26T15:41:58.679 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.680 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.680 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.680 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.680 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.681 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.681 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.681 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.681 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_SECRET_KEY": { 2021-07-26T15:41:58.681 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SECRET_KEY", 2021-07-26T15:41:58.682 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.682 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.682 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.682 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.682 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.683 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.683 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.683 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.683 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.683 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.684 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.684 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.684 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_SSL_VERIFY": { 2021-07-26T15:41:58.684 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SSL_VERIFY", 2021-07-26T15:41:58.685 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.685 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.685 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.685 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.686 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.686 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.686 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.687 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.687 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.687 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.689 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.689 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.689 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "RGW_API_USER_ID": { 2021-07-26T15:41:58.690 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "RGW_API_USER_ID", 2021-07-26T15:41:58.691 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.691 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.691 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.691 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.692 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.692 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.692 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.692 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.692 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.693 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.693 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.693 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.693 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_SPAN": { 2021-07-26T15:41:58.693 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_SPAN", 2021-07-26T15:41:58.694 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.694 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.694 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.694 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-07-26T15:41:58.695 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.695 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.695 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.695 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.695 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.696 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.697 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.697 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.697 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_1": { 2021-07-26T15:41:58.697 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_1", 2021-07-26T15:41:58.698 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.698 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.698 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.699 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:41:58.699 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.699 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.699 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.699 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.700 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.700 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.700 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.700 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.700 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_2": { 2021-07-26T15:41:58.701 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_2", 2021-07-26T15:41:58.701 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.701 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.701 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.702 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:41:58.702 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.702 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.702 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.702 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.703 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.703 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.703 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.703 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.703 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "crt_file": { 2021-07-26T15:41:58.704 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "crt_file", 2021-07-26T15:41:58.704 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.704 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.704 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.704 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.705 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.705 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.705 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.705 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.706 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.706 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.706 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.706 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.706 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug": { 2021-07-26T15:41:58.707 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "debug", 2021-07-26T15:41:58.707 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.707 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.707 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.707 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.708 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.708 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.708 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.709 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Enable/disable debug options", 2021-07-26T15:41:58.709 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.709 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.709 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.709 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.712 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "jwt_token_ttl": { 2021-07-26T15:41:58.712 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "jwt_token_ttl", 2021-07-26T15:41:58.712 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.713 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.713 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.713 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "28800", 2021-07-26T15:41:58.713 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.713 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.714 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.714 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.714 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.714 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.715 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.715 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.715 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "key_file": { 2021-07-26T15:41:58.715 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-07-26T15:41:58.715 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.716 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.716 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.716 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.716 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.716 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.717 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.717 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.717 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.717 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.718 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.718 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.718 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:58.719 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:58.719 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.719 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.719 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.720 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.720 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.720 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.720 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.720 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.721 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.721 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.721 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.721 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.722 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.722 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.722 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.722 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.722 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.723 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.723 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.723 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:58.723 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:58.724 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.724 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.724 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.724 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.724 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.725 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.725 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.725 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.725 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.725 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.726 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.726 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.726 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:58.726 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:58.727 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.727 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.727 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.727 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:58.727 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.728 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.728 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.728 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.728 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.728 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.729 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.729 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.729 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.730 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.730 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.730 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.730 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.730 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.731 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.731 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:58.731 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:58.731 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.732 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.732 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.732 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.732 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.732 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.733 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.733 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.733 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.733 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.733 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.734 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.734 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-07-26T15:41:58.734 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-07-26T15:41:58.734 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.734 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.735 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.735 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "::", 2021-07-26T15:41:58.735 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.735 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.735 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.736 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.736 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.736 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.736 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.736 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.737 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "server_port": { 2021-07-26T15:41:58.737 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-07-26T15:41:58.737 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.737 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.738 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.738 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "8080", 2021-07-26T15:41:58.738 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.738 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.738 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.739 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.739 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.739 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.740 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.740 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.740 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ssl": { 2021-07-26T15:41:58.740 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-07-26T15:41:58.740 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.741 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.741 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.741 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.741 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.741 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.742 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.742 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.742 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.742 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.742 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.743 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.743 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ssl_server_port": { 2021-07-26T15:41:58.743 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ssl_server_port", 2021-07-26T15:41:58.743 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.744 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.744 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.744 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "8443", 2021-07-26T15:41:58.744 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.744 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.745 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.745 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.745 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.745 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.745 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.746 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.746 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "standby_behaviour": { 2021-07-26T15:41:58.746 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "standby_behaviour", 2021-07-26T15:41:58.746 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.747 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.747 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.747 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "redirect", 2021-07-26T15:41:58.747 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.747 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.748 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.748 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.748 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "redirect" 2021-07-26T15:41:58.748 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.748 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.749 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.749 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.749 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.750 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.750 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "standby_error_status_code": { 2021-07-26T15:41:58.750 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "standby_error_status_code", 2021-07-26T15:41:58.750 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.750 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.751 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.751 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "500", 2021-07-26T15:41:58.751 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "400", 2021-07-26T15:41:58.751 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "599", 2021-07-26T15:41:58.752 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.752 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.752 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.752 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.752 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.753 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.753 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "url_prefix": { 2021-07-26T15:41:58.753 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "url_prefix", 2021-07-26T15:41:58.753 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.753 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.754 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.754 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.754 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.754 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.754 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.755 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.755 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.755 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.755 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.755 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.756 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.756 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.756 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:58.756 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "devicehealth", 2021-07-26T15:41:58.756 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:58.757 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:58.757 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:58.757 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enable_monitoring": { 2021-07-26T15:41:58.757 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "enable_monitoring", 2021-07-26T15:41:58.758 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.758 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.758 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.758 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.758 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.759 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.759 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.759 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "monitor device health metrics", 2021-07-26T15:41:58.760 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.760 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.760 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.760 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.761 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:58.761 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:58.762 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.762 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.762 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.762 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.763 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.763 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.763 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.763 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.763 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.764 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.764 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.764 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.764 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.764 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.765 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.765 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.765 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.765 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.765 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.766 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:58.766 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:58.766 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.766 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.767 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.767 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.767 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.767 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.767 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.768 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.768 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.768 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.768 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.768 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:58.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:58.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.769 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.770 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:58.770 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.770 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.771 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.771 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.771 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.771 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.772 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.772 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.772 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.772 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.772 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.773 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.773 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.773 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.773 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.773 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:58.774 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:58.774 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.774 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.774 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.774 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.775 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.775 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.775 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.775 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.775 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.776 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.776 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.776 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.776 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mark_out_threshold": { 2021-07-26T15:41:58.777 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "mark_out_threshold", 2021-07-26T15:41:58.777 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:58.777 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.777 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.777 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "2419200", 2021-07-26T15:41:58.778 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.778 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.778 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.778 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "automatically mark OSD if it may fail before this long", 2021-07-26T15:41:58.779 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.779 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.779 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.779 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.779 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "pool_name": { 2021-07-26T15:41:58.780 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "pool_name", 2021-07-26T15:41:58.780 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.780 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.781 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.781 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "device_health_metrics", 2021-07-26T15:41:58.782 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.782 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.782 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.782 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "name of pool in which to store device health metrics", 2021-07-26T15:41:58.783 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.783 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.783 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.783 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.783 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "retention_period": { 2021-07-26T15:41:58.784 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "retention_period", 2021-07-26T15:41:58.784 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:58.784 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.784 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.784 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "15552000", 2021-07-26T15:41:58.786 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.787 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.787 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.787 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "how long to retain device health metrics", 2021-07-26T15:41:58.787 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.788 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.788 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.788 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.788 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "scrape_frequency": { 2021-07-26T15:41:58.790 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "scrape_frequency", 2021-07-26T15:41:58.792 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:58.792 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.792 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-07-26T15:41:58.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.793 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "how frequently to scrape device health metrics", 2021-07-26T15:41:58.794 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.794 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.794 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.794 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.795 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "self_heal": { 2021-07-26T15:41:58.795 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "self_heal", 2021-07-26T15:41:58.795 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.795 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.795 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.796 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:58.796 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.796 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.796 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "preemptively heal cluster around devices that may fail", 2021-07-26T15:41:58.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.797 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.798 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:41:58.798 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:41:58.798 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:58.798 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:41:58.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.799 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and check device health", 2021-07-26T15:41:58.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.800 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warn_threshold": { 2021-07-26T15:41:58.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "warn_threshold", 2021-07-26T15:41:58.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:58.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.801 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "7257600", 2021-07-26T15:41:58.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.802 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "raise health warning if OSD may fail before this long", 2021-07-26T15:41:58.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.803 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:58.804 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "diskprediction_local", 2021-07-26T15:41:58.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:58.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:58.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:58.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:58.805 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:58.806 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.806 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.806 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.806 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.807 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.807 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.807 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.807 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.807 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.808 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.808 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.808 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.808 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.808 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.809 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.810 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:58.810 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:58.810 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.810 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.811 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.811 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.811 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.811 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.811 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.812 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.812 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.812 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.812 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:58.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:58.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.813 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.814 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.814 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:58.814 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.814 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.814 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.815 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.815 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.815 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.815 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.816 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.816 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.816 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.816 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.816 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:58.817 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:58.818 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.818 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.818 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.818 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.819 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.820 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.820 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.820 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.820 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "predict_interval": { 2021-07-26T15:41:58.821 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "predict_interval", 2021-07-26T15:41:58.821 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.821 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.821 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.821 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-07-26T15:41:58.822 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.822 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.822 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.822 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.823 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.823 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.823 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.823 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.823 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "predictor_model": { 2021-07-26T15:41:58.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "predictor_model", 2021-07-26T15:41:58.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.824 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "prophetstor", 2021-07-26T15:41:58.825 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.825 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.825 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.825 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.826 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.826 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.826 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.826 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.826 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:41:58.827 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:41:58.827 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.827 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.827 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.827 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:41:58.828 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.828 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.828 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.828 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.829 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.830 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.830 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:58.830 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "influx", 2021-07-26T15:41:58.830 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": false, 2021-07-26T15:41:58.830 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "influxdb python module not found", 2021-07-26T15:41:58.831 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:58.831 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "batch_size": { 2021-07-26T15:41:58.831 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "batch_size", 2021-07-26T15:41:58.831 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.832 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.832 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.832 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "5000", 2021-07-26T15:41:58.832 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.832 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.833 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.833 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.833 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.833 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.833 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.834 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.834 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "database": { 2021-07-26T15:41:58.834 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "database", 2021-07-26T15:41:58.834 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.835 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.835 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.835 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "ceph", 2021-07-26T15:41:58.835 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.835 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.836 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.836 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.836 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.836 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.836 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.837 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.837 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "hostname": { 2021-07-26T15:41:58.837 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "hostname", 2021-07-26T15:41:58.837 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.838 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.838 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.838 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:58.838 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.838 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.839 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.839 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.839 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.839 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.839 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.840 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.840 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:41:58.840 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:41:58.840 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.841 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.841 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.841 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "30", 2021-07-26T15:41:58.841 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.841 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.842 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.842 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.842 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.842 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.842 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.843 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.843 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:58.843 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:58.843 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.844 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.844 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.844 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.844 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.844 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.845 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.845 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.845 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.845 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.845 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.846 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.846 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.846 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.846 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.847 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.847 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.847 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.847 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.847 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:58.848 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:58.848 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.848 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.848 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.848 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.849 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.849 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.849 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.849 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.850 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.850 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.850 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.850 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.850 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:58.851 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:58.851 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.851 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.851 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.851 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:58.852 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.852 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.852 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.853 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.853 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.853 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.853 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.854 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.854 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.854 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.854 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.854 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.855 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.855 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.855 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.855 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:58.856 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:58.856 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.856 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.856 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.856 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.857 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.857 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.857 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.857 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.857 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.858 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.858 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.858 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.858 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "password": { 2021-07-26T15:41:58.859 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "password", 2021-07-26T15:41:58.859 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.859 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.859 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.859 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:58.860 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.860 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.860 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.860 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.860 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.861 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.861 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.861 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.861 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "port": { 2021-07-26T15:41:58.861 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "port", 2021-07-26T15:41:58.862 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.862 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.862 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.862 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "8086", 2021-07-26T15:41:58.863 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.863 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.863 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.863 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.863 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.864 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.864 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.864 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.864 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ssl": { 2021-07-26T15:41:58.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-07-26T15:41:58.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.865 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "false", 2021-07-26T15:41:58.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.866 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.867 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "threads": { 2021-07-26T15:41:58.868 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "threads", 2021-07-26T15:41:58.868 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.868 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.868 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.868 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:41:58.869 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.869 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.869 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.869 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.869 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.870 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.870 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.870 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.870 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "username": { 2021-07-26T15:41:58.870 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "username", 2021-07-26T15:41:58.871 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.871 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.871 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.871 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:58.872 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.872 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.872 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.872 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.872 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.873 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.873 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.873 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.873 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "verify_ssl": { 2021-07-26T15:41:58.873 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "verify_ssl", 2021-07-26T15:41:58.874 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.874 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.874 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.874 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "true", 2021-07-26T15:41:58.875 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.875 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.875 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.875 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.875 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.876 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.876 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.876 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.876 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.877 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.877 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:58.877 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "insights", 2021-07-26T15:41:58.877 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:58.877 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:58.878 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:58.878 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:58.878 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:58.878 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.878 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.879 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.879 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.879 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.880 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.880 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.880 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.880 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.880 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.881 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.881 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.881 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.881 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.882 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.882 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.882 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.882 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.882 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.883 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:58.883 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:58.883 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.883 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.884 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.884 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.884 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.884 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.884 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.885 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.885 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.885 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.885 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.885 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.886 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:58.886 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:58.886 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.886 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.887 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.887 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:58.887 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.887 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.887 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.888 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.888 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.888 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.888 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.888 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.889 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.889 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.889 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.889 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.890 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.890 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.890 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.890 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:58.890 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:58.891 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.891 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.891 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.891 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.891 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.892 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.892 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.892 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.892 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.893 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.893 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.893 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.893 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.893 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.894 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:58.894 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "iostat", 2021-07-26T15:41:58.894 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:58.894 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:58.894 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:58.895 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:58.895 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:58.895 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.895 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.896 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.896 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.896 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.896 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.896 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.897 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.897 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.897 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.897 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.897 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.898 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.898 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.898 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.898 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.898 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.899 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.899 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.899 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:58.899 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:58.900 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.900 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.900 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.900 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.900 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.901 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.901 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.901 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.901 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.901 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.902 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.902 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.902 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:58.902 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:58.903 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.903 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.903 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.903 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:58.903 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.904 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.904 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.904 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.904 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.904 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.905 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.905 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.905 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.905 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.905 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.906 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.906 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.906 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.906 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.908 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.908 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.908 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.908 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.909 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.909 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.909 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.909 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.909 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.910 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.910 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.910 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:58.910 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "k8sevents", 2021-07-26T15:41:58.911 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:58.911 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:58.911 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:58.911 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "ceph_event_retention_days": { 2021-07-26T15:41:58.911 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "ceph_event_retention_days", 2021-07-26T15:41:58.912 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.912 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.912 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.912 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-07-26T15:41:58.912 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.913 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.913 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.913 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Days to hold ceph event information within local cache", 2021-07-26T15:41:58.913 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.914 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.914 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.914 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.914 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "config_check_secs": { 2021-07-26T15:41:58.914 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "config_check_secs", 2021-07-26T15:41:58.915 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.915 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.915 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:58.915 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:41:58.916 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "10", 2021-07-26T15:41:58.916 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.916 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.916 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "interval (secs) to check for cluster configuration changes", 2021-07-26T15:41:58.916 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.917 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.917 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.917 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.917 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:58.918 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:58.918 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.918 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.918 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.918 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.919 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.919 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.919 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.919 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.920 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.920 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.920 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.920 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.920 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.921 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.921 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.921 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.921 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.921 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.922 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.922 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:58.922 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:58.922 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.923 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.923 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.923 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.923 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.924 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.924 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.924 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.924 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.924 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.925 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.925 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.925 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:58.925 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:58.925 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.926 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.926 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.926 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:58.926 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.927 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.927 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.927 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.927 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.927 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.928 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.928 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.928 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.928 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.929 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.929 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.929 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.929 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.929 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.930 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:58.930 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:58.930 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.930 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.931 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.931 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.931 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.931 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.931 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.932 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.932 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.932 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.932 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.932 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.933 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.933 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.933 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:58.933 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "localpool", 2021-07-26T15:41:58.934 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:58.934 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:58.934 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:58.934 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "failure_domain": { 2021-07-26T15:41:58.934 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "failure_domain", 2021-07-26T15:41:58.935 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.935 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.935 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.935 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "host", 2021-07-26T15:41:58.936 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.936 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.936 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.936 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "failure domain for any created local pool", 2021-07-26T15:41:58.936 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.937 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.937 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.937 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.937 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:58.938 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:58.938 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.938 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.938 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.938 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.939 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.939 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.939 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.939 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.940 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.940 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.940 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.940 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.940 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.941 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.941 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.941 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.941 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.941 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.942 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.942 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:58.942 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:58.942 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.943 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.943 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.943 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.943 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.943 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.944 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.944 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.944 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.944 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.945 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.945 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.945 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:58.945 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:58.945 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.946 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.946 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.946 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:58.946 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.947 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.947 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.947 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.947 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.947 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.948 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.948 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.948 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.948 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.949 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.949 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.949 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.949 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.949 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.950 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:58.950 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:58.950 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.950 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.951 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.951 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.951 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.951 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.951 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.952 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.952 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.952 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.953 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.953 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.953 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min_size": { 2021-07-26T15:41:58.953 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "min_size", 2021-07-26T15:41:58.953 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.954 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.954 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.954 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.954 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.955 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.955 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.955 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "default min_size for any created local pool", 2021-07-26T15:41:58.955 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.955 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.956 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.956 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.956 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "num_rep": { 2021-07-26T15:41:58.956 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "num_rep", 2021-07-26T15:41:58.957 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.957 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.957 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.957 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "3", 2021-07-26T15:41:58.957 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.958 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.958 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.958 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "default replica count for any created local pool", 2021-07-26T15:41:58.958 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.958 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.959 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.959 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.959 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "pg_num": { 2021-07-26T15:41:58.959 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "pg_num", 2021-07-26T15:41:58.959 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:58.960 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.960 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.960 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "128", 2021-07-26T15:41:58.960 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.961 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.961 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.961 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "default pg_num for any created local pool", 2021-07-26T15:41:58.961 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.961 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "prefix": { 2021-07-26T15:41:58.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "prefix", 2021-07-26T15:41:58.962 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.963 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.963 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.963 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.963 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.964 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.964 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.964 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "name prefix for any created local pool", 2021-07-26T15:41:58.964 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.964 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.965 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.965 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.965 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "subtree": { 2021-07-26T15:41:58.965 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "subtree", 2021-07-26T15:41:58.965 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.966 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.966 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.966 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "rack", 2021-07-26T15:41:58.966 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.967 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.967 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.967 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "CRUSH level for which to create a local pool", 2021-07-26T15:41:58.967 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.967 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.968 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:58.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-07-26T15:41:58.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:58.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:58.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:58.969 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:58.970 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:58.970 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.970 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.970 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.971 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.972 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.972 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.972 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.972 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.973 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.974 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.974 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.974 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:58.974 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:58.974 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.975 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.975 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.975 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.975 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.976 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.976 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.976 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.976 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.976 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.977 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.977 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.977 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:58.977 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:58.977 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.978 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.978 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.978 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:58.978 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.979 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.979 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.979 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.979 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.980 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.980 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.980 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.980 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.981 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.981 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.981 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.981 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.981 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.982 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.982 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:58.982 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:58.982 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.983 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.983 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.983 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.983 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.983 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.984 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.984 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.984 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.984 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.984 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.985 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.985 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "orchestrator": { 2021-07-26T15:41:58.985 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-07-26T15:41:58.985 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.986 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.986 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.986 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:58.986 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.986 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.987 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.987 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "cephadm", 2021-07-26T15:41:58.987 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rook", 2021-07-26T15:41:58.987 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "test_orchestrator" 2021-07-26T15:41:58.987 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.988 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Orchestrator backend", 2021-07-26T15:41:58.988 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.988 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.988 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.989 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.989 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:58.989 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.989 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:58.989 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "osd_support", 2021-07-26T15:41:58.990 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:58.990 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:58.990 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:58.990 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:58.990 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:58.991 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.991 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.991 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.991 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:58.992 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.992 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.992 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:58.992 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:58.992 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:58.993 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:58.993 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:58.993 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:58.993 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:58.993 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:58.994 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.994 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.994 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.994 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.994 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.995 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:58.995 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:58.995 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:58.995 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.996 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.996 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:58.996 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.996 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.996 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:58.997 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:58.997 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:58.997 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:58.997 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:58.997 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:58.998 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:58.998 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:58.998 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:58.998 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:58.998 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:58.999 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:58.999 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:58.999 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:58.999 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.000 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.000 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.000 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.000 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.000 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.001 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.001 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.001 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.001 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.001 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.002 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.002 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.002 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:59.002 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:59.003 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.003 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.003 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.003 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.003 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.004 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.004 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.004 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.004 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.004 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.005 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.005 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.005 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.005 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.005 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.006 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "pg_autoscaler", 2021-07-26T15:41:59.006 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:59.006 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:59.006 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:59.007 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:59.007 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:59.007 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.007 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.007 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.008 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.008 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.008 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.008 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.008 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.009 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.009 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.009 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.009 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.010 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.010 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.010 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.010 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.010 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.011 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.011 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.011 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:59.011 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:59.012 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.012 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.012 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.012 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.012 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.013 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.013 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.013 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.013 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.013 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.014 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.014 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.014 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:59.014 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:59.015 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.015 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.015 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.015 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:59.015 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.016 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.016 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.016 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.016 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.017 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.017 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.017 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.017 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.017 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.018 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.018 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.018 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.018 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.018 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.019 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:59.019 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:59.019 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.019 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.020 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.020 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.020 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.020 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.020 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.021 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.021 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.021 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.021 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.021 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.022 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:41:59.022 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:41:59.022 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.022 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.023 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.023 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:41:59.023 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.023 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.023 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.024 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.024 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.024 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.024 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.024 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.025 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.025 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.025 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.025 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "progress", 2021-07-26T15:41:59.025 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:59.026 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:59.026 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:59.026 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enabled": { 2021-07-26T15:41:59.026 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-07-26T15:41:59.026 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.027 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.027 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.027 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:59.027 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.028 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.028 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.028 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.028 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.028 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.029 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.029 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.029 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:59.029 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:59.029 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.030 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.030 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.030 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.030 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.031 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.031 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.031 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.031 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.031 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.032 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.032 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.032 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.032 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.032 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.033 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.033 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.033 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.033 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.033 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:59.034 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:59.034 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.034 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.034 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.035 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.035 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.035 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.035 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.035 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.036 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.036 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.036 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.036 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.037 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:59.037 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:59.037 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.037 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.037 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.038 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:59.038 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.038 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.038 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.038 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.039 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.039 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.039 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.039 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.039 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.040 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.040 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.040 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.040 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.041 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.041 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.041 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:59.041 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:59.041 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.042 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.042 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.042 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.042 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.042 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.043 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.043 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.043 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.043 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.044 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.044 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.044 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max_completed_events": { 2021-07-26T15:41:59.044 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "max_completed_events", 2021-07-26T15:41:59.044 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:59.045 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.045 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.045 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "50", 2021-07-26T15:41:59.045 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.045 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.046 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.046 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "number of past completed events to remember", 2021-07-26T15:41:59.046 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.046 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.046 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.047 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.047 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "persist_interval": { 2021-07-26T15:41:59.047 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "persist_interval", 2021-07-26T15:41:59.047 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:59.048 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.048 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.048 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:41:59.048 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.048 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.049 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.049 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "how frequently to persist completed events", 2021-07-26T15:41:59.049 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.049 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.049 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.050 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.050 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.050 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.050 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.051 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "prometheus", 2021-07-26T15:41:59.051 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:59.051 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:59.051 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:59.051 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:59.052 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:59.052 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.052 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.052 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.053 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.053 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.053 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.053 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.054 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.054 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.054 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.054 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.055 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.055 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.055 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.055 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.055 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.056 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.056 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.056 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.056 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:59.056 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:59.057 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.057 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.057 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.057 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.057 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.058 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.058 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.058 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.058 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.059 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.059 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.059 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.059 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:59.059 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:59.060 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.060 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.060 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.060 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:59.060 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.061 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.061 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.061 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.061 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.062 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.062 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.062 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.062 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.062 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.063 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.063 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.063 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.063 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.063 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.064 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:59.064 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:59.064 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.064 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.064 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.065 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.065 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.065 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.065 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.066 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.066 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.066 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.066 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.066 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.067 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rbd_stats_pools": { 2021-07-26T15:41:59.067 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools", 2021-07-26T15:41:59.067 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.067 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.068 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.068 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.068 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.068 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.068 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.069 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.069 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.069 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.069 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.069 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.070 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rbd_stats_pools_refresh_interval": { 2021-07-26T15:41:59.070 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools_refresh_interval", 2021-07-26T15:41:59.070 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:59.070 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.070 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.071 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "300", 2021-07-26T15:41:59.071 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.071 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.071 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.072 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.072 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.072 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.072 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.072 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.073 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "scrape_interval": { 2021-07-26T15:41:59.073 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "scrape_interval", 2021-07-26T15:41:59.073 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.073 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.073 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.074 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.074 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.074 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.074 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.074 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.075 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.075 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.075 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.075 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.076 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-07-26T15:41:59.076 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-07-26T15:41:59.076 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.076 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.076 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.077 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.077 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.077 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.077 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.077 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.078 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.078 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.078 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.078 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.078 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "server_port": { 2021-07-26T15:41:59.079 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-07-26T15:41:59.079 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.079 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.079 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.080 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.080 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.080 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.080 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.081 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.081 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.081 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.081 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.082 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.082 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "stale_cache_strategy": { 2021-07-26T15:41:59.082 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "stale_cache_strategy", 2021-07-26T15:41:59.082 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.082 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.083 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.083 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.083 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.083 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.083 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.084 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.084 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.084 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.084 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.085 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.085 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.085 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.085 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.085 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rbd_support", 2021-07-26T15:41:59.086 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:59.086 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:59.086 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:59.086 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:59.086 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:59.087 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.087 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.087 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.087 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.088 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.088 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.088 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.088 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.088 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.089 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.089 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.089 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.089 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.089 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.090 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.090 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.090 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.090 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.090 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.091 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:59.091 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:59.091 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.091 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.091 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.092 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.092 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.092 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.092 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.093 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.093 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.093 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.093 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.093 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.094 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:59.094 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:59.094 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.094 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.094 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.095 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:59.095 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.095 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.095 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.095 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.096 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.096 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.096 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.096 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.097 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.097 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.097 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.097 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.097 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.098 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.098 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.098 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:59.098 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:59.099 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.099 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.099 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.099 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.099 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.100 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.100 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.100 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.100 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.100 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.101 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.101 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.101 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max_concurrent_snap_create": { 2021-07-26T15:41:59.101 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_snap_create", 2021-07-26T15:41:59.102 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:59.102 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.102 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.102 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:41:59.102 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.103 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.103 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.103 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.103 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.103 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.104 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.104 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.104 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mirror_snapshot_schedule": { 2021-07-26T15:41:59.104 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "mirror_snapshot_schedule", 2021-07-26T15:41:59.105 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.105 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.105 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.105 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.105 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.106 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.106 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.106 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.106 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.106 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.107 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.107 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.107 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "trash_purge_schedule": { 2021-07-26T15:41:59.107 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "trash_purge_schedule", 2021-07-26T15:41:59.108 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.108 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.108 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.108 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.108 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.109 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.109 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.109 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.109 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.109 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.110 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.110 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.110 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.110 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.111 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.111 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "restful", 2021-07-26T15:41:59.111 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:59.111 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:59.111 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:59.112 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "key_file": { 2021-07-26T15:41:59.112 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-07-26T15:41:59.112 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.112 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.112 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.113 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.113 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.113 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.113 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.114 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.114 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.114 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.114 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.114 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.115 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:59.115 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:59.115 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.115 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.115 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.116 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.116 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.116 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.116 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.116 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.117 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.117 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.117 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.117 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.118 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.118 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.118 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.118 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.118 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.119 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.119 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.119 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:59.119 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:59.119 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.120 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.120 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.120 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.120 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.120 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.121 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.121 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.121 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.121 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.121 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.122 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.122 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:59.123 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:59.123 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.123 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.124 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.124 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:59.124 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.124 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.124 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.125 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.125 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.125 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.125 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.125 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.126 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.126 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.126 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.128 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.128 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.128 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.129 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.129 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:59.129 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:59.129 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.129 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.130 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.130 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.130 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.130 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.131 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.131 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.131 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.131 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.131 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.132 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.132 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-07-26T15:41:59.132 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-07-26T15:41:59.132 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.132 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.133 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.133 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.133 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.133 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.133 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.134 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.134 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.134 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.134 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.134 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.135 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "server_port": { 2021-07-26T15:41:59.135 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-07-26T15:41:59.135 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.135 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.136 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.136 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.136 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.136 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.137 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.137 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.137 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.138 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.138 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.138 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.138 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.138 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.139 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.139 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rook", 2021-07-26T15:41:59.139 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:59.139 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:59.140 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:59.140 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:59.140 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:59.140 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.140 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.141 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.141 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.141 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.141 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.141 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.142 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.142 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.142 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.142 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.143 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.143 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.143 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.143 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.143 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.144 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.144 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.144 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.144 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:59.144 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:59.145 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.145 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.145 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.145 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.145 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.146 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.146 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.146 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.146 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.146 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.147 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.147 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.147 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:59.147 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:59.147 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.148 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.148 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.148 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:59.148 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.148 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.149 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.149 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.149 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.149 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.149 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.150 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.150 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.150 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.150 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.150 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.151 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.151 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.151 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.151 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:59.152 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:59.152 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.152 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.152 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.152 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.153 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.153 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.153 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.153 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.153 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.154 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.154 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.154 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.154 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.154 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.155 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.155 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "selftest", 2021-07-26T15:41:59.155 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:59.155 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:59.155 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:59.156 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:59.156 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:59.156 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.156 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.156 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.157 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.157 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.157 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.157 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.157 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.158 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.158 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.158 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.158 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.158 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.159 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.159 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.159 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.159 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.159 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.160 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.160 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:59.160 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:59.160 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.160 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.161 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.161 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.161 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.161 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.162 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.162 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.162 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.162 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.162 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.163 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.163 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:59.163 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:59.163 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.163 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.164 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.164 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:59.164 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.164 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.164 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.165 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.165 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.165 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.165 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.165 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.166 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.166 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.166 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.166 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.167 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.167 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.167 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.167 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:59.167 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:59.168 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.168 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.168 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.168 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.168 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.169 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.169 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.169 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.169 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.169 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.170 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.170 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.170 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "roption1": { 2021-07-26T15:41:59.170 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "roption1", 2021-07-26T15:41:59.171 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.171 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.171 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.171 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.171 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.172 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.172 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.172 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.172 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.172 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.173 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.173 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.173 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "roption2": { 2021-07-26T15:41:59.173 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "roption2", 2021-07-26T15:41:59.173 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.174 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.174 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.174 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "xyz", 2021-07-26T15:41:59.174 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.174 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.175 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.175 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.175 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.175 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.176 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.176 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.176 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rwoption1": { 2021-07-26T15:41:59.176 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rwoption1", 2021-07-26T15:41:59.176 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.177 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.177 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.177 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.177 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.177 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.178 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.178 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.178 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.178 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.178 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.179 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.179 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rwoption2": { 2021-07-26T15:41:59.179 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rwoption2", 2021-07-26T15:41:59.179 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:59.180 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.180 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.180 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.180 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.180 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.181 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.181 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.181 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.181 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.182 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.182 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.182 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rwoption3": { 2021-07-26T15:41:59.182 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rwoption3", 2021-07-26T15:41:59.182 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "float", 2021-07-26T15:41:59.183 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.183 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.183 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.183 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.183 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.184 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.184 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.184 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.184 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.184 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.185 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.185 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rwoption4": { 2021-07-26T15:41:59.185 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rwoption4", 2021-07-26T15:41:59.185 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.185 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.186 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.186 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.186 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.186 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.186 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.187 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.187 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.187 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.187 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.187 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.188 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rwoption5": { 2021-07-26T15:41:59.188 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rwoption5", 2021-07-26T15:41:59.188 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.188 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.188 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.189 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.189 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.189 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.189 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.189 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.190 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.190 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.190 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.190 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.191 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rwoption6": { 2021-07-26T15:41:59.191 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "rwoption6", 2021-07-26T15:41:59.191 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.191 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.191 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.192 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:59.192 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.192 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.192 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.192 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.193 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.193 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.193 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.193 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.193 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "testkey": { 2021-07-26T15:41:59.194 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "testkey", 2021-07-26T15:41:59.194 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.194 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.194 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.194 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.195 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.195 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.195 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.195 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.196 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.196 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.196 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.196 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.196 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "testlkey": { 2021-07-26T15:41:59.197 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "testlkey", 2021-07-26T15:41:59.197 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.197 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.197 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.197 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.198 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.198 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.198 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.198 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.198 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.199 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.199 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.199 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.199 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "testnewline": { 2021-07-26T15:41:59.199 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "testnewline", 2021-07-26T15:41:59.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.200 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.201 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.201 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.201 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.201 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.201 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.202 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.202 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.202 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.202 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "status", 2021-07-26T15:41:59.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:59.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:59.203 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:59.204 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:59.204 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:59.204 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.204 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.204 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.205 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.206 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.206 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.206 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.206 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.206 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.207 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.207 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.207 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.207 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.207 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.208 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.208 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:59.208 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:59.208 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.208 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.209 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.209 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.209 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.209 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.209 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.210 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.210 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.210 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.210 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.210 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.211 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:59.211 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:59.211 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.211 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.212 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.212 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:59.212 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.212 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.212 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.213 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.213 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.213 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.213 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.213 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.214 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.214 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.214 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.214 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.214 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.215 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.215 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.215 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:59.215 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:59.216 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.216 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.216 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.216 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.216 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.217 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.217 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.217 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.217 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.217 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.218 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.218 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.218 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.218 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.218 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.219 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "telegraf", 2021-07-26T15:41:59.219 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:59.219 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:59.219 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:59.220 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "address": { 2021-07-26T15:41:59.220 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "address", 2021-07-26T15:41:59.220 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.220 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.220 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.221 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "unixgram:///tmp/telegraf.sock", 2021-07-26T15:41:59.221 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.221 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.221 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.222 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.222 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.222 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.222 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.222 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.223 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:41:59.223 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:41:59.223 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:59.223 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.224 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.224 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "15", 2021-07-26T15:41:59.224 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.224 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.224 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.225 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.225 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.225 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.225 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.225 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.226 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:59.226 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:59.226 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.226 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.226 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.227 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.227 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.227 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.227 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.228 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.228 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.228 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.228 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.228 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.229 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.229 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.229 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.229 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.229 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.230 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.230 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.230 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:59.230 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:59.230 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.231 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.231 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.231 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.231 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.231 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.232 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.232 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.232 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.232 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.232 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.233 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.233 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:59.233 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:59.233 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.234 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.234 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.234 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:59.234 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.234 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.235 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.235 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.235 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.235 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.235 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.236 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.236 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.236 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.236 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.236 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.237 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.237 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.237 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.237 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:59.237 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:59.238 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.238 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.238 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.238 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.239 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.239 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.239 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.239 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.239 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.240 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.240 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.240 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.240 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.240 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.241 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.241 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "telemetry", 2021-07-26T15:41:59.241 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:59.241 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:59.241 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "channel_basic": { 2021-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "channel_basic", 2021-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.243 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:59.243 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.243 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.243 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.243 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Share basic cluster information (size, version)", 2021-07-26T15:41:59.244 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.244 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.244 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.244 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.244 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "channel_crash": { 2021-07-26T15:41:59.245 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "channel_crash", 2021-07-26T15:41:59.245 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.245 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.245 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.246 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:59.246 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.246 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.246 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.246 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.247 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.247 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.247 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.247 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.247 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "channel_device": { 2021-07-26T15:41:59.248 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "channel_device", 2021-07-26T15:41:59.248 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.248 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.248 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.248 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:41:59.249 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.249 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.249 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.249 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.249 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.250 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.250 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.250 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.250 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "channel_ident": { 2021-07-26T15:41:59.250 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "channel_ident", 2021-07-26T15:41:59.251 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.251 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.251 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.251 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.251 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.252 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.252 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.252 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.252 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.253 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.253 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.253 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.253 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "contact": { 2021-07-26T15:41:59.253 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "contact", 2021-07-26T15:41:59.254 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.254 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.254 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.254 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:59.254 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.255 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.255 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.255 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.255 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.255 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.256 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.256 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.256 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "description": { 2021-07-26T15:41:59.256 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "description", 2021-07-26T15:41:59.256 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.257 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.257 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.257 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:59.257 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.257 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.258 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.258 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.258 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.258 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.258 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.259 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.259 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "device_url": { 2021-07-26T15:41:59.259 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "device_url", 2021-07-26T15:41:59.259 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.259 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.260 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.260 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/device", 2021-07-26T15:41:59.260 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.260 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.261 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.261 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.261 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.261 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.261 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.262 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.262 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enabled": { 2021-07-26T15:41:59.262 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-07-26T15:41:59.262 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.263 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.263 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.263 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.263 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.263 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.264 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.264 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.264 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.264 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.264 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.265 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.265 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:41:59.265 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:41:59.265 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:59.266 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.266 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.266 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "24", 2021-07-26T15:41:59.266 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "8", 2021-07-26T15:41:59.266 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.267 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.267 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.267 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.267 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.268 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.268 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.268 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "last_opt_revision": { 2021-07-26T15:41:59.268 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "last_opt_revision", 2021-07-26T15:41:59.268 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:59.269 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.269 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.269 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "1", 2021-07-26T15:41:59.269 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.269 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.270 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.270 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.270 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.270 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.270 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.271 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.271 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "leaderboard": { 2021-07-26T15:41:59.271 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "leaderboard", 2021-07-26T15:41:59.271 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.271 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.272 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.272 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.272 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.273 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.273 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.273 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.273 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.273 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.274 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.274 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.274 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:59.274 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:59.275 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.275 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.275 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.275 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.275 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.276 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.276 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.276 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.276 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.276 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.277 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.277 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.277 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.277 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.277 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.278 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.278 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.278 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.278 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.278 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:59.279 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:59.279 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.279 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.279 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.279 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.280 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.280 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.280 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.280 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.281 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.281 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.281 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.282 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.282 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:59.282 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:59.282 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.283 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.283 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.283 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:59.283 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.284 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.284 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.284 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.284 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.285 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.285 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.285 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.285 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.285 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.286 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.286 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.286 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.286 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.286 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.287 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:59.287 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:59.287 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.287 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.287 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.288 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.288 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.288 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.288 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.289 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.289 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.289 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.289 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.289 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.290 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "organization": { 2021-07-26T15:41:59.290 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "organization", 2021-07-26T15:41:59.290 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.290 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.290 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.291 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:59.291 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.291 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.292 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.292 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.292 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.292 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.293 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.293 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.293 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "proxy": { 2021-07-26T15:41:59.293 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "proxy", 2021-07-26T15:41:59.293 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.294 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.294 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.294 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:59.294 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.294 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.295 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.295 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.295 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.295 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.295 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.296 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.296 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "url": { 2021-07-26T15:41:59.296 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "url", 2021-07-26T15:41:59.296 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.296 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.297 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.297 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/report", 2021-07-26T15:41:59.297 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.297 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.298 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.298 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.298 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.298 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.298 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.299 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.299 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.299 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.299 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.299 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "test_orchestrator", 2021-07-26T15:41:59.300 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:59.300 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:59.300 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:59.300 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:59.300 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:59.301 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.301 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.301 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.301 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.301 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.302 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.302 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.302 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.302 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.303 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.303 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.303 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.303 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.304 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.304 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.304 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.304 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.304 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.305 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.305 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:59.305 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:59.305 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.305 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.306 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.306 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.306 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.306 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.306 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.307 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.307 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.307 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.307 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.307 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.308 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:59.308 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:59.308 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.308 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.308 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.309 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:59.309 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.309 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.309 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.309 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.310 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.310 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.310 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.310 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.310 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.311 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.311 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.311 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.311 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.311 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.312 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.312 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:59.312 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:59.312 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.312 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.313 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.313 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.313 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.313 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.313 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.314 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.314 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.314 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.314 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.315 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.315 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.315 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.315 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.315 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "volumes", 2021-07-26T15:41:59.316 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:59.316 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:59.316 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:59.316 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:59.316 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:59.317 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.317 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.317 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.317 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.317 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.318 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.318 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.318 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.318 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.318 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.319 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.320 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:59.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:59.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.321 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.322 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.323 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:59.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:59.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.324 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:59.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.325 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.326 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.327 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:59.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:59.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.328 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.329 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.330 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max_concurrent_clones": { 2021-07-26T15:41:59.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_clones", 2021-07-26T15:41:59.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:59.331 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "4", 2021-07-26T15:41:59.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.332 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "Number of asynchronous cloner threads", 2021-07-26T15:41:59.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.333 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "zabbix", 2021-07-26T15:41:59.334 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:41:59.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:41:59.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:41:59.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "discovery_interval": { 2021-07-26T15:41:59.335 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "discovery_interval", 2021-07-26T15:41:59.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "100", 2021-07-26T15:41:59.336 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.337 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "identifier": { 2021-07-26T15:41:59.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "identifier", 2021-07-26T15:41:59.338 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.339 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.340 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:41:59.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:41:59.341 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:41:59.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:41:59.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.342 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.343 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:41:59.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:41:59.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.344 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:41:59.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.345 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.346 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.347 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:41:59.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:41:59.348 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.349 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.350 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:41:59.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:41:59.351 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:41:59.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.352 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:41:59.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:41:59.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:41:59.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:41:59.353 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:41:59.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:41:59.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:41:59.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.354 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:41:59.355 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:41:59.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:41:59.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:41:59.356 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:41:59.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.357 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "zabbix_host": { 2021-07-26T15:41:59.358 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "zabbix_host", 2021-07-26T15:41:59.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:41:59.359 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.360 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "zabbix_port": { 2021-07-26T15:41:59.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "zabbix_port", 2021-07-26T15:41:59.361 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:41:59.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "10051", 2021-07-26T15:41:59.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.362 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.363 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "zabbix_sender": { 2021-07-26T15:41:59.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "name": "zabbix_sender", 2021-07-26T15:41:59.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:41:59.364 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:41:59.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:41:59.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "default_value": "/usr/bin/zabbix_sender", 2021-07-26T15:41:59.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:41:59.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:41:59.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:41:59.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:41:59.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:41:59.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:41:59.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:41:59.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "services": {}, 2021-07-26T15:41:59.367 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "always_on_modules": { 2021-07-26T15:41:59.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "nautilus": [ 2021-07-26T15:41:59.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "balancer", 2021-07-26T15:41:59.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "crash", 2021-07-26T15:41:59.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-07-26T15:41:59.368 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "orchestrator_cli", 2021-07-26T15:41:59.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "progress", 2021-07-26T15:41:59.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-07-26T15:41:59.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "status", 2021-07-26T15:41:59.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "volumes" 2021-07-26T15:41:59.369 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "octopus": [ 2021-07-26T15:41:59.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "balancer", 2021-07-26T15:41:59.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "crash", 2021-07-26T15:41:59.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-07-26T15:41:59.370 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "orchestrator", 2021-07-26T15:41:59.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "pg_autoscaler", 2021-07-26T15:41:59.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "progress", 2021-07-26T15:41:59.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-07-26T15:41:59.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "status", 2021-07-26T15:41:59.371 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "telemetry", 2021-07-26T15:41:59.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "volumes" 2021-07-26T15:41:59.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:41:59.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "last_failure_osd_epoch": 2, 2021-07-26T15:41:59.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "active_clients": [ 2021-07-26T15:41:59.372 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-07-26T15:41:59.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-07-26T15:41:59.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.78:0", 2021-07-26T15:41:59.373 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "nonce": 875936315 2021-07-26T15:41:59.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:41:59.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:41:59.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.374 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-07-26T15:41:59.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:41:59.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-07-26T15:41:59.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.78:0", 2021-07-26T15:41:59.375 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "nonce": 2325359845 2021-07-26T15:41:59.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:41:59.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.376 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:41:59.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.377 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:41:59.378 INFO:teuthology.orchestra.run.smithi078.stderr:Waiting for the mgr to restart... 2021-07-26T15:41:59.378 INFO:teuthology.orchestra.run.smithi078.stderr:Waiting for Mgr epoch 9... 2021-07-26T15:41:59.379 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus tell mgr mgr_status 2021-07-26T15:42:01.365 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:42:01.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2021-07-26T15:42:01.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout "initialized": true 2021-07-26T15:42:01.366 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:42:02.155 INFO:teuthology.orchestra.run.smithi078.stderr:Mgr epoch 9 is available 2021-07-26T15:42:02.156 INFO:teuthology.orchestra.run.smithi078.stderr:Generating a dashboard self-signed certificate... 2021-07-26T15:42:02.156 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus dashboard create-self-signed-cert 2021-07-26T15:42:02.994 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout Self-signed certificate created 2021-07-26T15:42:03.995 INFO:teuthology.orchestra.run.smithi078.stderr:Creating initial admin user... 2021-07-26T15:42:03.995 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z -v /tmp/ceph-tmp81igpn15:/tmp/dashboard.pw:z docker.io/ceph/daemon-base:latest-octopus dashboard ac-user-create admin -i /tmp/dashboard.pw administrator --force-password --pwd-update-required 2021-07-26T15:42:04.950 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$Y19yug19bP/Me3D6wJzppeo6AFufdCmX6SYtRQkI8CKtIuBSdG9Wm", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1627314124, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2021-07-26T15:42:05.527 INFO:teuthology.orchestra.run.smithi078.stderr:Fetching dashboard port number... 2021-07-26T15:42:05.527 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi078 -v /var/log/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpm5tiuhu3:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpu49rit9q:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config get mgr mgr/dashboard/ssl_server_port 2021-07-26T15:42:06.242 INFO:teuthology.orchestra.run.smithi078.stderr:/usr/bin/ceph: stdout 8443 2021-07-26T15:42:06.864 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-enabled firewalld.service 2021-07-26T15:42:06.870 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stdout disabled 2021-07-26T15:42:06.870 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: systemctl is-active firewalld.service 2021-07-26T15:42:06.876 INFO:teuthology.orchestra.run.smithi078.stderr:systemctl: stdout inactive 2021-07-26T15:42:06.877 INFO:teuthology.orchestra.run.smithi078.stderr:firewalld.service is not enabled 2021-07-26T15:42:06.877 INFO:teuthology.orchestra.run.smithi078.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2021-07-26T15:42:06.879 INFO:teuthology.orchestra.run.smithi078.stderr:Ceph Dashboard is now available at: 2021-07-26T15:42:06.879 INFO:teuthology.orchestra.run.smithi078.stderr: 2021-07-26T15:42:06.880 INFO:teuthology.orchestra.run.smithi078.stderr: URL: https://smithi078.front.sepia.ceph.com:8443/ 2021-07-26T15:42:06.880 INFO:teuthology.orchestra.run.smithi078.stderr: User: admin 2021-07-26T15:42:06.880 INFO:teuthology.orchestra.run.smithi078.stderr: Password: nfqiif8q8l 2021-07-26T15:42:06.880 INFO:teuthology.orchestra.run.smithi078.stderr: 2021-07-26T15:42:06.881 INFO:teuthology.orchestra.run.smithi078.stderr:You can access the Ceph CLI with: 2021-07-26T15:42:06.881 INFO:teuthology.orchestra.run.smithi078.stderr: 2021-07-26T15:42:06.881 INFO:teuthology.orchestra.run.smithi078.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2021-07-26T15:42:06.881 INFO:teuthology.orchestra.run.smithi078.stderr: 2021-07-26T15:42:06.881 INFO:teuthology.orchestra.run.smithi078.stderr:Please consider enabling telemetry to help improve Ceph: 2021-07-26T15:42:06.882 INFO:teuthology.orchestra.run.smithi078.stderr: 2021-07-26T15:42:06.882 INFO:teuthology.orchestra.run.smithi078.stderr: ceph telemetry on 2021-07-26T15:42:06.882 INFO:teuthology.orchestra.run.smithi078.stderr: 2021-07-26T15:42:06.882 INFO:teuthology.orchestra.run.smithi078.stderr:For more information see: 2021-07-26T15:42:06.882 INFO:teuthology.orchestra.run.smithi078.stderr: 2021-07-26T15:42:06.883 INFO:teuthology.orchestra.run.smithi078.stderr: https://docs.ceph.com/docs/master/mgr/telemetry/ 2021-07-26T15:42:06.883 INFO:teuthology.orchestra.run.smithi078.stderr: 2021-07-26T15:42:06.883 INFO:teuthology.orchestra.run.smithi078.stderr:Bootstrap complete. 2021-07-26T15:42:06.883 INFO:teuthology.orchestra.run.smithi078.stderr:Releasing lock 139767563380160 on /run/cephadm/d7ed0f78-ee27-11eb-8c23-001a4aab830c.lock 2021-07-26T15:42:06.884 INFO:teuthology.orchestra.run.smithi078.stderr:Lock 139767563380160 released on /run/cephadm/d7ed0f78-ee27-11eb-8c23-001a4aab830c.lock 2021-07-26T15:42:06.908 INFO:tasks.cephadm:Fetching config... 2021-07-26T15:42:06.909 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:42:06.909 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2021-07-26T15:42:06.925 INFO:tasks.cephadm:Fetching client.admin keyring... 2021-07-26T15:42:06.925 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:42:06.927 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2021-07-26T15:42:06.981 INFO:tasks.cephadm:Fetching mon keyring... 2021-07-26T15:42:06.982 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:42:06.982 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/keyring of=/dev/stdout 2021-07-26T15:42:07.046 INFO:tasks.cephadm:Fetching pub ssh key... 2021-07-26T15:42:07.047 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:42:07.047 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2021-07-26T15:42:07.105 INFO:tasks.cephadm:Installing pub ssh key for root users... 2021-07-26T15:42:07.106 DEBUG:teuthology.orchestra.run.smithi078:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDlwfNVyIzDStG4xQdgPaeoM/atB+T6JU02AqlBHt4SPrGNV662cljbgNsp4XLTYhLgK+OiG16AmkgcrhkQvyPiRW6dcgHA62SH1N4eyejLitJWsWT6kFm9eXHhxWNItQU8X7Qv61fXFGTTX8Vf3HYXFfSLBExNCtFOBLMDecoUX4fqm7W1l4ucpA3k4Dp7ZJ5+ScKYHnxDo/HgebM7PvCWjvhF3KTndRo2zvAafeoKTxI9BCduHVVXfzwC/x0HUBDK+KFWDoEcQ234wxJcQ+NasTmXGB6pkvbGSASPbm0Q2HFFiFJS0x0fl0/H3KMDwjYGfTzSoiKVbFJSzsy8WWU5zQKsPXIiFK9Q3NihWoi2spXMSkkjOGHbijs1dArUtuaPTTQ+EnE5D/ChbGvEH4mkxlCW1pk/5C8kydjmJzgEMkJltSwOaZ8GPMBiF7U4/npUG20wiexd1hG29o10UQ4Mjotk+yyA6SNvQsGkFURtlDp/q2WuZd5CHbXVqBRxPWc= ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2021-07-26T15:42:07.189 INFO:teuthology.orchestra.run.smithi078.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDlwfNVyIzDStG4xQdgPaeoM/atB+T6JU02AqlBHt4SPrGNV662cljbgNsp4XLTYhLgK+OiG16AmkgcrhkQvyPiRW6dcgHA62SH1N4eyejLitJWsWT6kFm9eXHhxWNItQU8X7Qv61fXFGTTX8Vf3HYXFfSLBExNCtFOBLMDecoUX4fqm7W1l4ucpA3k4Dp7ZJ5+ScKYHnxDo/HgebM7PvCWjvhF3KTndRo2zvAafeoKTxI9BCduHVVXfzwC/x0HUBDK+KFWDoEcQ234wxJcQ+NasTmXGB6pkvbGSASPbm0Q2HFFiFJS0x0fl0/H3KMDwjYGfTzSoiKVbFJSzsy8WWU5zQKsPXIiFK9Q3NihWoi2spXMSkkjOGHbijs1dArUtuaPTTQ+EnE5D/ChbGvEH4mkxlCW1pk/5C8kydjmJzgEMkJltSwOaZ8GPMBiF7U4/npUG20wiexd1hG29o10UQ4Mjotk+yyA6SNvQsGkFURtlDp/q2WuZd5CHbXVqBRxPWc= ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:42:07.200 DEBUG:teuthology.orchestra.run.smithi139:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDlwfNVyIzDStG4xQdgPaeoM/atB+T6JU02AqlBHt4SPrGNV662cljbgNsp4XLTYhLgK+OiG16AmkgcrhkQvyPiRW6dcgHA62SH1N4eyejLitJWsWT6kFm9eXHhxWNItQU8X7Qv61fXFGTTX8Vf3HYXFfSLBExNCtFOBLMDecoUX4fqm7W1l4ucpA3k4Dp7ZJ5+ScKYHnxDo/HgebM7PvCWjvhF3KTndRo2zvAafeoKTxI9BCduHVVXfzwC/x0HUBDK+KFWDoEcQ234wxJcQ+NasTmXGB6pkvbGSASPbm0Q2HFFiFJS0x0fl0/H3KMDwjYGfTzSoiKVbFJSzsy8WWU5zQKsPXIiFK9Q3NihWoi2spXMSkkjOGHbijs1dArUtuaPTTQ+EnE5D/ChbGvEH4mkxlCW1pk/5C8kydjmJzgEMkJltSwOaZ8GPMBiF7U4/npUG20wiexd1hG29o10UQ4Mjotk+yyA6SNvQsGkFURtlDp/q2WuZd5CHbXVqBRxPWc= ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2021-07-26T15:42:07.246 INFO:teuthology.orchestra.run.smithi139.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDlwfNVyIzDStG4xQdgPaeoM/atB+T6JU02AqlBHt4SPrGNV662cljbgNsp4XLTYhLgK+OiG16AmkgcrhkQvyPiRW6dcgHA62SH1N4eyejLitJWsWT6kFm9eXHhxWNItQU8X7Qv61fXFGTTX8Vf3HYXFfSLBExNCtFOBLMDecoUX4fqm7W1l4ucpA3k4Dp7ZJ5+ScKYHnxDo/HgebM7PvCWjvhF3KTndRo2zvAafeoKTxI9BCduHVVXfzwC/x0HUBDK+KFWDoEcQ234wxJcQ+NasTmXGB6pkvbGSASPbm0Q2HFFiFJS0x0fl0/H3KMDwjYGfTzSoiKVbFJSzsy8WWU5zQKsPXIiFK9Q3NihWoi2spXMSkkjOGHbijs1dArUtuaPTTQ+EnE5D/ChbGvEH4mkxlCW1pk/5C8kydjmJzgEMkJltSwOaZ8GPMBiF7U4/npUG20wiexd1hG29o10UQ4Mjotk+yyA6SNvQsGkFURtlDp/q2WuZd5CHbXVqBRxPWc= ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:42:07.255 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2021-07-26T15:42:10.785 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi139 2021-07-26T15:42:10.785 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2021-07-26T15:42:10.786 DEBUG:teuthology.orchestra.run.smithi139:> dd of=/etc/ceph/ceph.conf 2021-07-26T15:42:10.831 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2021-07-26T15:42:10.836 DEBUG:teuthology.orchestra.run.smithi139:> dd of=/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:42:10.879 INFO:tasks.cephadm:Adding host smithi139 to orchestrator... 2021-07-26T15:42:10.880 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch host add smithi139 2021-07-26T15:42:43.177 INFO:teuthology.orchestra.run.smithi139.stdout:Added host 'smithi139' 2021-07-26T15:42:44.109 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch host ls --format=json 2021-07-26T15:42:46.870 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:42:46.870 INFO:teuthology.orchestra.run.smithi139.stdout:[{"addr": "smithi078", "hostname": "smithi078", "labels": [], "status": ""}, {"addr": "smithi139", "hostname": "smithi139", "labels": [], "status": ""}] 2021-07-26T15:42:47.850 INFO:tasks.cephadm:Setting crush tunables to default 2021-07-26T15:42:47.851 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd crush tunables default 2021-07-26T15:42:50.463 INFO:teuthology.orchestra.run.smithi078.stderr:adjusted tunables profile to default 2021-07-26T15:42:51.081 INFO:tasks.cephadm:Adding mon.c on smithi078 2021-07-26T15:42:51.082 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch daemon add mon 'smithi078:[v2:172.21.15.78:3301,v1:172.21.15.78:6790]=c' 2021-07-26T15:43:01.375 INFO:teuthology.orchestra.run.smithi078.stdout:Deployed mon.c on host 'smithi078' 2021-07-26T15:43:02.018 DEBUG:teuthology.orchestra.run.smithi078:mon.c> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.c.service 2021-07-26T15:43:02.021 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2021-07-26T15:43:02.022 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph mon dump -f json 2021-07-26T15:43:02.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:-- Logs begin at Mon 2021-07-26 15:31:13 UTC. -- 2021-07-26T15:43:04.110 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:43:04.111 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":2,"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","modified":"2021-07-26T15:42:56.342482Z","created":"2021-07-26T15:41:21.687183Z","min_mon_release":15,"min_mon_release_name":"octopus","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3300","nonce":0},{"type":"v1","addr":"172.21.15.78:6789","nonce":0}]},"addr":"172.21.15.78:6789/0","public_addr":"172.21.15.78:6789/0","priority":0,"weight":0},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3301","nonce":0},{"type":"v1","addr":"172.21.15.78:6790","nonce":0}]},"addr":"172.21.15.78:6790/0","public_addr":"172.21.15.78:6790/0","priority":0,"weight":0}],"quorum":[0,1]} 2021-07-26T15:43:04.111 INFO:teuthology.orchestra.run.smithi078.stderr:dumped monmap epoch 2 2021-07-26T15:43:05.174 INFO:tasks.cephadm:Adding mon.b on smithi139 2021-07-26T15:43:05.174 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch daemon add mon smithi139:172.21.15.139=b 2021-07-26T15:43:16.162 INFO:teuthology.orchestra.run.smithi139.stdout:Deployed mon.b on host 'smithi139' 2021-07-26T15:43:17.046 DEBUG:teuthology.orchestra.run.smithi139:mon.b> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.b.service 2021-07-26T15:43:17.049 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2021-07-26T15:43:17.049 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph mon dump -f json 2021-07-26T15:43:17.074 INFO:journalctl@ceph.mon.b.smithi139.stdout:-- Logs begin at Mon 2021-07-26 15:31:21 UTC. -- 2021-07-26T15:43:19.165 INFO:teuthology.orchestra.run.smithi139.stdout: 2021-07-26T15:43:19.165 INFO:teuthology.orchestra.run.smithi139.stdout:{"epoch":3,"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","modified":"2021-07-26T15:43:11.128960Z","created":"2021-07-26T15:41:21.687183Z","min_mon_release":15,"min_mon_release_name":"octopus","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3300","nonce":0},{"type":"v1","addr":"172.21.15.78:6789","nonce":0}]},"addr":"172.21.15.78:6789/0","public_addr":"172.21.15.78:6789/0","priority":0,"weight":0},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3301","nonce":0},{"type":"v1","addr":"172.21.15.78:6790","nonce":0}]},"addr":"172.21.15.78:6790/0","public_addr":"172.21.15.78:6790/0","priority":0,"weight":0},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:3300","nonce":0},{"type":"v1","addr":"172.21.15.139:6789","nonce":0}]},"addr":"172.21.15.139:6789/0","public_addr":"172.21.15.139:6789/0","priority":0,"weight":0}],"quorum":[0,1,2]} 2021-07-26T15:43:19.166 INFO:teuthology.orchestra.run.smithi139.stderr:dumped monmap epoch 3 2021-07-26T15:43:19.905 INFO:tasks.cephadm:Generating final ceph.conf file... 2021-07-26T15:43:19.906 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph config generate-minimal-conf 2021-07-26T15:43:22.542 INFO:teuthology.orchestra.run.smithi078.stdout:# minimal ceph.conf for d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:43:22.542 INFO:teuthology.orchestra.run.smithi078.stdout:[global] 2021-07-26T15:43:22.542 INFO:teuthology.orchestra.run.smithi078.stdout: fsid = d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:43:22.543 INFO:teuthology.orchestra.run.smithi078.stdout: mon_host = [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] 2021-07-26T15:43:23.131 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2021-07-26T15:43:23.131 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:43:23.132 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.conf 2021-07-26T15:43:23.160 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:43:23.161 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:43:23.227 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2021-07-26T15:43:23.228 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/etc/ceph/ceph.conf 2021-07-26T15:43:23.254 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2021-07-26T15:43:23.255 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:43:23.318 INFO:tasks.cephadm:Adding mgr.y on smithi078 2021-07-26T15:43:23.318 INFO:tasks.cephadm:Adding mgr.x on smithi139 2021-07-26T15:43:23.319 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch apply mgr '2;smithi078=y;smithi139=x' 2021-07-26T15:43:26.156 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled mgr update... 2021-07-26T15:43:26.793 DEBUG:teuthology.orchestra.run.smithi139:mgr.x> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.x.service 2021-07-26T15:43:26.796 INFO:tasks.cephadm:Deploying OSDs... 2021-07-26T15:43:26.797 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:43:26.797 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/scratch_devs of=/dev/stdout 2021-07-26T15:43:26.812 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2021-07-26T15:43:26.812 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2021-07-26T15:43:26.824 INFO:journalctl@ceph.mgr.x.smithi139.stdout:-- Logs begin at Mon 2021-07-26 15:31:21 UTC. -- 2021-07-26T15:43:26.866 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2021-07-26T15:43:26.867 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:43:26.867 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 6h/6d Inode: 112818 Links: 1 2021-07-26T15:43:26.867 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:43:26.867 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2021-07-26T15:43:26.867 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2021-07-26 15:42:55.816641960 +0000 2021-07-26T15:43:26.868 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2021-07-26 15:36:28.706704384 +0000 2021-07-26T15:43:26.868 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2021-07-26 15:36:28.706704384 +0000 2021-07-26T15:43:26.868 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: - 2021-07-26T15:43:26.876 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2021-07-26T15:43:26.877 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2021-07-26T15:43:26.877 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000238815 s, 2.1 MB/s 2021-07-26T15:43:26.880 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2021-07-26T15:43:26.936 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2021-07-26T15:43:26.936 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:43:26.936 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 6h/6d Inode: 112892 Links: 1 2021-07-26T15:43:26.937 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:43:26.937 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2021-07-26T15:43:26.937 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2021-07-26 15:42:55.816641960 +0000 2021-07-26T15:43:26.937 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2021-07-26 15:36:29.030699477 +0000 2021-07-26T15:43:26.937 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2021-07-26 15:36:29.030699477 +0000 2021-07-26T15:43:26.938 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: - 2021-07-26T15:43:26.944 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2021-07-26T15:43:26.946 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2021-07-26T15:43:26.946 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000219798 s, 2.3 MB/s 2021-07-26T15:43:26.947 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2021-07-26T15:43:27.005 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2021-07-26T15:43:27.006 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:43:27.006 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 6h/6d Inode: 107058 Links: 1 2021-07-26T15:43:27.008 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:43:27.008 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2021-07-26T15:43:27.008 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2021-07-26 15:42:55.816641960 +0000 2021-07-26T15:43:27.010 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2021-07-26 15:36:29.391694009 +0000 2021-07-26T15:43:27.010 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2021-07-26 15:36:29.391694009 +0000 2021-07-26T15:43:27.010 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: - 2021-07-26T15:43:27.019 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2021-07-26T15:43:27.019 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2021-07-26T15:43:27.020 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000206223 s, 2.5 MB/s 2021-07-26T15:43:27.020 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2021-07-26T15:43:27.075 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2021-07-26T15:43:27.075 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:43:27.075 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 6h/6d Inode: 114752 Links: 1 2021-07-26T15:43:27.076 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:43:27.076 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2021-07-26T15:43:27.076 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2021-07-26 15:42:55.817641944 +0000 2021-07-26T15:43:27.076 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2021-07-26 15:36:29.720689026 +0000 2021-07-26T15:43:27.076 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2021-07-26 15:36:29.720689026 +0000 2021-07-26T15:43:27.077 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: - 2021-07-26T15:43:27.087 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2021-07-26T15:43:27.088 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2021-07-26T15:43:27.088 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000190011 s, 2.7 MB/s 2021-07-26T15:43:27.088 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2021-07-26T15:43:27.089 DEBUG:teuthology.orchestra.run.smithi139:> dd if=/scratch_devs of=/dev/stdout 2021-07-26T15:43:27.110 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2021-07-26T15:43:27.111 DEBUG:teuthology.orchestra.run.smithi139:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2021-07-26T15:43:27.166 INFO:teuthology.orchestra.run.smithi139.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2021-07-26T15:43:27.166 INFO:teuthology.orchestra.run.smithi139.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:43:27.173 INFO:teuthology.orchestra.run.smithi139.stdout:Device: 6h/6d Inode: 107238 Links: 1 2021-07-26T15:43:27.174 INFO:teuthology.orchestra.run.smithi139.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:43:27.174 INFO:teuthology.orchestra.run.smithi139.stdout:Context: system_u:object_r:device_t:s0 2021-07-26T15:43:27.174 INFO:teuthology.orchestra.run.smithi139.stdout:Access: 2021-07-26 15:43:10.537774875 +0000 2021-07-26T15:43:27.175 INFO:teuthology.orchestra.run.smithi139.stdout:Modify: 2021-07-26 15:36:31.233792871 +0000 2021-07-26T15:43:27.175 INFO:teuthology.orchestra.run.smithi139.stdout:Change: 2021-07-26 15:36:31.233792871 +0000 2021-07-26T15:43:27.175 INFO:teuthology.orchestra.run.smithi139.stdout: Birth: - 2021-07-26T15:43:27.176 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records in 2021-07-26T15:43:27.176 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records out 2021-07-26T15:43:27.176 INFO:teuthology.orchestra.run.smithi139.stderr:512 bytes copied, 0.000253935 s, 2.0 MB/s 2021-07-26T15:43:27.179 DEBUG:teuthology.orchestra.run.smithi139:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2021-07-26T15:43:27.234 INFO:teuthology.orchestra.run.smithi139.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2021-07-26T15:43:27.234 INFO:teuthology.orchestra.run.smithi139.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:43:27.234 INFO:teuthology.orchestra.run.smithi139.stdout:Device: 6h/6d Inode: 107299 Links: 1 2021-07-26T15:43:27.235 INFO:teuthology.orchestra.run.smithi139.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:43:27.235 INFO:teuthology.orchestra.run.smithi139.stdout:Context: system_u:object_r:device_t:s0 2021-07-26T15:43:27.235 INFO:teuthology.orchestra.run.smithi139.stdout:Access: 2021-07-26 15:43:10.537774875 +0000 2021-07-26T15:43:27.235 INFO:teuthology.orchestra.run.smithi139.stdout:Modify: 2021-07-26 15:36:31.585785575 +0000 2021-07-26T15:43:27.236 INFO:teuthology.orchestra.run.smithi139.stdout:Change: 2021-07-26 15:36:31.585785575 +0000 2021-07-26T15:43:27.236 INFO:teuthology.orchestra.run.smithi139.stdout: Birth: - 2021-07-26T15:43:27.243 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records in 2021-07-26T15:43:27.244 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records out 2021-07-26T15:43:27.244 INFO:teuthology.orchestra.run.smithi139.stderr:512 bytes copied, 0.000210676 s, 2.4 MB/s 2021-07-26T15:43:27.246 DEBUG:teuthology.orchestra.run.smithi139:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2021-07-26T15:43:27.303 INFO:teuthology.orchestra.run.smithi139.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2021-07-26T15:43:27.303 INFO:teuthology.orchestra.run.smithi139.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:43:27.303 INFO:teuthology.orchestra.run.smithi139.stdout:Device: 6h/6d Inode: 107364 Links: 1 2021-07-26T15:43:27.304 INFO:teuthology.orchestra.run.smithi139.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:43:27.304 INFO:teuthology.orchestra.run.smithi139.stdout:Context: system_u:object_r:device_t:s0 2021-07-26T15:43:27.304 INFO:teuthology.orchestra.run.smithi139.stdout:Access: 2021-07-26 15:43:10.537774875 +0000 2021-07-26T15:43:27.304 INFO:teuthology.orchestra.run.smithi139.stdout:Modify: 2021-07-26 15:36:31.952777968 +0000 2021-07-26T15:43:27.305 INFO:teuthology.orchestra.run.smithi139.stdout:Change: 2021-07-26 15:36:31.952777968 +0000 2021-07-26T15:43:27.305 INFO:teuthology.orchestra.run.smithi139.stdout: Birth: - 2021-07-26T15:43:27.312 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records in 2021-07-26T15:43:27.313 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records out 2021-07-26T15:43:27.313 INFO:teuthology.orchestra.run.smithi139.stderr:512 bytes copied, 0.000227718 s, 2.2 MB/s 2021-07-26T15:43:27.315 DEBUG:teuthology.orchestra.run.smithi139:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2021-07-26T15:43:27.370 INFO:teuthology.orchestra.run.smithi139.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2021-07-26T15:43:27.371 INFO:teuthology.orchestra.run.smithi139.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:43:27.371 INFO:teuthology.orchestra.run.smithi139.stdout:Device: 6h/6d Inode: 110286 Links: 1 2021-07-26T15:43:27.372 INFO:teuthology.orchestra.run.smithi139.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:43:27.372 INFO:teuthology.orchestra.run.smithi139.stdout:Context: system_u:object_r:device_t:s0 2021-07-26T15:43:27.373 INFO:teuthology.orchestra.run.smithi139.stdout:Access: 2021-07-26 15:43:10.537774875 +0000 2021-07-26T15:43:27.373 INFO:teuthology.orchestra.run.smithi139.stdout:Modify: 2021-07-26 15:36:32.296770838 +0000 2021-07-26T15:43:27.373 INFO:teuthology.orchestra.run.smithi139.stdout:Change: 2021-07-26 15:36:32.296770838 +0000 2021-07-26T15:43:27.373 INFO:teuthology.orchestra.run.smithi139.stdout: Birth: - 2021-07-26T15:43:27.380 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records in 2021-07-26T15:43:27.381 INFO:teuthology.orchestra.run.smithi139.stderr:1+0 records out 2021-07-26T15:43:27.381 INFO:teuthology.orchestra.run.smithi139.stderr:512 bytes copied, 0.000194765 s, 2.6 MB/s 2021-07-26T15:43:27.384 INFO:tasks.cephadm:Deploying osd.0 on smithi078 with /dev/vg_nvme/lv_4... 2021-07-26T15:43:27.384 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2021-07-26T15:43:29.267 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:43:29 smithi139 systemd[1]: Starting Ceph mgr.x for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:43:29.451 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping: /dev/vg_nvme/lv_4 2021-07-26T15:43:29.452 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2021-07-26T15:43:29.452 INFO:teuthology.orchestra.run.smithi078.stderr: stderr: 10+0 records in 2021-07-26T15:43:29.452 INFO:teuthology.orchestra.run.smithi078.stderr:10+0 records out 2021-07-26T15:43:29.452 INFO:teuthology.orchestra.run.smithi078.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011349 s, 924 MB/s 2021-07-26T15:43:29.453 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping successful for: 2021-07-26T15:43:29.577 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:43:29 smithi139 podman[32613]: 2021-07-26 15:43:29.175520386 +0000 UTC m=+0.028580505 image pull docker.io/ceph/daemon-base:latest-octopus 2021-07-26T15:43:29.577 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:43:29 smithi139 podman[32613]: 2021-07-26 15:43:29.31129007 +0000 UTC m=+0.164350231 container create 38192db83c9f2f56beaa18a6126e40c8c44842cddd64ef8d4c04c5472a8efbc4 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.x, org.label-schema.build-date=20201204, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=master-dc1ab19, org.label-schema.schema-version=1.0, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS) 2021-07-26T15:43:30.079 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:43:29 smithi139 podman[32613]: 2021-07-26 15:43:29.644561322 +0000 UTC m=+0.497621426 container init 38192db83c9f2f56beaa18a6126e40c8c44842cddd64ef8d4c04c5472a8efbc4 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.x, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=master-dc1ab19, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_CLEAN=True) 2021-07-26T15:43:30.080 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:43:29 smithi139 podman[32613]: 2021-07-26 15:43:29.68616211 +0000 UTC m=+0.539222241 container start 38192db83c9f2f56beaa18a6126e40c8c44842cddd64ef8d4c04c5472a8efbc4 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.x, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=master-dc1ab19, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, ceph=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_CLEAN=True) 2021-07-26T15:43:30.080 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:43:29 smithi139 bash[32538]: 38192db83c9f2f56beaa18a6126e40c8c44842cddd64ef8d4c04c5472a8efbc4 2021-07-26T15:43:30.081 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:43:29 smithi139 systemd[1]: Started Ceph mgr.x for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:43:30.104 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi078:vg_nvme/lv_4 2021-07-26T15:43:44.344 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 0 on host 'smithi078' 2021-07-26T15:43:45.107 DEBUG:teuthology.orchestra.run.smithi078:osd.0> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.0.service 2021-07-26T15:43:45.110 INFO:tasks.cephadm:Deploying osd.1 on smithi078 with /dev/vg_nvme/lv_3... 2021-07-26T15:43:45.110 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2021-07-26T15:43:45.137 INFO:journalctl@ceph.osd.0.smithi078.stdout:-- Logs begin at Mon 2021-07-26 15:31:13 UTC. -- 2021-07-26T15:43:47.498 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping: /dev/vg_nvme/lv_3 2021-07-26T15:43:47.499 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2021-07-26T15:43:47.499 INFO:teuthology.orchestra.run.smithi078.stderr: stderr: 10+0 records in 2021-07-26T15:43:47.501 INFO:teuthology.orchestra.run.smithi078.stderr:10+0 records out 2021-07-26T15:43:47.501 INFO:teuthology.orchestra.run.smithi078.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0120809 s, 868 MB/s 2021-07-26T15:43:47.502 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping successful for: 2021-07-26T15:43:48.391 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi078:vg_nvme/lv_3 2021-07-26T15:44:02.986 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 1 on host 'smithi078' 2021-07-26T15:44:03.714 DEBUG:teuthology.orchestra.run.smithi078:osd.1> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.1.service 2021-07-26T15:44:03.717 INFO:tasks.cephadm:Deploying osd.2 on smithi078 with /dev/vg_nvme/lv_2... 2021-07-26T15:44:03.717 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2021-07-26T15:44:03.744 INFO:journalctl@ceph.osd.1.smithi078.stdout:-- Logs begin at Mon 2021-07-26 15:31:13 UTC. -- 2021-07-26T15:44:05.980 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping: /dev/vg_nvme/lv_2 2021-07-26T15:44:05.981 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2021-07-26T15:44:05.981 INFO:teuthology.orchestra.run.smithi078.stderr: stderr: 10+0 records in 2021-07-26T15:44:05.981 INFO:teuthology.orchestra.run.smithi078.stderr:10+0 records out 2021-07-26T15:44:05.982 INFO:teuthology.orchestra.run.smithi078.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112102 s, 935 MB/s 2021-07-26T15:44:05.982 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping successful for: 2021-07-26T15:44:06.771 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi078:vg_nvme/lv_2 2021-07-26T15:44:21.126 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 2 on host 'smithi078' 2021-07-26T15:44:21.819 DEBUG:teuthology.orchestra.run.smithi078:osd.2> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.2.service 2021-07-26T15:44:21.822 INFO:tasks.cephadm:Deploying osd.3 on smithi078 with /dev/vg_nvme/lv_1... 2021-07-26T15:44:21.822 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2021-07-26T15:44:21.849 INFO:journalctl@ceph.osd.2.smithi078.stdout:-- Logs begin at Mon 2021-07-26 15:31:13 UTC. -- 2021-07-26T15:44:24.278 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping: /dev/vg_nvme/lv_1 2021-07-26T15:44:24.278 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2021-07-26T15:44:24.279 INFO:teuthology.orchestra.run.smithi078.stderr: stderr: 10+0 records in 2021-07-26T15:44:24.279 INFO:teuthology.orchestra.run.smithi078.stderr:10+0 records out 2021-07-26T15:44:24.279 INFO:teuthology.orchestra.run.smithi078.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0120334 s, 871 MB/s 2021-07-26T15:44:24.279 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping successful for: 2021-07-26T15:44:25.385 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi078:vg_nvme/lv_1 2021-07-26T15:44:39.809 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 3 on host 'smithi078' 2021-07-26T15:44:40.495 DEBUG:teuthology.orchestra.run.smithi078:osd.3> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.3.service 2021-07-26T15:44:40.498 INFO:tasks.cephadm:Deploying osd.4 on smithi139 with /dev/vg_nvme/lv_4... 2021-07-26T15:44:40.498 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2021-07-26T15:44:40.524 INFO:journalctl@ceph.osd.3.smithi078.stdout:-- Logs begin at Mon 2021-07-26 15:31:13 UTC. -- 2021-07-26T15:44:42.790 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping: /dev/vg_nvme/lv_4 2021-07-26T15:44:42.791 INFO:teuthology.orchestra.run.smithi139.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2021-07-26T15:44:42.791 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10+0 records in 2021-07-26T15:44:42.791 INFO:teuthology.orchestra.run.smithi139.stderr:10+0 records out 2021-07-26T15:44:42.791 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110838 s, 946 MB/s 2021-07-26T15:44:42.792 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping successful for: 2021-07-26T15:44:43.545 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi139:vg_nvme/lv_4 2021-07-26T15:44:57.911 INFO:teuthology.orchestra.run.smithi139.stdout:Created osd(s) 4 on host 'smithi139' 2021-07-26T15:44:58.680 DEBUG:teuthology.orchestra.run.smithi139:osd.4> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.4.service 2021-07-26T15:44:58.684 INFO:tasks.cephadm:Deploying osd.5 on smithi139 with /dev/vg_nvme/lv_3... 2021-07-26T15:44:58.684 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2021-07-26T15:44:58.710 INFO:journalctl@ceph.osd.4.smithi139.stdout:-- Logs begin at Mon 2021-07-26 15:31:21 UTC. -- 2021-07-26T15:45:01.387 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping: /dev/vg_nvme/lv_3 2021-07-26T15:45:01.387 INFO:teuthology.orchestra.run.smithi139.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2021-07-26T15:45:01.388 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10+0 records in 2021-07-26T15:45:01.388 INFO:teuthology.orchestra.run.smithi139.stderr:10+0 records out 2021-07-26T15:45:01.391 INFO:teuthology.orchestra.run.smithi139.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0121073 s, 866 MB/s 2021-07-26T15:45:01.391 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 2021-07-26T15:45:01.391 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping successful for: 2021-07-26T15:45:02.161 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi139:vg_nvme/lv_3 2021-07-26T15:45:17.095 INFO:teuthology.orchestra.run.smithi139.stdout:Created osd(s) 5 on host 'smithi139' 2021-07-26T15:45:17.910 DEBUG:teuthology.orchestra.run.smithi139:osd.5> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.5.service 2021-07-26T15:45:17.913 INFO:tasks.cephadm:Deploying osd.6 on smithi139 with /dev/vg_nvme/lv_2... 2021-07-26T15:45:17.913 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2021-07-26T15:45:17.940 INFO:journalctl@ceph.osd.5.smithi139.stdout:-- Logs begin at Mon 2021-07-26 15:31:21 UTC. -- 2021-07-26T15:45:20.571 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping: /dev/vg_nvme/lv_2 2021-07-26T15:45:20.571 INFO:teuthology.orchestra.run.smithi139.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2021-07-26T15:45:20.572 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10+0 records in 2021-07-26T15:45:20.572 INFO:teuthology.orchestra.run.smithi139.stderr:10+0 records out 2021-07-26T15:45:20.572 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110601 s, 948 MB/s 2021-07-26T15:45:20.573 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping successful for: 2021-07-26T15:45:21.587 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi139:vg_nvme/lv_2 2021-07-26T15:45:36.704 INFO:teuthology.orchestra.run.smithi139.stdout:Created osd(s) 6 on host 'smithi139' 2021-07-26T15:45:37.489 DEBUG:teuthology.orchestra.run.smithi139:osd.6> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.6.service 2021-07-26T15:45:37.491 INFO:tasks.cephadm:Deploying osd.7 on smithi139 with /dev/vg_nvme/lv_1... 2021-07-26T15:45:37.492 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2021-07-26T15:45:37.518 INFO:journalctl@ceph.osd.6.smithi139.stdout:-- Logs begin at Mon 2021-07-26 15:31:21 UTC. -- 2021-07-26T15:45:40.329 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping: /dev/vg_nvme/lv_1 2021-07-26T15:45:40.329 INFO:teuthology.orchestra.run.smithi139.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2021-07-26T15:45:40.329 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10+0 records in 2021-07-26T15:45:40.329 INFO:teuthology.orchestra.run.smithi139.stderr:10+0 records out 2021-07-26T15:45:40.330 INFO:teuthology.orchestra.run.smithi139.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0118504 s, 885 MB/s 2021-07-26T15:45:40.330 INFO:teuthology.orchestra.run.smithi139.stderr:--> Zapping successful for: 2021-07-26T15:45:41.191 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi139:vg_nvme/lv_1 2021-07-26T15:45:56.111 INFO:teuthology.orchestra.run.smithi139.stdout:Created osd(s) 7 on host 'smithi139' 2021-07-26T15:45:56.922 DEBUG:teuthology.orchestra.run.smithi139:osd.7> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.7.service 2021-07-26T15:45:56.928 INFO:tasks.cephadm:Adding prometheus.a on smithi139 2021-07-26T15:45:56.928 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch apply prometheus '1;smithi139=a' 2021-07-26T15:45:56.952 INFO:journalctl@ceph.osd.7.smithi139.stdout:-- Logs begin at Mon 2021-07-26 15:31:21 UTC. -- 2021-07-26T15:45:59.077 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled prometheus update... 2021-07-26T15:46:00.453 DEBUG:teuthology.orchestra.run.smithi139:prometheus.a> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@prometheus.a.service 2021-07-26T15:46:00.456 INFO:tasks.cephadm:Adding node-exporter.a on smithi078 2021-07-26T15:46:00.456 INFO:tasks.cephadm:Adding node-exporter.b on smithi139 2021-07-26T15:46:00.456 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch apply node-exporter '2;smithi078=a;smithi139=b' 2021-07-26T15:46:00.482 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:-- Logs begin at Mon 2021-07-26 15:31:21 UTC. -- 2021-07-26T15:46:02.713 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled node-exporter update... 2021-07-26T15:46:03.762 DEBUG:teuthology.orchestra.run.smithi078:node-exporter.a> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@node-exporter.a.service 2021-07-26T15:46:03.769 DEBUG:teuthology.orchestra.run.smithi139:node-exporter.b> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@node-exporter.b.service 2021-07-26T15:46:03.773 INFO:tasks.cephadm:Adding alertmanager.a on smithi078 2021-07-26T15:46:03.773 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch apply alertmanager '1;smithi078=a' 2021-07-26T15:46:03.802 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:-- Logs begin at Mon 2021-07-26 15:31:21 UTC. -- 2021-07-26T15:46:03.808 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:-- Logs begin at Mon 2021-07-26 15:31:13 UTC. -- 2021-07-26T15:46:05.940 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled alertmanager update... 2021-07-26T15:46:07.431 DEBUG:teuthology.orchestra.run.smithi078:alertmanager.a> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@alertmanager.a.service 2021-07-26T15:46:07.435 INFO:tasks.cephadm:Adding grafana.a on smithi139 2021-07-26T15:46:07.436 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph orch apply grafana '1;smithi139=a' 2021-07-26T15:46:07.464 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:-- Logs begin at Mon 2021-07-26 15:31:13 UTC. -- 2021-07-26T15:46:13.959 INFO:teuthology.orchestra.run.smithi139.stdout:Scheduled grafana update... 2021-07-26T15:46:14.732 DEBUG:teuthology.orchestra.run.smithi139:grafana.a> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@grafana.a.service 2021-07-26T15:46:14.734 INFO:tasks.cephadm:Setting up client nodes... 2021-07-26T15:46:14.735 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2021-07-26T15:46:14.761 INFO:journalctl@ceph.grafana.a.smithi139.stdout:-- Logs begin at Mon 2021-07-26 15:31:21 UTC. -- 2021-07-26T15:46:15.823 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:46:15 smithi139 systemd[1]: Starting Ceph prometheus.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:46:15.823 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:46:15 smithi139 podman[42806]: 2021-07-26 15:46:15.686448982 +0000 UTC m=+0.029130318 image pull docker.io/prom/prometheus:v2.18.1 2021-07-26T15:46:16.076 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:46:15 smithi139 podman[42806]: 2021-07-26 15:46:15.815477688 +0000 UTC m=+0.158159058 container create 7c5a0c63d9ddc3494f554f4e27cb1d9e692879025e383f8bdbc4392a4a8a961a (image=docker.io/prom/prometheus:v2.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-07-26T15:46:16.576 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:46:16 smithi139 podman[42806]: 2021-07-26 15:46:16.157021511 +0000 UTC m=+0.499702818 container init 7c5a0c63d9ddc3494f554f4e27cb1d9e692879025e383f8bdbc4392a4a8a961a (image=docker.io/prom/prometheus:v2.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-07-26T15:46:16.577 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:46:16 smithi139 podman[42806]: 2021-07-26 15:46:16.198642551 +0000 UTC m=+0.541323863 container start 7c5a0c63d9ddc3494f554f4e27cb1d9e692879025e383f8bdbc4392a4a8a961a (image=docker.io/prom/prometheus:v2.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-07-26T15:46:16.577 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:46:16 smithi139 bash[42733]: 7c5a0c63d9ddc3494f554f4e27cb1d9e692879025e383f8bdbc4392a4a8a961a 2021-07-26T15:46:16.578 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:46:16 smithi139 systemd[1]: Started Ceph prometheus.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:46:16.750 INFO:teuthology.orchestra.run.smithi078.stdout:[client.0] 2021-07-26T15:46:16.750 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQDI2P5g19ZVLBAAFzJ6WAYeuH0B148qtNzeUQ== 2021-07-26T15:46:16.969 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:16 smithi078 systemd[1]: Starting Ceph node-exporter.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:46:17.474 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:46:17.474 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2021-07-26T15:46:17.475 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2021-07-26T15:46:17.516 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2021-07-26T15:46:17.738 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:17 smithi078 bash[48486]: Trying to pull docker.io/prom/node-exporter:v0.18.1... 2021-07-26T15:46:18.238 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:17 smithi078 bash[48486]: Getting image source signatures 2021-07-26T15:46:18.239 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:17 smithi078 bash[48486]: Copying blob sha256:190160031744b0810999dd6f293478be0b41524654c70782cf09437095430f2f 2021-07-26T15:46:18.239 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:18 smithi078 bash[48486]: Copying blob sha256:49a2d53aa1af115e87f7e23a7fe4b7a3e12304d37982fb6528b035d0f68a3b56 2021-07-26T15:46:18.239 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:18 smithi078 bash[48486]: Copying blob sha256:3589a6efd9ce96b2f2218a80bacb84f60d5e584d024023617b0f56b87fe798c3 2021-07-26T15:46:18.739 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:18 smithi078 bash[48486]: Copying config sha256:e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 2021-07-26T15:46:18.739 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:18 smithi078 bash[48486]: Writing manifest to image destination 2021-07-26T15:46:18.740 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:18 smithi078 bash[48486]: Storing signatures 2021-07-26T15:46:19.710 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:19 smithi078 podman[48575]: 2021-07-26 15:46:17.53057587 +0000 UTC m=+0.030556233 image pull docker.io/prom/node-exporter:v0.18.1 2021-07-26T15:46:19.710 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:19 smithi078 podman[48575]: 2021-07-26 15:46:19.438379134 +0000 UTC m=+1.938359536 container create efbc270728ea9f0d56573620005ad846d97e0d147b3842c167fb04e5c8a2713a (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-node-exporter.a, maintainer=The Prometheus Authors ) 2021-07-26T15:46:19.763 INFO:teuthology.orchestra.run.smithi139.stdout:[client.1] 2021-07-26T15:46:19.763 INFO:teuthology.orchestra.run.smithi139.stdout: key = AQDL2P5gXl8lLRAA5EW1iwidh7Nckcvt4DAf9w== 2021-07-26T15:46:19.988 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:19 smithi078 podman[48575]: 2021-07-26 15:46:19.738237411 +0000 UTC m=+2.238217753 container init efbc270728ea9f0d56573620005ad846d97e0d147b3842c167fb04e5c8a2713a (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-node-exporter.a, maintainer=The Prometheus Authors ) 2021-07-26T15:46:19.989 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:19 smithi078 podman[48575]: 2021-07-26 15:46:19.779974396 +0000 UTC m=+2.279954819 container start efbc270728ea9f0d56573620005ad846d97e0d147b3842c167fb04e5c8a2713a (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-node-exporter.a, maintainer=The Prometheus Authors ) 2021-07-26T15:46:19.989 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:19 smithi078 bash[48486]: efbc270728ea9f0d56573620005ad846d97e0d147b3842c167fb04e5c8a2713a 2021-07-26T15:46:19.989 INFO:journalctl@ceph.node-exporter.a.smithi078.stdout:Jul 26 15:46:19 smithi078 systemd[1]: Started Ceph node-exporter.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:46:20.465 DEBUG:teuthology.orchestra.run.smithi139:> set -ex 2021-07-26T15:46:20.465 DEBUG:teuthology.orchestra.run.smithi139:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2021-07-26T15:46:20.466 DEBUG:teuthology.orchestra.run.smithi139:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2021-07-26T15:46:20.505 INFO:tasks.cephadm:Waiting for OSDs to come up 2021-07-26T15:46:20.505 DEBUG:teuthology.orchestra.run.smithi078:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2021-07-26T15:46:20.780 INFO:teuthology.misc.health.smithi078.stdout: 2021-07-26T15:46:20.781 INFO:teuthology.misc.health.smithi078.stdout:{"epoch":47,"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","created":"2021-07-26T15:41:24.217532+0000","modified":"2021-07-26T15:46:01.118225+0000","last_up_change":"2021-07-26T15:46:00.110826+0000","last_in_change":"2021-07-26T15:46:00.110826+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:42:50.703189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"b17838c6-2eff-4f5b-aacf-c510ce9c1a3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6803","nonce":3687370851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6805","nonce":3687370851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6809","nonce":3687370851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6807","nonce":3687370851}]},"public_addr":"172.21.15.78:6803/3687370851","cluster_addr":"172.21.15.78:6805/3687370851","heartbeat_back_addr":"172.21.15.78:6809/3687370851","heartbeat_front_addr":"172.21.15.78:6807/3687370851","state":["exists","up"]},{"osd":1,"uuid":"ecb38de6-ee2a-4691-ba68-0f29cb9654f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6811","nonce":1816642854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6813","nonce":1816642854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6817","nonce":1816642854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6815","nonce":1816642854}]},"public_addr":"172.21.15.78:6811/1816642854","cluster_addr":"172.21.15.78:6813/1816642854","heartbeat_back_addr":"172.21.15.78:6817/1816642854","heartbeat_front_addr":"172.21.15.78:6815/1816642854","state":["exists","up"]},{"osd":2,"uuid":"83c51f4c-1cf4-4090-9ce1-38251f22ff1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6819","nonce":1465045378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6821","nonce":1465045378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6825","nonce":1465045378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6823","nonce":1465045378}]},"public_addr":"172.21.15.78:6819/1465045378","cluster_addr":"172.21.15.78:6821/1465045378","heartbeat_back_addr":"172.21.15.78:6825/1465045378","heartbeat_front_addr":"172.21.15.78:6823/1465045378","state":["exists","up"]},{"osd":3,"uuid":"7db3dfad-d648-4f7d-b3dd-ba2d46b06e10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6827","nonce":2678627700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6829","nonce":2678627700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6833","nonce":2678627700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6831","nonce":2678627700}]},"public_addr":"172.21.15.78:6827/2678627700","cluster_addr":"172.21.15.78:6829/2678627700","heartbeat_back_addr":"172.21.15.78:6833/2678627700","heartbeat_front_addr":"172.21.15.78:6831/2678627700","state":["exists","up"]},{"osd":4,"uuid":"3b2e33f9-8406-4610-9d81-7b683fc506b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6801","nonce":2564499006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6803","nonce":2564499006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6807","nonce":2564499006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6805","nonce":2564499006}]},"public_addr":"172.21.15.139:6801/2564499006","cluster_addr":"172.21.15.139:6803/2564499006","heartbeat_back_addr":"172.21.15.139:6807/2564499006","heartbeat_front_addr":"172.21.15.139:6805/2564499006","state":["exists","up"]},{"osd":5,"uuid":"bb39033b-883c-4d16-88df-c0fea5e0e2a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6809","nonce":3540464917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6811","nonce":3540464917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6815","nonce":3540464917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6813","nonce":3540464917}]},"public_addr":"172.21.15.139:6809/3540464917","cluster_addr":"172.21.15.139:6811/3540464917","heartbeat_back_addr":"172.21.15.139:6815/3540464917","heartbeat_front_addr":"172.21.15.139:6813/3540464917","state":["exists","up"]},{"osd":6,"uuid":"ff69eebe-ae26-422a-aff5-185b69de5f53","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6817","nonce":3115315948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6819","nonce":3115315948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6823","nonce":3115315948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6821","nonce":3115315948}]},"public_addr":"172.21.15.139:6817/3115315948","cluster_addr":"172.21.15.139:6819/3115315948","heartbeat_back_addr":"172.21.15.139:6823/3115315948","heartbeat_front_addr":"172.21.15.139:6821/3115315948","state":["exists","up"]},{"osd":7,"uuid":"171c5724-62af-45ff-ab6d-32701149555c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6825","nonce":3283180374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6827","nonce":3283180374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6831","nonce":3283180374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6829","nonce":3283180374}]},"public_addr":"172.21.15.139:6825/3283180374","cluster_addr":"172.21.15.139:6827/3283180374","heartbeat_back_addr":"172.21.15.139:6831/3283180374","heartbeat_front_addr":"172.21.15.139:6829/3283180374","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:43:46.275873+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:04.909025+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:23.059976+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:41.811467+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:59.884633+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:19.067436+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:38.724085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:58.174178+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.78:0/2325359845":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6801/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:0/875936315":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6800/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6800/1337385350":"2021-07-27T15:41:44.080905+0000","172.21.15.78:0/3848906191":"2021-07-27T15:41:44.080905+0000","172.21.15.78:6801/1337385350":"2021-07-27T15:41:44.080905+0000","172.21.15.78:0/2540345339":"2021-07-27T15:41:44.080905+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-07-26T15:46:20.789 DEBUG:teuthology.misc:8 of 8 OSDs are up 2021-07-26T15:46:20.790 INFO:tasks.cephadm:Creating RBD pool 2021-07-26T15:46:20.790 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- sudo ceph --cluster ceph osd pool create rbd 8 2021-07-26T15:46:21.077 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:20 smithi139 systemd[1]: Starting Ceph node-exporter.b for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:46:21.078 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:20 smithi139 bash[43197]: Trying to pull docker.io/prom/node-exporter:v0.18.1... 2021-07-26T15:46:21.486 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:21 smithi139 bash[43197]: Getting image source signatures 2021-07-26T15:46:21.486 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:21 smithi139 bash[43197]: Copying blob sha256:190160031744b0810999dd6f293478be0b41524654c70782cf09437095430f2f 2021-07-26T15:46:21.487 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:21 smithi139 bash[43197]: Copying blob sha256:3589a6efd9ce96b2f2218a80bacb84f60d5e584d024023617b0f56b87fe798c3 2021-07-26T15:46:21.487 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:21 smithi139 bash[43197]: Copying blob sha256:49a2d53aa1af115e87f7e23a7fe4b7a3e12304d37982fb6528b035d0f68a3b56 2021-07-26T15:46:21.827 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:21 smithi139 bash[43197]: Copying config sha256:e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 2021-07-26T15:46:21.827 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:21 smithi139 bash[43197]: Writing manifest to image destination 2021-07-26T15:46:21.827 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:21 smithi139 bash[43197]: Storing signatures 2021-07-26T15:46:23.023 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:22 smithi139 podman[43271]: 2021-07-26 15:46:20.902917111 +0000 UTC m=+0.029941497 image pull docker.io/prom/node-exporter:v0.18.1 2021-07-26T15:46:23.023 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:22 smithi139 podman[43271]: 2021-07-26 15:46:22.747612057 +0000 UTC m=+1.874636486 container create 3bafac7a53ccfdcd7a8bcffe6dabfcfd3c3545fe2957344a432f7a814645de52 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-node-exporter.b, maintainer=The Prometheus Authors ) 2021-07-26T15:46:23.326 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:23 smithi139 podman[43271]: 2021-07-26 15:46:23.047485678 +0000 UTC m=+2.174510052 container init 3bafac7a53ccfdcd7a8bcffe6dabfcfd3c3545fe2957344a432f7a814645de52 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-node-exporter.b, maintainer=The Prometheus Authors ) 2021-07-26T15:46:23.327 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:23 smithi139 podman[43271]: 2021-07-26 15:46:23.097452568 +0000 UTC m=+2.224476991 container start 3bafac7a53ccfdcd7a8bcffe6dabfcfd3c3545fe2957344a432f7a814645de52 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-node-exporter.b, maintainer=The Prometheus Authors ) 2021-07-26T15:46:23.327 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:23 smithi139 bash[43197]: 3bafac7a53ccfdcd7a8bcffe6dabfcfd3c3545fe2957344a432f7a814645de52 2021-07-26T15:46:23.327 INFO:journalctl@ceph.node-exporter.b.smithi139.stdout:Jul 26 15:46:23 smithi139 systemd[1]: Started Ceph node-exporter.b for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:46:23.480 INFO:teuthology.orchestra.run.smithi078.stderr:pool 'rbd' created 2021-07-26T15:46:24.213 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2021-07-26T15:46:26.984 INFO:teuthology.orchestra.run.smithi078.stderr:enabled application 'rbd' on pool 'rbd' 2021-07-26T15:46:27.843 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:46:27.988 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:46:31.654 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:46:31.654 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":51,"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","created":"2021-07-26T15:41:24.217532+0000","modified":"2021-07-26T15:46:26.970315+0000","last_up_change":"2021-07-26T15:46:00.110826+0000","last_in_change":"2021-07-26T15:46:00.110826+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:42:50.703189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:46:23.168797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"b17838c6-2eff-4f5b-aacf-c510ce9c1a3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6803","nonce":3687370851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6805","nonce":3687370851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6809","nonce":3687370851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6807","nonce":3687370851}]},"public_addr":"172.21.15.78:6803/3687370851","cluster_addr":"172.21.15.78:6805/3687370851","heartbeat_back_addr":"172.21.15.78:6809/3687370851","heartbeat_front_addr":"172.21.15.78:6807/3687370851","state":["exists","up"]},{"osd":1,"uuid":"ecb38de6-ee2a-4691-ba68-0f29cb9654f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6811","nonce":1816642854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6813","nonce":1816642854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6817","nonce":1816642854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6815","nonce":1816642854}]},"public_addr":"172.21.15.78:6811/1816642854","cluster_addr":"172.21.15.78:6813/1816642854","heartbeat_back_addr":"172.21.15.78:6817/1816642854","heartbeat_front_addr":"172.21.15.78:6815/1816642854","state":["exists","up"]},{"osd":2,"uuid":"83c51f4c-1cf4-4090-9ce1-38251f22ff1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6819","nonce":1465045378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6821","nonce":1465045378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6825","nonce":1465045378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6823","nonce":1465045378}]},"public_addr":"172.21.15.78:6819/1465045378","cluster_addr":"172.21.15.78:6821/1465045378","heartbeat_back_addr":"172.21.15.78:6825/1465045378","heartbeat_front_addr":"172.21.15.78:6823/1465045378","state":["exists","up"]},{"osd":3,"uuid":"7db3dfad-d648-4f7d-b3dd-ba2d46b06e10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6827","nonce":2678627700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6829","nonce":2678627700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6833","nonce":2678627700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6831","nonce":2678627700}]},"public_addr":"172.21.15.78:6827/2678627700","cluster_addr":"172.21.15.78:6829/2678627700","heartbeat_back_addr":"172.21.15.78:6833/2678627700","heartbeat_front_addr":"172.21.15.78:6831/2678627700","state":["exists","up"]},{"osd":4,"uuid":"3b2e33f9-8406-4610-9d81-7b683fc506b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6801","nonce":2564499006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6803","nonce":2564499006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6807","nonce":2564499006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6805","nonce":2564499006}]},"public_addr":"172.21.15.139:6801/2564499006","cluster_addr":"172.21.15.139:6803/2564499006","heartbeat_back_addr":"172.21.15.139:6807/2564499006","heartbeat_front_addr":"172.21.15.139:6805/2564499006","state":["exists","up"]},{"osd":5,"uuid":"bb39033b-883c-4d16-88df-c0fea5e0e2a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6809","nonce":3540464917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6811","nonce":3540464917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6815","nonce":3540464917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6813","nonce":3540464917}]},"public_addr":"172.21.15.139:6809/3540464917","cluster_addr":"172.21.15.139:6811/3540464917","heartbeat_back_addr":"172.21.15.139:6815/3540464917","heartbeat_front_addr":"172.21.15.139:6813/3540464917","state":["exists","up"]},{"osd":6,"uuid":"ff69eebe-ae26-422a-aff5-185b69de5f53","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6817","nonce":3115315948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6819","nonce":3115315948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6823","nonce":3115315948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6821","nonce":3115315948}]},"public_addr":"172.21.15.139:6817/3115315948","cluster_addr":"172.21.15.139:6819/3115315948","heartbeat_back_addr":"172.21.15.139:6823/3115315948","heartbeat_front_addr":"172.21.15.139:6821/3115315948","state":["exists","up"]},{"osd":7,"uuid":"171c5724-62af-45ff-ab6d-32701149555c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6825","nonce":3283180374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6827","nonce":3283180374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6831","nonce":3283180374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6829","nonce":3283180374}]},"public_addr":"172.21.15.139:6825/3283180374","cluster_addr":"172.21.15.139:6827/3283180374","heartbeat_back_addr":"172.21.15.139:6831/3283180374","heartbeat_front_addr":"172.21.15.139:6829/3283180374","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:43:46.275873+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:04.909025+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:23.059976+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:41.811467+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:59.884633+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:19.067436+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:38.724085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:58.174178+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.78:0/2325359845":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6801/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:0/875936315":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6800/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6800/1337385350":"2021-07-27T15:41:44.080905+0000","172.21.15.78:0/3848906191":"2021-07-27T15:41:44.080905+0000","172.21.15.78:6801/1337385350":"2021-07-27T15:41:44.080905+0000","172.21.15.78:0/2540345339":"2021-07-27T15:41:44.080905+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-07-26T15:46:32.925 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2021-07-26T15:42:50.703189+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2021-07-26T15:46:23.168797+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '51', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2021-07-26T15:46:32.927 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool get device_health_metrics pg_num 2021-07-26T15:46:33.071 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:46:34.704 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:46:34 smithi078 systemd[1]: Starting Ceph alertmanager.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:46:34.990 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:46:34 smithi078 podman[50385]: 2021-07-26 15:46:34.814273797 +0000 UTC m=+0.034536336 image pull docker.io/prom/alertmanager:v0.20.0 2021-07-26T15:46:35.260 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:46:35 smithi078 podman[50385]: 2021-07-26 15:46:35.027883968 +0000 UTC m=+0.248146517 volume create 9384f10a19c5ed99fd8191a6b5190bc4641afb0d05d73f787d873b2d50f5b803 2021-07-26T15:46:35.260 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:46:35 smithi078 podman[50385]: 2021-07-26 15:46:35.061234761 +0000 UTC m=+0.281497306 container create 89716edc33698ad1dd2eba385b8b6e7246c26b15b9b8a57d4b9f4bc20dcc88d8 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-07-26T15:46:35.600 INFO:teuthology.orchestra.run.smithi078.stdout:pg_num: 1 2021-07-26T15:46:35.630 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:46:35 smithi078 podman[50385]: 2021-07-26 15:46:35.452807766 +0000 UTC m=+0.673070315 container init 89716edc33698ad1dd2eba385b8b6e7246c26b15b9b8a57d4b9f4bc20dcc88d8 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-07-26T15:46:35.630 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:46:35 smithi078 podman[50385]: 2021-07-26 15:46:35.494526695 +0000 UTC m=+0.714789243 container start 89716edc33698ad1dd2eba385b8b6e7246c26b15b9b8a57d4b9f4bc20dcc88d8 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-07-26T15:46:35.631 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:46:35 smithi078 bash[50303]: 89716edc33698ad1dd2eba385b8b6e7246c26b15b9b8a57d4b9f4bc20dcc88d8 2021-07-26T15:46:35.631 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:46:35 smithi078 systemd[1]: Started Ceph alertmanager.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:46:36.215 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool get rbd pg_num 2021-07-26T15:46:36.354 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:46:38.238 INFO:teuthology.orchestra.run.smithi078.stdout:pg_num: 8 2021-07-26T15:46:38.944 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-07-26T15:46:38.945 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-07-26T15:46:38.946 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph mgr dump --format=json 2021-07-26T15:46:39.082 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:46:40.788 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:46:41.468 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":14,"active_gid":14140,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1099002481},{"type":"v1","addr":"172.21.15.78:6801","nonce":1099002481}]},"active_addr":"172.21.15.78:6801/1099002481","active_change":"2021-07-26T15:42:00.139209+0000","active_mgr_features":4540138292840890367,"available":true,"standbys":[{"gid":34109,"name":"x","mgr_features":4540138292840890367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.y:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":3,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":4180901480}]},{"addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":2797896234}]}]}} 2021-07-26T15:46:41.478 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-07-26T15:46:41.479 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-07-26T15:46:41.479 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:46:41.616 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:46:43.375 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:46:43.375 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":51,"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","created":"2021-07-26T15:41:24.217532+0000","modified":"2021-07-26T15:46:26.970315+0000","last_up_change":"2021-07-26T15:46:00.110826+0000","last_in_change":"2021-07-26T15:46:00.110826+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:42:50.703189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:46:23.168797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"b17838c6-2eff-4f5b-aacf-c510ce9c1a3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6803","nonce":3687370851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6805","nonce":3687370851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6809","nonce":3687370851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6807","nonce":3687370851}]},"public_addr":"172.21.15.78:6803/3687370851","cluster_addr":"172.21.15.78:6805/3687370851","heartbeat_back_addr":"172.21.15.78:6809/3687370851","heartbeat_front_addr":"172.21.15.78:6807/3687370851","state":["exists","up"]},{"osd":1,"uuid":"ecb38de6-ee2a-4691-ba68-0f29cb9654f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6811","nonce":1816642854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6813","nonce":1816642854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6817","nonce":1816642854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6815","nonce":1816642854}]},"public_addr":"172.21.15.78:6811/1816642854","cluster_addr":"172.21.15.78:6813/1816642854","heartbeat_back_addr":"172.21.15.78:6817/1816642854","heartbeat_front_addr":"172.21.15.78:6815/1816642854","state":["exists","up"]},{"osd":2,"uuid":"83c51f4c-1cf4-4090-9ce1-38251f22ff1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6819","nonce":1465045378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6821","nonce":1465045378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6825","nonce":1465045378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6823","nonce":1465045378}]},"public_addr":"172.21.15.78:6819/1465045378","cluster_addr":"172.21.15.78:6821/1465045378","heartbeat_back_addr":"172.21.15.78:6825/1465045378","heartbeat_front_addr":"172.21.15.78:6823/1465045378","state":["exists","up"]},{"osd":3,"uuid":"7db3dfad-d648-4f7d-b3dd-ba2d46b06e10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6827","nonce":2678627700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6829","nonce":2678627700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6833","nonce":2678627700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6831","nonce":2678627700}]},"public_addr":"172.21.15.78:6827/2678627700","cluster_addr":"172.21.15.78:6829/2678627700","heartbeat_back_addr":"172.21.15.78:6833/2678627700","heartbeat_front_addr":"172.21.15.78:6831/2678627700","state":["exists","up"]},{"osd":4,"uuid":"3b2e33f9-8406-4610-9d81-7b683fc506b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6801","nonce":2564499006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6803","nonce":2564499006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6807","nonce":2564499006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6805","nonce":2564499006}]},"public_addr":"172.21.15.139:6801/2564499006","cluster_addr":"172.21.15.139:6803/2564499006","heartbeat_back_addr":"172.21.15.139:6807/2564499006","heartbeat_front_addr":"172.21.15.139:6805/2564499006","state":["exists","up"]},{"osd":5,"uuid":"bb39033b-883c-4d16-88df-c0fea5e0e2a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6809","nonce":3540464917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6811","nonce":3540464917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6815","nonce":3540464917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6813","nonce":3540464917}]},"public_addr":"172.21.15.139:6809/3540464917","cluster_addr":"172.21.15.139:6811/3540464917","heartbeat_back_addr":"172.21.15.139:6815/3540464917","heartbeat_front_addr":"172.21.15.139:6813/3540464917","state":["exists","up"]},{"osd":6,"uuid":"ff69eebe-ae26-422a-aff5-185b69de5f53","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6817","nonce":3115315948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6819","nonce":3115315948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6823","nonce":3115315948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6821","nonce":3115315948}]},"public_addr":"172.21.15.139:6817/3115315948","cluster_addr":"172.21.15.139:6819/3115315948","heartbeat_back_addr":"172.21.15.139:6823/3115315948","heartbeat_front_addr":"172.21.15.139:6821/3115315948","state":["exists","up"]},{"osd":7,"uuid":"171c5724-62af-45ff-ab6d-32701149555c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6825","nonce":3283180374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6827","nonce":3283180374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6831","nonce":3283180374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6829","nonce":3283180374}]},"public_addr":"172.21.15.139:6825/3283180374","cluster_addr":"172.21.15.139:6827/3283180374","heartbeat_back_addr":"172.21.15.139:6831/3283180374","heartbeat_front_addr":"172.21.15.139:6829/3283180374","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:43:46.275873+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:04.909025+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:23.059976+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:41.811467+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:59.884633+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:19.067436+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:38.724085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:58.174178+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.78:0/2325359845":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6801/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:0/875936315":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6800/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6800/1337385350":"2021-07-27T15:41:44.080905+0000","172.21.15.78:0/3848906191":"2021-07-27T15:41:44.080905+0000","172.21.15.78:6801/1337385350":"2021-07-27T15:41:44.080905+0000","172.21.15.78:0/2540345339":"2021-07-27T15:41:44.080905+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-07-26T15:46:44.101 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-07-26T15:46:44.101 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:46:44.239 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:46:45.906 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:46:45.907 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":51,"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","created":"2021-07-26T15:41:24.217532+0000","modified":"2021-07-26T15:46:26.970315+0000","last_up_change":"2021-07-26T15:46:00.110826+0000","last_in_change":"2021-07-26T15:46:00.110826+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:42:50.703189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:46:23.168797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"b17838c6-2eff-4f5b-aacf-c510ce9c1a3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6803","nonce":3687370851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6805","nonce":3687370851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6809","nonce":3687370851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6807","nonce":3687370851}]},"public_addr":"172.21.15.78:6803/3687370851","cluster_addr":"172.21.15.78:6805/3687370851","heartbeat_back_addr":"172.21.15.78:6809/3687370851","heartbeat_front_addr":"172.21.15.78:6807/3687370851","state":["exists","up"]},{"osd":1,"uuid":"ecb38de6-ee2a-4691-ba68-0f29cb9654f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6811","nonce":1816642854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6813","nonce":1816642854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6817","nonce":1816642854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6815","nonce":1816642854}]},"public_addr":"172.21.15.78:6811/1816642854","cluster_addr":"172.21.15.78:6813/1816642854","heartbeat_back_addr":"172.21.15.78:6817/1816642854","heartbeat_front_addr":"172.21.15.78:6815/1816642854","state":["exists","up"]},{"osd":2,"uuid":"83c51f4c-1cf4-4090-9ce1-38251f22ff1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6819","nonce":1465045378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6821","nonce":1465045378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6825","nonce":1465045378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6823","nonce":1465045378}]},"public_addr":"172.21.15.78:6819/1465045378","cluster_addr":"172.21.15.78:6821/1465045378","heartbeat_back_addr":"172.21.15.78:6825/1465045378","heartbeat_front_addr":"172.21.15.78:6823/1465045378","state":["exists","up"]},{"osd":3,"uuid":"7db3dfad-d648-4f7d-b3dd-ba2d46b06e10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6827","nonce":2678627700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6829","nonce":2678627700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6833","nonce":2678627700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6831","nonce":2678627700}]},"public_addr":"172.21.15.78:6827/2678627700","cluster_addr":"172.21.15.78:6829/2678627700","heartbeat_back_addr":"172.21.15.78:6833/2678627700","heartbeat_front_addr":"172.21.15.78:6831/2678627700","state":["exists","up"]},{"osd":4,"uuid":"3b2e33f9-8406-4610-9d81-7b683fc506b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6801","nonce":2564499006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6803","nonce":2564499006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6807","nonce":2564499006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6805","nonce":2564499006}]},"public_addr":"172.21.15.139:6801/2564499006","cluster_addr":"172.21.15.139:6803/2564499006","heartbeat_back_addr":"172.21.15.139:6807/2564499006","heartbeat_front_addr":"172.21.15.139:6805/2564499006","state":["exists","up"]},{"osd":5,"uuid":"bb39033b-883c-4d16-88df-c0fea5e0e2a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6809","nonce":3540464917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6811","nonce":3540464917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6815","nonce":3540464917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6813","nonce":3540464917}]},"public_addr":"172.21.15.139:6809/3540464917","cluster_addr":"172.21.15.139:6811/3540464917","heartbeat_back_addr":"172.21.15.139:6815/3540464917","heartbeat_front_addr":"172.21.15.139:6813/3540464917","state":["exists","up"]},{"osd":6,"uuid":"ff69eebe-ae26-422a-aff5-185b69de5f53","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6817","nonce":3115315948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6819","nonce":3115315948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6823","nonce":3115315948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6821","nonce":3115315948}]},"public_addr":"172.21.15.139:6817/3115315948","cluster_addr":"172.21.15.139:6819/3115315948","heartbeat_back_addr":"172.21.15.139:6823/3115315948","heartbeat_front_addr":"172.21.15.139:6821/3115315948","state":["exists","up"]},{"osd":7,"uuid":"171c5724-62af-45ff-ab6d-32701149555c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6825","nonce":3283180374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6827","nonce":3283180374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6831","nonce":3283180374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6829","nonce":3283180374}]},"public_addr":"172.21.15.139:6825/3283180374","cluster_addr":"172.21.15.139:6827/3283180374","heartbeat_back_addr":"172.21.15.139:6831/3283180374","heartbeat_front_addr":"172.21.15.139:6829/3283180374","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:43:46.275873+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:04.909025+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:23.059976+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:41.811467+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:59.884633+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:19.067436+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:38.724085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:58.174178+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.78:0/2325359845":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6801/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:0/875936315":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6800/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6800/1337385350":"2021-07-27T15:41:44.080905+0000","172.21.15.78:0/3848906191":"2021-07-27T15:41:44.080905+0000","172.21.15.78:6801/1337385350":"2021-07-27T15:41:44.080905+0000","172.21.15.78:0/2540345339":"2021-07-27T15:41:44.080905+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-07-26T15:46:46.623 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-07-26T15:46:46.760 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:46:49.051 INFO:teuthology.orchestra.run.smithi078.stdout:42949672999 2021-07-26T15:46:49.052 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-07-26T15:46:49.188 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:46:51.575 INFO:teuthology.orchestra.run.smithi078.stdout:68719476771 2021-07-26T15:46:51.576 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-07-26T15:46:51.709 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:46:52.894 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Jul 26 15:46:52 smithi139 systemd[1]: Starting Ceph grafana.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:46:52.894 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Jul 26 15:46:52 smithi139 podman[44277]: 2021-07-26 15:46:52.763076621 +0000 UTC m=+0.029555850 image pull docker.io/ceph/ceph-grafana:6.7.4 2021-07-26T15:46:52.894 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Jul 26 15:46:52 smithi139 podman[44277]: 2021-07-26 15:46:52.892278335 +0000 UTC m=+0.158757527 container create 5f2e438941c4d35cc22535af4614931cafd05cc9f1ce0714efaeda647a32c6fa (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-grafana.a, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, io.buildah.version=1.19.8, maintainer=Paul Cuzner , org.label-schema.name=CentOS Base Image) 2021-07-26T15:46:53.576 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Jul 26 15:46:53 smithi139 podman[44277]: 2021-07-26 15:46:53.292195316 +0000 UTC m=+0.558674505 container init 5f2e438941c4d35cc22535af4614931cafd05cc9f1ce0714efaeda647a32c6fa (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-grafana.a, org.label-schema.build-date=20201204, io.buildah.version=1.19.8, maintainer=Paul Cuzner , org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, description=Ceph Grafana Container, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2021-07-26T15:46:53.577 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Jul 26 15:46:53 smithi139 podman[44277]: 2021-07-26 15:46:53.373225544 +0000 UTC m=+0.639704796 container start 5f2e438941c4d35cc22535af4614931cafd05cc9f1ce0714efaeda647a32c6fa (image=docker.io/ceph/ceph-grafana:6.7.4, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-grafana.a, maintainer=Paul Cuzner , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, io.buildah.version=1.19.8, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0) 2021-07-26T15:46:53.577 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Jul 26 15:46:53 smithi139 bash[44204]: 5f2e438941c4d35cc22535af4614931cafd05cc9f1ce0714efaeda647a32c6fa 2021-07-26T15:46:53.577 INFO:journalctl@ceph.grafana.a.smithi139.stdout:Jul 26 15:46:53 smithi139 systemd[1]: Started Ceph grafana.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:46:54.094 INFO:teuthology.orchestra.run.smithi078.stdout:90194313249 2021-07-26T15:46:54.095 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-07-26T15:46:54.236 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:46:56.874 INFO:teuthology.orchestra.run.smithi078.stdout:111669149726 2021-07-26T15:46:56.874 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-07-26T15:46:57.021 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:00.422 INFO:teuthology.orchestra.run.smithi078.stdout:133143986202 2021-07-26T15:47:00.422 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-07-26T15:47:00.587 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:02.005 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:01 smithi078 systemd[1]: Stopping Ceph alertmanager.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:47:02.315 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:02 smithi078 podman[53408]: 2021-07-26 15:47:02.106145489 +0000 UTC m=+0.336214867 container stop 89716edc33698ad1dd2eba385b8b6e7246c26b15b9b8a57d4b9f4bc20dcc88d8 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-07-26T15:47:02.610 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:02 smithi078 podman[53408]: 2021-07-26 15:47:02.315250803 +0000 UTC m=+0.545320313 container died 89716edc33698ad1dd2eba385b8b6e7246c26b15b9b8a57d4b9f4bc20dcc88d8 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-alertmanager.a) 2021-07-26T15:47:02.610 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:02 smithi078 podman[53408]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-alertmanager.a 2021-07-26T15:47:03.199 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:03 smithi078 podman[53447]: 2021-07-26 15:47:03.049204055 +0000 UTC m=+1.013802790 container remove 89716edc33698ad1dd2eba385b8b6e7246c26b15b9b8a57d4b9f4bc20dcc88d8 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-07-26T15:47:03.199 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:03 smithi078 podman[53447]: 2021-07-26 15:47:03.066262161 +0000 UTC m=+1.030860906 volume remove 9384f10a19c5ed99fd8191a6b5190bc4641afb0d05d73f787d873b2d50f5b803 2021-07-26T15:47:03.200 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:03 smithi078 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@alertmanager.a.service: Succeeded. 2021-07-26T15:47:03.200 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:03 smithi078 systemd[1]: Stopped Ceph alertmanager.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:47:03.200 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:03 smithi078 systemd[1]: Starting Ceph alertmanager.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:47:03.738 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:03 smithi078 podman[53638]: 2021-07-26 15:47:03.47612988 +0000 UTC m=+0.030447316 image pull docker.io/prom/alertmanager:v0.20.0 2021-07-26T15:47:04.238 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:03 smithi078 podman[53638]: 2021-07-26 15:47:03.986296415 +0000 UTC m=+0.540613931 volume create 6d772ff415c9d7336f56f7e63623cbd0932529a447aaf259767c2c675ea5a86d 2021-07-26T15:47:04.238 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:04 smithi078 podman[53638]: 2021-07-26 15:47:04.174001572 +0000 UTC m=+0.728319001 container create 90163aee5b2bd1086a5ef24097c6b982d18736d5a12beb19c1651bcc97a8d58c (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-07-26T15:47:04.534 INFO:teuthology.orchestra.run.smithi078.stdout:154618822679 2021-07-26T15:47:04.534 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-07-26T15:47:04.677 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:04.812 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:04 smithi078 podman[53638]: 2021-07-26 15:47:04.543981692 +0000 UTC m=+1.098299129 container init 90163aee5b2bd1086a5ef24097c6b982d18736d5a12beb19c1651bcc97a8d58c (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-07-26T15:47:04.813 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:04 smithi078 podman[53638]: 2021-07-26 15:47:04.590595998 +0000 UTC m=+1.144913613 container start 90163aee5b2bd1086a5ef24097c6b982d18736d5a12beb19c1651bcc97a8d58c (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-07-26T15:47:04.813 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:04 smithi078 bash[53532]: 90163aee5b2bd1086a5ef24097c6b982d18736d5a12beb19c1651bcc97a8d58c 2021-07-26T15:47:04.813 INFO:journalctl@ceph.alertmanager.a.smithi078.stdout:Jul 26 15:47:04 smithi078 systemd[1]: Started Ceph alertmanager.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:47:07.267 INFO:teuthology.orchestra.run.smithi078.stdout:176093659155 2021-07-26T15:47:07.268 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-07-26T15:47:07.407 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:09.479 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:47:09 smithi139 systemd[1]: Stopping Ceph prometheus.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:47:09.787 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:47:09 smithi139 podman[45197]: 2021-07-26 15:47:09.56535777 +0000 UTC m=+0.208209187 container stop 7c5a0c63d9ddc3494f554f4e27cb1d9e692879025e383f8bdbc4392a4a8a961a (image=docker.io/prom/prometheus:v2.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-07-26T15:47:09.788 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:47:09 smithi139 podman[45197]: 2021-07-26 15:47:09.641505013 +0000 UTC m=+0.284356447 container died 7c5a0c63d9ddc3494f554f4e27cb1d9e692879025e383f8bdbc4392a4a8a961a (image=docker.io/prom/prometheus:v2.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-prometheus.a) 2021-07-26T15:47:09.791 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:47:09 smithi139 podman[45197]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-prometheus.a 2021-07-26T15:47:09.799 INFO:teuthology.orchestra.run.smithi078.stdout:197568495632 2021-07-26T15:47:09.799 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-07-26T15:47:09.935 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:10.711 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:47:10 smithi139 podman[45238]: 2021-07-26 15:47:10.430891949 +0000 UTC m=+0.885509950 container remove 7c5a0c63d9ddc3494f554f4e27cb1d9e692879025e383f8bdbc4392a4a8a961a (image=docker.io/prom/prometheus:v2.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-07-26T15:47:10.711 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:47:10 smithi139 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@prometheus.a.service: Succeeded. 2021-07-26T15:47:10.713 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:47:10 smithi139 systemd[1]: Stopped Ceph prometheus.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:47:10.715 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:47:10 smithi139 systemd[1]: Starting Ceph prometheus.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:47:11.076 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:47:10 smithi139 podman[45357]: 2021-07-26 15:47:10.608035014 +0000 UTC m=+0.029729940 image pull docker.io/prom/prometheus:v2.18.1 2021-07-26T15:47:11.077 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:47:10 smithi139 podman[45357]: 2021-07-26 15:47:10.808269447 +0000 UTC m=+0.229964358 container create ec978ed0ec82c86a9a0adc54c286ab40d8fe8afbee622275ac982fcdfe113f3b (image=docker.io/prom/prometheus:v2.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-07-26T15:47:11.577 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:47:11 smithi139 podman[45357]: 2021-07-26 15:47:11.214217945 +0000 UTC m=+0.635912859 container init ec978ed0ec82c86a9a0adc54c286ab40d8fe8afbee622275ac982fcdfe113f3b (image=docker.io/prom/prometheus:v2.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-07-26T15:47:11.578 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:47:11 smithi139 podman[45357]: 2021-07-26 15:47:11.28070799 +0000 UTC m=+0.702402903 container start ec978ed0ec82c86a9a0adc54c286ab40d8fe8afbee622275ac982fcdfe113f3b (image=docker.io/prom/prometheus:v2.18.1, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-07-26T15:47:11.578 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:47:11 smithi139 bash[45284]: ec978ed0ec82c86a9a0adc54c286ab40d8fe8afbee622275ac982fcdfe113f3b 2021-07-26T15:47:11.579 INFO:journalctl@ceph.prometheus.a.smithi139.stdout:Jul 26 15:47:11 smithi139 systemd[1]: Started Ceph prometheus.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:47:11.716 INFO:teuthology.orchestra.run.smithi078.stdout:42949673004 2021-07-26T15:47:12.523 INFO:tasks.cephadm.ceph_manager.ceph:need seq 42949672999 got 42949673004 for osd.0 2021-07-26T15:47:12.524 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-07-26T15:47:12.679 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:14.652 INFO:teuthology.orchestra.run.smithi078.stdout:68719476776 2021-07-26T15:47:15.511 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476771 got 68719476776 for osd.1 2021-07-26T15:47:15.512 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-07-26T15:47:15.665 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:17.722 INFO:teuthology.orchestra.run.smithi078.stdout:90194313254 2021-07-26T15:47:18.503 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313249 got 90194313254 for osd.2 2021-07-26T15:47:18.504 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-07-26T15:47:18.643 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:20.299 INFO:teuthology.orchestra.run.smithi078.stdout:111669149730 2021-07-26T15:47:21.035 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149726 got 111669149730 for osd.3 2021-07-26T15:47:21.036 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-07-26T15:47:21.187 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:22.969 INFO:teuthology.orchestra.run.smithi078.stdout:133143986207 2021-07-26T15:47:23.773 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986202 got 133143986207 for osd.4 2021-07-26T15:47:23.774 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-07-26T15:47:23.913 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:25.608 INFO:teuthology.orchestra.run.smithi078.stdout:154618822683 2021-07-26T15:47:26.495 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822679 got 154618822683 for osd.5 2021-07-26T15:47:26.496 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-07-26T15:47:26.630 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:28.382 INFO:teuthology.orchestra.run.smithi078.stdout:176093659159 2021-07-26T15:47:29.123 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659155 got 176093659159 for osd.6 2021-07-26T15:47:29.124 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-07-26T15:47:29.263 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:30.927 INFO:teuthology.orchestra.run.smithi078.stdout:197568495637 2021-07-26T15:47:31.656 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495632 got 197568495637 for osd.7 2021-07-26T15:47:31.656 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-07-26T15:47:31.657 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:47:31.794 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:33.606 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:47:33.607 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T15:47:34.384 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":207,"stamp":"2021-07-26T15:47:32.415664+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8392512,"kb_used_data":3840,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":741568704,"statfs":{"total":767960285184,"available":759366352896,"internally_reserved":8589934592,"allocated":3932160,"data_stored":1589016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:25.984122+0000","last_change":"2021-07-26T15:46:24.486173+0000","last_active":"2021-07-26T15:46:25.984122+0000","last_peered":"2021-07-26T15:46:25.984122+0000","last_clean":"2021-07-26T15:46:25.984122+0000","last_became_active":"2021-07-26T15:46:24.485600+0000","last_became_peered":"2021-07-26T15:46:24.485600+0000","last_unstale":"2021-07-26T15:46:25.984122+0000","last_undegraded":"2021-07-26T15:46:25.984122+0000","last_fullsized":"2021-07-26T15:46:25.984122+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:25.488807+0000","last_change":"2021-07-26T15:46:24.486385+0000","last_active":"2021-07-26T15:46:25.488807+0000","last_peered":"2021-07-26T15:46:25.488807+0000","last_clean":"2021-07-26T15:46:25.488807+0000","last_became_active":"2021-07-26T15:46:24.485905+0000","last_became_peered":"2021-07-26T15:46:24.485905+0000","last_unstale":"2021-07-26T15:46:25.488807+0000","last_undegraded":"2021-07-26T15:46:25.488807+0000","last_fullsized":"2021-07-26T15:46:25.488807+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:25.487559+0000","last_change":"2021-07-26T15:46:24.486412+0000","last_active":"2021-07-26T15:46:25.487559+0000","last_peered":"2021-07-26T15:46:25.487559+0000","last_clean":"2021-07-26T15:46:25.487559+0000","last_became_active":"2021-07-26T15:46:24.486109+0000","last_became_peered":"2021-07-26T15:46:24.486109+0000","last_unstale":"2021-07-26T15:46:25.487559+0000","last_undegraded":"2021-07-26T15:46:25.487559+0000","last_fullsized":"2021-07-26T15:46:25.487559+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:25.487456+0000","last_change":"2021-07-26T15:46:24.486419+0000","last_active":"2021-07-26T15:46:25.487456+0000","last_peered":"2021-07-26T15:46:25.487456+0000","last_clean":"2021-07-26T15:46:25.487456+0000","last_became_active":"2021-07-26T15:46:24.486042+0000","last_became_peered":"2021-07-26T15:46:24.486042+0000","last_unstale":"2021-07-26T15:46:25.487456+0000","last_undegraded":"2021-07-26T15:46:25.487456+0000","last_fullsized":"2021-07-26T15:46:25.487456+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"14","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:25.487442+0000","last_change":"2021-07-26T15:46:01.778152+0000","last_active":"2021-07-26T15:46:25.487442+0000","last_peered":"2021-07-26T15:46:25.487442+0000","last_clean":"2021-07-26T15:46:25.487442+0000","last_became_active":"2021-07-26T15:46:01.777829+0000","last_became_peered":"2021-07-26T15:46:01.777829+0000","last_unstale":"2021-07-26T15:46:25.487442+0000","last_undegraded":"2021-07-26T15:46:25.487442+0000","last_fullsized":"2021-07-26T15:46:25.487442+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:26.018350+0000","last_change":"2021-07-26T15:46:24.486181+0000","last_active":"2021-07-26T15:46:26.018350+0000","last_peered":"2021-07-26T15:46:26.018350+0000","last_clean":"2021-07-26T15:46:26.018350+0000","last_became_active":"2021-07-26T15:46:24.485782+0000","last_became_peered":"2021-07-26T15:46:24.485782+0000","last_unstale":"2021-07-26T15:46:26.018350+0000","last_undegraded":"2021-07-26T15:46:26.018350+0000","last_fullsized":"2021-07-26T15:46:26.018350+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:25.489141+0000","last_change":"2021-07-26T15:46:24.958904+0000","last_active":"2021-07-26T15:46:25.489141+0000","last_peered":"2021-07-26T15:46:25.489141+0000","last_clean":"2021-07-26T15:46:25.489141+0000","last_became_active":"2021-07-26T15:46:24.958469+0000","last_became_peered":"2021-07-26T15:46:24.958469+0000","last_unstale":"2021-07-26T15:46:25.489141+0000","last_undegraded":"2021-07-26T15:46:25.489141+0000","last_fullsized":"2021-07-26T15:46:25.489141+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:26.018381+0000","last_change":"2021-07-26T15:46:24.486087+0000","last_active":"2021-07-26T15:46:26.018381+0000","last_peered":"2021-07-26T15:46:26.018381+0000","last_clean":"2021-07-26T15:46:26.018381+0000","last_became_active":"2021-07-26T15:46:24.485732+0000","last_became_peered":"2021-07-26T15:46:24.485732+0000","last_unstale":"2021-07-26T15:46:26.018381+0000","last_undegraded":"2021-07-26T15:46:26.018381+0000","last_fullsized":"2021-07-26T15:46:26.018381+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:25.488807+0000","last_change":"2021-07-26T15:46:24.486246+0000","last_active":"2021-07-26T15:46:25.488807+0000","last_peered":"2021-07-26T15:46:25.488807+0000","last_clean":"2021-07-26T15:46:25.488807+0000","last_became_active":"2021-07-26T15:46:24.485941+0000","last_became_peered":"2021-07-26T15:46:24.485941+0000","last_unstale":"2021-07-26T15:46:25.488807+0000","last_undegraded":"2021-07-26T15:46:25.488807+0000","last_fullsized":"2021-07-26T15:46:25.488807+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495637,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.41099999999999998}]},{"osd":1,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.437},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.31900000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.47099999999999997}]},{"osd":3,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.48999999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.372},{"interface":"front","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.42299999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.45100000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.46400000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659160,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.46400000000000002}]},{"osd":1,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.50900000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.48299999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.373},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.497}]},{"osd":4,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.33900000000000002}]},{"osd":5,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.41499999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:47:02 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.40600000000000003}]}]},{"osd":1,"up_from":16,"seq":68719476779,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:47:08 2021","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.314,"15min":0.29399999999999998},"min":{"1min":0.23799999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.496,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.34399999999999997,"15min":0.33600000000000002},"min":{"1min":0.20100000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.41199999999999998,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.23100000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:46:29 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.34200000000000003,"15min":0.33600000000000002},"min":{"1min":0.26000000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.24199999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.30199999999999999}]},{"osd":3,"last update":"Mon Jul 26 15:46:49 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.41799999999999998,"15min":0.41199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.377,"15min":0.373},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.24099999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:47:04 2021","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.53700000000000003,"15min":0.54000000000000004},"min":{"1min":0.31,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.70499999999999996,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55400000000000005,"15min":0.55500000000000005},"min":{"1min":0.40200000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75800000000000001,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.41499999999999998}]},{"osd":5,"last update":"Mon Jul 26 15:47:24 2021","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.57799999999999996,"15min":0.59099999999999997},"min":{"1min":0.371,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78900000000000003,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.61699999999999999,"15min":0.63500000000000001},"min":{"1min":0.39400000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.72699999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.40000000000000002}]},{"osd":6,"last update":"Mon Jul 26 15:46:43 2021","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.33700000000000002}]},{"osd":7,"last update":"Mon Jul 26 15:47:00 2021","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.433}]}]},{"osd":0,"up_from":10,"seq":42949673008,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:47:13 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.29999999999999999,"15min":0.29199999999999998},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.439,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.28699999999999998,"5min":0.32200000000000001,"15min":0.31},"min":{"1min":0.20499999999999999,"5min":0.185,"15min":0.185},"max":{"1min":0.499,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.39800000000000002}]},{"osd":2,"last update":"Mon Jul 26 15:47:28 2021","interfaces":[{"interface":"back","average":{"1min":0.26600000000000001,"5min":0.33300000000000002,"15min":0.33800000000000002},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.34000000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.35099999999999998,"15min":0.34999999999999998},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.40400000000000003,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.32800000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.38600000000000001,"15min":0.39100000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.51200000000000001,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.373,"5min":0.40400000000000003,"15min":0.40899999999999997},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.50900000000000001,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.32500000000000001}]},{"osd":4,"last update":"Mon Jul 26 15:47:07 2021","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.39200000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.50700000000000001,"5min":1.1759999999999999,"15min":1.288},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.754,"5min":19.024999999999999,"15min":19.024999999999999},"last":0.68400000000000005}]},{"osd":5,"last update":"Mon Jul 26 15:47:23 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.52000000000000002,"15min":0.52400000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.53300000000000003,"15min":0.53700000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.76300000000000001,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.69799999999999995}]},{"osd":6,"last update":"Mon Jul 26 15:46:43 2021","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.753}]},{"osd":7,"last update":"Mon Jul 26 15:47:02 2021","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.71099999999999997}]}]},{"osd":2,"up_from":21,"seq":90194313257,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:46:30 2021","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"min":{"1min":0.25,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.315},{"interface":"front","average":{"1min":0.377,"5min":0.36799999999999999,"15min":0.36599999999999999},"min":{"1min":0.26800000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.215}]},{"osd":1,"last update":"Mon Jul 26 15:46:30 2021","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.374,"15min":0.372},"min":{"1min":0.24399999999999999,"5min":0.189,"15min":0.189},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.379,"15min":0.377},"min":{"1min":0.26000000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.52600000000000002,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.28100000000000003}]},{"osd":3,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.435,"15min":0.439},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.375,"5min":0.42999999999999999,"15min":0.439},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.54400000000000004,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.24399999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:47:07 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52700000000000002,"15min":0.52800000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.503,"5min":0.52000000000000002,"15min":0.52300000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.60099999999999998}]},{"osd":5,"last update":"Mon Jul 26 15:47:23 2021","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.54100000000000004,"15min":0.55000000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.64400000000000002,"5min":0.746,"15min":0.746},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.57799999999999996,"15min":0.58399999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.72699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.63200000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:46:42 2021","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.621}]},{"osd":7,"last update":"Mon Jul 26 15:47:02 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.59299999999999997}]}]},{"osd":3,"up_from":26,"seq":111669149733,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:46:45 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36199999999999999,"15min":0.36099999999999999},"min":{"1min":0.27200000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.371,"15min":0.36799999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.29999999999999999}]},{"osd":1,"last update":"Mon Jul 26 15:46:45 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.38700000000000001,"15min":0.38600000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.254},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.40300000000000002,"15min":0.40999999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.57499999999999996,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.26400000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:46:45 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.41999999999999998,"15min":0.42299999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.629,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.39600000000000002,"15min":0.39500000000000002},"min":{"1min":0.30199999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.34300000000000003}]},{"osd":4,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.54900000000000004,"15min":0.55400000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.68700000000000006,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55200000000000005,"15min":0.55900000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.66300000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.52700000000000002}]},{"osd":5,"last update":"Mon Jul 26 15:47:24 2021","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.77500000000000002,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.77800000000000002,"5min":0.874,"15min":0.874},"last":0.621}]},{"osd":6,"last update":"Mon Jul 26 15:46:45 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.501},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.53800000000000003}]},{"osd":7,"last update":"Mon Jul 26 15:47:02 2021","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.47599999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986209,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:47:06 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.53000000000000003,"15min":0.53800000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.499,"5min":0.50700000000000001,"15min":0.50900000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.5}]},{"osd":1,"last update":"Mon Jul 26 15:47:06 2021","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.51100000000000001,"15min":0.51700000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54000000000000004,"15min":0.54900000000000004},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.70199999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.41499999999999998}]},{"osd":2,"last update":"Mon Jul 26 15:47:06 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.53600000000000003,"15min":0.54500000000000004},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.68100000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.434},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.52400000000000002,"15min":0.52900000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.41899999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:47:06 2021","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52500000000000002,"15min":0.53200000000000003},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.53200000000000003,"15min":0.54100000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.66700000000000004,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.44600000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:47:23 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.376,"15min":0.378},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.51600000000000001,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.377,"5min":0.378,"15min":0.378},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.63100000000000001,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.36099999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:46:40 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.33400000000000002}]},{"osd":7,"last update":"Mon Jul 26 15:47:02 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.313},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.51000000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822685,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:47:25 2021","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.48099999999999998,"15min":0.48999999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58899999999999997,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.502},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.47299999999999998,"15min":0.47699999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.59899999999999998,"5min":0.752,"15min":0.752},"last":0.45300000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:47:25 2021","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.49099999999999999,"15min":0.503},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.61299999999999999,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.47799999999999998,"15min":0.48099999999999998},"min":{"1min":0.318,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.72499999999999998,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.47699999999999998}]},{"osd":2,"last update":"Mon Jul 26 15:47:25 2021","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.47899999999999998,"15min":0.48199999999999998},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.61699999999999999,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.438,"5min":0.46600000000000003,"15min":0.47099999999999997},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.59099999999999997,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.57199999999999995}]},{"osd":3,"last update":"Mon Jul 26 15:47:25 2021","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.46800000000000003,"15min":0.47199999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.621,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.50700000000000001,"15min":0.51100000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.63200000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.59599999999999997}]},{"osd":4,"last update":"Mon Jul 26 15:47:25 2021","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.35499999999999998,"15min":0.34799999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.373,"15min":0.36699999999999999},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.67900000000000005,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.55100000000000005}]},{"osd":6,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.61499999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:47:02 2021","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52900000000000003}]}]}]}} 2021-07-26T15:47:34.387 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:47:34.523 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:36.278 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:47:36.279 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T15:47:37.012 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":208,"stamp":"2021-07-26T15:47:34.416142+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8392512,"kb_used_data":3840,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":741568704,"statfs":{"total":767960285184,"available":759366352896,"internally_reserved":8589934592,"allocated":3932160,"data_stored":1589016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:25.984122+0000","last_change":"2021-07-26T15:46:24.486173+0000","last_active":"2021-07-26T15:46:25.984122+0000","last_peered":"2021-07-26T15:46:25.984122+0000","last_clean":"2021-07-26T15:46:25.984122+0000","last_became_active":"2021-07-26T15:46:24.485600+0000","last_became_peered":"2021-07-26T15:46:24.485600+0000","last_unstale":"2021-07-26T15:46:25.984122+0000","last_undegraded":"2021-07-26T15:46:25.984122+0000","last_fullsized":"2021-07-26T15:46:25.984122+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:25.488807+0000","last_change":"2021-07-26T15:46:24.486385+0000","last_active":"2021-07-26T15:46:25.488807+0000","last_peered":"2021-07-26T15:46:25.488807+0000","last_clean":"2021-07-26T15:46:25.488807+0000","last_became_active":"2021-07-26T15:46:24.485905+0000","last_became_peered":"2021-07-26T15:46:24.485905+0000","last_unstale":"2021-07-26T15:46:25.488807+0000","last_undegraded":"2021-07-26T15:46:25.488807+0000","last_fullsized":"2021-07-26T15:46:25.488807+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:25.487559+0000","last_change":"2021-07-26T15:46:24.486412+0000","last_active":"2021-07-26T15:46:25.487559+0000","last_peered":"2021-07-26T15:46:25.487559+0000","last_clean":"2021-07-26T15:46:25.487559+0000","last_became_active":"2021-07-26T15:46:24.486109+0000","last_became_peered":"2021-07-26T15:46:24.486109+0000","last_unstale":"2021-07-26T15:46:25.487559+0000","last_undegraded":"2021-07-26T15:46:25.487559+0000","last_fullsized":"2021-07-26T15:46:25.487559+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:25.487456+0000","last_change":"2021-07-26T15:46:24.486419+0000","last_active":"2021-07-26T15:46:25.487456+0000","last_peered":"2021-07-26T15:46:25.487456+0000","last_clean":"2021-07-26T15:46:25.487456+0000","last_became_active":"2021-07-26T15:46:24.486042+0000","last_became_peered":"2021-07-26T15:46:24.486042+0000","last_unstale":"2021-07-26T15:46:25.487456+0000","last_undegraded":"2021-07-26T15:46:25.487456+0000","last_fullsized":"2021-07-26T15:46:25.487456+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"14","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:25.487442+0000","last_change":"2021-07-26T15:46:01.778152+0000","last_active":"2021-07-26T15:46:25.487442+0000","last_peered":"2021-07-26T15:46:25.487442+0000","last_clean":"2021-07-26T15:46:25.487442+0000","last_became_active":"2021-07-26T15:46:01.777829+0000","last_became_peered":"2021-07-26T15:46:01.777829+0000","last_unstale":"2021-07-26T15:46:25.487442+0000","last_undegraded":"2021-07-26T15:46:25.487442+0000","last_fullsized":"2021-07-26T15:46:25.487442+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:26.018350+0000","last_change":"2021-07-26T15:46:24.486181+0000","last_active":"2021-07-26T15:46:26.018350+0000","last_peered":"2021-07-26T15:46:26.018350+0000","last_clean":"2021-07-26T15:46:26.018350+0000","last_became_active":"2021-07-26T15:46:24.485782+0000","last_became_peered":"2021-07-26T15:46:24.485782+0000","last_unstale":"2021-07-26T15:46:26.018350+0000","last_undegraded":"2021-07-26T15:46:26.018350+0000","last_fullsized":"2021-07-26T15:46:26.018350+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:25.489141+0000","last_change":"2021-07-26T15:46:24.958904+0000","last_active":"2021-07-26T15:46:25.489141+0000","last_peered":"2021-07-26T15:46:25.489141+0000","last_clean":"2021-07-26T15:46:25.489141+0000","last_became_active":"2021-07-26T15:46:24.958469+0000","last_became_peered":"2021-07-26T15:46:24.958469+0000","last_unstale":"2021-07-26T15:46:25.489141+0000","last_undegraded":"2021-07-26T15:46:25.489141+0000","last_fullsized":"2021-07-26T15:46:25.489141+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:26.018381+0000","last_change":"2021-07-26T15:46:24.486087+0000","last_active":"2021-07-26T15:46:26.018381+0000","last_peered":"2021-07-26T15:46:26.018381+0000","last_clean":"2021-07-26T15:46:26.018381+0000","last_became_active":"2021-07-26T15:46:24.485732+0000","last_became_peered":"2021-07-26T15:46:24.485732+0000","last_unstale":"2021-07-26T15:46:26.018381+0000","last_undegraded":"2021-07-26T15:46:26.018381+0000","last_fullsized":"2021-07-26T15:46:26.018381+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:46:25.488807+0000","last_change":"2021-07-26T15:46:24.486246+0000","last_active":"2021-07-26T15:46:25.488807+0000","last_peered":"2021-07-26T15:46:25.488807+0000","last_clean":"2021-07-26T15:46:25.488807+0000","last_became_active":"2021-07-26T15:46:24.485941+0000","last_became_peered":"2021-07-26T15:46:24.485941+0000","last_unstale":"2021-07-26T15:46:25.488807+0000","last_undegraded":"2021-07-26T15:46:25.488807+0000","last_fullsized":"2021-07-26T15:46:25.488807+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495637,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.41099999999999998}]},{"osd":1,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.437},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.31900000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.47099999999999997}]},{"osd":3,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.48999999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.372},{"interface":"front","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.42299999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.45100000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.46400000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659160,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.46400000000000002}]},{"osd":1,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.50900000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.48299999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.373},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.497}]},{"osd":4,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.33900000000000002}]},{"osd":5,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.41499999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:47:02 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.40600000000000003}]}]},{"osd":1,"up_from":16,"seq":68719476780,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:47:08 2021","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.314,"15min":0.29399999999999998},"min":{"1min":0.23799999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.496,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.377},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.34399999999999997,"15min":0.33600000000000002},"min":{"1min":0.20100000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.41199999999999998,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.27300000000000002}]},{"osd":2,"last update":"Mon Jul 26 15:46:29 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.34200000000000003,"15min":0.33600000000000002},"min":{"1min":0.26000000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.24199999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.42599999999999999}]},{"osd":3,"last update":"Mon Jul 26 15:46:49 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.41799999999999998,"15min":0.41199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.377,"15min":0.373},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.36299999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:47:04 2021","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.53700000000000003,"15min":0.54000000000000004},"min":{"1min":0.31,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.70499999999999996,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55400000000000005,"15min":0.55500000000000005},"min":{"1min":0.40200000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75800000000000001,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.53500000000000003}]},{"osd":5,"last update":"Mon Jul 26 15:47:24 2021","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.57799999999999996,"15min":0.59099999999999997},"min":{"1min":0.371,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78900000000000003,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.61699999999999999,"15min":0.63500000000000001},"min":{"1min":0.39400000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.72699999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.57999999999999996}]},{"osd":6,"last update":"Mon Jul 26 15:46:43 2021","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.629}]},{"osd":7,"last update":"Mon Jul 26 15:47:00 2021","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.53900000000000003}]}]},{"osd":0,"up_from":10,"seq":42949673009,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:47:13 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.29999999999999999,"15min":0.29199999999999998},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.439,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.28699999999999998,"5min":0.32200000000000001,"15min":0.31},"min":{"1min":0.20499999999999999,"5min":0.185,"15min":0.185},"max":{"1min":0.499,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.247}]},{"osd":2,"last update":"Mon Jul 26 15:47:28 2021","interfaces":[{"interface":"back","average":{"1min":0.26600000000000001,"5min":0.33300000000000002,"15min":0.33800000000000002},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.34000000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.35099999999999998,"15min":0.34999999999999998},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.40400000000000003,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.25800000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.38600000000000001,"15min":0.39100000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.51200000000000001,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.373,"5min":0.40400000000000003,"15min":0.40899999999999997},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.50900000000000001,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.308}]},{"osd":4,"last update":"Mon Jul 26 15:47:07 2021","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.39200000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.50700000000000001,"5min":1.1759999999999999,"15min":1.288},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.754,"5min":19.024999999999999,"15min":19.024999999999999},"last":0.52900000000000003}]},{"osd":5,"last update":"Mon Jul 26 15:47:23 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.52000000000000002,"15min":0.52400000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.53300000000000003,"15min":0.53700000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.76300000000000001,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.51800000000000002}]},{"osd":6,"last update":"Mon Jul 26 15:46:43 2021","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.439}]},{"osd":7,"last update":"Mon Jul 26 15:47:02 2021","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.50800000000000001}]}]},{"osd":2,"up_from":21,"seq":90194313257,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:46:30 2021","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"min":{"1min":0.25,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.315},{"interface":"front","average":{"1min":0.377,"5min":0.36799999999999999,"15min":0.36599999999999999},"min":{"1min":0.26800000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.215}]},{"osd":1,"last update":"Mon Jul 26 15:46:30 2021","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.374,"15min":0.372},"min":{"1min":0.24399999999999999,"5min":0.189,"15min":0.189},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.379,"15min":0.377},"min":{"1min":0.26000000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.52600000000000002,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.28100000000000003}]},{"osd":3,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.435,"15min":0.439},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.375,"5min":0.42999999999999999,"15min":0.439},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.54400000000000004,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.24399999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:47:07 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52700000000000002,"15min":0.52800000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.503,"5min":0.52000000000000002,"15min":0.52300000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.60099999999999998}]},{"osd":5,"last update":"Mon Jul 26 15:47:23 2021","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.54100000000000004,"15min":0.55000000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.64400000000000002,"5min":0.746,"15min":0.746},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.57799999999999996,"15min":0.58399999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.72699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.63200000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:46:42 2021","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.621}]},{"osd":7,"last update":"Mon Jul 26 15:47:02 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.59299999999999997}]}]},{"osd":3,"up_from":26,"seq":111669149733,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:46:45 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36199999999999999,"15min":0.36099999999999999},"min":{"1min":0.27200000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.371,"15min":0.36799999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.29999999999999999}]},{"osd":1,"last update":"Mon Jul 26 15:46:45 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.38700000000000001,"15min":0.38600000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.254},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.40300000000000002,"15min":0.40999999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.57499999999999996,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.26400000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:46:45 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.41999999999999998,"15min":0.42299999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.629,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.39600000000000002,"15min":0.39500000000000002},"min":{"1min":0.30199999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.34300000000000003}]},{"osd":4,"last update":"Mon Jul 26 15:47:03 2021","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.54900000000000004,"15min":0.55400000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.68700000000000006,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55200000000000005,"15min":0.55900000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.66300000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.52700000000000002}]},{"osd":5,"last update":"Mon Jul 26 15:47:24 2021","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.77500000000000002,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.77800000000000002,"5min":0.874,"15min":0.874},"last":0.621}]},{"osd":6,"last update":"Mon Jul 26 15:46:45 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.501},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.53800000000000003}]},{"osd":7,"last update":"Mon Jul 26 15:47:02 2021","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.47599999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986209,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:47:06 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.53000000000000003,"15min":0.53800000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.499,"5min":0.50700000000000001,"15min":0.50900000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.5}]},{"osd":1,"last update":"Mon Jul 26 15:47:06 2021","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.51100000000000001,"15min":0.51700000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54000000000000004,"15min":0.54900000000000004},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.70199999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.41499999999999998}]},{"osd":2,"last update":"Mon Jul 26 15:47:06 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.53600000000000003,"15min":0.54500000000000004},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.68100000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.434},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.52400000000000002,"15min":0.52900000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.41899999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:47:06 2021","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52500000000000002,"15min":0.53200000000000003},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.53200000000000003,"15min":0.54100000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.66700000000000004,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.44600000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:47:23 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.376,"15min":0.378},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.51600000000000001,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.377,"5min":0.378,"15min":0.378},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.63100000000000001,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.36099999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:46:40 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.33400000000000002}]},{"osd":7,"last update":"Mon Jul 26 15:47:02 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.313},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.51000000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822685,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:47:25 2021","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.48099999999999998,"15min":0.48999999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58899999999999997,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.502},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.47299999999999998,"15min":0.47699999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.59899999999999998,"5min":0.752,"15min":0.752},"last":0.45300000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:47:25 2021","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.49099999999999999,"15min":0.503},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.61299999999999999,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.47799999999999998,"15min":0.48099999999999998},"min":{"1min":0.318,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.72499999999999998,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.47699999999999998}]},{"osd":2,"last update":"Mon Jul 26 15:47:25 2021","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.47899999999999998,"15min":0.48199999999999998},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.61699999999999999,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.438,"5min":0.46600000000000003,"15min":0.47099999999999997},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.59099999999999997,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.57199999999999995}]},{"osd":3,"last update":"Mon Jul 26 15:47:25 2021","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.46800000000000003,"15min":0.47199999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.621,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.50700000000000001,"15min":0.51100000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.63200000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.59599999999999997}]},{"osd":4,"last update":"Mon Jul 26 15:47:25 2021","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.35499999999999998,"15min":0.34799999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.373,"15min":0.36699999999999999},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.67900000000000005,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.55100000000000005}]},{"osd":6,"last update":"Mon Jul 26 15:46:44 2021","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.61499999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:47:02 2021","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52900000000000003}]}]}]}} 2021-07-26T15:47:37.015 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-07-26T15:47:37.015 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-07-26T15:47:37.016 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-07-26T15:47:37.016 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph health --format=json 2021-07-26T15:47:37.155 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:38.887 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:47:39.639 INFO:teuthology.orchestra.run.smithi078.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-07-26T15:47:39.640 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-07-26T15:47:39.641 INFO:tasks.cephadm:Setup complete, yielding 2021-07-26T15:47:39.641 INFO:teuthology.run_tasks:Running task cephadm.shell... 2021-07-26T15:47:39.656 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi078.front.sepia.ceph.com 2021-07-26T15:47:39.658 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- bash -c 'ceph fs volume create foo' 2021-07-26T15:47:43.383 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2021-07-26T15:47:46.004 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2021-07-26T15:47:49.707 INFO:teuthology.run_tasks:Running task ceph.healthy... 2021-07-26T15:47:49.718 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-07-26T15:47:49.718 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-07-26T15:47:49.718 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph mgr dump --format=json 2021-07-26T15:47:49.873 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:51.821 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:47:52.507 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":14,"active_gid":14140,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1099002481},{"type":"v1","addr":"172.21.15.78:6801","nonce":1099002481}]},"active_addr":"172.21.15.78:6801/1099002481","active_change":"2021-07-26T15:42:00.139209+0000","active_mgr_features":4540138292840890367,"available":true,"standbys":[{"gid":34109,"name":"x","mgr_features":4540138292840890367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.y:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":3,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":4180901480}]},{"addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":2797896234}]}]}} 2021-07-26T15:47:52.512 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-07-26T15:47:52.512 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-07-26T15:47:52.513 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:47:52.657 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:54.511 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:47:54.511 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":56,"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","created":"2021-07-26T15:41:24.217532+0000","modified":"2021-07-26T15:47:44.711419+0000","last_up_change":"2021-07-26T15:46:00.110826+0000","last_in_change":"2021-07-26T15:46:00.110826+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:42:50.703189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:46:23.168797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-07-26T15:47:41.627683+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-07-26T15:47:41.921335+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"b17838c6-2eff-4f5b-aacf-c510ce9c1a3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6803","nonce":3687370851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6805","nonce":3687370851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6809","nonce":3687370851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6807","nonce":3687370851}]},"public_addr":"172.21.15.78:6803/3687370851","cluster_addr":"172.21.15.78:6805/3687370851","heartbeat_back_addr":"172.21.15.78:6809/3687370851","heartbeat_front_addr":"172.21.15.78:6807/3687370851","state":["exists","up"]},{"osd":1,"uuid":"ecb38de6-ee2a-4691-ba68-0f29cb9654f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6811","nonce":1816642854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6813","nonce":1816642854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6817","nonce":1816642854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6815","nonce":1816642854}]},"public_addr":"172.21.15.78:6811/1816642854","cluster_addr":"172.21.15.78:6813/1816642854","heartbeat_back_addr":"172.21.15.78:6817/1816642854","heartbeat_front_addr":"172.21.15.78:6815/1816642854","state":["exists","up"]},{"osd":2,"uuid":"83c51f4c-1cf4-4090-9ce1-38251f22ff1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6819","nonce":1465045378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6821","nonce":1465045378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6825","nonce":1465045378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6823","nonce":1465045378}]},"public_addr":"172.21.15.78:6819/1465045378","cluster_addr":"172.21.15.78:6821/1465045378","heartbeat_back_addr":"172.21.15.78:6825/1465045378","heartbeat_front_addr":"172.21.15.78:6823/1465045378","state":["exists","up"]},{"osd":3,"uuid":"7db3dfad-d648-4f7d-b3dd-ba2d46b06e10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6827","nonce":2678627700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6829","nonce":2678627700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6833","nonce":2678627700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6831","nonce":2678627700}]},"public_addr":"172.21.15.78:6827/2678627700","cluster_addr":"172.21.15.78:6829/2678627700","heartbeat_back_addr":"172.21.15.78:6833/2678627700","heartbeat_front_addr":"172.21.15.78:6831/2678627700","state":["exists","up"]},{"osd":4,"uuid":"3b2e33f9-8406-4610-9d81-7b683fc506b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6801","nonce":2564499006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6803","nonce":2564499006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6807","nonce":2564499006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6805","nonce":2564499006}]},"public_addr":"172.21.15.139:6801/2564499006","cluster_addr":"172.21.15.139:6803/2564499006","heartbeat_back_addr":"172.21.15.139:6807/2564499006","heartbeat_front_addr":"172.21.15.139:6805/2564499006","state":["exists","up"]},{"osd":5,"uuid":"bb39033b-883c-4d16-88df-c0fea5e0e2a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6809","nonce":3540464917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6811","nonce":3540464917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6815","nonce":3540464917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6813","nonce":3540464917}]},"public_addr":"172.21.15.139:6809/3540464917","cluster_addr":"172.21.15.139:6811/3540464917","heartbeat_back_addr":"172.21.15.139:6815/3540464917","heartbeat_front_addr":"172.21.15.139:6813/3540464917","state":["exists","up"]},{"osd":6,"uuid":"ff69eebe-ae26-422a-aff5-185b69de5f53","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6817","nonce":3115315948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6819","nonce":3115315948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6823","nonce":3115315948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6821","nonce":3115315948}]},"public_addr":"172.21.15.139:6817/3115315948","cluster_addr":"172.21.15.139:6819/3115315948","heartbeat_back_addr":"172.21.15.139:6823/3115315948","heartbeat_front_addr":"172.21.15.139:6821/3115315948","state":["exists","up"]},{"osd":7,"uuid":"171c5724-62af-45ff-ab6d-32701149555c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6825","nonce":3283180374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6827","nonce":3283180374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6831","nonce":3283180374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6829","nonce":3283180374}]},"public_addr":"172.21.15.139:6825/3283180374","cluster_addr":"172.21.15.139:6827/3283180374","heartbeat_back_addr":"172.21.15.139:6831/3283180374","heartbeat_front_addr":"172.21.15.139:6829/3283180374","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:43:46.275873+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:04.909025+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:23.059976+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:41.811467+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:59.884633+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:19.067436+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:38.724085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:58.174178+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.78:0/2325359845":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6801/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:0/875936315":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6800/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6800/1337385350":"2021-07-27T15:41:44.080905+0000","172.21.15.78:0/3848906191":"2021-07-27T15:41:44.080905+0000","172.21.15.78:6801/1337385350":"2021-07-27T15:41:44.080905+0000","172.21.15.78:0/2540345339":"2021-07-27T15:41:44.080905+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-07-26T15:47:55.245 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-07-26T15:47:55.246 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:47:55.383 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:47:57.036 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:47:57.037 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":56,"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","created":"2021-07-26T15:41:24.217532+0000","modified":"2021-07-26T15:47:44.711419+0000","last_up_change":"2021-07-26T15:46:00.110826+0000","last_in_change":"2021-07-26T15:46:00.110826+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:42:50.703189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:46:23.168797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-07-26T15:47:41.627683+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-07-26T15:47:41.921335+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"b17838c6-2eff-4f5b-aacf-c510ce9c1a3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6803","nonce":3687370851}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6805","nonce":3687370851}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6809","nonce":3687370851}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":3687370851},{"type":"v1","addr":"172.21.15.78:6807","nonce":3687370851}]},"public_addr":"172.21.15.78:6803/3687370851","cluster_addr":"172.21.15.78:6805/3687370851","heartbeat_back_addr":"172.21.15.78:6809/3687370851","heartbeat_front_addr":"172.21.15.78:6807/3687370851","state":["exists","up"]},{"osd":1,"uuid":"ecb38de6-ee2a-4691-ba68-0f29cb9654f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6811","nonce":1816642854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6813","nonce":1816642854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6817","nonce":1816642854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":1816642854},{"type":"v1","addr":"172.21.15.78:6815","nonce":1816642854}]},"public_addr":"172.21.15.78:6811/1816642854","cluster_addr":"172.21.15.78:6813/1816642854","heartbeat_back_addr":"172.21.15.78:6817/1816642854","heartbeat_front_addr":"172.21.15.78:6815/1816642854","state":["exists","up"]},{"osd":2,"uuid":"83c51f4c-1cf4-4090-9ce1-38251f22ff1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6819","nonce":1465045378}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6821","nonce":1465045378}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6825","nonce":1465045378}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1465045378},{"type":"v1","addr":"172.21.15.78:6823","nonce":1465045378}]},"public_addr":"172.21.15.78:6819/1465045378","cluster_addr":"172.21.15.78:6821/1465045378","heartbeat_back_addr":"172.21.15.78:6825/1465045378","heartbeat_front_addr":"172.21.15.78:6823/1465045378","state":["exists","up"]},{"osd":3,"uuid":"7db3dfad-d648-4f7d-b3dd-ba2d46b06e10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6827","nonce":2678627700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6829","nonce":2678627700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6833","nonce":2678627700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2678627700},{"type":"v1","addr":"172.21.15.78:6831","nonce":2678627700}]},"public_addr":"172.21.15.78:6827/2678627700","cluster_addr":"172.21.15.78:6829/2678627700","heartbeat_back_addr":"172.21.15.78:6833/2678627700","heartbeat_front_addr":"172.21.15.78:6831/2678627700","state":["exists","up"]},{"osd":4,"uuid":"3b2e33f9-8406-4610-9d81-7b683fc506b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6801","nonce":2564499006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6803","nonce":2564499006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6807","nonce":2564499006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6805","nonce":2564499006}]},"public_addr":"172.21.15.139:6801/2564499006","cluster_addr":"172.21.15.139:6803/2564499006","heartbeat_back_addr":"172.21.15.139:6807/2564499006","heartbeat_front_addr":"172.21.15.139:6805/2564499006","state":["exists","up"]},{"osd":5,"uuid":"bb39033b-883c-4d16-88df-c0fea5e0e2a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6809","nonce":3540464917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6811","nonce":3540464917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6815","nonce":3540464917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6813","nonce":3540464917}]},"public_addr":"172.21.15.139:6809/3540464917","cluster_addr":"172.21.15.139:6811/3540464917","heartbeat_back_addr":"172.21.15.139:6815/3540464917","heartbeat_front_addr":"172.21.15.139:6813/3540464917","state":["exists","up"]},{"osd":6,"uuid":"ff69eebe-ae26-422a-aff5-185b69de5f53","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6817","nonce":3115315948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6819","nonce":3115315948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6823","nonce":3115315948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6821","nonce":3115315948}]},"public_addr":"172.21.15.139:6817/3115315948","cluster_addr":"172.21.15.139:6819/3115315948","heartbeat_back_addr":"172.21.15.139:6823/3115315948","heartbeat_front_addr":"172.21.15.139:6821/3115315948","state":["exists","up"]},{"osd":7,"uuid":"171c5724-62af-45ff-ab6d-32701149555c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6825","nonce":3283180374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6827","nonce":3283180374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6831","nonce":3283180374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6829","nonce":3283180374}]},"public_addr":"172.21.15.139:6825/3283180374","cluster_addr":"172.21.15.139:6827/3283180374","heartbeat_back_addr":"172.21.15.139:6831/3283180374","heartbeat_front_addr":"172.21.15.139:6829/3283180374","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:43:46.275873+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:04.909025+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:23.059976+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:41.811467+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:59.884633+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:19.067436+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:38.724085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:58.174178+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.78:0/2325359845":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6801/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:0/875936315":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6800/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6800/1337385350":"2021-07-27T15:41:44.080905+0000","172.21.15.78:0/3848906191":"2021-07-27T15:41:44.080905+0000","172.21.15.78:6801/1337385350":"2021-07-27T15:41:44.080905+0000","172.21.15.78:0/2540345339":"2021-07-27T15:41:44.080905+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-07-26T15:47:57.771 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-07-26T15:47:57.908 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:00.295 INFO:teuthology.orchestra.run.smithi078.stdout:42949673015 2021-07-26T15:48:00.295 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-07-26T15:48:00.433 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:02.821 INFO:teuthology.orchestra.run.smithi078.stdout:68719476786 2021-07-26T15:48:02.822 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-07-26T15:48:02.957 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:05.442 INFO:teuthology.orchestra.run.smithi078.stdout:90194313264 2021-07-26T15:48:05.443 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-07-26T15:48:05.581 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:08.068 INFO:teuthology.orchestra.run.smithi078.stdout:111669149741 2021-07-26T15:48:08.069 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-07-26T15:48:08.209 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:10.698 INFO:teuthology.orchestra.run.smithi078.stdout:133143986217 2021-07-26T15:48:10.699 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-07-26T15:48:10.834 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:13.320 INFO:teuthology.orchestra.run.smithi078.stdout:154618822694 2021-07-26T15:48:13.321 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-07-26T15:48:13.457 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:15.745 INFO:teuthology.orchestra.run.smithi078.stdout:176093659169 2021-07-26T15:48:15.746 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-07-26T15:48:15.880 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:18.267 INFO:teuthology.orchestra.run.smithi078.stdout:197568495647 2021-07-26T15:48:18.268 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-07-26T15:48:18.407 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:20.212 INFO:teuthology.orchestra.run.smithi078.stdout:42949673018 2021-07-26T15:48:20.995 INFO:tasks.cephadm.ceph_manager.ceph:need seq 42949673015 got 42949673018 for osd.0 2021-07-26T15:48:20.996 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-07-26T15:48:21.134 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:22.905 INFO:teuthology.orchestra.run.smithi078.stdout:68719476790 2021-07-26T15:48:23.727 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476786 got 68719476790 for osd.1 2021-07-26T15:48:23.727 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-07-26T15:48:23.869 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:25.701 INFO:teuthology.orchestra.run.smithi078.stdout:90194313268 2021-07-26T15:48:26.455 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313264 got 90194313268 for osd.2 2021-07-26T15:48:26.456 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-07-26T15:48:26.593 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:28.351 INFO:teuthology.orchestra.run.smithi078.stdout:111669149745 2021-07-26T15:48:29.084 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149741 got 111669149745 for osd.3 2021-07-26T15:48:29.084 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-07-26T15:48:29.219 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:31.081 INFO:teuthology.orchestra.run.smithi078.stdout:133143986221 2021-07-26T15:48:31.703 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986217 got 133143986221 for osd.4 2021-07-26T15:48:31.704 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-07-26T15:48:31.842 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:33.673 INFO:teuthology.orchestra.run.smithi078.stdout:154618822698 2021-07-26T15:48:34.325 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822694 got 154618822698 for osd.5 2021-07-26T15:48:34.326 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-07-26T15:48:34.464 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:36.217 INFO:teuthology.orchestra.run.smithi078.stdout:176093659173 2021-07-26T15:48:36.952 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659169 got 176093659173 for osd.6 2021-07-26T15:48:36.953 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-07-26T15:48:37.087 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:38.835 INFO:teuthology.orchestra.run.smithi078.stdout:197568495651 2021-07-26T15:48:39.472 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495647 got 197568495651 for osd.7 2021-07-26T15:48:39.473 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-07-26T15:48:39.473 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:48:39.614 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:41.455 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:48:41.456 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T15:48:42.299 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":246,"stamp":"2021-07-26T15:48:40.430196+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8393088,"kb_used_data":4416,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":741568128,"statfs":{"total":767960285184,"available":759365763072,"internally_reserved":8589934592,"allocated":4521984,"data_stored":1873400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002312"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.726025+0000","last_change":"2021-07-26T15:47:43.725598+0000","last_active":"2021-07-26T15:47:43.726025+0000","last_peered":"2021-07-26T15:47:43.726025+0000","last_clean":"2021-07-26T15:47:43.726025+0000","last_became_active":"2021-07-26T15:47:43.724949+0000","last_became_peered":"2021-07-26T15:47:43.724949+0000","last_unstale":"2021-07-26T15:47:43.726025+0000","last_undegraded":"2021-07-26T15:47:43.726025+0000","last_fullsized":"2021-07-26T15:47:43.726025+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"16","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.739873+0000","last_change":"2021-07-26T15:47:42.703307+0000","last_active":"2021-07-26T15:47:46.739873+0000","last_peered":"2021-07-26T15:47:46.739873+0000","last_clean":"2021-07-26T15:47:46.739873+0000","last_became_active":"2021-07-26T15:47:42.702383+0000","last_became_peered":"2021-07-26T15:47:42.702383+0000","last_unstale":"2021-07-26T15:47:46.739873+0000","last_undegraded":"2021-07-26T15:47:46.739873+0000","last_fullsized":"2021-07-26T15:47:46.739873+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.723909+0000","last_change":"2021-07-26T15:47:43.722925+0000","last_active":"2021-07-26T15:47:43.723909+0000","last_peered":"2021-07-26T15:47:43.723909+0000","last_clean":"2021-07-26T15:47:43.723909+0000","last_became_active":"2021-07-26T15:47:43.722501+0000","last_became_peered":"2021-07-26T15:47:43.722501+0000","last_unstale":"2021-07-26T15:47:43.723909+0000","last_undegraded":"2021-07-26T15:47:43.723909+0000","last_fullsized":"2021-07-26T15:47:43.723909+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:44.725316+0000","last_change":"2021-07-26T15:47:42.707578+0000","last_active":"2021-07-26T15:47:44.725316+0000","last_peered":"2021-07-26T15:47:44.725316+0000","last_clean":"2021-07-26T15:47:44.725316+0000","last_became_active":"2021-07-26T15:47:42.707207+0000","last_became_peered":"2021-07-26T15:47:42.707207+0000","last_unstale":"2021-07-26T15:47:44.725316+0000","last_undegraded":"2021-07-26T15:47:44.725316+0000","last_fullsized":"2021-07-26T15:47:44.725316+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.723005+0000","last_change":"2021-07-26T15:47:43.721452+0000","last_active":"2021-07-26T15:47:43.723005+0000","last_peered":"2021-07-26T15:47:43.723005+0000","last_clean":"2021-07-26T15:47:43.723005+0000","last_became_active":"2021-07-26T15:47:43.721052+0000","last_became_peered":"2021-07-26T15:47:43.721052+0000","last_unstale":"2021-07-26T15:47:43.723005+0000","last_undegraded":"2021-07-26T15:47:43.723005+0000","last_fullsized":"2021-07-26T15:47:43.723005+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.740181+0000","last_change":"2021-07-26T15:47:42.712128+0000","last_active":"2021-07-26T15:47:46.740181+0000","last_peered":"2021-07-26T15:47:46.740181+0000","last_clean":"2021-07-26T15:47:46.740181+0000","last_became_active":"2021-07-26T15:47:42.711249+0000","last_became_peered":"2021-07-26T15:47:42.711249+0000","last_unstale":"2021-07-26T15:47:46.740181+0000","last_undegraded":"2021-07-26T15:47:46.740181+0000","last_fullsized":"2021-07-26T15:47:46.740181+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.726058+0000","last_change":"2021-07-26T15:47:43.725679+0000","last_active":"2021-07-26T15:47:43.726058+0000","last_peered":"2021-07-26T15:47:43.726058+0000","last_clean":"2021-07-26T15:47:43.726058+0000","last_became_active":"2021-07-26T15:47:43.725270+0000","last_became_peered":"2021-07-26T15:47:43.725270+0000","last_unstale":"2021-07-26T15:47:43.726058+0000","last_undegraded":"2021-07-26T15:47:43.726058+0000","last_fullsized":"2021-07-26T15:47:43.726058+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.740341+0000","last_change":"2021-07-26T15:47:42.713649+0000","last_active":"2021-07-26T15:47:46.740341+0000","last_peered":"2021-07-26T15:47:46.740341+0000","last_clean":"2021-07-26T15:47:46.740341+0000","last_became_active":"2021-07-26T15:47:42.713101+0000","last_became_peered":"2021-07-26T15:47:42.713101+0000","last_unstale":"2021-07-26T15:47:46.740341+0000","last_undegraded":"2021-07-26T15:47:46.740341+0000","last_fullsized":"2021-07-26T15:47:46.740341+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.724508+0000","last_change":"2021-07-26T15:47:43.723905+0000","last_active":"2021-07-26T15:47:43.724508+0000","last_peered":"2021-07-26T15:47:43.724508+0000","last_clean":"2021-07-26T15:47:43.724508+0000","last_became_active":"2021-07-26T15:47:43.723544+0000","last_became_peered":"2021-07-26T15:47:43.723544+0000","last_unstale":"2021-07-26T15:47:43.724508+0000","last_undegraded":"2021-07-26T15:47:43.724508+0000","last_fullsized":"2021-07-26T15:47:43.724508+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:44.723949+0000","last_change":"2021-07-26T15:47:42.713197+0000","last_active":"2021-07-26T15:47:44.723949+0000","last_peered":"2021-07-26T15:47:44.723949+0000","last_clean":"2021-07-26T15:47:44.723949+0000","last_became_active":"2021-07-26T15:47:42.711545+0000","last_became_peered":"2021-07-26T15:47:42.711545+0000","last_unstale":"2021-07-26T15:47:44.723949+0000","last_undegraded":"2021-07-26T15:47:44.723949+0000","last_fullsized":"2021-07-26T15:47:44.723949+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.721283+0000","last_change":"2021-07-26T15:47:43.720280+0000","last_active":"2021-07-26T15:47:43.721283+0000","last_peered":"2021-07-26T15:47:43.721283+0000","last_clean":"2021-07-26T15:47:43.721283+0000","last_became_active":"2021-07-26T15:47:43.719926+0000","last_became_peered":"2021-07-26T15:47:43.719926+0000","last_unstale":"2021-07-26T15:47:43.721283+0000","last_undegraded":"2021-07-26T15:47:43.721283+0000","last_fullsized":"2021-07-26T15:47:43.721283+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:44.724420+0000","last_change":"2021-07-26T15:47:42.713945+0000","last_active":"2021-07-26T15:47:44.724420+0000","last_peered":"2021-07-26T15:47:44.724420+0000","last_clean":"2021-07-26T15:47:44.724420+0000","last_became_active":"2021-07-26T15:47:42.713020+0000","last_became_peered":"2021-07-26T15:47:42.713020+0000","last_unstale":"2021-07-26T15:47:44.724420+0000","last_undegraded":"2021-07-26T15:47:44.724420+0000","last_fullsized":"2021-07-26T15:47:44.724420+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.719288+0000","last_change":"2021-07-26T15:46:24.486173+0000","last_active":"2021-07-26T15:47:43.719288+0000","last_peered":"2021-07-26T15:47:43.719288+0000","last_clean":"2021-07-26T15:47:43.719288+0000","last_became_active":"2021-07-26T15:46:24.485600+0000","last_became_peered":"2021-07-26T15:46:24.485600+0000","last_unstale":"2021-07-26T15:47:43.719288+0000","last_undegraded":"2021-07-26T15:47:43.719288+0000","last_fullsized":"2021-07-26T15:47:43.719288+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.363636+0000","last_change":"2021-07-26T15:47:44.362767+0000","last_active":"2021-07-26T15:47:44.363636+0000","last_peered":"2021-07-26T15:47:44.363636+0000","last_clean":"2021-07-26T15:47:44.363636+0000","last_became_active":"2021-07-26T15:47:44.362410+0000","last_became_peered":"2021-07-26T15:47:44.362410+0000","last_unstale":"2021-07-26T15:47:44.363636+0000","last_undegraded":"2021-07-26T15:47:44.363636+0000","last_fullsized":"2021-07-26T15:47:44.363636+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.713133+0000","last_change":"2021-07-26T15:46:24.486385+0000","last_active":"2021-07-26T15:47:43.713133+0000","last_peered":"2021-07-26T15:47:43.713133+0000","last_clean":"2021-07-26T15:47:43.713133+0000","last_became_active":"2021-07-26T15:46:24.485905+0000","last_became_peered":"2021-07-26T15:46:24.485905+0000","last_unstale":"2021-07-26T15:47:43.713133+0000","last_undegraded":"2021-07-26T15:47:43.713133+0000","last_fullsized":"2021-07-26T15:47:43.713133+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.742468+0000","last_change":"2021-07-26T15:47:42.711807+0000","last_active":"2021-07-26T15:47:46.742468+0000","last_peered":"2021-07-26T15:47:46.742468+0000","last_clean":"2021-07-26T15:47:46.742468+0000","last_became_active":"2021-07-26T15:47:42.711452+0000","last_became_peered":"2021-07-26T15:47:42.711452+0000","last_unstale":"2021-07-26T15:47:46.742468+0000","last_undegraded":"2021-07-26T15:47:46.742468+0000","last_fullsized":"2021-07-26T15:47:46.742468+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.363297+0000","last_change":"2021-07-26T15:47:44.362697+0000","last_active":"2021-07-26T15:47:44.363297+0000","last_peered":"2021-07-26T15:47:44.363297+0000","last_clean":"2021-07-26T15:47:44.363297+0000","last_became_active":"2021-07-26T15:47:44.362387+0000","last_became_peered":"2021-07-26T15:47:44.362387+0000","last_unstale":"2021-07-26T15:47:44.363297+0000","last_undegraded":"2021-07-26T15:47:44.363297+0000","last_fullsized":"2021-07-26T15:47:44.363297+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.713239+0000","last_change":"2021-07-26T15:47:42.704808+0000","last_active":"2021-07-26T15:47:43.713239+0000","last_peered":"2021-07-26T15:47:43.713239+0000","last_clean":"2021-07-26T15:47:43.713239+0000","last_became_active":"2021-07-26T15:47:42.704479+0000","last_became_peered":"2021-07-26T15:47:42.704479+0000","last_unstale":"2021-07-26T15:47:43.713239+0000","last_undegraded":"2021-07-26T15:47:43.713239+0000","last_fullsized":"2021-07-26T15:47:43.713239+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.361292+0000","last_change":"2021-07-26T15:46:24.486412+0000","last_active":"2021-07-26T15:47:44.361292+0000","last_peered":"2021-07-26T15:47:44.361292+0000","last_clean":"2021-07-26T15:47:44.361292+0000","last_became_active":"2021-07-26T15:46:24.486109+0000","last_became_peered":"2021-07-26T15:46:24.486109+0000","last_unstale":"2021-07-26T15:47:44.361292+0000","last_undegraded":"2021-07-26T15:47:44.361292+0000","last_fullsized":"2021-07-26T15:47:44.361292+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.722028+0000","last_change":"2021-07-26T15:47:43.721714+0000","last_active":"2021-07-26T15:47:43.722028+0000","last_peered":"2021-07-26T15:47:43.722028+0000","last_clean":"2021-07-26T15:47:43.722028+0000","last_became_active":"2021-07-26T15:47:43.720939+0000","last_became_peered":"2021-07-26T15:47:43.720939+0000","last_unstale":"2021-07-26T15:47:43.722028+0000","last_undegraded":"2021-07-26T15:47:43.722028+0000","last_fullsized":"2021-07-26T15:47:43.722028+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.716024+0000","last_change":"2021-07-26T15:47:42.711938+0000","last_active":"2021-07-26T15:47:43.716024+0000","last_peered":"2021-07-26T15:47:43.716024+0000","last_clean":"2021-07-26T15:47:43.716024+0000","last_became_active":"2021-07-26T15:47:42.709819+0000","last_became_peered":"2021-07-26T15:47:42.709819+0000","last_unstale":"2021-07-26T15:47:43.716024+0000","last_undegraded":"2021-07-26T15:47:43.716024+0000","last_fullsized":"2021-07-26T15:47:43.716024+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.361064+0000","last_change":"2021-07-26T15:46:24.486419+0000","last_active":"2021-07-26T15:47:44.361064+0000","last_peered":"2021-07-26T15:47:44.361064+0000","last_clean":"2021-07-26T15:47:44.361064+0000","last_became_active":"2021-07-26T15:46:24.486042+0000","last_became_peered":"2021-07-26T15:46:24.486042+0000","last_unstale":"2021-07-26T15:47:44.361064+0000","last_undegraded":"2021-07-26T15:47:44.361064+0000","last_fullsized":"2021-07-26T15:47:44.361064+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.363002+0000","last_change":"2021-07-26T15:47:44.362701+0000","last_active":"2021-07-26T15:47:44.363002+0000","last_peered":"2021-07-26T15:47:44.363002+0000","last_clean":"2021-07-26T15:47:44.363002+0000","last_became_active":"2021-07-26T15:47:44.362348+0000","last_became_peered":"2021-07-26T15:47:44.362348+0000","last_unstale":"2021-07-26T15:47:44.363002+0000","last_undegraded":"2021-07-26T15:47:44.363002+0000","last_fullsized":"2021-07-26T15:47:44.363002+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.715932+0000","last_change":"2021-07-26T15:47:42.696389+0000","last_active":"2021-07-26T15:47:43.715932+0000","last_peered":"2021-07-26T15:47:43.715932+0000","last_clean":"2021-07-26T15:47:43.715932+0000","last_became_active":"2021-07-26T15:47:42.695963+0000","last_became_peered":"2021-07-26T15:47:42.695963+0000","last_unstale":"2021-07-26T15:47:43.715932+0000","last_undegraded":"2021-07-26T15:47:43.715932+0000","last_fullsized":"2021-07-26T15:47:43.715932+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"19","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.361015+0000","last_change":"2021-07-26T15:46:01.778152+0000","last_active":"2021-07-26T15:47:44.361015+0000","last_peered":"2021-07-26T15:47:44.361015+0000","last_clean":"2021-07-26T15:47:44.361015+0000","last_became_active":"2021-07-26T15:46:01.777829+0000","last_became_peered":"2021-07-26T15:46:01.777829+0000","last_unstale":"2021-07-26T15:47:44.361015+0000","last_undegraded":"2021-07-26T15:47:44.361015+0000","last_fullsized":"2021-07-26T15:47:44.361015+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.716797+0000","last_change":"2021-07-26T15:46:24.486181+0000","last_active":"2021-07-26T15:47:43.716797+0000","last_peered":"2021-07-26T15:47:43.716797+0000","last_clean":"2021-07-26T15:47:43.716797+0000","last_became_active":"2021-07-26T15:46:24.485782+0000","last_became_peered":"2021-07-26T15:46:24.485782+0000","last_unstale":"2021-07-26T15:47:43.716797+0000","last_undegraded":"2021-07-26T15:47:43.716797+0000","last_fullsized":"2021-07-26T15:47:43.716797+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.712927+0000","last_change":"2021-07-26T15:47:42.716749+0000","last_active":"2021-07-26T15:47:43.712927+0000","last_peered":"2021-07-26T15:47:43.712927+0000","last_clean":"2021-07-26T15:47:43.712927+0000","last_became_active":"2021-07-26T15:47:42.716456+0000","last_became_peered":"2021-07-26T15:47:42.716456+0000","last_unstale":"2021-07-26T15:47:43.712927+0000","last_undegraded":"2021-07-26T15:47:43.712927+0000","last_fullsized":"2021-07-26T15:47:43.712927+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.712734+0000","last_change":"2021-07-26T15:47:42.700464+0000","last_active":"2021-07-26T15:47:43.712734+0000","last_peered":"2021-07-26T15:47:43.712734+0000","last_clean":"2021-07-26T15:47:43.712734+0000","last_became_active":"2021-07-26T15:47:42.700061+0000","last_became_peered":"2021-07-26T15:47:42.700061+0000","last_unstale":"2021-07-26T15:47:43.712734+0000","last_undegraded":"2021-07-26T15:47:43.712734+0000","last_fullsized":"2021-07-26T15:47:43.712734+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.713169+0000","last_change":"2021-07-26T15:46:24.958904+0000","last_active":"2021-07-26T15:47:43.713169+0000","last_peered":"2021-07-26T15:47:43.713169+0000","last_clean":"2021-07-26T15:47:43.713169+0000","last_became_active":"2021-07-26T15:46:24.958469+0000","last_became_peered":"2021-07-26T15:46:24.958469+0000","last_unstale":"2021-07-26T15:47:43.713169+0000","last_undegraded":"2021-07-26T15:47:43.713169+0000","last_fullsized":"2021-07-26T15:47:43.713169+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.713172+0000","last_change":"2021-07-26T15:47:42.743564+0000","last_active":"2021-07-26T15:47:43.713172+0000","last_peered":"2021-07-26T15:47:43.713172+0000","last_clean":"2021-07-26T15:47:43.713172+0000","last_became_active":"2021-07-26T15:47:42.743184+0000","last_became_peered":"2021-07-26T15:47:42.743184+0000","last_unstale":"2021-07-26T15:47:43.713172+0000","last_undegraded":"2021-07-26T15:47:43.713172+0000","last_fullsized":"2021-07-26T15:47:43.713172+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.716347+0000","last_change":"2021-07-26T15:47:42.712816+0000","last_active":"2021-07-26T15:47:43.716347+0000","last_peered":"2021-07-26T15:47:43.716347+0000","last_clean":"2021-07-26T15:47:43.716347+0000","last_became_active":"2021-07-26T15:47:42.712439+0000","last_became_peered":"2021-07-26T15:47:42.712439+0000","last_unstale":"2021-07-26T15:47:43.716347+0000","last_undegraded":"2021-07-26T15:47:43.716347+0000","last_fullsized":"2021-07-26T15:47:43.716347+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.720228+0000","last_change":"2021-07-26T15:46:24.486087+0000","last_active":"2021-07-26T15:47:43.720228+0000","last_peered":"2021-07-26T15:47:43.720228+0000","last_clean":"2021-07-26T15:47:43.720228+0000","last_became_active":"2021-07-26T15:46:24.485732+0000","last_became_peered":"2021-07-26T15:46:24.485732+0000","last_unstale":"2021-07-26T15:47:43.720228+0000","last_undegraded":"2021-07-26T15:47:43.720228+0000","last_fullsized":"2021-07-26T15:47:43.720228+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.712788+0000","last_change":"2021-07-26T15:47:42.933663+0000","last_active":"2021-07-26T15:47:43.712788+0000","last_peered":"2021-07-26T15:47:43.712788+0000","last_clean":"2021-07-26T15:47:43.712788+0000","last_became_active":"2021-07-26T15:47:42.933246+0000","last_became_peered":"2021-07-26T15:47:42.933246+0000","last_unstale":"2021-07-26T15:47:43.712788+0000","last_undegraded":"2021-07-26T15:47:43.712788+0000","last_fullsized":"2021-07-26T15:47:43.712788+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.721155+0000","last_change":"2021-07-26T15:47:42.708174+0000","last_active":"2021-07-26T15:47:43.721155+0000","last_peered":"2021-07-26T15:47:43.721155+0000","last_clean":"2021-07-26T15:47:43.721155+0000","last_became_active":"2021-07-26T15:47:42.707280+0000","last_became_peered":"2021-07-26T15:47:42.707280+0000","last_unstale":"2021-07-26T15:47:43.721155+0000","last_undegraded":"2021-07-26T15:47:43.721155+0000","last_fullsized":"2021-07-26T15:47:43.721155+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.713262+0000","last_change":"2021-07-26T15:46:24.486246+0000","last_active":"2021-07-26T15:47:43.713262+0000","last_peered":"2021-07-26T15:47:43.713262+0000","last_clean":"2021-07-26T15:47:43.713262+0000","last_became_active":"2021-07-26T15:46:24.485941+0000","last_became_peered":"2021-07-26T15:46:24.485941+0000","last_unstale":"2021-07-26T15:47:43.713262+0000","last_undegraded":"2021-07-26T15:47:43.713262+0000","last_fullsized":"2021-07-26T15:47:43.713262+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.713017+0000","last_change":"2021-07-26T15:47:42.933538+0000","last_active":"2021-07-26T15:47:43.713017+0000","last_peered":"2021-07-26T15:47:43.713017+0000","last_clean":"2021-07-26T15:47:43.713017+0000","last_became_active":"2021-07-26T15:47:42.933094+0000","last_became_peered":"2021-07-26T15:47:42.933094+0000","last_unstale":"2021-07-26T15:47:43.713017+0000","last_undegraded":"2021-07-26T15:47:43.713017+0000","last_fullsized":"2021-07-26T15:47:43.713017+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.716000+0000","last_change":"2021-07-26T15:47:42.702170+0000","last_active":"2021-07-26T15:47:43.716000+0000","last_peered":"2021-07-26T15:47:43.716000+0000","last_clean":"2021-07-26T15:47:43.716000+0000","last_became_active":"2021-07-26T15:47:42.701805+0000","last_became_peered":"2021-07-26T15:47:42.701805+0000","last_unstale":"2021-07-26T15:47:43.716000+0000","last_undegraded":"2021-07-26T15:47:43.716000+0000","last_fullsized":"2021-07-26T15:47:43.716000+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.722958+0000","last_change":"2021-07-26T15:47:43.722455+0000","last_active":"2021-07-26T15:47:43.722958+0000","last_peered":"2021-07-26T15:47:43.722958+0000","last_clean":"2021-07-26T15:47:43.722958+0000","last_became_active":"2021-07-26T15:47:43.721790+0000","last_became_peered":"2021-07-26T15:47:43.721790+0000","last_unstale":"2021-07-26T15:47:43.722958+0000","last_undegraded":"2021-07-26T15:47:43.722958+0000","last_fullsized":"2021-07-26T15:47:43.722958+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.715964+0000","last_change":"2021-07-26T15:47:42.707619+0000","last_active":"2021-07-26T15:47:43.715964+0000","last_peered":"2021-07-26T15:47:43.715964+0000","last_clean":"2021-07-26T15:47:43.715964+0000","last_became_active":"2021-07-26T15:47:42.706611+0000","last_became_peered":"2021-07-26T15:47:42.706611+0000","last_unstale":"2021-07-26T15:47:43.715964+0000","last_undegraded":"2021-07-26T15:47:43.715964+0000","last_fullsized":"2021-07-26T15:47:43.715964+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.726136+0000","last_change":"2021-07-26T15:47:43.725873+0000","last_active":"2021-07-26T15:47:43.726136+0000","last_peered":"2021-07-26T15:47:43.726136+0000","last_clean":"2021-07-26T15:47:43.726136+0000","last_became_active":"2021-07-26T15:47:43.725203+0000","last_became_peered":"2021-07-26T15:47:43.725203+0000","last_unstale":"2021-07-26T15:47:43.726136+0000","last_undegraded":"2021-07-26T15:47:43.726136+0000","last_fullsized":"2021-07-26T15:47:43.726136+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.719847+0000","last_change":"2021-07-26T15:47:42.705930+0000","last_active":"2021-07-26T15:47:43.719847+0000","last_peered":"2021-07-26T15:47:43.719847+0000","last_clean":"2021-07-26T15:47:43.719847+0000","last_became_active":"2021-07-26T15:47:42.705520+0000","last_became_peered":"2021-07-26T15:47:42.705520+0000","last_unstale":"2021-07-26T15:47:43.719847+0000","last_undegraded":"2021-07-26T15:47:43.719847+0000","last_fullsized":"2021-07-26T15:47:43.719847+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.722980+0000","last_change":"2021-07-26T15:47:43.722223+0000","last_active":"2021-07-26T15:47:43.722980+0000","last_peered":"2021-07-26T15:47:43.722980+0000","last_clean":"2021-07-26T15:47:43.722980+0000","last_became_active":"2021-07-26T15:47:43.721578+0000","last_became_peered":"2021-07-26T15:47:43.721578+0000","last_unstale":"2021-07-26T15:47:43.722980+0000","last_undegraded":"2021-07-26T15:47:43.722980+0000","last_fullsized":"2021-07-26T15:47:43.722980+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.741806+0000","last_change":"2021-07-26T15:47:42.699901+0000","last_active":"2021-07-26T15:47:46.741806+0000","last_peered":"2021-07-26T15:47:46.741806+0000","last_clean":"2021-07-26T15:47:46.741806+0000","last_became_active":"2021-07-26T15:47:42.699480+0000","last_became_peered":"2021-07-26T15:47:42.699480+0000","last_unstale":"2021-07-26T15:47:46.741806+0000","last_undegraded":"2021-07-26T15:47:46.741806+0000","last_fullsized":"2021-07-26T15:47:46.741806+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.722461+0000","last_change":"2021-07-26T15:47:43.721786+0000","last_active":"2021-07-26T15:47:43.722461+0000","last_peered":"2021-07-26T15:47:43.722461+0000","last_clean":"2021-07-26T15:47:43.722461+0000","last_became_active":"2021-07-26T15:47:43.720946+0000","last_became_peered":"2021-07-26T15:47:43.720946+0000","last_unstale":"2021-07-26T15:47:43.722461+0000","last_undegraded":"2021-07-26T15:47:43.722461+0000","last_fullsized":"2021-07-26T15:47:43.722461+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.717902+0000","last_change":"2021-07-26T15:47:42.713425+0000","last_active":"2021-07-26T15:47:43.717902+0000","last_peered":"2021-07-26T15:47:43.717902+0000","last_clean":"2021-07-26T15:47:43.717902+0000","last_became_active":"2021-07-26T15:47:42.712127+0000","last_became_peered":"2021-07-26T15:47:42.712127+0000","last_unstale":"2021-07-26T15:47:43.717902+0000","last_undegraded":"2021-07-26T15:47:43.717902+0000","last_fullsized":"2021-07-26T15:47:43.717902+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.363004+0000","last_change":"2021-07-26T15:47:44.361404+0000","last_active":"2021-07-26T15:47:44.363004+0000","last_peered":"2021-07-26T15:47:44.363004+0000","last_clean":"2021-07-26T15:47:44.363004+0000","last_became_active":"2021-07-26T15:47:44.360977+0000","last_became_peered":"2021-07-26T15:47:44.360977+0000","last_unstale":"2021-07-26T15:47:44.363004+0000","last_undegraded":"2021-07-26T15:47:44.363004+0000","last_fullsized":"2021-07-26T15:47:44.363004+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:45.355440+0000","last_change":"2021-07-26T15:47:42.714217+0000","last_active":"2021-07-26T15:47:45.355440+0000","last_peered":"2021-07-26T15:47:45.355440+0000","last_clean":"2021-07-26T15:47:45.355440+0000","last_became_active":"2021-07-26T15:47:42.713846+0000","last_became_peered":"2021-07-26T15:47:42.713846+0000","last_unstale":"2021-07-26T15:47:45.355440+0000","last_undegraded":"2021-07-26T15:47:45.355440+0000","last_fullsized":"2021-07-26T15:47:45.355440+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.725692+0000","last_change":"2021-07-26T15:47:43.725357+0000","last_active":"2021-07-26T15:47:43.725692+0000","last_peered":"2021-07-26T15:47:43.725692+0000","last_clean":"2021-07-26T15:47:43.725692+0000","last_became_active":"2021-07-26T15:47:43.725002+0000","last_became_peered":"2021-07-26T15:47:43.725002+0000","last_unstale":"2021-07-26T15:47:43.725692+0000","last_undegraded":"2021-07-26T15:47:43.725692+0000","last_fullsized":"2021-07-26T15:47:43.725692+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.740552+0000","last_change":"2021-07-26T15:47:42.708808+0000","last_active":"2021-07-26T15:47:46.740552+0000","last_peered":"2021-07-26T15:47:46.740552+0000","last_clean":"2021-07-26T15:47:46.740552+0000","last_became_active":"2021-07-26T15:47:42.708090+0000","last_became_peered":"2021-07-26T15:47:42.708090+0000","last_unstale":"2021-07-26T15:47:46.740552+0000","last_undegraded":"2021-07-26T15:47:46.740552+0000","last_fullsized":"2021-07-26T15:47:46.740552+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.363400+0000","last_change":"2021-07-26T15:47:44.362815+0000","last_active":"2021-07-26T15:47:44.363400+0000","last_peered":"2021-07-26T15:47:44.363400+0000","last_clean":"2021-07-26T15:47:44.363400+0000","last_became_active":"2021-07-26T15:47:44.362418+0000","last_became_peered":"2021-07-26T15:47:44.362418+0000","last_unstale":"2021-07-26T15:47:44.363400+0000","last_undegraded":"2021-07-26T15:47:44.363400+0000","last_fullsized":"2021-07-26T15:47:44.363400+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:45.355399+0000","last_change":"2021-07-26T15:47:42.714775+0000","last_active":"2021-07-26T15:47:45.355399+0000","last_peered":"2021-07-26T15:47:45.355399+0000","last_clean":"2021-07-26T15:47:45.355399+0000","last_became_active":"2021-07-26T15:47:42.714267+0000","last_became_peered":"2021-07-26T15:47:42.714267+0000","last_unstale":"2021-07-26T15:47:45.355399+0000","last_undegraded":"2021-07-26T15:47:45.355399+0000","last_fullsized":"2021-07-26T15:47:45.355399+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.362210+0000","last_change":"2021-07-26T15:47:44.361524+0000","last_active":"2021-07-26T15:47:44.362210+0000","last_peered":"2021-07-26T15:47:44.362210+0000","last_clean":"2021-07-26T15:47:44.362210+0000","last_became_active":"2021-07-26T15:47:44.361150+0000","last_became_peered":"2021-07-26T15:47:44.361150+0000","last_unstale":"2021-07-26T15:47:44.362210+0000","last_undegraded":"2021-07-26T15:47:44.362210+0000","last_fullsized":"2021-07-26T15:47:44.362210+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"20","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.741917+0000","last_change":"2021-07-26T15:47:42.703703+0000","last_active":"2021-07-26T15:47:46.741917+0000","last_peered":"2021-07-26T15:47:46.741917+0000","last_clean":"2021-07-26T15:47:46.741917+0000","last_became_active":"2021-07-26T15:47:42.703308+0000","last_became_peered":"2021-07-26T15:47:42.703308+0000","last_unstale":"2021-07-26T15:47:46.741917+0000","last_undegraded":"2021-07-26T15:47:46.741917+0000","last_fullsized":"2021-07-26T15:47:46.741917+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.363656+0000","last_change":"2021-07-26T15:47:44.363459+0000","last_active":"2021-07-26T15:47:44.363656+0000","last_peered":"2021-07-26T15:47:44.363656+0000","last_clean":"2021-07-26T15:47:44.363656+0000","last_became_active":"2021-07-26T15:47:44.363162+0000","last_became_peered":"2021-07-26T15:47:44.363162+0000","last_unstale":"2021-07-26T15:47:44.363656+0000","last_undegraded":"2021-07-26T15:47:44.363656+0000","last_fullsized":"2021-07-26T15:47:44.363656+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.361153+0000","last_change":"2021-07-26T15:47:42.709495+0000","last_active":"2021-07-26T15:47:44.361153+0000","last_peered":"2021-07-26T15:47:44.361153+0000","last_clean":"2021-07-26T15:47:44.361153+0000","last_became_active":"2021-07-26T15:47:42.708363+0000","last_became_peered":"2021-07-26T15:47:42.708363+0000","last_unstale":"2021-07-26T15:47:44.361153+0000","last_undegraded":"2021-07-26T15:47:44.361153+0000","last_fullsized":"2021-07-26T15:47:44.361153+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.363207+0000","last_change":"2021-07-26T15:47:44.362842+0000","last_active":"2021-07-26T15:47:44.363207+0000","last_peered":"2021-07-26T15:47:44.363207+0000","last_clean":"2021-07-26T15:47:44.363207+0000","last_became_active":"2021-07-26T15:47:44.362487+0000","last_became_peered":"2021-07-26T15:47:44.362487+0000","last_unstale":"2021-07-26T15:47:44.363207+0000","last_undegraded":"2021-07-26T15:47:44.363207+0000","last_fullsized":"2021-07-26T15:47:44.363207+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.715648+0000","last_change":"2021-07-26T15:47:42.703962+0000","last_active":"2021-07-26T15:47:43.715648+0000","last_peered":"2021-07-26T15:47:43.715648+0000","last_clean":"2021-07-26T15:47:43.715648+0000","last_became_active":"2021-07-26T15:47:42.703101+0000","last_became_peered":"2021-07-26T15:47:42.703101+0000","last_unstale":"2021-07-26T15:47:43.715648+0000","last_undegraded":"2021-07-26T15:47:43.715648+0000","last_fullsized":"2021-07-26T15:47:43.715648+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.362234+0000","last_change":"2021-07-26T15:47:44.361399+0000","last_active":"2021-07-26T15:47:44.362234+0000","last_peered":"2021-07-26T15:47:44.362234+0000","last_clean":"2021-07-26T15:47:44.362234+0000","last_became_active":"2021-07-26T15:47:44.361010+0000","last_became_peered":"2021-07-26T15:47:44.361010+0000","last_unstale":"2021-07-26T15:47:44.362234+0000","last_undegraded":"2021-07-26T15:47:44.362234+0000","last_fullsized":"2021-07-26T15:47:44.362234+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.740822+0000","last_change":"2021-07-26T15:47:42.711613+0000","last_active":"2021-07-26T15:47:46.740822+0000","last_peered":"2021-07-26T15:47:46.740822+0000","last_clean":"2021-07-26T15:47:46.740822+0000","last_became_active":"2021-07-26T15:47:42.711248+0000","last_became_peered":"2021-07-26T15:47:42.711248+0000","last_unstale":"2021-07-26T15:47:46.740822+0000","last_undegraded":"2021-07-26T15:47:46.740822+0000","last_fullsized":"2021-07-26T15:47:46.740822+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.723580+0000","last_change":"2021-07-26T15:47:43.723292+0000","last_active":"2021-07-26T15:47:43.723580+0000","last_peered":"2021-07-26T15:47:43.723580+0000","last_clean":"2021-07-26T15:47:43.723580+0000","last_became_active":"2021-07-26T15:47:43.722587+0000","last_became_peered":"2021-07-26T15:47:43.722587+0000","last_unstale":"2021-07-26T15:47:43.723580+0000","last_undegraded":"2021-07-26T15:47:43.723580+0000","last_fullsized":"2021-07-26T15:47:43.723580+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"56'6","reported_seq":"18","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.742259+0000","last_change":"2021-07-26T15:47:42.705867+0000","last_active":"2021-07-26T15:47:46.742259+0000","last_peered":"2021-07-26T15:47:46.742259+0000","last_clean":"2021-07-26T15:47:46.742259+0000","last_became_active":"2021-07-26T15:47:42.705471+0000","last_became_peered":"2021-07-26T15:47:42.705471+0000","last_unstale":"2021-07-26T15:47:46.742259+0000","last_undegraded":"2021-07-26T15:47:46.742259+0000","last_fullsized":"2021-07-26T15:47:46.742259+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1535,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.713115+0000","last_change":"2021-07-26T15:47:42.714906+0000","last_active":"2021-07-26T15:47:43.713115+0000","last_peered":"2021-07-26T15:47:43.713115+0000","last_clean":"2021-07-26T15:47:43.713115+0000","last_became_active":"2021-07-26T15:47:42.714528+0000","last_became_peered":"2021-07-26T15:47:42.714528+0000","last_unstale":"2021-07-26T15:47:43.713115+0000","last_undegraded":"2021-07-26T15:47:43.713115+0000","last_fullsized":"2021-07-26T15:47:43.713115+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"15","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.741019+0000","last_change":"2021-07-26T15:47:42.710348+0000","last_active":"2021-07-26T15:47:46.741019+0000","last_peered":"2021-07-26T15:47:46.741019+0000","last_clean":"2021-07-26T15:47:46.741019+0000","last_became_active":"2021-07-26T15:47:42.709968+0000","last_became_peered":"2021-07-26T15:47:42.709968+0000","last_unstale":"2021-07-26T15:47:46.741019+0000","last_undegraded":"2021-07-26T15:47:46.741019+0000","last_fullsized":"2021-07-26T15:47:46.741019+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.362248+0000","last_change":"2021-07-26T15:47:44.361603+0000","last_active":"2021-07-26T15:47:44.362248+0000","last_peered":"2021-07-26T15:47:44.362248+0000","last_clean":"2021-07-26T15:47:44.362248+0000","last_became_active":"2021-07-26T15:47:44.361044+0000","last_became_peered":"2021-07-26T15:47:44.361044+0000","last_unstale":"2021-07-26T15:47:44.362248+0000","last_undegraded":"2021-07-26T15:47:44.362248+0000","last_fullsized":"2021-07-26T15:47:44.362248+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.716877+0000","last_change":"2021-07-26T15:47:42.702309+0000","last_active":"2021-07-26T15:47:43.716877+0000","last_peered":"2021-07-26T15:47:43.716877+0000","last_clean":"2021-07-26T15:47:43.716877+0000","last_became_active":"2021-07-26T15:47:42.701108+0000","last_became_peered":"2021-07-26T15:47:42.701108+0000","last_unstale":"2021-07-26T15:47:43.716877+0000","last_undegraded":"2021-07-26T15:47:43.716877+0000","last_fullsized":"2021-07-26T15:47:43.716877+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.722033+0000","last_change":"2021-07-26T15:47:43.721684+0000","last_active":"2021-07-26T15:47:43.722033+0000","last_peered":"2021-07-26T15:47:43.722033+0000","last_clean":"2021-07-26T15:47:43.722033+0000","last_became_active":"2021-07-26T15:47:43.721381+0000","last_became_peered":"2021-07-26T15:47:43.721381+0000","last_unstale":"2021-07-26T15:47:43.722033+0000","last_undegraded":"2021-07-26T15:47:43.722033+0000","last_fullsized":"2021-07-26T15:47:43.722033+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.716447+0000","last_change":"2021-07-26T15:47:42.703577+0000","last_active":"2021-07-26T15:47:43.716447+0000","last_peered":"2021-07-26T15:47:43.716447+0000","last_clean":"2021-07-26T15:47:43.716447+0000","last_became_active":"2021-07-26T15:47:42.702876+0000","last_became_peered":"2021-07-26T15:47:42.702876+0000","last_unstale":"2021-07-26T15:47:43.716447+0000","last_undegraded":"2021-07-26T15:47:43.716447+0000","last_fullsized":"2021-07-26T15:47:43.716447+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.722405+0000","last_change":"2021-07-26T15:47:43.722139+0000","last_active":"2021-07-26T15:47:43.722405+0000","last_peered":"2021-07-26T15:47:43.722405+0000","last_clean":"2021-07-26T15:47:43.722405+0000","last_became_active":"2021-07-26T15:47:43.721767+0000","last_became_peered":"2021-07-26T15:47:43.721767+0000","last_unstale":"2021-07-26T15:47:43.722405+0000","last_undegraded":"2021-07-26T15:47:43.722405+0000","last_fullsized":"2021-07-26T15:47:43.722405+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.716635+0000","last_change":"2021-07-26T15:47:42.701391+0000","last_active":"2021-07-26T15:47:43.716635+0000","last_peered":"2021-07-26T15:47:43.716635+0000","last_clean":"2021-07-26T15:47:43.716635+0000","last_became_active":"2021-07-26T15:47:42.700428+0000","last_became_peered":"2021-07-26T15:47:42.700428+0000","last_unstale":"2021-07-26T15:47:43.716635+0000","last_undegraded":"2021-07-26T15:47:43.716635+0000","last_fullsized":"2021-07-26T15:47:43.716635+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.362786+0000","last_change":"2021-07-26T15:47:44.361953+0000","last_active":"2021-07-26T15:47:44.362786+0000","last_peered":"2021-07-26T15:47:44.362786+0000","last_clean":"2021-07-26T15:47:44.362786+0000","last_became_active":"2021-07-26T15:47:44.361603+0000","last_became_peered":"2021-07-26T15:47:44.361603+0000","last_unstale":"2021-07-26T15:47:44.362786+0000","last_undegraded":"2021-07-26T15:47:44.362786+0000","last_fullsized":"2021-07-26T15:47:44.362786+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.712655+0000","last_change":"2021-07-26T15:47:42.703482+0000","last_active":"2021-07-26T15:47:43.712655+0000","last_peered":"2021-07-26T15:47:43.712655+0000","last_clean":"2021-07-26T15:47:43.712655+0000","last_became_active":"2021-07-26T15:47:42.703113+0000","last_became_peered":"2021-07-26T15:47:42.703113+0000","last_unstale":"2021-07-26T15:47:43.712655+0000","last_undegraded":"2021-07-26T15:47:43.712655+0000","last_fullsized":"2021-07-26T15:47:43.712655+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.723783+0000","last_change":"2021-07-26T15:47:43.722605+0000","last_active":"2021-07-26T15:47:43.723783+0000","last_peered":"2021-07-26T15:47:43.723783+0000","last_clean":"2021-07-26T15:47:43.723783+0000","last_became_active":"2021-07-26T15:47:43.722064+0000","last_became_peered":"2021-07-26T15:47:43.722064+0000","last_unstale":"2021-07-26T15:47:43.723783+0000","last_undegraded":"2021-07-26T15:47:43.723783+0000","last_fullsized":"2021-07-26T15:47:43.723783+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:44.721226+0000","last_change":"2021-07-26T15:47:42.704523+0000","last_active":"2021-07-26T15:47:44.721226+0000","last_peered":"2021-07-26T15:47:44.721226+0000","last_clean":"2021-07-26T15:47:44.721226+0000","last_became_active":"2021-07-26T15:47:42.704037+0000","last_became_peered":"2021-07-26T15:47:42.704037+0000","last_unstale":"2021-07-26T15:47:44.721226+0000","last_undegraded":"2021-07-26T15:47:44.721226+0000","last_fullsized":"2021-07-26T15:47:44.721226+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495652,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049152,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696000,"statfs":{"total":95995035648,"available":94920704000,"internally_reserved":1073741824,"allocated":581632,"data_stored":235062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.44500000000000001,"15min":0.439},"min":{"1min":0.34000000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.503},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.48399999999999999,"15min":0.48599999999999999},"min":{"1min":0.36699999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.69499999999999995,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.437}]},{"osd":1,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.45700000000000002,"15min":0.45900000000000002},"min":{"1min":0.35099999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.70099999999999996,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.45600000000000002,"15min":0.45300000000000001},"min":{"1min":0.31900000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.67500000000000004,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.38700000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.754,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.47499999999999998,"15min":0.46999999999999997},"min":{"1min":0.41299999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.747,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.55500000000000005}]},{"osd":3,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.49399999999999999,"15min":0.495},"min":{"1min":0.32200000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68899999999999995,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.495,"5min":0.48999999999999999,"15min":0.48899999999999999},"min":{"1min":0.35999999999999999,"5min":0.318,"15min":0.318},"max":{"1min":0.66500000000000004,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.53100000000000003}]},{"osd":4,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.38300000000000001,"15min":0.38},"min":{"1min":0.247,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.438,"15min":0.44},"min":{"1min":0.28899999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.68300000000000005,"5min":1.012,"15min":1.012},"last":0.40500000000000003}]},{"osd":5,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.41599999999999998,"15min":0.41399999999999998},"min":{"1min":0.29499999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.61799999999999999,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.437,"15min":0.436},"min":{"1min":0.308,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.624,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.49099999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.45600000000000002,"15min":0.45200000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.48299999999999998,"15min":0.48499999999999999},"min":{"1min":0.311,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.66500000000000004,"5min":1.03,"15min":1.03},"last":0.51000000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659174,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049140,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696012,"statfs":{"total":95995035648,"available":94920716288,"internally_reserved":1073741824,"allocated":569344,"data_stored":234916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.48199999999999998,"15min":0.48599999999999999},"min":{"1min":0.34300000000000003,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.58599999999999997,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.47499999999999998,"15min":0.47999999999999998},"min":{"1min":0.32500000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.53500000000000003,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.47899999999999998}]},{"osd":1,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.47999999999999998,"15min":0.48799999999999999},"min":{"1min":0.318,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.56499999999999995,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.45800000000000002,"15min":0.45500000000000002},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.42099999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.48299999999999998,"15min":0.48699999999999999},"min":{"1min":0.34399999999999997,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.59399999999999997,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.47699999999999998,"15min":0.47999999999999998},"min":{"1min":0.378,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.56200000000000006,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.38600000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.47099999999999997,"15min":0.47399999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.58099999999999996,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.437},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.50700000000000001,"15min":0.51100000000000001},"min":{"1min":0.40200000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.57899999999999996,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.40200000000000002}]},{"osd":4,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.41199999999999998,"15min":0.40799999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.42699999999999999,"15min":0.42499999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.42599999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.43099999999999999,"15min":0.436},"min":{"1min":0.27800000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.57099999999999995,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.501},{"interface":"front","average":{"1min":0.439,"5min":0.46200000000000002,"15min":0.46600000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.59599999999999997,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.53900000000000003}]},{"osd":7,"last update":"Mon Jul 26 15:48:04 2021","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.45300000000000001,"15min":0.44700000000000001},"min":{"1min":0.32000000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.48099999999999998,"15min":0.48299999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.54700000000000004}]}]},{"osd":1,"up_from":16,"seq":68719476794,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049124,"kb_used_data":540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696028,"statfs":{"total":95995035648,"available":94920732672,"internally_reserved":1073741824,"allocated":552960,"data_stored":233311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:48:08 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.32000000000000001,"15min":0.29599999999999999},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.34999999999999998,"15min":0.33800000000000002},"min":{"1min":0.216,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.70999999999999996,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.376}]},{"osd":2,"last update":"Mon Jul 26 15:48:34 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.34000000000000002,"15min":0.33600000000000002},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.373,"15min":0.371},"min":{"1min":0.23699999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.79000000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.28999999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:47:54 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.40999999999999998,"15min":0.40899999999999997},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.76100000000000001,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.372,"15min":0.372},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.34100000000000003}]},{"osd":4,"last update":"Mon Jul 26 15:48:08 2021","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.29999999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.88100000000000001,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.54500000000000004,"15min":0.55200000000000005},"min":{"1min":0.35799999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.82199999999999995,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.52100000000000002}]},{"osd":5,"last update":"Mon Jul 26 15:48:25 2021","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.55900000000000005,"15min":0.58499999999999996},"min":{"1min":0.34300000000000003,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.86899999999999999,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.5},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.58999999999999997,"15min":0.626},"min":{"1min":0.373,"5min":0.37,"15min":0.37},"max":{"1min":0.83199999999999996,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.54500000000000004}]},{"osd":6,"last update":"Mon Jul 26 15:47:46 2021","interfaces":[{"interface":"back","average":{"1min":1.6559999999999999,"5min":0.80700000000000005,"15min":0.66500000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":20.856999999999999,"5min":20.856999999999999,"15min":20.856999999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.58599999999999997,"15min":0.59399999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.84699999999999998,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.55300000000000005}]},{"osd":7,"last update":"Mon Jul 26 15:48:02 2021","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.58999999999999997,"15min":0.59899999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.85499999999999998,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.57299999999999995,"15min":0.58099999999999996},"min":{"1min":0.36899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.81299999999999994,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.504}]}]},{"osd":0,"up_from":10,"seq":42949673023,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":233886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:48:13 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.311,"15min":0.29499999999999998},"min":{"1min":0.22500000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.32800000000000001,"15min":0.312},"min":{"1min":0.191,"5min":0.185,"15min":0.185},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.441}]},{"osd":2,"last update":"Mon Jul 26 15:48:28 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.33500000000000002,"15min":0.33900000000000002},"min":{"1min":0.221,"5min":0.189,"15min":0.189},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.34499999999999997,"15min":0.34799999999999998},"min":{"1min":0.247,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.46700000000000003,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.40799999999999997}]},{"osd":3,"last update":"Mon Jul 26 15:47:48 2021","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.36899999999999999,"15min":0.38500000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.49399999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.39000000000000001,"15min":0.40400000000000003},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.39800000000000002}]},{"osd":4,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.495,"15min":0.48899999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":1.0189999999999999,"15min":1.2350000000000001},"min":{"1min":0.34399999999999997,"5min":0.314,"15min":0.314},"max":{"1min":0.90800000000000003,"5min":19.024999999999999,"15min":19.024999999999999},"last":0.621}]},{"osd":5,"last update":"Mon Jul 26 15:48:28 2021","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.53400000000000003,"15min":0.52900000000000003},"min":{"1min":0.35699999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.54700000000000004,"15min":0.54100000000000004},"min":{"1min":0.443,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.85399999999999998,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.58699999999999997}]},{"osd":6,"last update":"Mon Jul 26 15:47:48 2021","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.35299999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.83199999999999996,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.51700000000000002,"15min":0.51300000000000001},"min":{"1min":0.375,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.61099999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52500000000000002,"15min":0.52300000000000002},"min":{"1min":0.378,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.64100000000000001}]}]},{"osd":2,"up_from":21,"seq":90194313272,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":233898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:48:33 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.33200000000000002,"15min":0.34599999999999997},"min":{"1min":0.214,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.19600000000000001},{"interface":"front","average":{"1min":0.30299999999999999,"5min":0.34499999999999997,"15min":0.35899999999999999},"min":{"1min":0.23200000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.54500000000000004,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.23400000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:48:33 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.34899999999999998,"15min":0.36399999999999999},"min":{"1min":0.223,"5min":0.189,"15min":0.189},"max":{"1min":0.53300000000000003,"5min":0.754,"15min":0.754},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.35599999999999998,"15min":0.36899999999999999},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.223}]},{"osd":3,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.41499999999999998,"15min":0.433},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.48599999999999999,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.40999999999999998,"15min":0.432},"min":{"1min":0.24399999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.50600000000000001,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.36599999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:48:11 2021","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.37,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.51500000000000001,"15min":0.52100000000000002},"min":{"1min":0.35199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.35299999999999998}]},{"osd":5,"last update":"Mon Jul 26 15:48:24 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52800000000000002,"15min":0.54600000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.56799999999999995,"15min":0.58099999999999996},"min":{"1min":0.40000000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.79200000000000004,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.437}]},{"osd":6,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.371,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.55100000000000005,"15min":0.55300000000000005},"min":{"1min":0.42099999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.69499999999999995,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.41999999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:48:06 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.433,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.72399999999999998,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.45900000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149748,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049128,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696024,"statfs":{"total":95995035648,"available":94920728576,"internally_reserved":1073741824,"allocated":557056,"data_stored":233401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:47:47 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.35099999999999998,"15min":0.35699999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.434,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.30599999999999999,"5min":0.35799999999999998,"15min":0.36399999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.45300000000000001,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.28199999999999997}]},{"osd":1,"last update":"Mon Jul 26 15:47:47 2021","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.376,"15min":0.38200000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.497,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.318,"5min":0.38400000000000001,"15min":0.40400000000000003},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.50600000000000001,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.27200000000000002}]},{"osd":2,"last update":"Mon Jul 26 15:47:47 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.40300000000000002,"15min":0.41699999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.47899999999999998,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.38600000000000001,"15min":0.39200000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.47099999999999997,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.29199999999999998}]},{"osd":4,"last update":"Mon Jul 26 15:48:05 2021","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.53900000000000003,"15min":0.55100000000000005},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.83399999999999996,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54800000000000004,"15min":0.55800000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76200000000000001,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.60899999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:48:26 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.53100000000000003,"15min":0.53500000000000003},"min":{"1min":0.34599999999999997,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.81799999999999995,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.54500000000000004,"15min":0.54300000000000004},"min":{"1min":0.36699999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.96999999999999997}]},{"osd":6,"last update":"Mon Jul 26 15:47:47 2021","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.55400000000000005,"15min":0.55700000000000005},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.81200000000000006,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.502},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.80900000000000005,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.71399999999999997}]},{"osd":7,"last update":"Mon Jul 26 15:48:02 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.41499999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.58599999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986223,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049148,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696004,"statfs":{"total":95995035648,"available":94920708096,"internally_reserved":1073741824,"allocated":577536,"data_stored":234992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:48:11 2021","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.51000000000000001,"15min":0.53100000000000003},"min":{"1min":0.32600000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64600000000000002,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.5,"15min":0.50600000000000001},"min":{"1min":0.38700000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.59699999999999998,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.439}]},{"osd":1,"last update":"Mon Jul 26 15:48:11 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.501,"15min":0.51300000000000001},"min":{"1min":0.34499999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.68899999999999995,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.505},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.52300000000000002,"15min":0.54300000000000004},"min":{"1min":0.34399999999999997,"5min":0.314,"15min":0.314},"max":{"1min":0.63800000000000001,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.43099999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:48:11 2021","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.51900000000000002,"15min":0.53900000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.66500000000000004,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51100000000000001,"15min":0.52500000000000002},"min":{"1min":0.33600000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.63,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.41099999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:48:11 2021","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.51100000000000001,"15min":0.52700000000000002},"min":{"1min":0.33600000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.67900000000000005,"5min":0.746,"15min":0.746},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.51800000000000002,"15min":0.53600000000000003},"min":{"1min":0.34899999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63400000000000001,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.45700000000000002}]},{"osd":5,"last update":"Mon Jul 26 15:48:26 2021","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.38,"15min":0.38},"min":{"1min":0.28999999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.60799999999999998,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.38800000000000001,"15min":0.38200000000000001},"min":{"1min":0.30399999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.623,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.314}]},{"osd":6,"last update":"Mon Jul 26 15:47:40 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.39200000000000002,"15min":0.39400000000000002},"min":{"1min":0.255,"5min":0.252,"15min":0.252},"max":{"1min":0.59899999999999998,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40600000000000003,"15min":0.40400000000000003},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.60399999999999998,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.39200000000000002}]},{"osd":7,"last update":"Mon Jul 26 15:48:05 2021","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.436,"15min":0.436},"min":{"1min":0.29399999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.67400000000000004,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.378},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.28799999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.70899999999999996,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.47899999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822699,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":233934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.46999999999999997,"15min":0.48599999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.621,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.46800000000000003,"15min":0.47599999999999998},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.68300000000000005,"5min":0.752,"15min":0.752},"last":0.42199999999999999}]},{"osd":1,"last update":"Mon Jul 26 15:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48499999999999999,"15min":0.501},"min":{"1min":0.30099999999999999,"5min":0.252,"15min":0.252},"max":{"1min":0.65500000000000003,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.47299999999999998,"15min":0.47899999999999998},"min":{"1min":0.28299999999999997,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65000000000000002,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.38}]},{"osd":2,"last update":"Mon Jul 26 15:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.47199999999999998,"15min":0.47999999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.60799999999999998,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.46899999999999997,"15min":0.47199999999999998},"min":{"1min":0.314,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.66800000000000004,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.47099999999999997}]},{"osd":3,"last update":"Mon Jul 26 15:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.46800000000000003,"15min":0.47199999999999998},"min":{"1min":0.34300000000000003,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.627,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50600000000000001,"15min":0.51000000000000001},"min":{"1min":0.35799999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.65100000000000002,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.433}]},{"osd":4,"last update":"Mon Jul 26 15:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.36399999999999999,"15min":0.35099999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.59699999999999998,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.38600000000000001,"15min":0.371},"min":{"1min":0.313,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.60999999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.40600000000000003}]},{"osd":6,"last update":"Mon Jul 26 15:47:48 2021","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.39700000000000002,"15min":0.39400000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.68700000000000006,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.436,"5min":0.41699999999999998,"15min":0.41399999999999998},"min":{"1min":0.28399999999999997,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.63900000000000001,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.56200000000000006}]},{"osd":7,"last update":"Mon Jul 26 15:48:04 2021","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.47699999999999998,"15min":0.47899999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.68200000000000005,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.35099999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.65900000000000003,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.502}]}]}]}} 2021-07-26T15:48:42.308 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:48:42.445 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:44.251 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:48:44.253 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T15:48:45.035 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":247,"stamp":"2021-07-26T15:48:42.430611+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8393088,"kb_used_data":4416,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":741568128,"statfs":{"total":767960285184,"available":759365763072,"internally_reserved":8589934592,"allocated":4521984,"data_stored":1873400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002335"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.726025+0000","last_change":"2021-07-26T15:47:43.725598+0000","last_active":"2021-07-26T15:47:43.726025+0000","last_peered":"2021-07-26T15:47:43.726025+0000","last_clean":"2021-07-26T15:47:43.726025+0000","last_became_active":"2021-07-26T15:47:43.724949+0000","last_became_peered":"2021-07-26T15:47:43.724949+0000","last_unstale":"2021-07-26T15:47:43.726025+0000","last_undegraded":"2021-07-26T15:47:43.726025+0000","last_fullsized":"2021-07-26T15:47:43.726025+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"16","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.739873+0000","last_change":"2021-07-26T15:47:42.703307+0000","last_active":"2021-07-26T15:47:46.739873+0000","last_peered":"2021-07-26T15:47:46.739873+0000","last_clean":"2021-07-26T15:47:46.739873+0000","last_became_active":"2021-07-26T15:47:42.702383+0000","last_became_peered":"2021-07-26T15:47:42.702383+0000","last_unstale":"2021-07-26T15:47:46.739873+0000","last_undegraded":"2021-07-26T15:47:46.739873+0000","last_fullsized":"2021-07-26T15:47:46.739873+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.723909+0000","last_change":"2021-07-26T15:47:43.722925+0000","last_active":"2021-07-26T15:47:43.723909+0000","last_peered":"2021-07-26T15:47:43.723909+0000","last_clean":"2021-07-26T15:47:43.723909+0000","last_became_active":"2021-07-26T15:47:43.722501+0000","last_became_peered":"2021-07-26T15:47:43.722501+0000","last_unstale":"2021-07-26T15:47:43.723909+0000","last_undegraded":"2021-07-26T15:47:43.723909+0000","last_fullsized":"2021-07-26T15:47:43.723909+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:44.725316+0000","last_change":"2021-07-26T15:47:42.707578+0000","last_active":"2021-07-26T15:47:44.725316+0000","last_peered":"2021-07-26T15:47:44.725316+0000","last_clean":"2021-07-26T15:47:44.725316+0000","last_became_active":"2021-07-26T15:47:42.707207+0000","last_became_peered":"2021-07-26T15:47:42.707207+0000","last_unstale":"2021-07-26T15:47:44.725316+0000","last_undegraded":"2021-07-26T15:47:44.725316+0000","last_fullsized":"2021-07-26T15:47:44.725316+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.723005+0000","last_change":"2021-07-26T15:47:43.721452+0000","last_active":"2021-07-26T15:47:43.723005+0000","last_peered":"2021-07-26T15:47:43.723005+0000","last_clean":"2021-07-26T15:47:43.723005+0000","last_became_active":"2021-07-26T15:47:43.721052+0000","last_became_peered":"2021-07-26T15:47:43.721052+0000","last_unstale":"2021-07-26T15:47:43.723005+0000","last_undegraded":"2021-07-26T15:47:43.723005+0000","last_fullsized":"2021-07-26T15:47:43.723005+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.740181+0000","last_change":"2021-07-26T15:47:42.712128+0000","last_active":"2021-07-26T15:47:46.740181+0000","last_peered":"2021-07-26T15:47:46.740181+0000","last_clean":"2021-07-26T15:47:46.740181+0000","last_became_active":"2021-07-26T15:47:42.711249+0000","last_became_peered":"2021-07-26T15:47:42.711249+0000","last_unstale":"2021-07-26T15:47:46.740181+0000","last_undegraded":"2021-07-26T15:47:46.740181+0000","last_fullsized":"2021-07-26T15:47:46.740181+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.726058+0000","last_change":"2021-07-26T15:47:43.725679+0000","last_active":"2021-07-26T15:47:43.726058+0000","last_peered":"2021-07-26T15:47:43.726058+0000","last_clean":"2021-07-26T15:47:43.726058+0000","last_became_active":"2021-07-26T15:47:43.725270+0000","last_became_peered":"2021-07-26T15:47:43.725270+0000","last_unstale":"2021-07-26T15:47:43.726058+0000","last_undegraded":"2021-07-26T15:47:43.726058+0000","last_fullsized":"2021-07-26T15:47:43.726058+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.740341+0000","last_change":"2021-07-26T15:47:42.713649+0000","last_active":"2021-07-26T15:47:46.740341+0000","last_peered":"2021-07-26T15:47:46.740341+0000","last_clean":"2021-07-26T15:47:46.740341+0000","last_became_active":"2021-07-26T15:47:42.713101+0000","last_became_peered":"2021-07-26T15:47:42.713101+0000","last_unstale":"2021-07-26T15:47:46.740341+0000","last_undegraded":"2021-07-26T15:47:46.740341+0000","last_fullsized":"2021-07-26T15:47:46.740341+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.724508+0000","last_change":"2021-07-26T15:47:43.723905+0000","last_active":"2021-07-26T15:47:43.724508+0000","last_peered":"2021-07-26T15:47:43.724508+0000","last_clean":"2021-07-26T15:47:43.724508+0000","last_became_active":"2021-07-26T15:47:43.723544+0000","last_became_peered":"2021-07-26T15:47:43.723544+0000","last_unstale":"2021-07-26T15:47:43.724508+0000","last_undegraded":"2021-07-26T15:47:43.724508+0000","last_fullsized":"2021-07-26T15:47:43.724508+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:44.723949+0000","last_change":"2021-07-26T15:47:42.713197+0000","last_active":"2021-07-26T15:47:44.723949+0000","last_peered":"2021-07-26T15:47:44.723949+0000","last_clean":"2021-07-26T15:47:44.723949+0000","last_became_active":"2021-07-26T15:47:42.711545+0000","last_became_peered":"2021-07-26T15:47:42.711545+0000","last_unstale":"2021-07-26T15:47:44.723949+0000","last_undegraded":"2021-07-26T15:47:44.723949+0000","last_fullsized":"2021-07-26T15:47:44.723949+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.721283+0000","last_change":"2021-07-26T15:47:43.720280+0000","last_active":"2021-07-26T15:47:43.721283+0000","last_peered":"2021-07-26T15:47:43.721283+0000","last_clean":"2021-07-26T15:47:43.721283+0000","last_became_active":"2021-07-26T15:47:43.719926+0000","last_became_peered":"2021-07-26T15:47:43.719926+0000","last_unstale":"2021-07-26T15:47:43.721283+0000","last_undegraded":"2021-07-26T15:47:43.721283+0000","last_fullsized":"2021-07-26T15:47:43.721283+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:44.724420+0000","last_change":"2021-07-26T15:47:42.713945+0000","last_active":"2021-07-26T15:47:44.724420+0000","last_peered":"2021-07-26T15:47:44.724420+0000","last_clean":"2021-07-26T15:47:44.724420+0000","last_became_active":"2021-07-26T15:47:42.713020+0000","last_became_peered":"2021-07-26T15:47:42.713020+0000","last_unstale":"2021-07-26T15:47:44.724420+0000","last_undegraded":"2021-07-26T15:47:44.724420+0000","last_fullsized":"2021-07-26T15:47:44.724420+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.719288+0000","last_change":"2021-07-26T15:46:24.486173+0000","last_active":"2021-07-26T15:47:43.719288+0000","last_peered":"2021-07-26T15:47:43.719288+0000","last_clean":"2021-07-26T15:47:43.719288+0000","last_became_active":"2021-07-26T15:46:24.485600+0000","last_became_peered":"2021-07-26T15:46:24.485600+0000","last_unstale":"2021-07-26T15:47:43.719288+0000","last_undegraded":"2021-07-26T15:47:43.719288+0000","last_fullsized":"2021-07-26T15:47:43.719288+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.363636+0000","last_change":"2021-07-26T15:47:44.362767+0000","last_active":"2021-07-26T15:47:44.363636+0000","last_peered":"2021-07-26T15:47:44.363636+0000","last_clean":"2021-07-26T15:47:44.363636+0000","last_became_active":"2021-07-26T15:47:44.362410+0000","last_became_peered":"2021-07-26T15:47:44.362410+0000","last_unstale":"2021-07-26T15:47:44.363636+0000","last_undegraded":"2021-07-26T15:47:44.363636+0000","last_fullsized":"2021-07-26T15:47:44.363636+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.713133+0000","last_change":"2021-07-26T15:46:24.486385+0000","last_active":"2021-07-26T15:47:43.713133+0000","last_peered":"2021-07-26T15:47:43.713133+0000","last_clean":"2021-07-26T15:47:43.713133+0000","last_became_active":"2021-07-26T15:46:24.485905+0000","last_became_peered":"2021-07-26T15:46:24.485905+0000","last_unstale":"2021-07-26T15:47:43.713133+0000","last_undegraded":"2021-07-26T15:47:43.713133+0000","last_fullsized":"2021-07-26T15:47:43.713133+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.742468+0000","last_change":"2021-07-26T15:47:42.711807+0000","last_active":"2021-07-26T15:47:46.742468+0000","last_peered":"2021-07-26T15:47:46.742468+0000","last_clean":"2021-07-26T15:47:46.742468+0000","last_became_active":"2021-07-26T15:47:42.711452+0000","last_became_peered":"2021-07-26T15:47:42.711452+0000","last_unstale":"2021-07-26T15:47:46.742468+0000","last_undegraded":"2021-07-26T15:47:46.742468+0000","last_fullsized":"2021-07-26T15:47:46.742468+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.363297+0000","last_change":"2021-07-26T15:47:44.362697+0000","last_active":"2021-07-26T15:47:44.363297+0000","last_peered":"2021-07-26T15:47:44.363297+0000","last_clean":"2021-07-26T15:47:44.363297+0000","last_became_active":"2021-07-26T15:47:44.362387+0000","last_became_peered":"2021-07-26T15:47:44.362387+0000","last_unstale":"2021-07-26T15:47:44.363297+0000","last_undegraded":"2021-07-26T15:47:44.363297+0000","last_fullsized":"2021-07-26T15:47:44.363297+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.713239+0000","last_change":"2021-07-26T15:47:42.704808+0000","last_active":"2021-07-26T15:47:43.713239+0000","last_peered":"2021-07-26T15:47:43.713239+0000","last_clean":"2021-07-26T15:47:43.713239+0000","last_became_active":"2021-07-26T15:47:42.704479+0000","last_became_peered":"2021-07-26T15:47:42.704479+0000","last_unstale":"2021-07-26T15:47:43.713239+0000","last_undegraded":"2021-07-26T15:47:43.713239+0000","last_fullsized":"2021-07-26T15:47:43.713239+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.361292+0000","last_change":"2021-07-26T15:46:24.486412+0000","last_active":"2021-07-26T15:47:44.361292+0000","last_peered":"2021-07-26T15:47:44.361292+0000","last_clean":"2021-07-26T15:47:44.361292+0000","last_became_active":"2021-07-26T15:46:24.486109+0000","last_became_peered":"2021-07-26T15:46:24.486109+0000","last_unstale":"2021-07-26T15:47:44.361292+0000","last_undegraded":"2021-07-26T15:47:44.361292+0000","last_fullsized":"2021-07-26T15:47:44.361292+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.722028+0000","last_change":"2021-07-26T15:47:43.721714+0000","last_active":"2021-07-26T15:47:43.722028+0000","last_peered":"2021-07-26T15:47:43.722028+0000","last_clean":"2021-07-26T15:47:43.722028+0000","last_became_active":"2021-07-26T15:47:43.720939+0000","last_became_peered":"2021-07-26T15:47:43.720939+0000","last_unstale":"2021-07-26T15:47:43.722028+0000","last_undegraded":"2021-07-26T15:47:43.722028+0000","last_fullsized":"2021-07-26T15:47:43.722028+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.716024+0000","last_change":"2021-07-26T15:47:42.711938+0000","last_active":"2021-07-26T15:47:43.716024+0000","last_peered":"2021-07-26T15:47:43.716024+0000","last_clean":"2021-07-26T15:47:43.716024+0000","last_became_active":"2021-07-26T15:47:42.709819+0000","last_became_peered":"2021-07-26T15:47:42.709819+0000","last_unstale":"2021-07-26T15:47:43.716024+0000","last_undegraded":"2021-07-26T15:47:43.716024+0000","last_fullsized":"2021-07-26T15:47:43.716024+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.361064+0000","last_change":"2021-07-26T15:46:24.486419+0000","last_active":"2021-07-26T15:47:44.361064+0000","last_peered":"2021-07-26T15:47:44.361064+0000","last_clean":"2021-07-26T15:47:44.361064+0000","last_became_active":"2021-07-26T15:46:24.486042+0000","last_became_peered":"2021-07-26T15:46:24.486042+0000","last_unstale":"2021-07-26T15:47:44.361064+0000","last_undegraded":"2021-07-26T15:47:44.361064+0000","last_fullsized":"2021-07-26T15:47:44.361064+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.363002+0000","last_change":"2021-07-26T15:47:44.362701+0000","last_active":"2021-07-26T15:47:44.363002+0000","last_peered":"2021-07-26T15:47:44.363002+0000","last_clean":"2021-07-26T15:47:44.363002+0000","last_became_active":"2021-07-26T15:47:44.362348+0000","last_became_peered":"2021-07-26T15:47:44.362348+0000","last_unstale":"2021-07-26T15:47:44.363002+0000","last_undegraded":"2021-07-26T15:47:44.363002+0000","last_fullsized":"2021-07-26T15:47:44.363002+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.715932+0000","last_change":"2021-07-26T15:47:42.696389+0000","last_active":"2021-07-26T15:47:43.715932+0000","last_peered":"2021-07-26T15:47:43.715932+0000","last_clean":"2021-07-26T15:47:43.715932+0000","last_became_active":"2021-07-26T15:47:42.695963+0000","last_became_peered":"2021-07-26T15:47:42.695963+0000","last_unstale":"2021-07-26T15:47:43.715932+0000","last_undegraded":"2021-07-26T15:47:43.715932+0000","last_fullsized":"2021-07-26T15:47:43.715932+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"19","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.361015+0000","last_change":"2021-07-26T15:46:01.778152+0000","last_active":"2021-07-26T15:47:44.361015+0000","last_peered":"2021-07-26T15:47:44.361015+0000","last_clean":"2021-07-26T15:47:44.361015+0000","last_became_active":"2021-07-26T15:46:01.777829+0000","last_became_peered":"2021-07-26T15:46:01.777829+0000","last_unstale":"2021-07-26T15:47:44.361015+0000","last_undegraded":"2021-07-26T15:47:44.361015+0000","last_fullsized":"2021-07-26T15:47:44.361015+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.716797+0000","last_change":"2021-07-26T15:46:24.486181+0000","last_active":"2021-07-26T15:47:43.716797+0000","last_peered":"2021-07-26T15:47:43.716797+0000","last_clean":"2021-07-26T15:47:43.716797+0000","last_became_active":"2021-07-26T15:46:24.485782+0000","last_became_peered":"2021-07-26T15:46:24.485782+0000","last_unstale":"2021-07-26T15:47:43.716797+0000","last_undegraded":"2021-07-26T15:47:43.716797+0000","last_fullsized":"2021-07-26T15:47:43.716797+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.712927+0000","last_change":"2021-07-26T15:47:42.716749+0000","last_active":"2021-07-26T15:47:43.712927+0000","last_peered":"2021-07-26T15:47:43.712927+0000","last_clean":"2021-07-26T15:47:43.712927+0000","last_became_active":"2021-07-26T15:47:42.716456+0000","last_became_peered":"2021-07-26T15:47:42.716456+0000","last_unstale":"2021-07-26T15:47:43.712927+0000","last_undegraded":"2021-07-26T15:47:43.712927+0000","last_fullsized":"2021-07-26T15:47:43.712927+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.712734+0000","last_change":"2021-07-26T15:47:42.700464+0000","last_active":"2021-07-26T15:47:43.712734+0000","last_peered":"2021-07-26T15:47:43.712734+0000","last_clean":"2021-07-26T15:47:43.712734+0000","last_became_active":"2021-07-26T15:47:42.700061+0000","last_became_peered":"2021-07-26T15:47:42.700061+0000","last_unstale":"2021-07-26T15:47:43.712734+0000","last_undegraded":"2021-07-26T15:47:43.712734+0000","last_fullsized":"2021-07-26T15:47:43.712734+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.713169+0000","last_change":"2021-07-26T15:46:24.958904+0000","last_active":"2021-07-26T15:47:43.713169+0000","last_peered":"2021-07-26T15:47:43.713169+0000","last_clean":"2021-07-26T15:47:43.713169+0000","last_became_active":"2021-07-26T15:46:24.958469+0000","last_became_peered":"2021-07-26T15:46:24.958469+0000","last_unstale":"2021-07-26T15:47:43.713169+0000","last_undegraded":"2021-07-26T15:47:43.713169+0000","last_fullsized":"2021-07-26T15:47:43.713169+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.713172+0000","last_change":"2021-07-26T15:47:42.743564+0000","last_active":"2021-07-26T15:47:43.713172+0000","last_peered":"2021-07-26T15:47:43.713172+0000","last_clean":"2021-07-26T15:47:43.713172+0000","last_became_active":"2021-07-26T15:47:42.743184+0000","last_became_peered":"2021-07-26T15:47:42.743184+0000","last_unstale":"2021-07-26T15:47:43.713172+0000","last_undegraded":"2021-07-26T15:47:43.713172+0000","last_fullsized":"2021-07-26T15:47:43.713172+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.716347+0000","last_change":"2021-07-26T15:47:42.712816+0000","last_active":"2021-07-26T15:47:43.716347+0000","last_peered":"2021-07-26T15:47:43.716347+0000","last_clean":"2021-07-26T15:47:43.716347+0000","last_became_active":"2021-07-26T15:47:42.712439+0000","last_became_peered":"2021-07-26T15:47:42.712439+0000","last_unstale":"2021-07-26T15:47:43.716347+0000","last_undegraded":"2021-07-26T15:47:43.716347+0000","last_fullsized":"2021-07-26T15:47:43.716347+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.720228+0000","last_change":"2021-07-26T15:46:24.486087+0000","last_active":"2021-07-26T15:47:43.720228+0000","last_peered":"2021-07-26T15:47:43.720228+0000","last_clean":"2021-07-26T15:47:43.720228+0000","last_became_active":"2021-07-26T15:46:24.485732+0000","last_became_peered":"2021-07-26T15:46:24.485732+0000","last_unstale":"2021-07-26T15:47:43.720228+0000","last_undegraded":"2021-07-26T15:47:43.720228+0000","last_fullsized":"2021-07-26T15:47:43.720228+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.712788+0000","last_change":"2021-07-26T15:47:42.933663+0000","last_active":"2021-07-26T15:47:43.712788+0000","last_peered":"2021-07-26T15:47:43.712788+0000","last_clean":"2021-07-26T15:47:43.712788+0000","last_became_active":"2021-07-26T15:47:42.933246+0000","last_became_peered":"2021-07-26T15:47:42.933246+0000","last_unstale":"2021-07-26T15:47:43.712788+0000","last_undegraded":"2021-07-26T15:47:43.712788+0000","last_fullsized":"2021-07-26T15:47:43.712788+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.721155+0000","last_change":"2021-07-26T15:47:42.708174+0000","last_active":"2021-07-26T15:47:43.721155+0000","last_peered":"2021-07-26T15:47:43.721155+0000","last_clean":"2021-07-26T15:47:43.721155+0000","last_became_active":"2021-07-26T15:47:42.707280+0000","last_became_peered":"2021-07-26T15:47:42.707280+0000","last_unstale":"2021-07-26T15:47:43.721155+0000","last_undegraded":"2021-07-26T15:47:43.721155+0000","last_fullsized":"2021-07-26T15:47:43.721155+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.713262+0000","last_change":"2021-07-26T15:46:24.486246+0000","last_active":"2021-07-26T15:47:43.713262+0000","last_peered":"2021-07-26T15:47:43.713262+0000","last_clean":"2021-07-26T15:47:43.713262+0000","last_became_active":"2021-07-26T15:46:24.485941+0000","last_became_peered":"2021-07-26T15:46:24.485941+0000","last_unstale":"2021-07-26T15:47:43.713262+0000","last_undegraded":"2021-07-26T15:47:43.713262+0000","last_fullsized":"2021-07-26T15:47:43.713262+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.713017+0000","last_change":"2021-07-26T15:47:42.933538+0000","last_active":"2021-07-26T15:47:43.713017+0000","last_peered":"2021-07-26T15:47:43.713017+0000","last_clean":"2021-07-26T15:47:43.713017+0000","last_became_active":"2021-07-26T15:47:42.933094+0000","last_became_peered":"2021-07-26T15:47:42.933094+0000","last_unstale":"2021-07-26T15:47:43.713017+0000","last_undegraded":"2021-07-26T15:47:43.713017+0000","last_fullsized":"2021-07-26T15:47:43.713017+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.716000+0000","last_change":"2021-07-26T15:47:42.702170+0000","last_active":"2021-07-26T15:47:43.716000+0000","last_peered":"2021-07-26T15:47:43.716000+0000","last_clean":"2021-07-26T15:47:43.716000+0000","last_became_active":"2021-07-26T15:47:42.701805+0000","last_became_peered":"2021-07-26T15:47:42.701805+0000","last_unstale":"2021-07-26T15:47:43.716000+0000","last_undegraded":"2021-07-26T15:47:43.716000+0000","last_fullsized":"2021-07-26T15:47:43.716000+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.722958+0000","last_change":"2021-07-26T15:47:43.722455+0000","last_active":"2021-07-26T15:47:43.722958+0000","last_peered":"2021-07-26T15:47:43.722958+0000","last_clean":"2021-07-26T15:47:43.722958+0000","last_became_active":"2021-07-26T15:47:43.721790+0000","last_became_peered":"2021-07-26T15:47:43.721790+0000","last_unstale":"2021-07-26T15:47:43.722958+0000","last_undegraded":"2021-07-26T15:47:43.722958+0000","last_fullsized":"2021-07-26T15:47:43.722958+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.715964+0000","last_change":"2021-07-26T15:47:42.707619+0000","last_active":"2021-07-26T15:47:43.715964+0000","last_peered":"2021-07-26T15:47:43.715964+0000","last_clean":"2021-07-26T15:47:43.715964+0000","last_became_active":"2021-07-26T15:47:42.706611+0000","last_became_peered":"2021-07-26T15:47:42.706611+0000","last_unstale":"2021-07-26T15:47:43.715964+0000","last_undegraded":"2021-07-26T15:47:43.715964+0000","last_fullsized":"2021-07-26T15:47:43.715964+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.726136+0000","last_change":"2021-07-26T15:47:43.725873+0000","last_active":"2021-07-26T15:47:43.726136+0000","last_peered":"2021-07-26T15:47:43.726136+0000","last_clean":"2021-07-26T15:47:43.726136+0000","last_became_active":"2021-07-26T15:47:43.725203+0000","last_became_peered":"2021-07-26T15:47:43.725203+0000","last_unstale":"2021-07-26T15:47:43.726136+0000","last_undegraded":"2021-07-26T15:47:43.726136+0000","last_fullsized":"2021-07-26T15:47:43.726136+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.719847+0000","last_change":"2021-07-26T15:47:42.705930+0000","last_active":"2021-07-26T15:47:43.719847+0000","last_peered":"2021-07-26T15:47:43.719847+0000","last_clean":"2021-07-26T15:47:43.719847+0000","last_became_active":"2021-07-26T15:47:42.705520+0000","last_became_peered":"2021-07-26T15:47:42.705520+0000","last_unstale":"2021-07-26T15:47:43.719847+0000","last_undegraded":"2021-07-26T15:47:43.719847+0000","last_fullsized":"2021-07-26T15:47:43.719847+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.722980+0000","last_change":"2021-07-26T15:47:43.722223+0000","last_active":"2021-07-26T15:47:43.722980+0000","last_peered":"2021-07-26T15:47:43.722980+0000","last_clean":"2021-07-26T15:47:43.722980+0000","last_became_active":"2021-07-26T15:47:43.721578+0000","last_became_peered":"2021-07-26T15:47:43.721578+0000","last_unstale":"2021-07-26T15:47:43.722980+0000","last_undegraded":"2021-07-26T15:47:43.722980+0000","last_fullsized":"2021-07-26T15:47:43.722980+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.741806+0000","last_change":"2021-07-26T15:47:42.699901+0000","last_active":"2021-07-26T15:47:46.741806+0000","last_peered":"2021-07-26T15:47:46.741806+0000","last_clean":"2021-07-26T15:47:46.741806+0000","last_became_active":"2021-07-26T15:47:42.699480+0000","last_became_peered":"2021-07-26T15:47:42.699480+0000","last_unstale":"2021-07-26T15:47:46.741806+0000","last_undegraded":"2021-07-26T15:47:46.741806+0000","last_fullsized":"2021-07-26T15:47:46.741806+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.722461+0000","last_change":"2021-07-26T15:47:43.721786+0000","last_active":"2021-07-26T15:47:43.722461+0000","last_peered":"2021-07-26T15:47:43.722461+0000","last_clean":"2021-07-26T15:47:43.722461+0000","last_became_active":"2021-07-26T15:47:43.720946+0000","last_became_peered":"2021-07-26T15:47:43.720946+0000","last_unstale":"2021-07-26T15:47:43.722461+0000","last_undegraded":"2021-07-26T15:47:43.722461+0000","last_fullsized":"2021-07-26T15:47:43.722461+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.717902+0000","last_change":"2021-07-26T15:47:42.713425+0000","last_active":"2021-07-26T15:47:43.717902+0000","last_peered":"2021-07-26T15:47:43.717902+0000","last_clean":"2021-07-26T15:47:43.717902+0000","last_became_active":"2021-07-26T15:47:42.712127+0000","last_became_peered":"2021-07-26T15:47:42.712127+0000","last_unstale":"2021-07-26T15:47:43.717902+0000","last_undegraded":"2021-07-26T15:47:43.717902+0000","last_fullsized":"2021-07-26T15:47:43.717902+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.363004+0000","last_change":"2021-07-26T15:47:44.361404+0000","last_active":"2021-07-26T15:47:44.363004+0000","last_peered":"2021-07-26T15:47:44.363004+0000","last_clean":"2021-07-26T15:47:44.363004+0000","last_became_active":"2021-07-26T15:47:44.360977+0000","last_became_peered":"2021-07-26T15:47:44.360977+0000","last_unstale":"2021-07-26T15:47:44.363004+0000","last_undegraded":"2021-07-26T15:47:44.363004+0000","last_fullsized":"2021-07-26T15:47:44.363004+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:45.355440+0000","last_change":"2021-07-26T15:47:42.714217+0000","last_active":"2021-07-26T15:47:45.355440+0000","last_peered":"2021-07-26T15:47:45.355440+0000","last_clean":"2021-07-26T15:47:45.355440+0000","last_became_active":"2021-07-26T15:47:42.713846+0000","last_became_peered":"2021-07-26T15:47:42.713846+0000","last_unstale":"2021-07-26T15:47:45.355440+0000","last_undegraded":"2021-07-26T15:47:45.355440+0000","last_fullsized":"2021-07-26T15:47:45.355440+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.725692+0000","last_change":"2021-07-26T15:47:43.725357+0000","last_active":"2021-07-26T15:47:43.725692+0000","last_peered":"2021-07-26T15:47:43.725692+0000","last_clean":"2021-07-26T15:47:43.725692+0000","last_became_active":"2021-07-26T15:47:43.725002+0000","last_became_peered":"2021-07-26T15:47:43.725002+0000","last_unstale":"2021-07-26T15:47:43.725692+0000","last_undegraded":"2021-07-26T15:47:43.725692+0000","last_fullsized":"2021-07-26T15:47:43.725692+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.740552+0000","last_change":"2021-07-26T15:47:42.708808+0000","last_active":"2021-07-26T15:47:46.740552+0000","last_peered":"2021-07-26T15:47:46.740552+0000","last_clean":"2021-07-26T15:47:46.740552+0000","last_became_active":"2021-07-26T15:47:42.708090+0000","last_became_peered":"2021-07-26T15:47:42.708090+0000","last_unstale":"2021-07-26T15:47:46.740552+0000","last_undegraded":"2021-07-26T15:47:46.740552+0000","last_fullsized":"2021-07-26T15:47:46.740552+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.363400+0000","last_change":"2021-07-26T15:47:44.362815+0000","last_active":"2021-07-26T15:47:44.363400+0000","last_peered":"2021-07-26T15:47:44.363400+0000","last_clean":"2021-07-26T15:47:44.363400+0000","last_became_active":"2021-07-26T15:47:44.362418+0000","last_became_peered":"2021-07-26T15:47:44.362418+0000","last_unstale":"2021-07-26T15:47:44.363400+0000","last_undegraded":"2021-07-26T15:47:44.363400+0000","last_fullsized":"2021-07-26T15:47:44.363400+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:45.355399+0000","last_change":"2021-07-26T15:47:42.714775+0000","last_active":"2021-07-26T15:47:45.355399+0000","last_peered":"2021-07-26T15:47:45.355399+0000","last_clean":"2021-07-26T15:47:45.355399+0000","last_became_active":"2021-07-26T15:47:42.714267+0000","last_became_peered":"2021-07-26T15:47:42.714267+0000","last_unstale":"2021-07-26T15:47:45.355399+0000","last_undegraded":"2021-07-26T15:47:45.355399+0000","last_fullsized":"2021-07-26T15:47:45.355399+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.362210+0000","last_change":"2021-07-26T15:47:44.361524+0000","last_active":"2021-07-26T15:47:44.362210+0000","last_peered":"2021-07-26T15:47:44.362210+0000","last_clean":"2021-07-26T15:47:44.362210+0000","last_became_active":"2021-07-26T15:47:44.361150+0000","last_became_peered":"2021-07-26T15:47:44.361150+0000","last_unstale":"2021-07-26T15:47:44.362210+0000","last_undegraded":"2021-07-26T15:47:44.362210+0000","last_fullsized":"2021-07-26T15:47:44.362210+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"20","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.741917+0000","last_change":"2021-07-26T15:47:42.703703+0000","last_active":"2021-07-26T15:47:46.741917+0000","last_peered":"2021-07-26T15:47:46.741917+0000","last_clean":"2021-07-26T15:47:46.741917+0000","last_became_active":"2021-07-26T15:47:42.703308+0000","last_became_peered":"2021-07-26T15:47:42.703308+0000","last_unstale":"2021-07-26T15:47:46.741917+0000","last_undegraded":"2021-07-26T15:47:46.741917+0000","last_fullsized":"2021-07-26T15:47:46.741917+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.363656+0000","last_change":"2021-07-26T15:47:44.363459+0000","last_active":"2021-07-26T15:47:44.363656+0000","last_peered":"2021-07-26T15:47:44.363656+0000","last_clean":"2021-07-26T15:47:44.363656+0000","last_became_active":"2021-07-26T15:47:44.363162+0000","last_became_peered":"2021-07-26T15:47:44.363162+0000","last_unstale":"2021-07-26T15:47:44.363656+0000","last_undegraded":"2021-07-26T15:47:44.363656+0000","last_fullsized":"2021-07-26T15:47:44.363656+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.361153+0000","last_change":"2021-07-26T15:47:42.709495+0000","last_active":"2021-07-26T15:47:44.361153+0000","last_peered":"2021-07-26T15:47:44.361153+0000","last_clean":"2021-07-26T15:47:44.361153+0000","last_became_active":"2021-07-26T15:47:42.708363+0000","last_became_peered":"2021-07-26T15:47:42.708363+0000","last_unstale":"2021-07-26T15:47:44.361153+0000","last_undegraded":"2021-07-26T15:47:44.361153+0000","last_fullsized":"2021-07-26T15:47:44.361153+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.363207+0000","last_change":"2021-07-26T15:47:44.362842+0000","last_active":"2021-07-26T15:47:44.363207+0000","last_peered":"2021-07-26T15:47:44.363207+0000","last_clean":"2021-07-26T15:47:44.363207+0000","last_became_active":"2021-07-26T15:47:44.362487+0000","last_became_peered":"2021-07-26T15:47:44.362487+0000","last_unstale":"2021-07-26T15:47:44.363207+0000","last_undegraded":"2021-07-26T15:47:44.363207+0000","last_fullsized":"2021-07-26T15:47:44.363207+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.715648+0000","last_change":"2021-07-26T15:47:42.703962+0000","last_active":"2021-07-26T15:47:43.715648+0000","last_peered":"2021-07-26T15:47:43.715648+0000","last_clean":"2021-07-26T15:47:43.715648+0000","last_became_active":"2021-07-26T15:47:42.703101+0000","last_became_peered":"2021-07-26T15:47:42.703101+0000","last_unstale":"2021-07-26T15:47:43.715648+0000","last_undegraded":"2021-07-26T15:47:43.715648+0000","last_fullsized":"2021-07-26T15:47:43.715648+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.362234+0000","last_change":"2021-07-26T15:47:44.361399+0000","last_active":"2021-07-26T15:47:44.362234+0000","last_peered":"2021-07-26T15:47:44.362234+0000","last_clean":"2021-07-26T15:47:44.362234+0000","last_became_active":"2021-07-26T15:47:44.361010+0000","last_became_peered":"2021-07-26T15:47:44.361010+0000","last_unstale":"2021-07-26T15:47:44.362234+0000","last_undegraded":"2021-07-26T15:47:44.362234+0000","last_fullsized":"2021-07-26T15:47:44.362234+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.740822+0000","last_change":"2021-07-26T15:47:42.711613+0000","last_active":"2021-07-26T15:47:46.740822+0000","last_peered":"2021-07-26T15:47:46.740822+0000","last_clean":"2021-07-26T15:47:46.740822+0000","last_became_active":"2021-07-26T15:47:42.711248+0000","last_became_peered":"2021-07-26T15:47:42.711248+0000","last_unstale":"2021-07-26T15:47:46.740822+0000","last_undegraded":"2021-07-26T15:47:46.740822+0000","last_fullsized":"2021-07-26T15:47:46.740822+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.723580+0000","last_change":"2021-07-26T15:47:43.723292+0000","last_active":"2021-07-26T15:47:43.723580+0000","last_peered":"2021-07-26T15:47:43.723580+0000","last_clean":"2021-07-26T15:47:43.723580+0000","last_became_active":"2021-07-26T15:47:43.722587+0000","last_became_peered":"2021-07-26T15:47:43.722587+0000","last_unstale":"2021-07-26T15:47:43.723580+0000","last_undegraded":"2021-07-26T15:47:43.723580+0000","last_fullsized":"2021-07-26T15:47:43.723580+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"56'6","reported_seq":"18","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.742259+0000","last_change":"2021-07-26T15:47:42.705867+0000","last_active":"2021-07-26T15:47:46.742259+0000","last_peered":"2021-07-26T15:47:46.742259+0000","last_clean":"2021-07-26T15:47:46.742259+0000","last_became_active":"2021-07-26T15:47:42.705471+0000","last_became_peered":"2021-07-26T15:47:42.705471+0000","last_unstale":"2021-07-26T15:47:46.742259+0000","last_undegraded":"2021-07-26T15:47:46.742259+0000","last_fullsized":"2021-07-26T15:47:46.742259+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1535,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.713115+0000","last_change":"2021-07-26T15:47:42.714906+0000","last_active":"2021-07-26T15:47:43.713115+0000","last_peered":"2021-07-26T15:47:43.713115+0000","last_clean":"2021-07-26T15:47:43.713115+0000","last_became_active":"2021-07-26T15:47:42.714528+0000","last_became_peered":"2021-07-26T15:47:42.714528+0000","last_unstale":"2021-07-26T15:47:43.713115+0000","last_undegraded":"2021-07-26T15:47:43.713115+0000","last_fullsized":"2021-07-26T15:47:43.713115+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"15","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:46.741019+0000","last_change":"2021-07-26T15:47:42.710348+0000","last_active":"2021-07-26T15:47:46.741019+0000","last_peered":"2021-07-26T15:47:46.741019+0000","last_clean":"2021-07-26T15:47:46.741019+0000","last_became_active":"2021-07-26T15:47:42.709968+0000","last_became_peered":"2021-07-26T15:47:42.709968+0000","last_unstale":"2021-07-26T15:47:46.741019+0000","last_undegraded":"2021-07-26T15:47:46.741019+0000","last_fullsized":"2021-07-26T15:47:46.741019+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.362248+0000","last_change":"2021-07-26T15:47:44.361603+0000","last_active":"2021-07-26T15:47:44.362248+0000","last_peered":"2021-07-26T15:47:44.362248+0000","last_clean":"2021-07-26T15:47:44.362248+0000","last_became_active":"2021-07-26T15:47:44.361044+0000","last_became_peered":"2021-07-26T15:47:44.361044+0000","last_unstale":"2021-07-26T15:47:44.362248+0000","last_undegraded":"2021-07-26T15:47:44.362248+0000","last_fullsized":"2021-07-26T15:47:44.362248+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.716877+0000","last_change":"2021-07-26T15:47:42.702309+0000","last_active":"2021-07-26T15:47:43.716877+0000","last_peered":"2021-07-26T15:47:43.716877+0000","last_clean":"2021-07-26T15:47:43.716877+0000","last_became_active":"2021-07-26T15:47:42.701108+0000","last_became_peered":"2021-07-26T15:47:42.701108+0000","last_unstale":"2021-07-26T15:47:43.716877+0000","last_undegraded":"2021-07-26T15:47:43.716877+0000","last_fullsized":"2021-07-26T15:47:43.716877+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.722033+0000","last_change":"2021-07-26T15:47:43.721684+0000","last_active":"2021-07-26T15:47:43.722033+0000","last_peered":"2021-07-26T15:47:43.722033+0000","last_clean":"2021-07-26T15:47:43.722033+0000","last_became_active":"2021-07-26T15:47:43.721381+0000","last_became_peered":"2021-07-26T15:47:43.721381+0000","last_unstale":"2021-07-26T15:47:43.722033+0000","last_undegraded":"2021-07-26T15:47:43.722033+0000","last_fullsized":"2021-07-26T15:47:43.722033+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.716447+0000","last_change":"2021-07-26T15:47:42.703577+0000","last_active":"2021-07-26T15:47:43.716447+0000","last_peered":"2021-07-26T15:47:43.716447+0000","last_clean":"2021-07-26T15:47:43.716447+0000","last_became_active":"2021-07-26T15:47:42.702876+0000","last_became_peered":"2021-07-26T15:47:42.702876+0000","last_unstale":"2021-07-26T15:47:43.716447+0000","last_undegraded":"2021-07-26T15:47:43.716447+0000","last_fullsized":"2021-07-26T15:47:43.716447+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.722405+0000","last_change":"2021-07-26T15:47:43.722139+0000","last_active":"2021-07-26T15:47:43.722405+0000","last_peered":"2021-07-26T15:47:43.722405+0000","last_clean":"2021-07-26T15:47:43.722405+0000","last_became_active":"2021-07-26T15:47:43.721767+0000","last_became_peered":"2021-07-26T15:47:43.721767+0000","last_unstale":"2021-07-26T15:47:43.722405+0000","last_undegraded":"2021-07-26T15:47:43.722405+0000","last_fullsized":"2021-07-26T15:47:43.722405+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.716635+0000","last_change":"2021-07-26T15:47:42.701391+0000","last_active":"2021-07-26T15:47:43.716635+0000","last_peered":"2021-07-26T15:47:43.716635+0000","last_clean":"2021-07-26T15:47:43.716635+0000","last_became_active":"2021-07-26T15:47:42.700428+0000","last_became_peered":"2021-07-26T15:47:42.700428+0000","last_unstale":"2021-07-26T15:47:43.716635+0000","last_undegraded":"2021-07-26T15:47:43.716635+0000","last_fullsized":"2021-07-26T15:47:43.716635+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:44.362786+0000","last_change":"2021-07-26T15:47:44.361953+0000","last_active":"2021-07-26T15:47:44.362786+0000","last_peered":"2021-07-26T15:47:44.362786+0000","last_clean":"2021-07-26T15:47:44.362786+0000","last_became_active":"2021-07-26T15:47:44.361603+0000","last_became_peered":"2021-07-26T15:47:44.361603+0000","last_unstale":"2021-07-26T15:47:44.362786+0000","last_undegraded":"2021-07-26T15:47:44.362786+0000","last_fullsized":"2021-07-26T15:47:44.362786+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.712655+0000","last_change":"2021-07-26T15:47:42.703482+0000","last_active":"2021-07-26T15:47:43.712655+0000","last_peered":"2021-07-26T15:47:43.712655+0000","last_clean":"2021-07-26T15:47:43.712655+0000","last_became_active":"2021-07-26T15:47:42.703113+0000","last_became_peered":"2021-07-26T15:47:42.703113+0000","last_unstale":"2021-07-26T15:47:43.712655+0000","last_undegraded":"2021-07-26T15:47:43.712655+0000","last_fullsized":"2021-07-26T15:47:43.712655+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:47:43.723783+0000","last_change":"2021-07-26T15:47:43.722605+0000","last_active":"2021-07-26T15:47:43.723783+0000","last_peered":"2021-07-26T15:47:43.723783+0000","last_clean":"2021-07-26T15:47:43.723783+0000","last_became_active":"2021-07-26T15:47:43.722064+0000","last_became_peered":"2021-07-26T15:47:43.722064+0000","last_unstale":"2021-07-26T15:47:43.723783+0000","last_undegraded":"2021-07-26T15:47:43.723783+0000","last_fullsized":"2021-07-26T15:47:43.723783+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:47:44.721226+0000","last_change":"2021-07-26T15:47:42.704523+0000","last_active":"2021-07-26T15:47:44.721226+0000","last_peered":"2021-07-26T15:47:44.721226+0000","last_clean":"2021-07-26T15:47:44.721226+0000","last_became_active":"2021-07-26T15:47:42.704037+0000","last_became_peered":"2021-07-26T15:47:42.704037+0000","last_unstale":"2021-07-26T15:47:44.721226+0000","last_undegraded":"2021-07-26T15:47:44.721226+0000","last_fullsized":"2021-07-26T15:47:44.721226+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495652,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049152,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696000,"statfs":{"total":95995035648,"available":94920704000,"internally_reserved":1073741824,"allocated":581632,"data_stored":235062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.44500000000000001,"15min":0.439},"min":{"1min":0.34000000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.503},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.48399999999999999,"15min":0.48599999999999999},"min":{"1min":0.36699999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.69499999999999995,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.437}]},{"osd":1,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.45700000000000002,"15min":0.45900000000000002},"min":{"1min":0.35099999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.70099999999999996,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.45600000000000002,"15min":0.45300000000000001},"min":{"1min":0.31900000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.67500000000000004,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.38700000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.754,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.47499999999999998,"15min":0.46999999999999997},"min":{"1min":0.41299999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.747,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.55500000000000005}]},{"osd":3,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.49399999999999999,"15min":0.495},"min":{"1min":0.32200000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68899999999999995,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.495,"5min":0.48999999999999999,"15min":0.48899999999999999},"min":{"1min":0.35999999999999999,"5min":0.318,"15min":0.318},"max":{"1min":0.66500000000000004,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.53100000000000003}]},{"osd":4,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.38300000000000001,"15min":0.38},"min":{"1min":0.247,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.438,"15min":0.44},"min":{"1min":0.28899999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.68300000000000005,"5min":1.012,"15min":1.012},"last":0.40500000000000003}]},{"osd":5,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.41599999999999998,"15min":0.41399999999999998},"min":{"1min":0.29499999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.61799999999999999,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.437,"15min":0.436},"min":{"1min":0.308,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.624,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.49099999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.45600000000000002,"15min":0.45200000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.48299999999999998,"15min":0.48499999999999999},"min":{"1min":0.311,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.66500000000000004,"5min":1.03,"15min":1.03},"last":0.51000000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659175,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049140,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696012,"statfs":{"total":95995035648,"available":94920716288,"internally_reserved":1073741824,"allocated":569344,"data_stored":234916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.48199999999999998,"15min":0.48599999999999999},"min":{"1min":0.34300000000000003,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.58599999999999997,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.38},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.47499999999999998,"15min":0.47999999999999998},"min":{"1min":0.32500000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.53500000000000003,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.41199999999999998}]},{"osd":1,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.47999999999999998,"15min":0.48799999999999999},"min":{"1min":0.318,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.56499999999999995,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.443},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.45800000000000002,"15min":0.45500000000000002},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.51500000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.48299999999999998,"15min":0.48699999999999999},"min":{"1min":0.34399999999999997,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.59399999999999997,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.47699999999999998,"15min":0.47999999999999998},"min":{"1min":0.378,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.56200000000000006,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.42799999999999999}]},{"osd":3,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.47099999999999997,"15min":0.47399999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.58099999999999996,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.503},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.50700000000000001,"15min":0.51100000000000001},"min":{"1min":0.40200000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.57899999999999996,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.39700000000000002}]},{"osd":4,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.41199999999999998,"15min":0.40799999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.435,"5min":0.42699999999999999,"15min":0.42499999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.55100000000000005}]},{"osd":5,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.43099999999999999,"15min":0.436},"min":{"1min":0.27800000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.57099999999999995,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.46200000000000002,"15min":0.46600000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.59599999999999997,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.46300000000000002}]},{"osd":7,"last update":"Mon Jul 26 15:48:04 2021","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.45300000000000001,"15min":0.44700000000000001},"min":{"1min":0.32000000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.48099999999999998,"15min":0.48299999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.54000000000000004}]}]},{"osd":1,"up_from":16,"seq":68719476794,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049124,"kb_used_data":540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696028,"statfs":{"total":95995035648,"available":94920732672,"internally_reserved":1073741824,"allocated":552960,"data_stored":233311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:48:08 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.32000000000000001,"15min":0.29599999999999999},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.34999999999999998,"15min":0.33800000000000002},"min":{"1min":0.216,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.70999999999999996,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.376}]},{"osd":2,"last update":"Mon Jul 26 15:48:34 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.34000000000000002,"15min":0.33600000000000002},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.373,"15min":0.371},"min":{"1min":0.23699999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.79000000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.28999999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:47:54 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.40999999999999998,"15min":0.40899999999999997},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.76100000000000001,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.372,"15min":0.372},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.34100000000000003}]},{"osd":4,"last update":"Mon Jul 26 15:48:08 2021","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.29999999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.88100000000000001,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.54500000000000004,"15min":0.55200000000000005},"min":{"1min":0.35799999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.82199999999999995,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.52100000000000002}]},{"osd":5,"last update":"Mon Jul 26 15:48:25 2021","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.55900000000000005,"15min":0.58499999999999996},"min":{"1min":0.34300000000000003,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.86899999999999999,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.5},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.58999999999999997,"15min":0.626},"min":{"1min":0.373,"5min":0.37,"15min":0.37},"max":{"1min":0.83199999999999996,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.54500000000000004}]},{"osd":6,"last update":"Mon Jul 26 15:47:46 2021","interfaces":[{"interface":"back","average":{"1min":1.6559999999999999,"5min":0.80700000000000005,"15min":0.66500000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":20.856999999999999,"5min":20.856999999999999,"15min":20.856999999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.58599999999999997,"15min":0.59399999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.84699999999999998,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.55300000000000005}]},{"osd":7,"last update":"Mon Jul 26 15:48:02 2021","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.58999999999999997,"15min":0.59899999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.85499999999999998,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.57299999999999995,"15min":0.58099999999999996},"min":{"1min":0.36899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.81299999999999994,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.504}]}]},{"osd":0,"up_from":10,"seq":42949673023,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":233886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:48:13 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.311,"15min":0.29499999999999998},"min":{"1min":0.22500000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.32800000000000001,"15min":0.312},"min":{"1min":0.191,"5min":0.185,"15min":0.185},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.441}]},{"osd":2,"last update":"Mon Jul 26 15:48:28 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.33500000000000002,"15min":0.33900000000000002},"min":{"1min":0.221,"5min":0.189,"15min":0.189},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.34499999999999997,"15min":0.34799999999999998},"min":{"1min":0.247,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.46700000000000003,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.40799999999999997}]},{"osd":3,"last update":"Mon Jul 26 15:47:48 2021","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.36899999999999999,"15min":0.38500000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.49399999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.39000000000000001,"15min":0.40400000000000003},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.39800000000000002}]},{"osd":4,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.495,"15min":0.48899999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":1.0189999999999999,"15min":1.2350000000000001},"min":{"1min":0.34399999999999997,"5min":0.314,"15min":0.314},"max":{"1min":0.90800000000000003,"5min":19.024999999999999,"15min":19.024999999999999},"last":0.621}]},{"osd":5,"last update":"Mon Jul 26 15:48:28 2021","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.53400000000000003,"15min":0.52900000000000003},"min":{"1min":0.35699999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.54700000000000004,"15min":0.54100000000000004},"min":{"1min":0.443,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.85399999999999998,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.58699999999999997}]},{"osd":6,"last update":"Mon Jul 26 15:47:48 2021","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.35299999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.83199999999999996,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.51700000000000002,"15min":0.51300000000000001},"min":{"1min":0.375,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.61099999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:48:07 2021","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52500000000000002,"15min":0.52300000000000002},"min":{"1min":0.378,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.64100000000000001}]}]},{"osd":2,"up_from":21,"seq":90194313272,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":233898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:48:33 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.33200000000000002,"15min":0.34599999999999997},"min":{"1min":0.214,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.19600000000000001},{"interface":"front","average":{"1min":0.30299999999999999,"5min":0.34499999999999997,"15min":0.35899999999999999},"min":{"1min":0.23200000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.54500000000000004,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.23400000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:48:33 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.34899999999999998,"15min":0.36399999999999999},"min":{"1min":0.223,"5min":0.189,"15min":0.189},"max":{"1min":0.53300000000000003,"5min":0.754,"15min":0.754},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.35599999999999998,"15min":0.36899999999999999},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.223}]},{"osd":3,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.41499999999999998,"15min":0.433},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.48599999999999999,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.40999999999999998,"15min":0.432},"min":{"1min":0.24399999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.50600000000000001,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.36599999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:48:11 2021","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.37,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.51500000000000001,"15min":0.52100000000000002},"min":{"1min":0.35199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.35299999999999998}]},{"osd":5,"last update":"Mon Jul 26 15:48:24 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52800000000000002,"15min":0.54600000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.56799999999999995,"15min":0.58099999999999996},"min":{"1min":0.40000000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.79200000000000004,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.437}]},{"osd":6,"last update":"Mon Jul 26 15:47:45 2021","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.371,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.55100000000000005,"15min":0.55300000000000005},"min":{"1min":0.42099999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.69499999999999995,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.41999999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:48:06 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.433,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.72399999999999998,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.45900000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149748,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049128,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696024,"statfs":{"total":95995035648,"available":94920728576,"internally_reserved":1073741824,"allocated":557056,"data_stored":233401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:47:47 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.35099999999999998,"15min":0.35699999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.434,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.30599999999999999,"5min":0.35799999999999998,"15min":0.36399999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.45300000000000001,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.28199999999999997}]},{"osd":1,"last update":"Mon Jul 26 15:47:47 2021","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.376,"15min":0.38200000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.497,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.318,"5min":0.38400000000000001,"15min":0.40400000000000003},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.50600000000000001,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.27200000000000002}]},{"osd":2,"last update":"Mon Jul 26 15:47:47 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.40300000000000002,"15min":0.41699999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.47899999999999998,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.38600000000000001,"15min":0.39200000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.47099999999999997,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.29199999999999998}]},{"osd":4,"last update":"Mon Jul 26 15:48:05 2021","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.53900000000000003,"15min":0.55100000000000005},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.83399999999999996,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54800000000000004,"15min":0.55800000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76200000000000001,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.60899999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:48:26 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.53100000000000003,"15min":0.53500000000000003},"min":{"1min":0.34599999999999997,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.81799999999999995,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.54500000000000004,"15min":0.54300000000000004},"min":{"1min":0.36699999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.96999999999999997}]},{"osd":6,"last update":"Mon Jul 26 15:47:47 2021","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.55400000000000005,"15min":0.55700000000000005},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.81200000000000006,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.502},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.80900000000000005,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.71399999999999997}]},{"osd":7,"last update":"Mon Jul 26 15:48:02 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.41499999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.58599999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986224,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049148,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696004,"statfs":{"total":95995035648,"available":94920708096,"internally_reserved":1073741824,"allocated":577536,"data_stored":234992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:48:11 2021","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.51000000000000001,"15min":0.53100000000000003},"min":{"1min":0.32600000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64600000000000002,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.5,"15min":0.50600000000000001},"min":{"1min":0.38700000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.59699999999999998,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.39400000000000002}]},{"osd":1,"last update":"Mon Jul 26 15:48:11 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.501,"15min":0.51300000000000001},"min":{"1min":0.34499999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.68899999999999995,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.496},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.52300000000000002,"15min":0.54300000000000004},"min":{"1min":0.34399999999999997,"5min":0.314,"15min":0.314},"max":{"1min":0.63800000000000001,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.41499999999999998}]},{"osd":2,"last update":"Mon Jul 26 15:48:11 2021","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.51900000000000002,"15min":0.53900000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.66500000000000004,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.51100000000000001,"15min":0.52500000000000002},"min":{"1min":0.33600000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.63,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.438}]},{"osd":3,"last update":"Mon Jul 26 15:48:11 2021","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.51100000000000001,"15min":0.52700000000000002},"min":{"1min":0.33600000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.67900000000000005,"5min":0.746,"15min":0.746},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.51800000000000002,"15min":0.53600000000000003},"min":{"1min":0.34899999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63400000000000001,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.56200000000000006}]},{"osd":5,"last update":"Mon Jul 26 15:48:26 2021","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.38,"15min":0.38},"min":{"1min":0.28999999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.60799999999999998,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.38800000000000001,"15min":0.38200000000000001},"min":{"1min":0.30399999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.623,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.503}]},{"osd":6,"last update":"Mon Jul 26 15:47:40 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.39200000000000002,"15min":0.39400000000000002},"min":{"1min":0.255,"5min":0.252,"15min":0.252},"max":{"1min":0.59899999999999998,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40600000000000003,"15min":0.40400000000000003},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.60399999999999998,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.57299999999999995}]},{"osd":7,"last update":"Mon Jul 26 15:48:05 2021","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.436,"15min":0.436},"min":{"1min":0.29399999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.67400000000000004,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.28799999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.70899999999999996,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.625}]}]},{"osd":5,"up_from":36,"seq":154618822700,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":233934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.46999999999999997,"15min":0.48599999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.621,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.46800000000000003,"15min":0.47599999999999998},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.68300000000000005,"5min":0.752,"15min":0.752},"last":0.25800000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48499999999999999,"15min":0.501},"min":{"1min":0.30099999999999999,"5min":0.252,"15min":0.252},"max":{"1min":0.65500000000000003,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.47299999999999998,"15min":0.47899999999999998},"min":{"1min":0.28299999999999997,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65000000000000002,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.35099999999999998}]},{"osd":2,"last update":"Mon Jul 26 15:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.47199999999999998,"15min":0.47999999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.60799999999999998,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.46899999999999997,"15min":0.47199999999999998},"min":{"1min":0.314,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.66800000000000004,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.371}]},{"osd":3,"last update":"Mon Jul 26 15:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.46800000000000003,"15min":0.47199999999999998},"min":{"1min":0.34300000000000003,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.627,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50600000000000001,"15min":0.51000000000000001},"min":{"1min":0.35799999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.65100000000000002,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.40799999999999997}]},{"osd":4,"last update":"Mon Jul 26 15:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.36399999999999999,"15min":0.35099999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.59699999999999998,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.38600000000000001,"15min":0.371},"min":{"1min":0.313,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.60999999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.33100000000000002}]},{"osd":6,"last update":"Mon Jul 26 15:47:48 2021","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.39700000000000002,"15min":0.39400000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.68700000000000006,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.41699999999999998,"15min":0.41399999999999998},"min":{"1min":0.28399999999999997,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.63900000000000001,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.44800000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:48:04 2021","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.47699999999999998,"15min":0.47899999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.68200000000000005,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.35099999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.65900000000000003,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.437}]}]}]}} 2021-07-26T15:48:45.041 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-07-26T15:48:45.041 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-07-26T15:48:45.042 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-07-26T15:48:45.042 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph health --format=json 2021-07-26T15:48:45.176 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:48:47.008 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:48:47.762 INFO:teuthology.orchestra.run.smithi078.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-07-26T15:48:47.763 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-07-26T15:48:47.763 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:48:47.775 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2021-07-26T15:48:47.776 INFO:teuthology.run_tasks:Running task parallel... 2021-07-26T15:48:47.810 INFO:teuthology.task.parallel:starting parallel... 2021-07-26T15:48:47.811 INFO:teuthology.task.parallel:In parallel, running task sequential... 2021-07-26T15:48:47.812 INFO:teuthology.task.sequential:In sequential, running task workunit... 2021-07-26T15:48:47.816 INFO:tasks.workunit:Pulling workunits from ref octopus 2021-07-26T15:48:47.817 INFO:tasks.workunit:Making a separate scratch dir for every client... 2021-07-26T15:48:47.818 DEBUG:teuthology.orchestra.run.smithi078:> stat -- /home/ubuntu/cephtest/mnt.0 2021-07-26T15:48:47.819 INFO:teuthology.task.parallel:In parallel, running task sequential... 2021-07-26T15:48:47.819 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2021-07-26T15:48:47.819 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi078.front.sepia.ceph.com 2021-07-26T15:48:47.820 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2021-07-26T15:48:47.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:48:47.837 INFO:teuthology.orchestra.run.smithi078.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.0': No such file or directory 2021-07-26T15:48:47.838 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -- /home/ubuntu/cephtest/mnt.0 2021-07-26T15:48:47.891 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2021-07-26T15:48:47.891 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2021-07-26T15:48:47.945 INFO:tasks.workunit:timeout=3h 2021-07-26T15:48:47.946 INFO:tasks.workunit:cleanup=True 2021-07-26T15:48:47.946 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch octopus git://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2021-07-26T15:48:48.002 INFO:tasks.workunit.client.0.smithi078.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2021-07-26T15:48:48.025 INFO:tasks.workunit.client.0.smithi078.stderr:warning: Could not find remote branch octopus to clone. 2021-07-26T15:48:48.025 INFO:tasks.workunit.client.0.smithi078.stderr:fatal: Remote branch octopus not found in upstream origin 2021-07-26T15:48:48.026 DEBUG:teuthology.orchestra.run:got remote process result: 128 2021-07-26T15:48:48.027 INFO:tasks.workunit:failed to check out 'octopus' from git://git.ceph.com/ceph-ci.git; will also try in git://git.ceph.com/ceph.git 2021-07-26T15:48:48.027 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch octopus git://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2021-07-26T15:48:48.083 INFO:tasks.workunit.client.0.smithi078.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2021-07-26T15:48:50.650 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph config set global log_to_journald false --force' 2021-07-26T15:48:52.942 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2021-07-26T15:48:52.966 INFO:tasks.workunit.client.0.smithi078.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2021-07-26T15:48:52.969 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-07-26T15:48:52.969 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2021-07-26T15:48:56.526 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2021-07-26T15:48:56.995 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2021-07-26T15:48:57.051 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2021-07-26T15:48:57.084 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-07-26T15:48:57.086 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-07-26T15:48:57.086 INFO:tasks.workunit.client.0.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2021-07-26T15:48:57.120 INFO:tasks.workunit.client.0.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-07-26T15:48:57.124 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2021-07-26T15:48:57.125 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2021-07-26T15:48:57.139 INFO:tasks.workunit:Running workunits matching cls/test_cls_rbd.sh on client.0... 2021-07-26T15:48:57.141 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2021-07-26T15:48:57.141 DEBUG:teuthology.orchestra.run.smithi078:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2021-07-26T15:48:57.209 INFO:tasks.workunit.client.0.smithi078.stdout:Running main() from gmock_main.cc 2021-07-26T15:48:57.209 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] Running 69 tests from 1 test suite. 2021-07-26T15:48:57.209 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment set-up. 2021-07-26T15:48:57.209 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 69 tests from TestClsRbd 2021-07-26T15:48:58.536 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_all_features 2021-07-26T15:48:58.552 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_all_features (16 ms) 2021-07-26T15:48:58.553 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.copyup 2021-07-26T15:48:58.721 INFO:teuthology.orchestra.run.smithi078.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:48:58.749 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.copyup (197 ms) 2021-07-26T15:48:58.750 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.sparse_copyup 2021-07-26T15:48:58.767 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.sparse_copyup (16 ms) 2021-07-26T15:48:58.767 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_and_set_id 2021-07-26T15:48:58.775 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_and_set_id (10 ms) 2021-07-26T15:48:58.776 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.add_remove_child 2021-07-26T15:48:58.789 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.add_remove_child (14 ms) 2021-07-26T15:48:58.789 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.directory_methods 2021-07-26T15:48:58.817 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.directory_methods (28 ms) 2021-07-26T15:48:58.817 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.create 2021-07-26T15:48:58.831 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.create (14 ms) 2021-07-26T15:48:58.831 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_features 2021-07-26T15:48:58.832 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2021-07-26T15:48:58.833 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_object_prefix 2021-07-26T15:48:58.834 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2021-07-26T15:48:58.834 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2021-07-26T15:48:58.836 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2021-07-26T15:48:58.836 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2021-07-26T15:48:58.837 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2021-07-26T15:48:58.837 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2021-07-26T15:48:58.838 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2021-07-26T15:48:58.839 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_data_pool 2021-07-26T15:48:58.842 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2021-07-26T15:48:58.842 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.get_size 2021-07-26T15:48:58.847 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2021-07-26T15:48:58.847 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.set_size 2021-07-26T15:48:58.851 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2021-07-26T15:48:58.852 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.protection_status 2021-07-26T15:48:58.873 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.protection_status (21 ms) 2021-07-26T15:48:58.873 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.snapshot_limits 2021-07-26T15:48:58.881 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2021-07-26T15:48:58.881 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.parents_v1 2021-07-26T15:48:58.927 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.parents_v1 (46 ms) 2021-07-26T15:48:58.927 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.parents_v2 2021-07-26T15:48:58.963 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.parents_v2 (35 ms) 2021-07-26T15:48:58.964 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.snapshots 2021-07-26T15:48:58.984 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.snapshots (22 ms) 2021-07-26T15:48:58.985 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.snapid_race 2021-07-26T15:48:58.990 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.snapid_race (5 ms) 2021-07-26T15:48:58.990 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.stripingv2 2021-07-26T15:48:58.999 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2021-07-26T15:48:58.999 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.object_map_save 2021-07-26T15:48:59.001 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.object_map_save (3 ms) 2021-07-26T15:48:59.002 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.object_map_resize 2021-07-26T15:48:59.007 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.object_map_resize (6 ms) 2021-07-26T15:48:59.008 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.object_map_update 2021-07-26T15:48:59.013 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.object_map_update (5 ms) 2021-07-26T15:48:59.014 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2021-07-26T15:48:59.014 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2021-07-26T15:48:59.015 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2021-07-26T15:48:59.018 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.object_map_snap_add (6 ms) 2021-07-26T15:48:59.019 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2021-07-26T15:48:59.023 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.object_map_snap_remove (4 ms) 2021-07-26T15:48:59.024 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.flags 2021-07-26T15:48:59.028 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.flags (5 ms) 2021-07-26T15:48:59.028 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.metadata 2021-07-26T15:48:59.055 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.metadata (27 ms) 2021-07-26T15:48:59.055 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.set_features 2021-07-26T15:48:59.063 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.set_features (8 ms) 2021-07-26T15:48:59.063 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.mirror 2021-07-26T15:48:59.096 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.mirror (33 ms) 2021-07-26T15:48:59.096 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.mirror_image 2021-07-26T15:48:59.111 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.mirror_image (15 ms) 2021-07-26T15:48:59.111 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.mirror_image_status 2021-07-26T15:48:59.501 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch ps' 2021-07-26T15:49:01.523 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.mirror_image_status (2412 ms) 2021-07-26T15:49:01.524 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.mirror_image_map 2021-07-26T15:49:01.613 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.mirror_image_map (90 ms) 2021-07-26T15:49:01.613 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.mirror_instances 2021-07-26T15:49:01.620 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2021-07-26T15:49:01.621 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2021-07-26T15:49:01.633 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.mirror_snapshot (12 ms) 2021-07-26T15:49:01.634 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_dir_list 2021-07-26T15:49:01.635 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2021-07-26T15:49:01.635 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_dir_add 2021-07-26T15:49:01.639 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2021-07-26T15:49:01.640 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2021-07-26T15:49:01.640 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2021-07-26T15:49:01.641 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_dir_rename 2021-07-26T15:49:01.646 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2021-07-26T15:49:01.646 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_dir_remove 2021-07-26T15:49:01.649 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2021-07-26T15:49:01.650 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2021-07-26T15:49:01.656 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2021-07-26T15:49:01.656 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_image_add 2021-07-26T15:49:01.657 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2021-07-26T15:49:01.657 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_image_remove 2021-07-26T15:49:01.658 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2021-07-26T15:49:01.659 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_image_list 2021-07-26T15:49:01.662 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_image_list (4 ms) 2021-07-26T15:49:01.662 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_image_clean 2021-07-26T15:49:01.667 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2021-07-26T15:49:01.668 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.image_group_add 2021-07-26T15:49:01.671 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2021-07-26T15:49:01.671 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.image_group_remove 2021-07-26T15:49:01.672 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2021-07-26T15:49:01.672 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.image_group_get 2021-07-26T15:49:01.674 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2021-07-26T15:49:01.675 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2021-07-26T15:49:01.676 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (1 ms) 2021-07-26T15:49:01.676 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2021-07-26T15:49:01.678 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2021-07-26T15:49:01.678 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2021-07-26T15:49:01.681 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2021-07-26T15:49:01.681 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2021-07-26T15:49:01.683 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2021-07-26T15:49:01.684 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_set 2021-07-26T15:49:01.686 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2021-07-26T15:49:01.687 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_list 2021-07-26T15:49:01.690 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_list (4 ms) 2021-07-26T15:49:01.690 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2021-07-26T15:49:01.707 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (17 ms) 2021-07-26T15:49:01.707 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_remove 2021-07-26T15:49:01.710 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2021-07-26T15:49:01.711 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2021-07-26T15:49:01.712 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2021-07-26T15:49:01.712 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.trash_methods 2021-07-26T15:49:01.720 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.trash_methods (8 ms) 2021-07-26T15:49:01.720 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.op_features 2021-07-26T15:49:01.730 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.op_features (8 ms) 2021-07-26T15:49:01.731 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.clone_parent 2021-07-26T15:49:01.749 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.clone_parent (21 ms) 2021-07-26T15:49:01.750 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2021-07-26T15:49:01.758 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2021-07-26T15:49:01.758 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.clone_child 2021-07-26T15:49:01.771 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.clone_child (12 ms) 2021-07-26T15:49:01.771 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.namespace_methods 2021-07-26T15:49:01.778 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.namespace_methods (8 ms) 2021-07-26T15:49:01.778 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.migration 2021-07-26T15:49:01.788 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.migration (10 ms) 2021-07-26T15:49:01.788 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.migration_v1 2021-07-26T15:49:01.800 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.migration_v1 (11 ms) 2021-07-26T15:49:01.800 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2021-07-26T15:49:02.230 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-07-26T15:49:02.231 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 running (118s) 68s ago 2m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f 90163aee5b2b 2021-07-26T15:49:02.231 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi139 running (2m) 5s ago 2m 6.7.4 docker.io/ceph/ceph-grafana:6.7.4 3b1077a63311 5f2e438941c4 2021-07-26T15:49:02.232 INFO:teuthology.orchestra.run.smithi078.stdout:mds.foo.smithi078.kyjpyp smithi078 running (73s) 68s ago 73s 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 9b91e93be11f 2021-07-26T15:49:02.232 INFO:teuthology.orchestra.run.smithi078.stdout:mds.foo.smithi139.mwfdce smithi139 running (77s) 5s ago 76s 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 54bdc76fea7d 2021-07-26T15:49:02.232 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi139 running (5m) 5s ago 5m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 38192db83c9f 2021-07-26T15:49:02.232 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 running (7m) 68s ago 7m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 3b8939d1cf53 2021-07-26T15:49:02.233 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (7m) 68s ago 7m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 afb02e5e7f57 2021-07-26T15:49:02.233 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi139 running (5m) 5s ago 5m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 619c920668e9 2021-07-26T15:49:02.233 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (6m) 68s ago 6m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 c7bd4165d207 2021-07-26T15:49:02.233 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 running (2m) 68s ago 2m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf efbc270728ea 2021-07-26T15:49:02.234 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi139 running (2m) 5s ago 2m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 3bafac7a53cc 2021-07-26T15:49:02.234 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (5m) 68s ago 5m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 8f8277d2f62f 2021-07-26T15:49:02.234 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (4m) 68s ago 4m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 63e67b368cea 2021-07-26T15:49:02.234 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (4m) 68s ago 4m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 32b63ef04630 2021-07-26T15:49:02.235 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (4m) 68s ago 4m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 7ec3f9ae2075 2021-07-26T15:49:02.235 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi139 running (4m) 5s ago 4m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 cff37e1f64ae 2021-07-26T15:49:02.235 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi139 running (3m) 5s ago 3m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 1989889e46bb 2021-07-26T15:49:02.235 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi139 running (3m) 5s ago 3m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 1b8f413620fb 2021-07-26T15:49:02.235 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi139 running (3m) 5s ago 3m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 96a98303afbf 2021-07-26T15:49:02.236 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi139 running (111s) 5s ago 2m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 ec978ed0ec82 2021-07-26T15:49:03.302 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'echo wait for minority of mons to upgrade' 2021-07-26T15:49:03.557 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1757 ms) 2021-07-26T15:49:03.557 INFO:tasks.workunit.client.0.smithi078.stdout:[ RUN ] TestClsRbd.sparsify 2021-07-26T15:49:03.597 INFO:tasks.workunit.client.0.smithi078.stdout:[ OK ] TestClsRbd.sparsify (41 ms) 2021-07-26T15:49:04.567 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] 69 tests from TestClsRbd (5061 ms total) 2021-07-26T15:49:04.568 INFO:tasks.workunit.client.0.smithi078.stdout: 2021-07-26T15:49:04.568 INFO:tasks.workunit.client.0.smithi078.stdout:[----------] Global test environment tear-down 2021-07-26T15:49:04.569 INFO:tasks.workunit.client.0.smithi078.stdout:[==========] 69 tests from 1 test suite ran. (7358 ms total) 2021-07-26T15:49:04.569 INFO:tasks.workunit.client.0.smithi078.stdout:[ PASSED ] 69 tests. 2021-07-26T15:49:04.570 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T15:49:04.571 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T15:49:04.601 INFO:tasks.workunit:Stopping ['cls/test_cls_rbd.sh'] on client.0... 2021-07-26T15:49:04.601 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2021-07-26T15:49:04.825 DEBUG:teuthology.parallel:result is None 2021-07-26T15:49:04.826 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2021-07-26T15:49:04.851 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2021-07-26T15:49:04.851 DEBUG:teuthology.orchestra.run.smithi078:> rmdir -- /home/ubuntu/cephtest/mnt.0 2021-07-26T15:49:04.916 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2021-07-26T15:49:04.916 INFO:teuthology.task.sequential:In sequential, running task print... 2021-07-26T15:49:04.917 INFO:teuthology.task.print:**** done cls/test_cls_rbd.sh 5-workload 2021-07-26T15:49:04.917 DEBUG:teuthology.parallel:result is None 2021-07-26T15:49:05.058 INFO:teuthology.orchestra.run.smithi078.stdout:wait for minority of mons to upgrade 2021-07-26T15:49:05.938 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2021-07-26T15:51:20.078 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:51:19 smithi139 systemd[1]: Stopping Ceph mgr.x for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:51:30.827 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:51:30 smithi139 podman[48990]: 2021-07-26 15:51:30.443523841 +0000 UTC m=+0.549032065 container remove 38192db83c9f2f56beaa18a6126e40c8c44842cddd64ef8d4c04c5472a8efbc4 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.x, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, ceph=True, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=master-dc1ab19, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2021-07-26T15:51:30.828 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:51:30 smithi139 podman[48949]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.x 2021-07-26T15:51:30.828 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:51:30 smithi139 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.x.service: Main process exited, code=exited, status=137/n/a 2021-07-26T15:51:30.828 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:51:30 smithi139 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.x.service: Failed with result 'exit-code'. 2021-07-26T15:51:30.828 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:51:30 smithi139 systemd[1]: Stopped Ceph mgr.x for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:51:30.829 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:51:30 smithi139 systemd[1]: Starting Ceph mgr.x for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:51:31.235 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:51:30 smithi139 podman[49131]: 2021-07-26 15:51:30.767714587 +0000 UTC m=+0.029217099 image pull quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:51:31.235 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:51:30 smithi139 podman[49131]: 2021-07-26 15:51:30.893478278 +0000 UTC m=+0.154980766 container create 783ba5bf95b5b474d85f2ec5f061caf950a65b9cd6f750f933145ea295c3b01d (image=quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.x, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, ceph=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_CLEAN=True, io.buildah.version=1.19.8, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204) 2021-07-26T15:51:31.576 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:51:31 smithi139 podman[49131]: 2021-07-26 15:51:31.285108209 +0000 UTC m=+0.546610688 container init 783ba5bf95b5b474d85f2ec5f061caf950a65b9cd6f750f933145ea295c3b01d (image=quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.x, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.19.8, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.name=CentOS Base Image, ceph=True, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , GIT_BRANCH=HEAD) 2021-07-26T15:51:31.577 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:51:31 smithi139 podman[49131]: 2021-07-26 15:51:31.326680907 +0000 UTC m=+0.588183411 container start 783ba5bf95b5b474d85f2ec5f061caf950a65b9cd6f750f933145ea295c3b01d (image=quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.x, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.19.8, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-07-26T15:51:31.577 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:51:31 smithi139 bash[49058]: 783ba5bf95b5b474d85f2ec5f061caf950a65b9cd6f750f933145ea295c3b01d 2021-07-26T15:51:31.577 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:51:31 smithi139 systemd[1]: Started Ceph mgr.x for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:51:57.799 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:51:57 smithi078 systemd[1]: Stopping Ceph mgr.y for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:52:08.727 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:08 smithi078 podman[70440]: 2021-07-26 15:52:08.358500081 +0000 UTC m=+0.506014283 container remove 3b8939d1cf5305cf8f0965c9afb1a847205e506475d04c88be4c1543dab460d4 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.y, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-dc1ab19, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20201204, GIT_CLEAN=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2021-07-26T15:52:08.728 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:08 smithi078 podman[70282]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.y 2021-07-26T15:52:08.728 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:08 smithi078 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.y.service: Main process exited, code=exited, status=137/n/a 2021-07-26T15:52:08.728 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:08 smithi078 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.y.service: Failed with result 'exit-code'. 2021-07-26T15:52:08.728 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:08 smithi078 systemd[1]: Stopped Ceph mgr.y for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:52:08.729 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:08 smithi078 systemd[1]: Starting Ceph mgr.y for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:52:08.988 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:08 smithi078 podman[70586]: 2021-07-26 15:52:08.635718182 +0000 UTC m=+0.029209804 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:52:08.989 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:08 smithi078 podman[70586]: 2021-07-26 15:52:08.758407675 +0000 UTC m=+0.151899264 container create ff4ffcea6e6b2e5456768632e6d040f078703ea8b1e24aadd99ec12c6e88bea7 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.y, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.name=CentOS Base Image, io.buildah.version=1.19.8) 2021-07-26T15:52:09.488 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:09 smithi078 podman[70586]: 2021-07-26 15:52:09.066683418 +0000 UTC m=+0.460175005 container init ff4ffcea6e6b2e5456768632e6d040f078703ea8b1e24aadd99ec12c6e88bea7 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.y, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, maintainer=Dimitri Savineau , RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, ceph=True, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS) 2021-07-26T15:52:09.489 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:09 smithi078 ceph-mgr[70629]: -- 172.21.15.78:0/1031661111 <== mon.1 v2:172.21.15.78:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555f9d048340 con 0x555f9d021000 2021-07-26T15:52:09.489 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:09 smithi078 podman[70586]: 2021-07-26 15:52:09.099982876 +0000 UTC m=+0.493474475 container start ff4ffcea6e6b2e5456768632e6d040f078703ea8b1e24aadd99ec12c6e88bea7 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.y, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, io.buildah.version=1.19.8, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.name=CentOS Base Image) 2021-07-26T15:52:09.489 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:09 smithi078 bash[70511]: ff4ffcea6e6b2e5456768632e6d040f078703ea8b1e24aadd99ec12c6e88bea7 2021-07-26T15:52:09.489 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:09 smithi078 systemd[1]: Started Ceph mgr.y for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:52:21.988 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:21 smithi078 conmon[70626]: [80B blob data] 2021-07-26T15:52:21.989 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:21 smithi078 conmon[70626]: [79B blob data] 2021-07-26T15:52:21.989 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:21 smithi078 conmon[70626]: 2021-07-26T15:52:21.693+0000 7f4e451ed700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:52:21.989 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:21 smithi078 conmon[70626]: 2021-07-26T15:52:21.693+0000 7f4e451ed700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:52:21.989 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:21 smithi078 conmon[70626]: 2021-07-26T15:52:21.693+0000 7f4e451ed700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:52:21.990 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:21 smithi078 conmon[70626]: 2021-07-26T15:52:21.693+0000 7f4e451ed700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:52:21.990 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:21 smithi078 conmon[70626]: 2021-07-26T15:52:21.693+0000 7f4e451ed700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:52:21.990 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:21 smithi078 conmon[70626]: 2021-07-26T15:52:21.694+0000 7f4e409e4700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:52:21.990 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:21 smithi078 conmon[70626]: 2021-07-26T15:52:21.694+0000 7f4e409e4700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:52:21.990 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:21 smithi078 conmon[70626]: 2021-07-26T15:52:21.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:21 smithi078 conmon[70626]: 2021-07-26T15:52:21.694+0000 7f4e409e4700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:52:21.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:21 smithi078 conmon[70626]: 2021-07-26T15:52:21.694+0000 7f4e409e4700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:52:21.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:21 smithi078 conmon[70626]: 2021-07-26T15:52:21.694+0000 7f4e409e4700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:52:26.989 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: 2021-07-26T15:52:26.603+0000 7f4e57a12700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:52:26.989 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:52:26.989 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:52:26.989 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:52:26.990 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:52:26.990 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:52:26.990 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:52:26.990 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:52:26.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:52:26.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: 2021-07-26T15:52:26.604+0000 7f4e57a12700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:52:26.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:52:26.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:52:26.992 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:52:26.992 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:52:26.992 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:52:26.992 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:52:26.992 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:52:26.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:52:26.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: 2021-07-26T15:52:26.606+0000 7f4e57a12700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:52:26.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:52:26.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:52:26.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:52:26.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:52:26.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:52:26.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:52:26.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:52:26.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:52:26.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: 2021-07-26T15:52:26.607+0000 7f4e57a12700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:52:26.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:52:26.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:52:26.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:52:26.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:52:26.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:52:26.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:52:26.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:52:26.997 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:26 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:52:30.577 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:30 smithi139 systemd[1]: Stopping Ceph mgr.x for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:52:41.327 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:41 smithi139 podman[52798]: 2021-07-26 15:52:41.022915701 +0000 UTC m=+0.534945020 container remove 783ba5bf95b5b474d85f2ec5f061caf950a65b9cd6f750f933145ea295c3b01d (image=quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.x, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, ceph=True, io.buildah.version=1.19.8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.build-date=20201204, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=) 2021-07-26T15:52:41.328 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:41 smithi139 podman[52756]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.x 2021-07-26T15:52:41.328 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:41 smithi139 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.x.service: Main process exited, code=exited, status=137/n/a 2021-07-26T15:52:41.328 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:41 smithi139 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mgr.x.service: Failed with result 'exit-code'. 2021-07-26T15:52:41.328 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:41 smithi139 systemd[1]: Stopped Ceph mgr.x for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:52:41.329 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:41 smithi139 systemd[1]: Starting Ceph mgr.x for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:52:41.815 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:41 smithi139 podman[52943]: 2021-07-26 15:52:41.365656628 +0000 UTC m=+0.028683479 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:52:41.815 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:41 smithi139 podman[52943]: 2021-07-26 15:52:41.531148479 +0000 UTC m=+0.194175375 container create cdd29be845e2b5a949820ffa7f4f343f2fd1886a99c1209d4e102f23cdd1e81d (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.x, CEPH_POINT_RELEASE=, io.buildah.version=1.19.8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.vendor=CentOS, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image) 2021-07-26T15:52:42.327 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:41 smithi139 podman[52943]: 2021-07-26 15:52:41.872775005 +0000 UTC m=+0.535801968 container init cdd29be845e2b5a949820ffa7f4f343f2fd1886a99c1209d4e102f23cdd1e81d (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.x, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.19.8, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c) 2021-07-26T15:52:42.327 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:41 smithi139 ceph-mgr[52985]: -- 172.21.15.139:0/1542908293 <== mon.2 v2:172.21.15.139:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560a69626340 con 0x560a695ff000 2021-07-26T15:52:42.327 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:41 smithi139 podman[52943]: 2021-07-26 15:52:41.939312789 +0000 UTC m=+0.602339628 container start cdd29be845e2b5a949820ffa7f4f343f2fd1886a99c1209d4e102f23cdd1e81d (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mgr.x, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.19.8, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2021-07-26T15:52:42.328 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:41 smithi139 bash[52871]: cdd29be845e2b5a949820ffa7f4f343f2fd1886a99c1209d4e102f23cdd1e81d 2021-07-26T15:52:42.328 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:41 smithi139 systemd[1]: Started Ceph mgr.x for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:52:47.239 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: 2021-07-26T15:52:46.905+0000 7f4e57a12700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:52:47.239 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:52:47.240 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:52:47.240 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:52:47.240 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:52:47.240 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:52:47.240 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:52:47.241 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:52:47.241 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:52:47.241 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: 2021-07-26T15:52:46.906+0000 7f4e57a12700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:52:47.241 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:52:47.242 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:52:47.242 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:52:47.242 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:52:47.242 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:52:47.242 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:52:47.243 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:52:47.243 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:52:47.243 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: 2021-07-26T15:52:46.907+0000 7f4e57a12700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:52:47.243 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:52:47.243 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:52:47.244 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:52:47.244 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:52:47.244 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:52:47.244 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:52:47.246 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:52:47.246 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:52:47.247 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: 2021-07-26T15:52:46.908+0000 7f4e57a12700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:52:47.247 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:52:47.247 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:52:47.247 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:52:47.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:52:47.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:52:47.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:52:47.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:52:47.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:46 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:52:50.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:50 smithi078 systemd[1]: Stopping Ceph mon.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:52:50.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:50 smithi078 podman[73543]: 2021-07-26 15:52:50.643117285 +0000 UTC m=+0.283440581 container stop afb02e5e7f57d66c54e6d48895c9f0947f5c1932dde4cb43e15958b42102010e (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-dc1ab19, org.label-schema.schema-version=1.0) 2021-07-26T15:52:50.959 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:50 smithi078 podman[73543]: 2021-07-26 15:52:50.689217907 +0000 UTC m=+0.329541291 container died afb02e5e7f57d66c54e6d48895c9f0947f5c1932dde4cb43e15958b42102010e (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a) 2021-07-26T15:52:50.960 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:50 smithi078 podman[73543]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a 2021-07-26T15:52:51.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 podman[73583]: 2021-07-26 15:52:51.194493105 +0000 UTC m=+0.543310928 container remove afb02e5e7f57d66c54e6d48895c9f0947f5c1932dde4cb43e15958b42102010e (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a, GIT_CLEAN=True, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, RELEASE=master-dc1ab19, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2021-07-26T15:52:51.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.a.service: Succeeded. 2021-07-26T15:52:51.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 systemd[1]: Stopped Ceph mon.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:52:51.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 systemd[1]: Starting Ceph mon.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:52:51.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 podman[73758]: 2021-07-26 15:52:51.528217612 +0000 UTC m=+0.029471092 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:52:51.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 podman[73758]: 2021-07-26 15:52:51.660999839 +0000 UTC m=+0.162253384 container create d8d503a66144a7617bb25b37a879628c1b9f1f7652df5ae5983e2a7b3513ad7e (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, io.buildah.version=1.19.8, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau ) 2021-07-26T15:52:51.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 podman[73758]: 2021-07-26 15:52:51.769251081 +0000 UTC m=+0.270504560 container init d8d503a66144a7617bb25b37a879628c1b9f1f7652df5ae5983e2a7b3513ad7e (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, io.buildah.version=1.19.8, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c) 2021-07-26T15:52:51.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 podman[73758]: 2021-07-26 15:52:51.802651123 +0000 UTC m=+0.303904600 container start d8d503a66144a7617bb25b37a879628c1b9f1f7652df5ae5983e2a7b3513ad7e (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.a, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_CLEAN=True, maintainer=Dimitri Savineau , GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True) 2021-07-26T15:52:51.991 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 bash[73682]: d8d503a66144a7617bb25b37a879628c1b9f1f7652df5ae5983e2a7b3513ad7e 2021-07-26T15:52:51.991 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:52:51.991 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev), process ceph-mon, pid 1 2021-07-26T15:52:51.991 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: pidfile_write: ignore empty --pid-file 2021-07-26T15:52:51.992 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: load: jerasure load: lrc 2021-07-26T15:52:51.992 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: RocksDB version: 6.15.5 2021-07-26T15:52:51.992 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:52:51.992 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Compile date Jul 24 2021 2021-07-26T15:52:51.994 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: DB SUMMARY 2021-07-26T15:52:51.995 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: DB Session ID: 8O9PQTMB62D3MMM637CK 2021-07-26T15:52:51.995 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: CURRENT file: CURRENT 2021-07-26T15:52:51.996 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: IDENTITY file: IDENTITY 2021-07-26T15:52:51.996 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: MANIFEST file: MANIFEST-000008 size: 571 Bytes 2021-07-26T15:52:51.996 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000020.sst 2021-07-26T15:52:51.996 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000018.log size: 8728480 ; 2021-07-26T15:52:51.997 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.error_if_exists: 0 2021-07-26T15:52:51.997 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.create_if_missing: 0 2021-07-26T15:52:51.997 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.paranoid_checks: 1 2021-07-26T15:52:51.998 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2021-07-26T15:52:51.998 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.env: 0x555c05df9a20 2021-07-26T15:52:51.998 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.fs: Posix File System 2021-07-26T15:52:51.999 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.info_log: 0x555c08532060 2021-07-26T15:52:51.999 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:52:51.999 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.statistics: (nil) 2021-07-26T15:52:52.000 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.use_fsync: 0 2021-07-26T15:52:52.000 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_log_file_size: 0 2021-07-26T15:52:52.000 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:52:52.000 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:52:52.000 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:52:52.001 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:52:52.001 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.allow_fallocate: 1 2021-07-26T15:52:52.001 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:52:52.001 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:52:52.002 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.use_direct_reads: 0 2021-07-26T15:52:52.002 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:52:52.002 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:52:52.002 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.db_log_dir: 2021-07-26T15:52:52.003 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-07-26T15:52:52.003 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:52:52.003 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:52:52.003 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:52:52.004 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-07-26T15:52:52.004 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:52:52.004 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:52:52.005 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:52:52.005 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:52:52.006 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.write_buffer_manager: 0x555c085a7d10 2021-07-26T15:52:52.006 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:52:52.006 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:52:52.006 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:52:52.007 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:52:52.007 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:52:52.007 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:52:52.007 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:52:52.008 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:52:52.008 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:52:52.008 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.unordered_write: 0 2021-07-26T15:52:52.008 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:52:52.009 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:52:52.009 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:52:52.009 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:52:52.009 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.row_cache: None 2021-07-26T15:52:52.009 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.wal_filter: None 2021-07-26T15:52:52.011 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:52:52.011 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:52:52.011 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.preserve_deletes: 0 2021-07-26T15:52:52.012 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.two_write_queues: 0 2021-07-26T15:52:52.012 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:52:52.012 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.atomic_flush: 0 2021-07-26T15:52:52.012 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:52:52.012 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.persist_stats_to_disk: 0 2021-07-26T15:52:52.013 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.write_dbid_to_manifest: 0 2021-07-26T15:52:52.013 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.log_readahead_size: 0 2021-07-26T15:52:52.013 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.file_checksum_gen_factory: Unknown 2021-07-26T15:52:52.013 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.best_efforts_recovery: 0 2021-07-26T15:52:52.014 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2021-07-26T15:52:52.014 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2021-07-26T15:52:52.014 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.allow_data_in_errors: 0 2021-07-26T15:52:52.015 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.db_host_id: __hostname__ 2021-07-26T15:52:52.015 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_background_jobs: 2 2021-07-26T15:52:52.015 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_background_compactions: -1 2021-07-26T15:52:52.016 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_subcompactions: 1 2021-07-26T15:52:52.016 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:52:52.016 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:52:52.016 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:52:52.016 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:52:52.017 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:52:52.017 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:52:52.017 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:52:52.018 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:52:52.018 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_open_files: -1 2021-07-26T15:52:52.018 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:52:52.018 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:52:52.018 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.strict_bytes_per_sync: 0 2021-07-26T15:52:52.019 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:52:52.019 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_background_flushes: -1 2021-07-26T15:52:52.019 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Compression algorithms supported: 2021-07-26T15:52:52.019 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:52:52.020 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: kZSTD supported: 0 2021-07-26T15:52:52.020 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: kXpressCompression supported: 0 2021-07-26T15:52:52.020 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:52:52.020 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: kLZ4Compression supported: 1 2021-07-26T15:52:52.020 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: kBZip2Compression supported: 0 2021-07-26T15:52:52.021 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: kZlibCompression supported: 1 2021-07-26T15:52:52.021 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: kSnappyCompression supported: 1 2021-07-26T15:52:52.021 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:52:52.021 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 2021-07-26T15:52:52.022 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2021-07-26T15:52:52.022 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:52:52.022 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.merge_operator: 2021-07-26T15:52:52.022 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compaction_filter: None 2021-07-26T15:52:52.023 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:52:52.023 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.sst_partitioner_factory: None 2021-07-26T15:52:52.024 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:52:52.024 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:52:52.024 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x555c084fbba8) 2021-07-26T15:52:52.024 INFO:journalctl@ceph.mon.a.smithi078.stdout: cache_index_and_filter_blocks: 1 2021-07-26T15:52:52.024 INFO:journalctl@ceph.mon.a.smithi078.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2021-07-26T15:52:52.030 INFO:journalctl@ceph.mon.a.smithi078.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:52:52.030 INFO:journalctl@ceph.mon.a.smithi078.stdout: pin_top_level_index_and_filter: 1 2021-07-26T15:52:52.031 INFO:journalctl@ceph.mon.a.smithi078.stdout: index_type: 0 2021-07-26T15:52:52.031 INFO:journalctl@ceph.mon.a.smithi078.stdout: data_block_index_type: 0 2021-07-26T15:52:52.031 INFO:journalctl@ceph.mon.a.smithi078.stdout: index_shortening: 1 2021-07-26T15:52:52.031 INFO:journalctl@ceph.mon.a.smithi078.stdout: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:52:52.032 INFO:journalctl@ceph.mon.a.smithi078.stdout: hash_index_allow_collision: 1 2021-07-26T15:52:52.032 INFO:journalctl@ceph.mon.a.smithi078.stdout: checksum: 1 2021-07-26T15:52:52.032 INFO:journalctl@ceph.mon.a.smithi078.stdout: no_block_cache: 0 2021-07-26T15:52:52.032 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_cache: 0x555c0852cc10 2021-07-26T15:52:52.032 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_cache_name: BinnedLRUCache 2021-07-26T15:52:52.033 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_cache_options: 2021-07-26T15:52:52.033 INFO:journalctl@ceph.mon.a.smithi078.stdout: capacity : 536870912 2021-07-26T15:52:52.033 INFO:journalctl@ceph.mon.a.smithi078.stdout: num_shard_bits : 4 2021-07-26T15:52:52.033 INFO:journalctl@ceph.mon.a.smithi078.stdout: strict_capacity_limit : 0 2021-07-26T15:52:52.034 INFO:journalctl@ceph.mon.a.smithi078.stdout: high_pri_pool_ratio: 0.000 2021-07-26T15:52:52.034 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_cache_compressed: (nil) 2021-07-26T15:52:52.034 INFO:journalctl@ceph.mon.a.smithi078.stdout: persistent_cache: (nil) 2021-07-26T15:52:52.034 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_size: 4096 2021-07-26T15:52:52.034 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_size_deviation: 10 2021-07-26T15:52:52.035 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_restart_interval: 16 2021-07-26T15:52:52.035 INFO:journalctl@ceph.mon.a.smithi078.stdout: index_block_restart_interval: 1 2021-07-26T15:52:52.035 INFO:journalctl@ceph.mon.a.smithi078.stdout: metadata_block_size: 4096 2021-07-26T15:52:52.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: partition_filters: 0 2021-07-26T15:52:52.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: use_delta_encoding: 1 2021-07-26T15:52:52.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:52:52.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: whole_key_filtering: 1 2021-07-26T15:52:52.037 INFO:journalctl@ceph.mon.a.smithi078.stdout: verify_compression: 0 2021-07-26T15:52:52.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: read_amp_bytes_per_bit: 0 2021-07-26T15:52:52.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: format_version: 4 2021-07-26T15:52:52.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: enable_index_compression: 1 2021-07-26T15:52:52.038 INFO:journalctl@ceph.mon.a.smithi078.stdout: block_align: 0 2021-07-26T15:52:52.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:52:52.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:52:52.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compression: NoCompression 2021-07-26T15:52:52.039 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:52:52.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:52:52.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:52:52.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.num_levels: 7 2021-07-26T15:52:52.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:52:52.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:52:52.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-07-26T15:52:52.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:52:52.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:52:52.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:52:52.041 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:52:52.042 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:52:52.042 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2021-07-26T15:52:52.042 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:52:52.042 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:52:52.043 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:52:52.043 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:52:52.043 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:52:52.043 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:52:52.043 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compression_opts.parallel_threads: 1 2021-07-26T15:52:52.044 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:52:52.044 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:52:52.044 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:52:52.044 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:52:52.044 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:52:52.045 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:52:52.045 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:52:52.045 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:52:52.045 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:52:52.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:52:52.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:52:52.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:52:52.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:52:52.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:52:52.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:52:52.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:52:52.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:52:52.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:52:52.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:52:52.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:52:52.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:52:52.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:52:52.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:52:52.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:52:52.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:52:52.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:52:52.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:52:52.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:52:52.050 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:52:52.050 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:52:52.050 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:52:52.051 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:52:52.051 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:52:52.051 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.table_properties_collectors: 2021-07-26T15:52:52.051 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.inplace_update_support: 0 2021-07-26T15:52:52.051 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:52:52.052 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:52:52.052 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:52:52.052 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:52:52.053 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.bloom_locality: 0 2021-07-26T15:52:52.053 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.max_successive_merges: 0 2021-07-26T15:52:52.053 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:52:52.053 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:52:52.054 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.force_consistency_checks: 1 2021-07-26T15:52:52.054 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:52:52.054 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.ttl: 2592000 2021-07-26T15:52:52.054 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.periodic_compaction_seconds: 0 2021-07-26T15:52:52.055 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.enable_blob_files: false 2021-07-26T15:52:52.055 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.min_blob_size: 0 2021-07-26T15:52:52.055 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.blob_file_size: 268435456 2021-07-26T15:52:52.055 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.blob_compression_type: NoCompression 2021-07-26T15:52:52.056 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.enable_blob_garbage_collection: false 2021-07-26T15:52:52.056 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2021-07-26T15:52:52.056 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:52:52.057 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 22, last_sequence is 8789, log_number is 18,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:52:52.057 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 18 2021-07-26T15:52:52.057 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [db/version_set.cc:4083] Creating manifest 22 2021-07-26T15:52:52.057 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:52:52.058 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: EVENT_LOG_v1 {"time_micros": 1627314771810740, "job": 1, "event": "recovery_started", "wal_files": [18]} 2021-07-26T15:52:52.058 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #18 mode 2 2021-07-26T15:52:52.058 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-07-26T15:52:52.058 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 systemd[1]: Started Ceph mon.a for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:52:52.059 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: EVENT_LOG_v1 {"time_micros": 1627314771829531, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 23, "file_size": 8538022, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 8528022, "index_size": 7715, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1349, "raw_key_size": 10565, "raw_average_key_size": 20, "raw_value_size": 8512843, "raw_average_value_size": 16890, "num_data_blocks": 334, "num_entries": 504, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1627314771, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "e249494b-6d03-409d-8701-b08141b22ecf", "db_session_id": "8O9PQTMB62D3MMM637CK"}} 2021-07-26T15:52:52.059 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [db/version_set.cc:4083] Creating manifest 24 2021-07-26T15:52:52.059 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:52:52.059 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: EVENT_LOG_v1 {"time_micros": 1627314771829934, "job": 1, "event": "recovery_finished"} 2021-07-26T15:52:52.059 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000018.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2021-07-26T15:52:52.060 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x555c0854ca80 2021-07-26T15:52:52.060 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: DB pointer 0x555c0855c000 2021-07-26T15:52:52.060 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2021-07-26T15:52:52.060 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: rocksdb: [db/db_impl/db_impl.cc:903] 2021-07-26T15:52:52.061 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** DB Stats ** 2021-07-26T15:52:52.061 INFO:journalctl@ceph.mon.a.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:52:52.061 INFO:journalctl@ceph.mon.a.smithi078.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:52:52.061 INFO:journalctl@ceph.mon.a.smithi078.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:52:52.062 INFO:journalctl@ceph.mon.a.smithi078.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:52:52.062 INFO:journalctl@ceph.mon.a.smithi078.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:52:52.062 INFO:journalctl@ceph.mon.a.smithi078.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:52:52.063 INFO:journalctl@ceph.mon.a.smithi078.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:52:52.063 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2021-07-26T15:52:52.063 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** Compaction Stats [default] ** 2021-07-26T15:52:52.065 INFO:journalctl@ceph.mon.a.smithi078.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:52:52.065 INFO:journalctl@ceph.mon.a.smithi078.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:52:52.065 INFO:journalctl@ceph.mon.a.smithi078.stdout: L0 1/0 8.14 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 661.9 0.01 0.00 1 0.012 0 0 2021-07-26T15:52:52.066 INFO:journalctl@ceph.mon.a.smithi078.stdout: L6 1/0 19.16 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:52:52.066 INFO:journalctl@ceph.mon.a.smithi078.stdout: Sum 2/0 27.30 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 661.9 0.01 0.00 1 0.012 0 0 2021-07-26T15:52:52.067 INFO:journalctl@ceph.mon.a.smithi078.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 661.9 0.01 0.00 1 0.012 0 0 2021-07-26T15:52:52.067 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2021-07-26T15:52:52.067 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** Compaction Stats [default] ** 2021-07-26T15:52:52.067 INFO:journalctl@ceph.mon.a.smithi078.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:52:52.067 INFO:journalctl@ceph.mon.a.smithi078.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:52:52.068 INFO:journalctl@ceph.mon.a.smithi078.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 661.9 0.01 0.00 1 0.012 0 0 2021-07-26T15:52:52.068 INFO:journalctl@ceph.mon.a.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:52:52.068 INFO:journalctl@ceph.mon.a.smithi078.stdout: Flush(GB): cumulative 0.008, interval 0.008 2021-07-26T15:52:52.068 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:52:52.069 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:52:52.069 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:52:52.069 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:52:52.070 INFO:journalctl@ceph.mon.a.smithi078.stdout: Cumulative compaction: 0.01 GB write, 369.95 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:52:52.070 INFO:journalctl@ceph.mon.a.smithi078.stdout: Interval compaction: 0.01 GB write, 369.95 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:52:52.070 INFO:journalctl@ceph.mon.a.smithi078.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:52:52.070 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2021-07-26T15:52:52.071 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:52:52.071 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2021-07-26T15:52:52.071 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** Compaction Stats [default] ** 2021-07-26T15:52:52.072 INFO:journalctl@ceph.mon.a.smithi078.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:52:52.072 INFO:journalctl@ceph.mon.a.smithi078.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:52:52.072 INFO:journalctl@ceph.mon.a.smithi078.stdout: L0 1/0 8.14 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 661.9 0.01 0.00 1 0.012 0 0 2021-07-26T15:52:52.072 INFO:journalctl@ceph.mon.a.smithi078.stdout: L6 1/0 19.16 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:52:52.072 INFO:journalctl@ceph.mon.a.smithi078.stdout: Sum 2/0 27.30 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 661.9 0.01 0.00 1 0.012 0 0 2021-07-26T15:52:52.073 INFO:journalctl@ceph.mon.a.smithi078.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:52:52.073 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2021-07-26T15:52:52.073 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** Compaction Stats [default] ** 2021-07-26T15:52:52.074 INFO:journalctl@ceph.mon.a.smithi078.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:52:52.074 INFO:journalctl@ceph.mon.a.smithi078.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:52:52.074 INFO:journalctl@ceph.mon.a.smithi078.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 661.9 0.01 0.00 1 0.012 0 0 2021-07-26T15:52:52.074 INFO:journalctl@ceph.mon.a.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:52:52.075 INFO:journalctl@ceph.mon.a.smithi078.stdout: Flush(GB): cumulative 0.008, interval 0.000 2021-07-26T15:52:52.075 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:52:52.075 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:52:52.075 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:52:52.076 INFO:journalctl@ceph.mon.a.smithi078.stdout: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:52:52.076 INFO:journalctl@ceph.mon.a.smithi078.stdout: Cumulative compaction: 0.01 GB write, 369.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:52:52.076 INFO:journalctl@ceph.mon.a.smithi078.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:52:52.076 INFO:journalctl@ceph.mon.a.smithi078.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:52:52.077 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2021-07-26T15:52:52.078 INFO:journalctl@ceph.mon.a.smithi078.stdout: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:52:52.078 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: starting mon.a rank 0 at public addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] at bind addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:52:52.079 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: mon.a@-1(???) e3 preinit fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:52:52.079 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: mon.a@-1(???).mds e7 new map 2021-07-26T15:52:52.079 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: mon.a@-1(???).mds e7 print_map 2021-07-26T15:52:52.079 INFO:journalctl@ceph.mon.a.smithi078.stdout: e7 2021-07-26T15:52:52.080 INFO:journalctl@ceph.mon.a.smithi078.stdout: enable_multiple, ever_enabled_multiple: 0,0 2021-07-26T15:52:52.080 INFO:journalctl@ceph.mon.a.smithi078.stdout: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:52:52.081 INFO:journalctl@ceph.mon.a.smithi078.stdout: legacy client fscid: 1 2021-07-26T15:52:52.081 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2021-07-26T15:52:52.081 INFO:journalctl@ceph.mon.a.smithi078.stdout: Filesystem 'foo' (1) 2021-07-26T15:52:52.082 INFO:journalctl@ceph.mon.a.smithi078.stdout: fs_name foo 2021-07-26T15:52:52.082 INFO:journalctl@ceph.mon.a.smithi078.stdout: epoch 5 2021-07-26T15:52:52.082 INFO:journalctl@ceph.mon.a.smithi078.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2021-07-26T15:52:52.082 INFO:journalctl@ceph.mon.a.smithi078.stdout: created 2021-07-26T15:47:42.694172+0000 2021-07-26T15:52:52.083 INFO:journalctl@ceph.mon.a.smithi078.stdout: modified 2021-07-26T15:47:47.730505+0000 2021-07-26T15:52:52.083 INFO:journalctl@ceph.mon.a.smithi078.stdout: tableserver 0 2021-07-26T15:52:52.083 INFO:journalctl@ceph.mon.a.smithi078.stdout: root 0 2021-07-26T15:52:52.084 INFO:journalctl@ceph.mon.a.smithi078.stdout: session_timeout 60 2021-07-26T15:52:52.084 INFO:journalctl@ceph.mon.a.smithi078.stdout: session_autoclose 300 2021-07-26T15:52:52.084 INFO:journalctl@ceph.mon.a.smithi078.stdout: max_file_size 1099511627776 2021-07-26T15:52:52.084 INFO:journalctl@ceph.mon.a.smithi078.stdout: required_client_features {} 2021-07-26T15:52:52.085 INFO:journalctl@ceph.mon.a.smithi078.stdout: last_failure 0 2021-07-26T15:52:52.085 INFO:journalctl@ceph.mon.a.smithi078.stdout: last_failure_osd_epoch 0 2021-07-26T15:52:52.085 INFO:journalctl@ceph.mon.a.smithi078.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:52:52.085 INFO:journalctl@ceph.mon.a.smithi078.stdout: max_mds 1 2021-07-26T15:52:52.085 INFO:journalctl@ceph.mon.a.smithi078.stdout: in 0 2021-07-26T15:52:52.086 INFO:journalctl@ceph.mon.a.smithi078.stdout: up {0=34466} 2021-07-26T15:52:52.086 INFO:journalctl@ceph.mon.a.smithi078.stdout: failed 2021-07-26T15:52:52.086 INFO:journalctl@ceph.mon.a.smithi078.stdout: damaged 2021-07-26T15:52:52.086 INFO:journalctl@ceph.mon.a.smithi078.stdout: stopped 2021-07-26T15:52:52.087 INFO:journalctl@ceph.mon.a.smithi078.stdout: data_pools [4] 2021-07-26T15:52:52.087 INFO:journalctl@ceph.mon.a.smithi078.stdout: metadata_pool 3 2021-07-26T15:52:52.087 INFO:journalctl@ceph.mon.a.smithi078.stdout: inline_data disabled 2021-07-26T15:52:52.088 INFO:journalctl@ceph.mon.a.smithi078.stdout: balancer 2021-07-26T15:52:52.088 INFO:journalctl@ceph.mon.a.smithi078.stdout: standby_count_wanted 1 2021-07-26T15:52:52.088 INFO:journalctl@ceph.mon.a.smithi078.stdout: [mds.foo.smithi139.mwfdce{0:34466} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.139:6832/2470941319,v1:172.21.15.139:6833/2470941319]] 2021-07-26T15:52:52.088 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2021-07-26T15:52:52.089 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2021-07-26T15:52:52.089 INFO:journalctl@ceph.mon.a.smithi078.stdout: Standby daemons: 2021-07-26T15:52:52.089 INFO:journalctl@ceph.mon.a.smithi078.stdout: 2021-07-26T15:52:52.090 INFO:journalctl@ceph.mon.a.smithi078.stdout: [mds.foo.smithi078.kyjpyp{-1:14586} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.78:6834/1863838033,v1:172.21.15.78:6835/1863838033]] 2021-07-26T15:52:52.090 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: mon.a@-1(???).osd e68 crush map has features 3314933000852226048, adjusting msgr requires 2021-07-26T15:52:52.090 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: mon.a@-1(???).osd e68 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:52:52.091 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: mon.a@-1(???).osd e68 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:52:52.091 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: mon.a@-1(???).osd e68 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:52:52.091 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:52:51 smithi078 ceph-mon[73801]: mon.a@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2021-07-26T15:52:52.488 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:52 smithi078 conmon[70626]: ignoring --setuser ceph since I am not root 2021-07-26T15:52:52.489 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:52 smithi078 conmon[70626]: ignoring --setgroup ceph since I am not root 2021-07-26T15:52:52.489 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:52:52 smithi078 ceph-mgr[70629]: -- 172.21.15.78:0/3723564482 <== mon.1 v2:172.21.15.78:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557eab0ce340 con 0x557eab0a7000 2021-07-26T15:52:52.579 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:52 smithi139 conmon[52982]: ignoring --setuser ceph since I am not root 2021-07-26T15:52:52.579 INFO:journalctl@ceph.mgr.x.smithi139.stdout:Jul 26 15:52:52 smithi139 conmon[52982]: ignoring --setgroup ceph since I am not root 2021-07-26T15:52:53.462 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 1 2021-07-26T15:52:54.134 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch ps' 2021-07-26T15:53:04.083 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:53:04.083 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 running (6m) 38s ago 6m 17.7M - 0.20.0 0881eb8f169f 90163aee5b2b 2021-07-26T15:53:04.084 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi139 running (6m) 17s ago 6m 40.3M - 6.7.4 3b1077a63311 5f2e438941c4 2021-07-26T15:53:04.084 INFO:teuthology.orchestra.run.smithi078.stdout:mds.foo.smithi078.kyjpyp smithi078 running (5m) 38s ago 5m 16.1M - 15.2.13 5eab30a79396 9b91e93be11f 2021-07-26T15:53:04.084 INFO:teuthology.orchestra.run.smithi078.stdout:mds.foo.smithi139.mwfdce smithi139 running (5m) 17s ago 5m 16.8M - 15.2.13 5eab30a79396 54bdc76fea7d 2021-07-26T15:53:04.084 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi139 *:8443 running (22s) 17s ago 9m 58.6M - 17.0.0-6381-gbccf07c2 6cdb40438e66 cdd29be845e2 2021-07-26T15:53:04.084 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443 running (55s) 38s ago 11m 413M - 17.0.0-6381-gbccf07c2 6cdb40438e66 ff4ffcea6e6b 2021-07-26T15:53:04.085 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 starting - - - 2048M 2021-07-26T15:53:04.085 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi139 running (9m) 17s ago 9m 96.1M 2048M 15.2.13 5eab30a79396 619c920668e9 2021-07-26T15:53:04.085 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (10m) 38s ago 10m 86.1M 2048M 15.2.13 5eab30a79396 c7bd4165d207 2021-07-26T15:53:04.085 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 running (6m) 38s ago 6m 18.0M - 0.18.1 e5a616e4b9cf efbc270728ea 2021-07-26T15:53:04.086 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi139 running (6m) 17s ago 6m 18.0M - 0.18.1 e5a616e4b9cf 3bafac7a53cc 2021-07-26T15:53:04.086 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (9m) 38s ago 9m 65.5M 4096M 15.2.13 5eab30a79396 8f8277d2f62f 2021-07-26T15:53:04.086 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (9m) 38s ago 9m 66.0M 4096M 15.2.13 5eab30a79396 63e67b368cea 2021-07-26T15:53:04.086 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (8m) 38s ago 8m 130M 4096M 15.2.13 5eab30a79396 32b63ef04630 2021-07-26T15:53:04.087 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (8m) 38s ago 8m 60.2M 4096M 15.2.13 5eab30a79396 7ec3f9ae2075 2021-07-26T15:53:04.087 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi139 running (8m) 17s ago 8m 67.4M 4096M 15.2.13 5eab30a79396 cff37e1f64ae 2021-07-26T15:53:04.087 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi139 running (7m) 17s ago 7m 84.4M 4096M 15.2.13 5eab30a79396 1989889e46bb 2021-07-26T15:53:04.087 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi139 running (7m) 17s ago 7m 58.6M 4096M 15.2.13 5eab30a79396 1b8f413620fb 2021-07-26T15:53:04.088 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi139 running (7m) 17s ago 7m 88.7M 4096M 15.2.13 5eab30a79396 96a98303afbf 2021-07-26T15:53:04.088 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi139 running (5m) 17s ago 6m 37.5M - 2.18.1 de242295e225 ec978ed0ec82 2021-07-26T15:53:04.488 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:04 smithi078 conmon[70626]: [79B blob data] 2021-07-26T15:53:04.489 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:04 smithi078 conmon[70626]: [80B blob data] 2021-07-26T15:53:04.489 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:04 smithi078 conmon[70626]: 2021-07-26T15:53:04.066+0000 7fea4cffa700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:53:04.490 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:04 smithi078 conmon[70626]: 2021-07-26T15:53:04.066+0000 7fea4cffa700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:53:04.490 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:04 smithi078 conmon[70626]: 2021-07-26T15:53:04.066+0000 7fea48fb2700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:53:04.491 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:04 smithi078 conmon[70626]: 2021-07-26T15:53:04.066+0000 7fea48fb2700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:53:04.491 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:04 smithi078 conmon[70626]: 2021-07-26T15:53:04.066+0000 7fea48fb2700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:53:04.492 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:04 smithi078 conmon[70626]: 2021-07-26T15:53:04.067+0000 7fea48fb2700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:53:04.492 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:04 smithi078 conmon[70626]: 2021-07-26T15:53:04.067+0000 7fea48fb2700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:53:04.492 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:04 smithi078 conmon[70626]: 2021-07-26T15:53:04.067+0000 7fea4cffa700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:53:04.493 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:04 smithi078 conmon[70626]: 2021-07-26T15:53:04.493 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:04 smithi078 conmon[70626]: 2021-07-26T15:53:04.067+0000 7fea4cffa700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:53:04.494 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:04 smithi078 conmon[70626]: 2021-07-26T15:53:04.067+0000 7fea4cffa700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:53:04.795 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch upgrade pause' 2021-07-26T15:53:06.952 INFO:teuthology.orchestra.run.smithi078.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:53:07.676 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'sleep 60' 2021-07-26T15:53:10.739 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: 2021-07-26T15:53:10.455+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:53:10.739 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:53:10.740 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:53:10.740 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:53:10.740 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:53:10.740 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:53:10.741 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:53:10.741 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:53:10.741 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:53:10.741 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: 2021-07-26T15:53:10.455+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:53:10.742 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:53:10.742 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:53:10.742 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:53:10.742 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:53:10.743 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:53:10.743 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:53:10.743 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:53:10.744 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:53:10.744 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: 2021-07-26T15:53:10.457+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:53:10.744 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:53:10.744 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:53:10.748 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:53:10.749 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:53:10.749 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:53:10.751 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:53:10.752 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:53:10.752 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:53:10.752 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: 2021-07-26T15:53:10.457+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:53:10.753 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:53:10.753 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:53:10.754 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:53:10.754 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:53:10.755 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:53:10.755 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:53:10.756 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:53:10.756 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:53:10.757 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: 2021-07-26T15:53:10.465+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:53:10.757 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:53:10.757 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:53:10.758 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:53:10.758 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:53:10.759 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:53:10.759 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:53:10.760 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:53:10.760 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:53:10.761 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: 2021-07-26T15:53:10.466+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:53:10.761 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:53:10.761 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:53:10.762 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:53:10.762 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:53:10.763 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:53:10.763 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:53:10.764 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:53:10.764 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:53:10.765 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: 2021-07-26T15:53:10.467+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:53:10.765 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:53:10.766 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:53:10.766 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:53:10.767 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:53:10.767 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:53:10.768 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:53:10.769 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:53:10.769 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:53:10.769 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: 2021-07-26T15:53:10.468+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:53:10.770 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:53:10.770 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:53:10.771 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:53:10.771 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:53:10.772 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:53:10.772 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:53:10.773 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:53:10.773 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:53:10 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:10.293 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch upgrade resume' 2021-07-26T15:54:12.433 INFO:teuthology.orchestra.run.smithi078.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:54:13.223 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'echo wait for majority of mons to upgrade' 2021-07-26T15:54:14.932 INFO:teuthology.orchestra.run.smithi078.stdout:wait for majority of mons to upgrade 2021-07-26T15:54:15.648 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2021-07-26T15:54:17.459 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: 2021-07-26T15:54:17.113+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:17.460 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:54:17.460 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:17.460 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:54:17.460 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:17.461 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:54:17.461 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:17.461 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:17.462 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:17.462 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: 2021-07-26T15:54:17.113+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:17.463 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:54:17.463 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:17.463 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:54:17.463 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:17.464 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:54:17.464 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:17.464 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:17.464 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:17.464 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: 2021-07-26T15:54:17.115+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:17.465 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:54:17.465 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:17.465 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:54:17.465 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:17.466 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:54:17.466 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:17.466 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:17.466 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:17.466 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: 2021-07-26T15:54:17.116+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:17.467 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:54:17.467 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:17.467 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:54:17.467 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:17.468 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:54:17.468 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:17.468 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:17.468 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:17 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:20.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:20 smithi078 systemd[1]: Stopping Ceph mon.c for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:54:20.901 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:20 smithi078 podman[77584]: 2021-07-26 15:54:20.690482809 +0000 UTC m=+0.287475973 container stop c7bd4165d207dac8098010aacaf5ba25679876c4182b557978d471d831ff3f3c (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.c, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, RELEASE=master-dc1ab19, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2021-07-26T15:54:20.901 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:20 smithi078 podman[77584]: 2021-07-26 15:54:20.743208465 +0000 UTC m=+0.340201643 container died c7bd4165d207dac8098010aacaf5ba25679876c4182b557978d471d831ff3f3c (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.c) 2021-07-26T15:54:20.901 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:20 smithi078 podman[77584]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.c 2021-07-26T15:54:21.738 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 podman[77623]: 2021-07-26 15:54:21.307390915 +0000 UTC m=+0.629921301 container remove c7bd4165d207dac8098010aacaf5ba25679876c4182b557978d471d831ff3f3c (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.c, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=master-dc1ab19, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2021-07-26T15:54:21.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.c.service: Succeeded. 2021-07-26T15:54:21.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 systemd[1]: Stopped Ceph mon.c for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:54:21.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 systemd[1]: Starting Ceph mon.c for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:54:22.042 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 podman[77771]: 2021-07-26 15:54:21.648019873 +0000 UTC m=+0.028870898 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:54:22.043 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 podman[77771]: 2021-07-26 15:54:21.782309212 +0000 UTC m=+0.163160223 container create d9afd359b571ef8361a20b1242d253971179321a94f3e95e802d57c2cb5f67fd (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.c, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.19.8, org.label-schema.name=CentOS Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2021-07-26T15:54:22.043 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 podman[77771]: 2021-07-26 15:54:21.923936144 +0000 UTC m=+0.304787166 container init d9afd359b571ef8361a20b1242d253971179321a94f3e95e802d57c2cb5f67fd (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.c, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, ceph=True, io.buildah.version=1.19.8, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2021-07-26T15:54:22.043 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:54:22.043 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev), process ceph-mon, pid 1 2021-07-26T15:54:22.044 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: pidfile_write: ignore empty --pid-file 2021-07-26T15:54:22.044 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: load: jerasure load: lrc 2021-07-26T15:54:22.044 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: RocksDB version: 6.15.5 2021-07-26T15:54:22.044 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:54:22.045 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Compile date Jul 24 2021 2021-07-26T15:54:22.045 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: DB SUMMARY 2021-07-26T15:54:22.045 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: DB Session ID: EY85641H6GHVQ8T6W3GL 2021-07-26T15:54:22.045 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: CURRENT file: CURRENT 2021-07-26T15:54:22.046 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: IDENTITY file: IDENTITY 2021-07-26T15:54:22.046 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: MANIFEST file: MANIFEST-000005 size: 652 Bytes 2021-07-26T15:54:22.046 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000020.sst 2021-07-26T15:54:22.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000018.log size: 7356851 ; 2021-07-26T15:54:22.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.error_if_exists: 0 2021-07-26T15:54:22.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.create_if_missing: 0 2021-07-26T15:54:22.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.paranoid_checks: 1 2021-07-26T15:54:22.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2021-07-26T15:54:22.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.env: 0x55d912d61a20 2021-07-26T15:54:22.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.fs: Posix File System 2021-07-26T15:54:22.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.info_log: 0x55d9144e4060 2021-07-26T15:54:22.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:54:22.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.statistics: (nil) 2021-07-26T15:54:22.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.use_fsync: 0 2021-07-26T15:54:22.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_log_file_size: 0 2021-07-26T15:54:22.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:54:22.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:54:22.050 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:54:22.050 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:54:22.050 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.allow_fallocate: 1 2021-07-26T15:54:22.050 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:54:22.051 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:54:22.051 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.use_direct_reads: 0 2021-07-26T15:54:22.052 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:54:22.052 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:54:22.052 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.db_log_dir: 2021-07-26T15:54:22.052 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2021-07-26T15:54:22.052 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:54:22.053 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:54:22.053 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:54:22.053 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-07-26T15:54:22.053 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:54:22.054 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:54:22.054 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:54:22.054 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:54:22.054 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.write_buffer_manager: 0x55d914559d10 2021-07-26T15:54:22.054 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:54:22.055 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:54:22.055 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:54:22.055 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:54:22.055 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:54:22.055 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:54:22.056 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:54:22.056 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:54:22.056 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:54:22.056 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.unordered_write: 0 2021-07-26T15:54:22.057 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:54:22.057 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:54:22.057 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:54:22.057 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:54:22.057 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.row_cache: None 2021-07-26T15:54:22.059 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.wal_filter: None 2021-07-26T15:54:22.059 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:54:22.060 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:54:22.060 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.preserve_deletes: 0 2021-07-26T15:54:22.060 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.two_write_queues: 0 2021-07-26T15:54:22.060 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:54:22.061 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.atomic_flush: 0 2021-07-26T15:54:22.061 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:54:22.061 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.persist_stats_to_disk: 0 2021-07-26T15:54:22.061 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.write_dbid_to_manifest: 0 2021-07-26T15:54:22.061 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.log_readahead_size: 0 2021-07-26T15:54:22.062 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.file_checksum_gen_factory: Unknown 2021-07-26T15:54:22.062 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.best_efforts_recovery: 0 2021-07-26T15:54:22.062 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2021-07-26T15:54:22.062 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2021-07-26T15:54:22.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.allow_data_in_errors: 0 2021-07-26T15:54:22.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.db_host_id: __hostname__ 2021-07-26T15:54:22.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_background_jobs: 2 2021-07-26T15:54:22.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_background_compactions: -1 2021-07-26T15:54:22.063 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_subcompactions: 1 2021-07-26T15:54:22.064 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:54:22.064 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:54:22.064 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:54:22.064 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:54:22.064 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:54:22.065 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:54:22.065 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:54:22.065 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:54:22.065 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_open_files: -1 2021-07-26T15:54:22.066 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:54:22.066 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:54:22.066 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.strict_bytes_per_sync: 0 2021-07-26T15:54:22.066 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:54:22.067 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_background_flushes: -1 2021-07-26T15:54:22.067 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Compression algorithms supported: 2021-07-26T15:54:22.067 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:54:22.067 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: kZSTD supported: 0 2021-07-26T15:54:22.067 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: kXpressCompression supported: 0 2021-07-26T15:54:22.068 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:54:22.068 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: kLZ4Compression supported: 1 2021-07-26T15:54:22.068 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: kBZip2Compression supported: 0 2021-07-26T15:54:22.068 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: kZlibCompression supported: 1 2021-07-26T15:54:22.069 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: kSnappyCompression supported: 1 2021-07-26T15:54:22.069 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:54:22.069 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2021-07-26T15:54:22.069 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2021-07-26T15:54:22.069 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:54:22.070 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.merge_operator: 2021-07-26T15:54:22.070 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compaction_filter: None 2021-07-26T15:54:22.070 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:54:22.070 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.sst_partitioner_factory: None 2021-07-26T15:54:22.070 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:54:22.071 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:54:22.071 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d9144adba8) 2021-07-26T15:54:22.071 INFO:journalctl@ceph.mon.c.smithi078.stdout: cache_index_and_filter_blocks: 1 2021-07-26T15:54:22.071 INFO:journalctl@ceph.mon.c.smithi078.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2021-07-26T15:54:22.071 INFO:journalctl@ceph.mon.c.smithi078.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:54:22.072 INFO:journalctl@ceph.mon.c.smithi078.stdout: pin_top_level_index_and_filter: 1 2021-07-26T15:54:22.072 INFO:journalctl@ceph.mon.c.smithi078.stdout: index_type: 0 2021-07-26T15:54:22.072 INFO:journalctl@ceph.mon.c.smithi078.stdout: data_block_index_type: 0 2021-07-26T15:54:22.072 INFO:journalctl@ceph.mon.c.smithi078.stdout: index_shortening: 1 2021-07-26T15:54:22.073 INFO:journalctl@ceph.mon.c.smithi078.stdout: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:54:22.073 INFO:journalctl@ceph.mon.c.smithi078.stdout: hash_index_allow_collision: 1 2021-07-26T15:54:22.073 INFO:journalctl@ceph.mon.c.smithi078.stdout: checksum: 1 2021-07-26T15:54:22.073 INFO:journalctl@ceph.mon.c.smithi078.stdout: no_block_cache: 0 2021-07-26T15:54:22.073 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_cache: 0x55d9144dec10 2021-07-26T15:54:22.074 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_cache_name: BinnedLRUCache 2021-07-26T15:54:22.074 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_cache_options: 2021-07-26T15:54:22.074 INFO:journalctl@ceph.mon.c.smithi078.stdout: capacity : 536870912 2021-07-26T15:54:22.074 INFO:journalctl@ceph.mon.c.smithi078.stdout: num_shard_bits : 4 2021-07-26T15:54:22.074 INFO:journalctl@ceph.mon.c.smithi078.stdout: strict_capacity_limit : 0 2021-07-26T15:54:22.075 INFO:journalctl@ceph.mon.c.smithi078.stdout: high_pri_pool_ratio: 0.000 2021-07-26T15:54:22.075 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_cache_compressed: (nil) 2021-07-26T15:54:22.075 INFO:journalctl@ceph.mon.c.smithi078.stdout: persistent_cache: (nil) 2021-07-26T15:54:22.075 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_size: 4096 2021-07-26T15:54:22.076 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_size_deviation: 10 2021-07-26T15:54:22.076 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_restart_interval: 16 2021-07-26T15:54:22.076 INFO:journalctl@ceph.mon.c.smithi078.stdout: index_block_restart_interval: 1 2021-07-26T15:54:22.076 INFO:journalctl@ceph.mon.c.smithi078.stdout: metadata_block_size: 4096 2021-07-26T15:54:22.076 INFO:journalctl@ceph.mon.c.smithi078.stdout: partition_filters: 0 2021-07-26T15:54:22.077 INFO:journalctl@ceph.mon.c.smithi078.stdout: use_delta_encoding: 1 2021-07-26T15:54:22.077 INFO:journalctl@ceph.mon.c.smithi078.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:54:22.077 INFO:journalctl@ceph.mon.c.smithi078.stdout: whole_key_filtering: 1 2021-07-26T15:54:22.077 INFO:journalctl@ceph.mon.c.smithi078.stdout: verify_compression: 0 2021-07-26T15:54:22.077 INFO:journalctl@ceph.mon.c.smithi078.stdout: read_amp_bytes_per_bit: 0 2021-07-26T15:54:22.078 INFO:journalctl@ceph.mon.c.smithi078.stdout: format_version: 4 2021-07-26T15:54:22.078 INFO:journalctl@ceph.mon.c.smithi078.stdout: enable_index_compression: 1 2021-07-26T15:54:22.078 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_align: 0 2021-07-26T15:54:22.078 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:54:22.078 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:54:22.079 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compression: NoCompression 2021-07-26T15:54:22.079 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:54:22.079 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:54:22.079 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:54:22.080 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.num_levels: 7 2021-07-26T15:54:22.080 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:54:22.080 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:54:22.080 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-07-26T15:54:22.080 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:54:22.081 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:54:22.081 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:54:22.081 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:54:22.081 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:54:22.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2021-07-26T15:54:22.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:54:22.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:54:22.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:54:22.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:54:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:54:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:54:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compression_opts.parallel_threads: 1 2021-07-26T15:54:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:54:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:54:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:54:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:54:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:54:22.085 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:54:22.085 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:54:22.085 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:54:22.086 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:54:22.086 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:54:22.086 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:54:22.087 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:54:22.087 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:54:22.087 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:54:22.087 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:54:22.087 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:54:22.088 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:54:22.088 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:54:22.088 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:54:22.088 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:54:22.088 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:54:22.089 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:54:22.089 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:54:22.089 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:54:22.089 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:54:22.090 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:54:22.090 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:54:22.090 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:54:22.090 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:54:22.090 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:54:22.091 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:54:22.091 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:54:22.091 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:54:22.091 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.table_properties_collectors: 2021-07-26T15:54:22.092 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.inplace_update_support: 0 2021-07-26T15:54:22.092 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:54:22.092 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:54:22.092 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:54:22.093 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:54:22.093 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.bloom_locality: 0 2021-07-26T15:54:22.093 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.max_successive_merges: 0 2021-07-26T15:54:22.093 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:54:22.093 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:54:22.094 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.force_consistency_checks: 1 2021-07-26T15:54:22.094 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:54:22.094 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.ttl: 2592000 2021-07-26T15:54:22.094 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.periodic_compaction_seconds: 0 2021-07-26T15:54:22.095 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.enable_blob_files: false 2021-07-26T15:54:22.095 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.min_blob_size: 0 2021-07-26T15:54:22.095 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.blob_file_size: 268435456 2021-07-26T15:54:22.095 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.blob_compression_type: NoCompression 2021-07-26T15:54:22.095 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.enable_blob_garbage_collection: false 2021-07-26T15:54:22.096 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2021-07-26T15:54:22.096 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 22, last_sequence is 11459, log_number is 18,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:54:22.096 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 18 2021-07-26T15:54:22.096 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: [db/version_set.cc:4083] Creating manifest 22 2021-07-26T15:54:22.096 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: EVENT_LOG_v1 {"time_micros": 1627314861969948, "job": 1, "event": "recovery_started", "wal_files": [18]} 2021-07-26T15:54:22.097 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #18 mode 2 2021-07-26T15:54:22.097 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-07-26T15:54:22.097 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 podman[77771]: 2021-07-26 15:54:21.982234006 +0000 UTC m=+0.363085026 container start d9afd359b571ef8361a20b1242d253971179321a94f3e95e802d57c2cb5f67fd (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.c, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.19.8, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2021-07-26T15:54:22.097 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 bash[77696]: d9afd359b571ef8361a20b1242d253971179321a94f3e95e802d57c2cb5f67fd 2021-07-26T15:54:22.098 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: EVENT_LOG_v1 {"time_micros": 1627314861982535, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 23, "file_size": 4874856, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4869224, "index_size": 3987, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 4971, "raw_average_key_size": 19, "raw_value_size": 4861541, "raw_average_value_size": 18990, "num_data_blocks": 172, "num_entries": 256, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1627314861, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "b01c4a74-0def-4a89-91f1-f95149fba5c2", "db_session_id": "EY85641H6GHVQ8T6W3GL"}} 2021-07-26T15:54:22.098 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: [db/version_set.cc:4083] Creating manifest 24 2021-07-26T15:54:22.098 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: EVENT_LOG_v1 {"time_micros": 1627314861982951, "job": 1, "event": "recovery_finished"} 2021-07-26T15:54:22.098 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000018.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2021-07-26T15:54:22.098 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x55d9144fea80 2021-07-26T15:54:22.099 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: DB pointer 0x55d91450e000 2021-07-26T15:54:22.099 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2021-07-26T15:54:22.099 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: rocksdb: [db/db_impl/db_impl.cc:903] 2021-07-26T15:54:22.099 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** DB Stats ** 2021-07-26T15:54:22.100 INFO:journalctl@ceph.mon.c.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:54:22.100 INFO:journalctl@ceph.mon.c.smithi078.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:54:22.100 INFO:journalctl@ceph.mon.c.smithi078.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:54:22.100 INFO:journalctl@ceph.mon.c.smithi078.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:54:22.100 INFO:journalctl@ceph.mon.c.smithi078.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:54:22.101 INFO:journalctl@ceph.mon.c.smithi078.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:54:22.101 INFO:journalctl@ceph.mon.c.smithi078.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:54:22.101 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2021-07-26T15:54:22.101 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** Compaction Stats [default] ** 2021-07-26T15:54:22.102 INFO:journalctl@ceph.mon.c.smithi078.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:54:22.102 INFO:journalctl@ceph.mon.c.smithi078.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:54:22.102 INFO:journalctl@ceph.mon.c.smithi078.stdout: L0 1/0 4.65 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 644.6 0.01 0.00 1 0.007 0 0 2021-07-26T15:54:22.102 INFO:journalctl@ceph.mon.c.smithi078.stdout: L6 1/0 25.63 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:54:22.102 INFO:journalctl@ceph.mon.c.smithi078.stdout: Sum 2/0 30.28 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 644.6 0.01 0.00 1 0.007 0 0 2021-07-26T15:54:22.103 INFO:journalctl@ceph.mon.c.smithi078.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 644.6 0.01 0.00 1 0.007 0 0 2021-07-26T15:54:22.103 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2021-07-26T15:54:22.103 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** Compaction Stats [default] ** 2021-07-26T15:54:22.103 INFO:journalctl@ceph.mon.c.smithi078.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:54:22.104 INFO:journalctl@ceph.mon.c.smithi078.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:54:22.104 INFO:journalctl@ceph.mon.c.smithi078.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 644.6 0.01 0.00 1 0.007 0 0 2021-07-26T15:54:22.104 INFO:journalctl@ceph.mon.c.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:54:22.104 INFO:journalctl@ceph.mon.c.smithi078.stdout: Flush(GB): cumulative 0.005, interval 0.005 2021-07-26T15:54:22.104 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:54:22.105 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:54:22.105 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:54:22.105 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:54:22.105 INFO:journalctl@ceph.mon.c.smithi078.stdout: Cumulative compaction: 0.00 GB write, 300.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:54:22.105 INFO:journalctl@ceph.mon.c.smithi078.stdout: Interval compaction: 0.00 GB write, 300.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:54:22.106 INFO:journalctl@ceph.mon.c.smithi078.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:54:22.106 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2021-07-26T15:54:22.106 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:54:22.106 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2021-07-26T15:54:22.106 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** Compaction Stats [default] ** 2021-07-26T15:54:22.107 INFO:journalctl@ceph.mon.c.smithi078.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:54:22.107 INFO:journalctl@ceph.mon.c.smithi078.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:54:22.107 INFO:journalctl@ceph.mon.c.smithi078.stdout: L0 1/0 4.65 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 644.6 0.01 0.00 1 0.007 0 0 2021-07-26T15:54:22.107 INFO:journalctl@ceph.mon.c.smithi078.stdout: L6 1/0 25.63 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:54:22.108 INFO:journalctl@ceph.mon.c.smithi078.stdout: Sum 2/0 30.28 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 644.6 0.01 0.00 1 0.007 0 0 2021-07-26T15:54:22.108 INFO:journalctl@ceph.mon.c.smithi078.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:54:22.108 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2021-07-26T15:54:22.108 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** Compaction Stats [default] ** 2021-07-26T15:54:22.108 INFO:journalctl@ceph.mon.c.smithi078.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:54:22.109 INFO:journalctl@ceph.mon.c.smithi078.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:54:22.109 INFO:journalctl@ceph.mon.c.smithi078.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 644.6 0.01 0.00 1 0.007 0 0 2021-07-26T15:54:22.109 INFO:journalctl@ceph.mon.c.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:54:22.110 INFO:journalctl@ceph.mon.c.smithi078.stdout: Flush(GB): cumulative 0.005, interval 0.000 2021-07-26T15:54:22.110 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:54:22.110 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:54:22.110 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:54:22.110 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:54:22.111 INFO:journalctl@ceph.mon.c.smithi078.stdout: Cumulative compaction: 0.00 GB write, 300.05 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:54:22.111 INFO:journalctl@ceph.mon.c.smithi078.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:54:22.111 INFO:journalctl@ceph.mon.c.smithi078.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:54:22.111 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2021-07-26T15:54:22.112 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:54:22.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: starting mon.c rank 1 at public addrs [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] at bind addrs [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:54:22.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: mon.c@-1(???) e3 preinit fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:54:22.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: mon.c@-1(???).mds e7 new map 2021-07-26T15:54:22.112 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: mon.c@-1(???).mds e7 print_map 2021-07-26T15:54:22.113 INFO:journalctl@ceph.mon.c.smithi078.stdout: e7 2021-07-26T15:54:22.113 INFO:journalctl@ceph.mon.c.smithi078.stdout: enable_multiple, ever_enabled_multiple: 0,0 2021-07-26T15:54:22.113 INFO:journalctl@ceph.mon.c.smithi078.stdout: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:54:22.113 INFO:journalctl@ceph.mon.c.smithi078.stdout: legacy client fscid: 1 2021-07-26T15:54:22.113 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2021-07-26T15:54:22.114 INFO:journalctl@ceph.mon.c.smithi078.stdout: Filesystem 'foo' (1) 2021-07-26T15:54:22.114 INFO:journalctl@ceph.mon.c.smithi078.stdout: fs_name foo 2021-07-26T15:54:22.114 INFO:journalctl@ceph.mon.c.smithi078.stdout: epoch 5 2021-07-26T15:54:22.114 INFO:journalctl@ceph.mon.c.smithi078.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2021-07-26T15:54:22.115 INFO:journalctl@ceph.mon.c.smithi078.stdout: created 2021-07-26T15:47:42.694172+0000 2021-07-26T15:54:22.115 INFO:journalctl@ceph.mon.c.smithi078.stdout: modified 2021-07-26T15:47:47.730505+0000 2021-07-26T15:54:22.115 INFO:journalctl@ceph.mon.c.smithi078.stdout: tableserver 0 2021-07-26T15:54:22.116 INFO:journalctl@ceph.mon.c.smithi078.stdout: root 0 2021-07-26T15:54:22.116 INFO:journalctl@ceph.mon.c.smithi078.stdout: session_timeout 60 2021-07-26T15:54:22.116 INFO:journalctl@ceph.mon.c.smithi078.stdout: session_autoclose 300 2021-07-26T15:54:22.116 INFO:journalctl@ceph.mon.c.smithi078.stdout: max_file_size 1099511627776 2021-07-26T15:54:22.116 INFO:journalctl@ceph.mon.c.smithi078.stdout: required_client_features {} 2021-07-26T15:54:22.117 INFO:journalctl@ceph.mon.c.smithi078.stdout: last_failure 0 2021-07-26T15:54:22.117 INFO:journalctl@ceph.mon.c.smithi078.stdout: last_failure_osd_epoch 0 2021-07-26T15:54:22.117 INFO:journalctl@ceph.mon.c.smithi078.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:54:22.117 INFO:journalctl@ceph.mon.c.smithi078.stdout: max_mds 1 2021-07-26T15:54:22.118 INFO:journalctl@ceph.mon.c.smithi078.stdout: in 0 2021-07-26T15:54:22.118 INFO:journalctl@ceph.mon.c.smithi078.stdout: up {0=34466} 2021-07-26T15:54:22.118 INFO:journalctl@ceph.mon.c.smithi078.stdout: failed 2021-07-26T15:54:22.118 INFO:journalctl@ceph.mon.c.smithi078.stdout: damaged 2021-07-26T15:54:22.119 INFO:journalctl@ceph.mon.c.smithi078.stdout: stopped 2021-07-26T15:54:22.119 INFO:journalctl@ceph.mon.c.smithi078.stdout: data_pools [4] 2021-07-26T15:54:22.119 INFO:journalctl@ceph.mon.c.smithi078.stdout: metadata_pool 3 2021-07-26T15:54:22.120 INFO:journalctl@ceph.mon.c.smithi078.stdout: inline_data disabled 2021-07-26T15:54:22.120 INFO:journalctl@ceph.mon.c.smithi078.stdout: balancer 2021-07-26T15:54:22.120 INFO:journalctl@ceph.mon.c.smithi078.stdout: standby_count_wanted 1 2021-07-26T15:54:22.120 INFO:journalctl@ceph.mon.c.smithi078.stdout: [mds.foo.smithi139.mwfdce{0:34466} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.139:6832/2470941319,v1:172.21.15.139:6833/2470941319]] 2021-07-26T15:54:22.121 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2021-07-26T15:54:22.121 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2021-07-26T15:54:22.121 INFO:journalctl@ceph.mon.c.smithi078.stdout: Standby daemons: 2021-07-26T15:54:22.121 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2021-07-26T15:54:22.121 INFO:journalctl@ceph.mon.c.smithi078.stdout: [mds.foo.smithi078.kyjpyp{-1:14586} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.78:6834/1863838033,v1:172.21.15.78:6835/1863838033]] 2021-07-26T15:54:22.122 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: mon.c@-1(???).osd e69 crush map has features 3314933000852226048, adjusting msgr requires 2021-07-26T15:54:22.122 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: mon.c@-1(???).osd e69 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:54:22.122 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: mon.c@-1(???).osd e69 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:54:22.122 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: mon.c@-1(???).osd e69 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:54:22.123 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:21 smithi078 ceph-mon[77813]: mon.c@-1(???).paxosservice(auth 1..23) refresh upgraded, format 0 -> 3 2021-07-26T15:54:22.123 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:22 smithi078 systemd[1]: Started Ceph mon.c for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:54:22.613 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:54:23.382 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch ps' 2021-07-26T15:54:25.484 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:54:25.485 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 running (7m) 8s ago 7m - - 0.20.0 0881eb8f169f 90163aee5b2b 2021-07-26T15:54:25.485 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi139 running (7m) 10s ago 7m 40.3M - 6.7.4 3b1077a63311 5f2e438941c4 2021-07-26T15:54:25.485 INFO:teuthology.orchestra.run.smithi078.stdout:mds.foo.smithi078.kyjpyp smithi078 running (6m) 8s ago 6m - - 15.2.13 5eab30a79396 9b91e93be11f 2021-07-26T15:54:25.485 INFO:teuthology.orchestra.run.smithi078.stdout:mds.foo.smithi139.mwfdce smithi139 running (6m) 10s ago 6m 17.4M - 15.2.13 5eab30a79396 54bdc76fea7d 2021-07-26T15:54:25.486 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi139 *:8443 running (104s) 10s ago 10m 383M - 17.0.0-6381-gbccf07c2 6cdb40438e66 cdd29be845e2 2021-07-26T15:54:25.486 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443 running (2m) 8s ago 12m - - 17.0.0-6381-gbccf07c2 6cdb40438e66 ff4ffcea6e6b 2021-07-26T15:54:25.486 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (93s) 8s ago 13m - 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 d8d503a66144 2021-07-26T15:54:25.486 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi139 running (11m) 10s ago 11m 93.0M 2048M 15.2.13 5eab30a79396 619c920668e9 2021-07-26T15:54:25.487 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 starting - - - 2048M 2021-07-26T15:54:25.487 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 running (8m) 8s ago 8m - - 0.18.1 e5a616e4b9cf efbc270728ea 2021-07-26T15:54:25.487 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi139 running (8m) 10s ago 8m 18.0M - 0.18.1 e5a616e4b9cf 3bafac7a53cc 2021-07-26T15:54:25.488 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (10m) 8s ago 10m - 4096M 15.2.13 5eab30a79396 8f8277d2f62f 2021-07-26T15:54:25.488 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (10m) 8s ago 10m - 4096M 15.2.13 5eab30a79396 63e67b368cea 2021-07-26T15:54:25.488 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (10m) 8s ago 10m - 4096M 15.2.13 5eab30a79396 32b63ef04630 2021-07-26T15:54:25.489 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (9m) 8s ago 9m - 4096M 15.2.13 5eab30a79396 7ec3f9ae2075 2021-07-26T15:54:25.489 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi139 running (9m) 10s ago 9m 70.1M 4096M 15.2.13 5eab30a79396 cff37e1f64ae 2021-07-26T15:54:25.489 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi139 running (9m) 10s ago 9m 87.0M 4096M 15.2.13 5eab30a79396 1989889e46bb 2021-07-26T15:54:25.489 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi139 running (8m) 10s ago 8m 61.6M 4096M 15.2.13 5eab30a79396 1b8f413620fb 2021-07-26T15:54:25.489 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi139 running (8m) 10s ago 8m 92.6M 4096M 15.2.13 5eab30a79396 96a98303afbf 2021-07-26T15:54:25.490 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi139 running (7m) 10s ago 8m 37.7M - 2.18.1 de242295e225 ec978ed0ec82 2021-07-26T15:54:26.321 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch upgrade pause' 2021-07-26T15:54:28.654 INFO:teuthology.orchestra.run.smithi078.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:54:28.684 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: 2021-07-26T15:54:28.587+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:28.684 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:54:28.684 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:28.685 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:54:28.685 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:28.685 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:54:28.685 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:28.686 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:28.686 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:28.686 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: 2021-07-26T15:54:28.588+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:28.686 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:54:28.687 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:28.687 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:54:28.687 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:28.687 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:54:28.687 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:28.688 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:28.688 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:28.688 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: 2021-07-26T15:54:28.589+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:28.689 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:54:28.689 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:28.689 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:54:28.689 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:28.690 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:54:28.690 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:28.691 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:28.691 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:28.691 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: 2021-07-26T15:54:28.590+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:28.691 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:54:28.691 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:28.692 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:54:28.692 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:28.692 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:54:28.692 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:28.693 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:28.693 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:28 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:29.449 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'sleep 60' 2021-07-26T15:54:32.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:32 smithi139 systemd[1]: Stopping Ceph mon.b for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:54:32.931 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:32 smithi139 podman[56599]: 2021-07-26 15:54:32.727503197 +0000 UTC m=+0.288839641 container stop 619c920668e998d144b3138b2ad13b6d447d5ca8decebc3d85696e529b2401d7 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.b, ceph=True, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.schema-version=1.0, RELEASE=master-dc1ab19) 2021-07-26T15:54:32.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:32 smithi139 podman[56599]: 2021-07-26 15:54:32.788556478 +0000 UTC m=+0.349893046 container died 619c920668e998d144b3138b2ad13b6d447d5ca8decebc3d85696e529b2401d7 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.b) 2021-07-26T15:54:32.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:32 smithi139 podman[56599]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.b 2021-07-26T15:54:33.766 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:33 smithi139 podman[56639]: 2021-07-26 15:54:33.38657716 +0000 UTC m=+0.685397691 container remove 619c920668e998d144b3138b2ad13b6d447d5ca8decebc3d85696e529b2401d7 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.b, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=master-dc1ab19, ceph=True, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2021-07-26T15:54:33.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:33 smithi139 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@mon.b.service: Succeeded. 2021-07-26T15:54:33.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:33 smithi139 systemd[1]: Stopped Ceph mon.b for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:54:33.767 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:33 smithi139 systemd[1]: Starting Ceph mon.b for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:54:34.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:33 smithi139 podman[56786]: 2021-07-26 15:54:33.675067023 +0000 UTC m=+0.029818207 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:54:34.019 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:33 smithi139 podman[56786]: 2021-07-26 15:54:33.878089972 +0000 UTC m=+0.232841143 container create 53fb2cee12fcc48ea21dfb2f3b87636ebf39a6b5d471193e259c3f7937e39c2a (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.b, GIT_CLEAN=True, org.label-schema.build-date=20201204, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c) 2021-07-26T15:54:34.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 podman[56786]: 2021-07-26 15:54:34.019740214 +0000 UTC m=+0.374491438 container init 53fb2cee12fcc48ea21dfb2f3b87636ebf39a6b5d471193e259c3f7937e39c2a (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.b, GIT_CLEAN=True, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, io.buildah.version=1.19.8, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2021-07-26T15:54:34.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:54:34.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev), process ceph-mon, pid 1 2021-07-26T15:54:34.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: pidfile_write: ignore empty --pid-file 2021-07-26T15:54:34.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: load: jerasure load: lrc 2021-07-26T15:54:34.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: RocksDB version: 6.15.5 2021-07-26T15:54:34.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:54:34.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Compile date Jul 24 2021 2021-07-26T15:54:34.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: DB SUMMARY 2021-07-26T15:54:34.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: DB Session ID: 1CCC2EZJ35X52MGSVX6L 2021-07-26T15:54:34.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: CURRENT file: CURRENT 2021-07-26T15:54:34.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: IDENTITY file: IDENTITY 2021-07-26T15:54:34.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: MANIFEST file: MANIFEST-000005 size: 652 Bytes 2021-07-26T15:54:34.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000020.sst 2021-07-26T15:54:34.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000018.log size: 9116892 ; 2021-07-26T15:54:34.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.error_if_exists: 0 2021-07-26T15:54:34.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.create_if_missing: 0 2021-07-26T15:54:34.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.paranoid_checks: 1 2021-07-26T15:54:34.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2021-07-26T15:54:34.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.env: 0x5641e0d16a20 2021-07-26T15:54:34.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.fs: Posix File System 2021-07-26T15:54:34.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.info_log: 0x5641e18d0060 2021-07-26T15:54:34.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:54:34.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.statistics: (nil) 2021-07-26T15:54:34.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.use_fsync: 0 2021-07-26T15:54:34.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_log_file_size: 0 2021-07-26T15:54:34.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:54:34.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:54:34.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:54:34.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:54:34.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.allow_fallocate: 1 2021-07-26T15:54:34.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:54:34.336 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:54:34.336 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.use_direct_reads: 0 2021-07-26T15:54:34.336 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:54:34.336 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:54:34.336 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.db_log_dir: 2021-07-26T15:54:34.337 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2021-07-26T15:54:34.337 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:54:34.337 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:54:34.337 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:54:34.337 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-07-26T15:54:34.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:54:34.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:54:34.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:54:34.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:54:34.339 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.write_buffer_manager: 0x5641e1945d10 2021-07-26T15:54:34.339 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:54:34.339 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:54:34.340 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:54:34.340 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:54:34.340 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:54:34.340 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:54:34.340 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:54:34.341 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:54:34.341 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:54:34.341 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.unordered_write: 0 2021-07-26T15:54:34.341 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:54:34.342 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:54:34.342 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:54:34.342 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:54:34.343 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.row_cache: None 2021-07-26T15:54:34.343 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.wal_filter: None 2021-07-26T15:54:34.343 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:54:34.344 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:54:34.344 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.preserve_deletes: 0 2021-07-26T15:54:34.344 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.two_write_queues: 0 2021-07-26T15:54:34.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:54:34.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.atomic_flush: 0 2021-07-26T15:54:34.347 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:54:34.347 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.persist_stats_to_disk: 0 2021-07-26T15:54:34.348 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.write_dbid_to_manifest: 0 2021-07-26T15:54:34.348 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.log_readahead_size: 0 2021-07-26T15:54:34.349 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.file_checksum_gen_factory: Unknown 2021-07-26T15:54:34.349 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.best_efforts_recovery: 0 2021-07-26T15:54:34.349 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2021-07-26T15:54:34.349 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2021-07-26T15:54:34.349 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.allow_data_in_errors: 0 2021-07-26T15:54:34.350 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.db_host_id: __hostname__ 2021-07-26T15:54:34.350 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_background_jobs: 2 2021-07-26T15:54:34.350 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_background_compactions: -1 2021-07-26T15:54:34.350 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_subcompactions: 1 2021-07-26T15:54:34.351 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:54:34.351 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:54:34.351 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:54:34.351 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:54:34.351 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:54:34.352 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:54:34.352 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:54:34.352 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:54:34.353 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_open_files: -1 2021-07-26T15:54:34.353 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:54:34.353 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:54:34.353 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.strict_bytes_per_sync: 0 2021-07-26T15:54:34.354 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:54:34.354 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_background_flushes: -1 2021-07-26T15:54:34.354 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Compression algorithms supported: 2021-07-26T15:54:34.355 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:54:34.355 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: kZSTD supported: 0 2021-07-26T15:54:34.355 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: kXpressCompression supported: 0 2021-07-26T15:54:34.356 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:54:34.356 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: kLZ4Compression supported: 1 2021-07-26T15:54:34.356 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: kBZip2Compression supported: 0 2021-07-26T15:54:34.356 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: kZlibCompression supported: 1 2021-07-26T15:54:34.357 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: kSnappyCompression supported: 1 2021-07-26T15:54:34.357 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:54:34.357 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2021-07-26T15:54:34.357 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2021-07-26T15:54:34.357 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:54:34.358 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.merge_operator: 2021-07-26T15:54:34.358 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compaction_filter: None 2021-07-26T15:54:34.358 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:54:34.358 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.sst_partitioner_factory: None 2021-07-26T15:54:34.359 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:54:34.359 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:54:34.359 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5641e1899ba8) 2021-07-26T15:54:34.359 INFO:journalctl@ceph.mon.b.smithi139.stdout: cache_index_and_filter_blocks: 1 2021-07-26T15:54:34.359 INFO:journalctl@ceph.mon.b.smithi139.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2021-07-26T15:54:34.360 INFO:journalctl@ceph.mon.b.smithi139.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:54:34.360 INFO:journalctl@ceph.mon.b.smithi139.stdout: pin_top_level_index_and_filter: 1 2021-07-26T15:54:34.360 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_type: 0 2021-07-26T15:54:34.360 INFO:journalctl@ceph.mon.b.smithi139.stdout: data_block_index_type: 0 2021-07-26T15:54:34.360 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_shortening: 1 2021-07-26T15:54:34.361 INFO:journalctl@ceph.mon.b.smithi139.stdout: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:54:34.361 INFO:journalctl@ceph.mon.b.smithi139.stdout: hash_index_allow_collision: 1 2021-07-26T15:54:34.361 INFO:journalctl@ceph.mon.b.smithi139.stdout: checksum: 1 2021-07-26T15:54:34.361 INFO:journalctl@ceph.mon.b.smithi139.stdout: no_block_cache: 0 2021-07-26T15:54:34.362 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache: 0x5641e18cac10 2021-07-26T15:54:34.362 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_name: BinnedLRUCache 2021-07-26T15:54:34.362 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_options: 2021-07-26T15:54:34.363 INFO:journalctl@ceph.mon.b.smithi139.stdout: capacity : 536870912 2021-07-26T15:54:34.363 INFO:journalctl@ceph.mon.b.smithi139.stdout: num_shard_bits : 4 2021-07-26T15:54:34.363 INFO:journalctl@ceph.mon.b.smithi139.stdout: strict_capacity_limit : 0 2021-07-26T15:54:34.363 INFO:journalctl@ceph.mon.b.smithi139.stdout: high_pri_pool_ratio: 0.000 2021-07-26T15:54:34.363 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_cache_compressed: (nil) 2021-07-26T15:54:34.364 INFO:journalctl@ceph.mon.b.smithi139.stdout: persistent_cache: (nil) 2021-07-26T15:54:34.364 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_size: 4096 2021-07-26T15:54:34.365 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_size_deviation: 10 2021-07-26T15:54:34.365 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_restart_interval: 16 2021-07-26T15:54:34.365 INFO:journalctl@ceph.mon.b.smithi139.stdout: index_block_restart_interval: 1 2021-07-26T15:54:34.365 INFO:journalctl@ceph.mon.b.smithi139.stdout: metadata_block_size: 4096 2021-07-26T15:54:34.365 INFO:journalctl@ceph.mon.b.smithi139.stdout: partition_filters: 0 2021-07-26T15:54:34.366 INFO:journalctl@ceph.mon.b.smithi139.stdout: use_delta_encoding: 1 2021-07-26T15:54:34.366 INFO:journalctl@ceph.mon.b.smithi139.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:54:34.369 INFO:journalctl@ceph.mon.b.smithi139.stdout: whole_key_filtering: 1 2021-07-26T15:54:34.369 INFO:journalctl@ceph.mon.b.smithi139.stdout: verify_compression: 0 2021-07-26T15:54:34.369 INFO:journalctl@ceph.mon.b.smithi139.stdout: read_amp_bytes_per_bit: 0 2021-07-26T15:54:34.369 INFO:journalctl@ceph.mon.b.smithi139.stdout: format_version: 4 2021-07-26T15:54:34.370 INFO:journalctl@ceph.mon.b.smithi139.stdout: enable_index_compression: 1 2021-07-26T15:54:34.371 INFO:journalctl@ceph.mon.b.smithi139.stdout: block_align: 0 2021-07-26T15:54:34.371 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:54:34.371 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:54:34.372 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compression: NoCompression 2021-07-26T15:54:34.372 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:54:34.373 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:54:34.373 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:54:34.373 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.num_levels: 7 2021-07-26T15:54:34.374 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:54:34.374 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:54:34.374 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-07-26T15:54:34.374 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:54:34.374 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:54:34.376 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:54:34.376 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:54:34.376 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:54:34.376 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2021-07-26T15:54:34.377 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:54:34.377 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:54:34.377 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:54:34.377 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:54:34.378 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:54:34.378 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:54:34.378 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compression_opts.parallel_threads: 1 2021-07-26T15:54:34.378 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:54:34.378 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:54:34.379 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:54:34.379 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:54:34.379 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:54:34.379 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:54:34.379 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:54:34.380 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:54:34.380 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:54:34.380 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:54:34.380 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:54:34.381 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:54:34.381 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:54:34.381 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:54:34.381 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:54:34.382 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:54:34.382 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:54:34.382 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:54:34.382 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:54:34.383 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:54:34.383 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:54:34.383 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:54:34.383 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:54:34.383 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:54:34.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:54:34.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:54:34.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:54:34.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:54:34.384 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:54:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:54:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:54:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:54:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:54:34.385 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.table_properties_collectors: 2021-07-26T15:54:34.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.inplace_update_support: 0 2021-07-26T15:54:34.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:54:34.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:54:34.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:54:34.386 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:54:34.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.bloom_locality: 0 2021-07-26T15:54:34.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.max_successive_merges: 0 2021-07-26T15:54:34.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:54:34.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:54:34.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.force_consistency_checks: 1 2021-07-26T15:54:34.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:54:34.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.ttl: 2592000 2021-07-26T15:54:34.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.periodic_compaction_seconds: 0 2021-07-26T15:54:34.388 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.enable_blob_files: false 2021-07-26T15:54:34.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.min_blob_size: 0 2021-07-26T15:54:34.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.blob_file_size: 268435456 2021-07-26T15:54:34.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.blob_compression_type: NoCompression 2021-07-26T15:54:34.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.enable_blob_garbage_collection: false 2021-07-26T15:54:34.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2021-07-26T15:54:34.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 22, last_sequence is 11341, log_number is 18,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:54:34.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 18 2021-07-26T15:54:34.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: [db/version_set.cc:4083] Creating manifest 22 2021-07-26T15:54:34.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: EVENT_LOG_v1 {"time_micros": 1627314874059536, "job": 1, "event": "recovery_started", "wal_files": [18]} 2021-07-26T15:54:34.390 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #18 mode 2 2021-07-26T15:54:34.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-07-26T15:54:34.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 podman[56786]: 2021-07-26 15:54:34.069681208 +0000 UTC m=+0.424432401 container start 53fb2cee12fcc48ea21dfb2f3b87636ebf39a6b5d471193e259c3f7937e39c2a (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-mon.b, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, io.buildah.version=1.19.8, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.schema-version=1.0, ceph=True, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2021-07-26T15:54:34.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 bash[56710]: 53fb2cee12fcc48ea21dfb2f3b87636ebf39a6b5d471193e259c3f7937e39c2a 2021-07-26T15:54:34.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: EVENT_LOG_v1 {"time_micros": 1627314874076017, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 23, "file_size": 5990690, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 5984177, "index_size": 4740, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 837, "raw_key_size": 6101, "raw_average_key_size": 19, "raw_value_size": 5974925, "raw_average_value_size": 19150, "num_data_blocks": 205, "num_entries": 312, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1627314874, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "4ce2affa-ef6d-4364-bb45-e1d82075384f", "db_session_id": "1CCC2EZJ35X52MGSVX6L"}} 2021-07-26T15:54:34.391 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: [db/version_set.cc:4083] Creating manifest 24 2021-07-26T15:54:34.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: EVENT_LOG_v1 {"time_micros": 1627314874076516, "job": 1, "event": "recovery_finished"} 2021-07-26T15:54:34.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000018.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2021-07-26T15:54:34.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x5641e18eaa80 2021-07-26T15:54:34.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: DB pointer 0x5641e18fa000 2021-07-26T15:54:34.394 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2021-07-26T15:54:34.394 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: rocksdb: [db/db_impl/db_impl.cc:903] 2021-07-26T15:54:34.394 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** DB Stats ** 2021-07-26T15:54:34.394 INFO:journalctl@ceph.mon.b.smithi139.stdout: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:54:34.395 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:54:34.395 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:54:34.395 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:54:34.395 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:54:34.396 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:54:34.396 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:54:34.396 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2021-07-26T15:54:34.396 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2021-07-26T15:54:34.396 INFO:journalctl@ceph.mon.b.smithi139.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:54:34.397 INFO:journalctl@ceph.mon.b.smithi139.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:54:34.397 INFO:journalctl@ceph.mon.b.smithi139.stdout: L0 1/0 5.71 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 713.1 0.01 0.00 1 0.008 0 0 2021-07-26T15:54:34.397 INFO:journalctl@ceph.mon.b.smithi139.stdout: L6 1/0 25.63 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:54:34.398 INFO:journalctl@ceph.mon.b.smithi139.stdout: Sum 2/0 31.34 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 713.1 0.01 0.00 1 0.008 0 0 2021-07-26T15:54:34.398 INFO:journalctl@ceph.mon.b.smithi139.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 713.1 0.01 0.00 1 0.008 0 0 2021-07-26T15:54:34.398 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2021-07-26T15:54:34.398 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2021-07-26T15:54:34.398 INFO:journalctl@ceph.mon.b.smithi139.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:54:34.399 INFO:journalctl@ceph.mon.b.smithi139.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:54:34.399 INFO:journalctl@ceph.mon.b.smithi139.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 713.1 0.01 0.00 1 0.008 0 0 2021-07-26T15:54:34.399 INFO:journalctl@ceph.mon.b.smithi139.stdout: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:54:34.399 INFO:journalctl@ceph.mon.b.smithi139.stdout: Flush(GB): cumulative 0.006, interval 0.006 2021-07-26T15:54:34.400 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:54:34.400 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:54:34.400 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:54:34.400 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:54:34.400 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative compaction: 0.01 GB write, 286.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:54:34.401 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval compaction: 0.01 GB write, 286.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:54:34.401 INFO:journalctl@ceph.mon.b.smithi139.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:54:34.401 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2021-07-26T15:54:34.401 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:54:34.401 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2021-07-26T15:54:34.402 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2021-07-26T15:54:34.402 INFO:journalctl@ceph.mon.b.smithi139.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:54:34.402 INFO:journalctl@ceph.mon.b.smithi139.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:54:34.402 INFO:journalctl@ceph.mon.b.smithi139.stdout: L0 1/0 5.71 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 713.1 0.01 0.00 1 0.008 0 0 2021-07-26T15:54:34.403 INFO:journalctl@ceph.mon.b.smithi139.stdout: L6 1/0 25.63 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:54:34.403 INFO:journalctl@ceph.mon.b.smithi139.stdout: Sum 2/0 31.34 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 713.1 0.01 0.00 1 0.008 0 0 2021-07-26T15:54:34.403 INFO:journalctl@ceph.mon.b.smithi139.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:54:34.403 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2021-07-26T15:54:34.403 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** Compaction Stats [default] ** 2021-07-26T15:54:34.404 INFO:journalctl@ceph.mon.b.smithi139.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:54:34.404 INFO:journalctl@ceph.mon.b.smithi139.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:54:34.404 INFO:journalctl@ceph.mon.b.smithi139.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 713.1 0.01 0.00 1 0.008 0 0 2021-07-26T15:54:34.404 INFO:journalctl@ceph.mon.b.smithi139.stdout: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:54:34.405 INFO:journalctl@ceph.mon.b.smithi139.stdout: Flush(GB): cumulative 0.006, interval 0.000 2021-07-26T15:54:34.405 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:54:34.405 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:54:34.405 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:54:34.405 INFO:journalctl@ceph.mon.b.smithi139.stdout: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:54:34.406 INFO:journalctl@ceph.mon.b.smithi139.stdout: Cumulative compaction: 0.01 GB write, 286.07 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:54:34.406 INFO:journalctl@ceph.mon.b.smithi139.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:54:34.406 INFO:journalctl@ceph.mon.b.smithi139.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:54:34.406 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2021-07-26T15:54:34.406 INFO:journalctl@ceph.mon.b.smithi139.stdout: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:54:34.407 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: starting mon.b rank 2 at public addrs [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] at bind addrs [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:54:34.407 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: mon.b@-1(???) e3 preinit fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:54:34.407 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: mon.b@-1(???).mds e7 new map 2021-07-26T15:54:34.407 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: mon.b@-1(???).mds e7 print_map 2021-07-26T15:54:34.408 INFO:journalctl@ceph.mon.b.smithi139.stdout: e7 2021-07-26T15:54:34.408 INFO:journalctl@ceph.mon.b.smithi139.stdout: enable_multiple, ever_enabled_multiple: 0,0 2021-07-26T15:54:34.408 INFO:journalctl@ceph.mon.b.smithi139.stdout: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:54:34.408 INFO:journalctl@ceph.mon.b.smithi139.stdout: legacy client fscid: 1 2021-07-26T15:54:34.408 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2021-07-26T15:54:34.409 INFO:journalctl@ceph.mon.b.smithi139.stdout: Filesystem 'foo' (1) 2021-07-26T15:54:34.409 INFO:journalctl@ceph.mon.b.smithi139.stdout: fs_name foo 2021-07-26T15:54:34.409 INFO:journalctl@ceph.mon.b.smithi139.stdout: epoch 5 2021-07-26T15:54:34.409 INFO:journalctl@ceph.mon.b.smithi139.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2021-07-26T15:54:34.409 INFO:journalctl@ceph.mon.b.smithi139.stdout: created 2021-07-26T15:47:42.694172+0000 2021-07-26T15:54:34.410 INFO:journalctl@ceph.mon.b.smithi139.stdout: modified 2021-07-26T15:47:47.730505+0000 2021-07-26T15:54:34.410 INFO:journalctl@ceph.mon.b.smithi139.stdout: tableserver 0 2021-07-26T15:54:34.410 INFO:journalctl@ceph.mon.b.smithi139.stdout: root 0 2021-07-26T15:54:34.411 INFO:journalctl@ceph.mon.b.smithi139.stdout: session_timeout 60 2021-07-26T15:54:34.411 INFO:journalctl@ceph.mon.b.smithi139.stdout: session_autoclose 300 2021-07-26T15:54:34.411 INFO:journalctl@ceph.mon.b.smithi139.stdout: max_file_size 1099511627776 2021-07-26T15:54:34.411 INFO:journalctl@ceph.mon.b.smithi139.stdout: required_client_features {} 2021-07-26T15:54:34.411 INFO:journalctl@ceph.mon.b.smithi139.stdout: last_failure 0 2021-07-26T15:54:34.412 INFO:journalctl@ceph.mon.b.smithi139.stdout: last_failure_osd_epoch 0 2021-07-26T15:54:34.412 INFO:journalctl@ceph.mon.b.smithi139.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:54:34.412 INFO:journalctl@ceph.mon.b.smithi139.stdout: max_mds 1 2021-07-26T15:54:34.412 INFO:journalctl@ceph.mon.b.smithi139.stdout: in 0 2021-07-26T15:54:34.413 INFO:journalctl@ceph.mon.b.smithi139.stdout: up {0=34466} 2021-07-26T15:54:34.413 INFO:journalctl@ceph.mon.b.smithi139.stdout: failed 2021-07-26T15:54:34.413 INFO:journalctl@ceph.mon.b.smithi139.stdout: damaged 2021-07-26T15:54:34.413 INFO:journalctl@ceph.mon.b.smithi139.stdout: stopped 2021-07-26T15:54:34.413 INFO:journalctl@ceph.mon.b.smithi139.stdout: data_pools [4] 2021-07-26T15:54:34.414 INFO:journalctl@ceph.mon.b.smithi139.stdout: metadata_pool 3 2021-07-26T15:54:34.414 INFO:journalctl@ceph.mon.b.smithi139.stdout: inline_data disabled 2021-07-26T15:54:34.414 INFO:journalctl@ceph.mon.b.smithi139.stdout: balancer 2021-07-26T15:54:34.414 INFO:journalctl@ceph.mon.b.smithi139.stdout: standby_count_wanted 1 2021-07-26T15:54:34.415 INFO:journalctl@ceph.mon.b.smithi139.stdout: [mds.foo.smithi139.mwfdce{0:34466} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.139:6832/2470941319,v1:172.21.15.139:6833/2470941319]] 2021-07-26T15:54:34.415 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2021-07-26T15:54:34.415 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2021-07-26T15:54:34.415 INFO:journalctl@ceph.mon.b.smithi139.stdout: Standby daemons: 2021-07-26T15:54:34.415 INFO:journalctl@ceph.mon.b.smithi139.stdout: 2021-07-26T15:54:34.416 INFO:journalctl@ceph.mon.b.smithi139.stdout: [mds.foo.smithi078.kyjpyp{-1:14586} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.78:6834/1863838033,v1:172.21.15.78:6835/1863838033]] 2021-07-26T15:54:34.416 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: mon.b@-1(???).osd e69 crush map has features 3314933000852226048, adjusting msgr requires 2021-07-26T15:54:34.416 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: mon.b@-1(???).osd e69 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:54:34.416 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: mon.b@-1(???).osd e69 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:54:34.416 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: mon.b@-1(???).osd e69 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:54:34.417 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 ceph-mon[56829]: mon.b@-1(???).paxosservice(auth 1..24) refresh upgraded, format 0 -> 3 2021-07-26T15:54:34.417 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:34 smithi139 systemd[1]: Started Ceph mon.b for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:54:35.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: mkfs d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:54:35.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:54:35.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Upgrade: Updating mgr.y 2021-07-26T15:54:35.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Deploying daemon mgr.y on smithi078 2021-07-26T15:54:35.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.585 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.585 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.585 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.586 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.586 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.587 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.587 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.587 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.587 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.588 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.588 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.588 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.588 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.589 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.589 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.589 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.589 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.589 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.590 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.590 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.590 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.590 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.591 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.591 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.591 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.591 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.591 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.592 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.592 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:54:35.592 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failing over to other MGR 2021-07-26T15:54:35.592 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: inventory: adjusted host smithi139 addr 'smithi139' -> '172.21.15.139' 2021-07-26T15:54:35.592 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.593 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.594 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.594 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.594 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.594 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.594 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.595 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.595 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.595 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.595 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.595 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.596 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.596 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.596 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.596 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.597 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.598 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.599 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.600 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Upgrade: Updating mgr.x 2021-07-26T15:54:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Deploying daemon mgr.x on smithi139 2021-07-26T15:54:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.601 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.602 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.603 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.604 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.605 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.606 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.606 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.606 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.606 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.607 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.608 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Upgrade: Setting container_image for all mgr 2021-07-26T15:54:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Upgrade: It appears safe to stop mon.a 2021-07-26T15:54:35.609 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Upgrade: Updating mon.a 2021-07-26T15:54:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Deploying daemon mon.a on smithi078 2021-07-26T15:54:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:54:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v5: 73 pgs: 73 active+clean; 581 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v6: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 35 KiB/s rd, 346 B/s wr, 19 op/s 2021-07-26T15:54:35.610 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.611 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.612 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.613 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.614 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.615 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.616 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.617 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.618 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.618 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.618 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.618 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.618 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.619 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.619 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.619 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.619 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.620 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.620 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.620 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.620 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.621 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.621 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.621 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.621 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.621 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.622 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.622 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.622 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.622 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.622 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.623 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.623 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.623 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.623 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.624 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.624 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.624 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.624 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.624 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.625 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.625 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.625 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.625 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.625 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.626 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.626 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v7: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 26 KiB/s rd, 258 B/s wr, 14 op/s 2021-07-26T15:54:35.626 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v8: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 21 KiB/s rd, 206 B/s wr, 11 op/s 2021-07-26T15:54:35.627 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v9: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 17 KiB/s rd, 171 B/s wr, 9 op/s 2021-07-26T15:54:35.627 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v10: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 17 KiB/s rd, 170 B/s wr, 9 op/s 2021-07-26T15:54:35.627 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v11: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 17 KiB/s rd, 170 B/s wr, 9 op/s 2021-07-26T15:54:35.627 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v12: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.627 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v13: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.628 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v14: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.628 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v15: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.628 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v16: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.628 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v17: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.628 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v18: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.629 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v19: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.629 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v20: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.629 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v21: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.629 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v22: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.629 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v23: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.630 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v24: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.630 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v25: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.630 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v26: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.630 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v27: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.631 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v28: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.631 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v29: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.631 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v30: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.631 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v31: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.632 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v32: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.632 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v33: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.632 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:54:35.632 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:54:35.633 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v34: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.633 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v35: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.633 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v36: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.633 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.633 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:54:35.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:54:35.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v37: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='client.25438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:54:35.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:54:35.634 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v38: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v39: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.635 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.636 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.636 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.636 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.637 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.637 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.637 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.637 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.637 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.638 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.638 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.638 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.638 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.639 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.639 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.639 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.639 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.639 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.640 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.640 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.640 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.640 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.641 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.641 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.641 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.641 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.641 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.642 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.642 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.642 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.642 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.642 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.643 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.643 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.643 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.643 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.643 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.644 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.644 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:54:35.644 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:54:35.644 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-07-26T15:54:35.645 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Upgrade: It appears safe to stop mon.c 2021-07-26T15:54:35.645 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v40: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.645 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3786910237' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-07-26T15:54:35.645 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Upgrade: Updating mon.c 2021-07-26T15:54:35.645 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.646 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:35.646 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:35.646 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:35.646 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Deploying daemon mon.c on smithi078 2021-07-26T15:54:35.646 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-07-26T15:54:35.647 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v41: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.647 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1516967103' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-07-26T15:54:35.647 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v42: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.647 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: mon.c calling monitor election 2021-07-26T15:54:35.647 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: mon.a calling monitor election 2021-07-26T15:54:35.648 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:54:35.648 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: monmap e3: 3 mons at {a=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0]} 2021-07-26T15:54:35.648 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: fsmap foo:1 {0=foo.smithi139.mwfdce=up:active} 1 up:standby 2021-07-26T15:54:35.648 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: osdmap e69: 8 total, 8 up, 8 in 2021-07-26T15:54:35.649 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: mgrmap e30: y(active, since 85s), standbys: x 2021-07-26T15:54:35.649 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: overall HEALTH_OK 2021-07-26T15:54:35.649 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.649 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.649 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:54:35.650 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1214964133' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-07-26T15:54:35.650 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v43: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.650 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='client.44187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:54:35.650 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:54:35.650 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:54:35.651 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.651 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.651 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.651 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.651 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:54:35.652 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.652 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.652 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.652 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.653 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v44: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.653 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v45: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.653 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.653 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.653 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.654 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.654 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.654 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.654 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.654 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.655 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.655 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.655 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.655 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.655 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.656 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.656 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.656 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.656 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.657 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.657 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.657 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.657 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.657 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.658 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.658 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.658 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.658 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.658 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.659 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.659 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.659 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.659 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.659 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.660 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.660 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.660 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.660 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.661 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.661 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.661 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.661 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:54:35.661 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:54:35.662 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-07-26T15:54:35.662 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Upgrade: It appears safe to stop mon.b 2021-07-26T15:54:35.662 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='client.54103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:54:35.662 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:54:35.662 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: pgmap v46: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Upgrade: Updating mon.b 2021-07-26T15:54:35.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:35.663 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:35.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:35.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: Deploying daemon mon.b on smithi139 2021-07-26T15:54:35.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-07-26T15:54:35.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: overall HEALTH_OK 2021-07-26T15:54:35.664 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:54:35.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: mon.b calling monitor election 2021-07-26T15:54:35.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: mon.a calling monitor election 2021-07-26T15:54:35.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: mon.c calling monitor election 2021-07-26T15:54:35.665 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:54:35.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:54:35.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:54:35.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: monmap e4: 3 mons at {a=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0]} 2021-07-26T15:54:35.666 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: fsmap foo:1 {0=foo.smithi139.mwfdce=up:active} 1 up:standby 2021-07-26T15:54:35.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: osdmap e69: 8 total, 8 up, 8 in 2021-07-26T15:54:35.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: mgrmap e30: y(active, since 96s), standbys: x 2021-07-26T15:54:35.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: overall HEALTH_OK 2021-07-26T15:54:35.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.667 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.668 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:54:35.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: mkfs d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:54:35.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.740 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.740 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.740 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.740 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.740 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.741 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.741 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.741 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:54:35.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Upgrade: Updating mgr.y 2021-07-26T15:54:35.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Deploying daemon mgr.y on smithi078 2021-07-26T15:54:35.743 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.743 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.743 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.743 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.743 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.744 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.744 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.744 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.744 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.745 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.745 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.745 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.745 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.745 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.746 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.746 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.746 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.746 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.747 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: mkfs d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:54:35.747 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.747 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.748 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.748 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.749 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.749 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.749 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.749 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.749 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.750 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:54:35.750 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Upgrade: Updating mgr.y 2021-07-26T15:54:35.750 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Deploying daemon mgr.y on smithi078 2021-07-26T15:54:35.750 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.751 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.751 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.751 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.751 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.751 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.752 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.752 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.752 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.753 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.753 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.753 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.753 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.753 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.754 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.754 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.754 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.755 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.755 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.755 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.756 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.756 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.756 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.756 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.757 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.757 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.757 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.757 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.757 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.758 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.758 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.758 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.759 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.759 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.759 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.759 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:54:35.760 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failing over to other MGR 2021-07-26T15:54:35.760 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: inventory: adjusted host smithi139 addr 'smithi139' -> '172.21.15.139' 2021-07-26T15:54:35.760 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.760 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.760 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.761 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.761 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.761 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.761 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.762 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.762 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.762 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.762 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.762 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.763 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.763 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.763 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.763 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.763 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.764 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.764 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.764 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.764 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.765 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.765 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.765 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.765 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.765 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.766 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.766 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.766 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.766 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.767 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.767 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.767 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.767 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.767 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.768 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.768 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Upgrade: Updating mgr.x 2021-07-26T15:54:35.768 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Deploying daemon mgr.x on smithi139 2021-07-26T15:54:35.769 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.769 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.769 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.769 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.770 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.770 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.770 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.770 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.771 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.771 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.771 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.771 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.771 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.772 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.772 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.772 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.772 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.773 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.773 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.773 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.773 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.773 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.774 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.774 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.774 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.774 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.774 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.775 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.775 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.775 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.775 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.776 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.776 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.776 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.776 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.776 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.777 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Upgrade: Setting container_image for all mgr 2021-07-26T15:54:35.777 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Upgrade: It appears safe to stop mon.a 2021-07-26T15:54:35.777 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Upgrade: Updating mon.a 2021-07-26T15:54:35.777 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Deploying daemon mon.a on smithi078 2021-07-26T15:54:35.777 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:54:35.778 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v5: 73 pgs: 73 active+clean; 581 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.778 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v6: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 35 KiB/s rd, 346 B/s wr, 19 op/s 2021-07-26T15:54:35.778 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.778 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.779 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.779 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.779 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.780 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.780 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.780 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.780 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.781 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.781 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.781 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.781 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.781 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.782 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.782 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.782 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.782 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.783 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.783 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.783 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.783 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.783 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.784 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.784 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.784 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.784 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.784 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.785 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.785 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.785 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.785 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.786 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.786 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.786 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.786 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.786 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.787 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.787 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.787 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.787 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.788 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.788 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.788 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.788 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.788 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.789 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.789 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.789 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.789 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.789 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.790 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.790 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.791 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.791 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.791 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.791 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.791 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.792 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.792 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.792 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.792 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.793 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.793 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.793 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.793 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.793 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.794 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.794 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.794 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.794 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.795 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:54:35.795 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failing over to other MGR 2021-07-26T15:54:35.795 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: inventory: adjusted host smithi139 addr 'smithi139' -> '172.21.15.139' 2021-07-26T15:54:35.795 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.795 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.796 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.796 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.796 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.796 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.796 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.797 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.797 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.797 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.797 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.798 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.798 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.798 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.798 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.798 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.799 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.799 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.799 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.799 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.799 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.800 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.800 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.800 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.800 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.800 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.801 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.801 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.801 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.801 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.802 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.802 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.802 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.802 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.802 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.803 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.803 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Upgrade: Updating mgr.x 2021-07-26T15:54:35.803 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Deploying daemon mgr.x on smithi139 2021-07-26T15:54:35.803 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.803 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.804 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.804 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.804 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.804 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.805 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.805 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.805 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.805 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.805 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.806 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.806 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.806 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.806 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.806 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.807 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.807 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.807 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.807 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.808 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.808 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.808 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.808 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.808 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.809 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.809 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.809 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.809 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.809 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.810 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.810 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.810 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.811 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.811 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.811 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.811 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Upgrade: Setting container_image for all mgr 2021-07-26T15:54:35.811 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Upgrade: It appears safe to stop mon.a 2021-07-26T15:54:35.812 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Upgrade: Updating mon.a 2021-07-26T15:54:35.812 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Deploying daemon mon.a on smithi078 2021-07-26T15:54:35.812 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:54:35.812 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v5: 73 pgs: 73 active+clean; 581 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.813 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v6: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 35 KiB/s rd, 346 B/s wr, 19 op/s 2021-07-26T15:54:35.813 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.813 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.813 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.813 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.814 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.814 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.814 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.814 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.815 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.815 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.815 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.815 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.815 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.816 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.816 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.816 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.816 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.816 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.817 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.817 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.817 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.818 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.818 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.818 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.819 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.819 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.819 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.819 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.819 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.820 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.820 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.820 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.820 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.821 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.821 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.821 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.821 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.821 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.822 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.822 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.822 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v7: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 26 KiB/s rd, 258 B/s wr, 14 op/s 2021-07-26T15:54:35.822 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v8: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 21 KiB/s rd, 206 B/s wr, 11 op/s 2021-07-26T15:54:35.823 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v9: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 17 KiB/s rd, 171 B/s wr, 9 op/s 2021-07-26T15:54:35.823 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v10: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 17 KiB/s rd, 170 B/s wr, 9 op/s 2021-07-26T15:54:35.823 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v11: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 17 KiB/s rd, 170 B/s wr, 9 op/s 2021-07-26T15:54:35.823 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v12: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.823 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v13: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.824 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v14: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.824 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v15: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.824 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v16: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.824 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v17: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.824 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v18: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.825 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v19: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.825 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v20: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.825 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v21: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.825 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v22: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.825 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v23: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.826 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v24: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.826 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v25: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.826 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v26: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.826 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v27: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.827 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v28: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.827 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v29: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.827 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v30: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.827 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v31: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.827 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v32: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.828 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v33: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.828 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:54:35.828 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:54:35.828 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v34: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.828 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v35: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.829 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v36: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.829 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.829 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:54:35.829 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:54:35.829 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v37: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.830 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='client.25438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:54:35.830 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:54:35.830 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.830 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v38: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.831 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.831 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v39: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.831 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.831 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.831 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.832 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.832 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.832 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.832 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.832 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.833 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.833 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.833 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.833 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.834 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.834 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.834 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.834 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.834 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.835 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.835 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.835 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.835 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.835 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.836 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.836 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.836 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.837 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.837 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.837 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.838 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.838 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.838 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.838 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.838 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.839 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.839 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.839 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.839 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.840 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.840 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.840 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.840 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.840 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.841 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.841 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.841 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.841 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.842 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.842 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.842 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.842 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.843 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.843 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.843 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.843 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.843 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.844 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.844 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.844 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.844 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.845 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.845 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.845 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.845 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.845 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.846 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.846 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.846 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.846 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.846 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.847 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.847 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.847 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.847 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.848 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.848 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.848 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.848 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.848 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v7: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 26 KiB/s rd, 258 B/s wr, 14 op/s 2021-07-26T15:54:35.849 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v8: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 21 KiB/s rd, 206 B/s wr, 11 op/s 2021-07-26T15:54:35.849 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v9: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 17 KiB/s rd, 171 B/s wr, 9 op/s 2021-07-26T15:54:35.849 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v10: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 17 KiB/s rd, 170 B/s wr, 9 op/s 2021-07-26T15:54:35.849 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v11: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 17 KiB/s rd, 170 B/s wr, 9 op/s 2021-07-26T15:54:35.849 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v12: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.850 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v13: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.850 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v14: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.850 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v15: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.850 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v16: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.851 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v17: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.851 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v18: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.851 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v19: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.851 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v20: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.851 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v21: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.852 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v22: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.852 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v23: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.852 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v24: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.852 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v25: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.853 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v26: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.853 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v27: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.853 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v28: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.853 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v29: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.853 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v30: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.854 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v31: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.854 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v32: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.854 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v33: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.854 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:54:35.854 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:54:35.855 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v34: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.855 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v35: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.855 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v36: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.855 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.856 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:54:35.856 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:54:35.856 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v37: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.856 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='client.25438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:54:35.856 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:54:35.857 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.857 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v38: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.857 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.857 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v39: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.857 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.858 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.858 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.858 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.858 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.859 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.859 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.859 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.859 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.859 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.860 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.860 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.860 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.860 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.861 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.861 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.861 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.861 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.862 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.862 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.862 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.862 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.862 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.863 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.863 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.863 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.863 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.864 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.864 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.864 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.865 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.865 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.865 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.865 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.865 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.866 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.866 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.866 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.866 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.867 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:54:35.867 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:54:35.867 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-07-26T15:54:35.867 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Upgrade: It appears safe to stop mon.c 2021-07-26T15:54:35.867 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v40: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.868 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3786910237' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-07-26T15:54:35.868 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Upgrade: Updating mon.c 2021-07-26T15:54:35.868 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.868 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:35.868 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:35.869 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:35.869 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Deploying daemon mon.c on smithi078 2021-07-26T15:54:35.869 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-07-26T15:54:35.869 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v41: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.870 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1516967103' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-07-26T15:54:35.870 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v42: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.870 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: mon.c calling monitor election 2021-07-26T15:54:35.870 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: mon.a calling monitor election 2021-07-26T15:54:35.870 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:54:35.871 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.871 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.872 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.872 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.872 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.872 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.873 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.873 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.873 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.873 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.873 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.874 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.874 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:54:35.874 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:54:35.874 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-07-26T15:54:35.875 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Upgrade: It appears safe to stop mon.c 2021-07-26T15:54:35.875 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v40: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.875 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3786910237' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-07-26T15:54:35.875 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Upgrade: Updating mon.c 2021-07-26T15:54:35.875 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.876 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:35.876 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:35.876 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:35.876 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Deploying daemon mon.c on smithi078 2021-07-26T15:54:35.877 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-07-26T15:54:35.877 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v41: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.877 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1516967103' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-07-26T15:54:35.877 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v42: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.877 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: mon.c calling monitor election 2021-07-26T15:54:35.878 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: mon.a calling monitor election 2021-07-26T15:54:35.878 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:54:35.878 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: monmap e3: 3 mons at {a=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0]} 2021-07-26T15:54:35.878 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: fsmap foo:1 {0=foo.smithi139.mwfdce=up:active} 1 up:standby 2021-07-26T15:54:35.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: osdmap e69: 8 total, 8 up, 8 in 2021-07-26T15:54:35.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: mgrmap e30: y(active, since 85s), standbys: x 2021-07-26T15:54:35.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: overall HEALTH_OK 2021-07-26T15:54:35.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.879 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.880 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:54:35.880 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1214964133' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-07-26T15:54:35.880 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v43: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.880 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='client.44187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:54:35.880 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:54:35.881 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:54:35.881 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.881 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.881 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.882 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.882 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:54:35.882 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.882 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.882 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.883 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.883 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v44: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.883 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v45: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.889 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.889 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.889 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.889 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.890 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.890 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.890 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.890 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.891 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.891 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.891 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.891 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.891 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.892 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.892 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.892 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.892 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.893 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.893 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.893 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.893 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.893 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.894 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.894 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.894 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.894 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.895 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.895 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.895 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.895 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.895 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.896 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.896 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.896 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.897 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: monmap e3: 3 mons at {a=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0]} 2021-07-26T15:54:35.897 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: fsmap foo:1 {0=foo.smithi139.mwfdce=up:active} 1 up:standby 2021-07-26T15:54:35.897 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: osdmap e69: 8 total, 8 up, 8 in 2021-07-26T15:54:35.898 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: mgrmap e30: y(active, since 85s), standbys: x 2021-07-26T15:54:35.898 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: overall HEALTH_OK 2021-07-26T15:54:35.898 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.898 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.898 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:54:35.899 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1214964133' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-07-26T15:54:35.899 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v43: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.899 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='client.44187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:54:35.899 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:54:35.900 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:54:35.900 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.900 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.900 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.900 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:54:35.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.901 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:54:35.902 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v44: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.902 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v45: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.902 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.902 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.903 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:35.903 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.903 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.903 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.903 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.904 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.904 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.904 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.904 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:35.904 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:35.905 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.905 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.905 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.905 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.906 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.906 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.906 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.906 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:35.906 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:35.907 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.907 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.907 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.907 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.907 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.908 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.908 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.908 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:35.908 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:35.909 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:35.909 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:35.909 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:35.909 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:35.910 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.910 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.910 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.911 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.911 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.911 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:54:35.911 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:54:35.911 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-07-26T15:54:35.912 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Upgrade: It appears safe to stop mon.b 2021-07-26T15:54:35.912 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='client.54103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:54:35.912 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:54:35.912 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.913 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: pgmap v46: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.913 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Upgrade: Updating mon.b 2021-07-26T15:54:35.913 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.913 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:35.913 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:35.914 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:35.914 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: Deploying daemon mon.b on smithi139 2021-07-26T15:54:35.914 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-07-26T15:54:35.914 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: overall HEALTH_OK 2021-07-26T15:54:35.914 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:54:35.915 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: mon.b calling monitor election 2021-07-26T15:54:35.915 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: mon.a calling monitor election 2021-07-26T15:54:35.915 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: mon.c calling monitor election 2021-07-26T15:54:35.915 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:54:35.916 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:54:35.916 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:54:35.916 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: monmap e4: 3 mons at {a=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0]} 2021-07-26T15:54:35.916 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: fsmap foo:1 {0=foo.smithi139.mwfdce=up:active} 1 up:standby 2021-07-26T15:54:35.916 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: osdmap e69: 8 total, 8 up, 8 in 2021-07-26T15:54:35.917 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: mgrmap e30: y(active, since 96s), standbys: x 2021-07-26T15:54:35.917 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: overall HEALTH_OK 2021-07-26T15:54:35.917 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.917 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.917 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:54:35.918 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:35.918 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:35.919 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:35.919 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:35.919 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.919 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:54:35.919 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:54:35.920 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-07-26T15:54:35.920 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Upgrade: It appears safe to stop mon.b 2021-07-26T15:54:35.920 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='client.54103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:54:35.920 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:54:35.920 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.921 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: pgmap v46: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:35.921 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Upgrade: Updating mon.b 2021-07-26T15:54:35.921 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.921 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:35.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:35.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:35.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: Deploying daemon mon.b on smithi139 2021-07-26T15:54:35.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-07-26T15:54:35.922 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: overall HEALTH_OK 2021-07-26T15:54:35.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:54:35.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: mon.b calling monitor election 2021-07-26T15:54:35.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: mon.a calling monitor election 2021-07-26T15:54:35.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: mon.c calling monitor election 2021-07-26T15:54:35.923 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:54:35.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:54:35.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:54:35.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: monmap e4: 3 mons at {a=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0],b=[v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0],c=[v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0]} 2021-07-26T15:54:35.924 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: fsmap foo:1 {0=foo.smithi139.mwfdce=up:active} 1 up:standby 2021-07-26T15:54:35.925 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: osdmap e69: 8 total, 8 up, 8 in 2021-07-26T15:54:35.925 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: mgrmap e30: y(active, since 96s), standbys: x 2021-07-26T15:54:35.925 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: overall HEALTH_OK 2021-07-26T15:54:35.925 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:35.925 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.926 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:54:36.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:36 smithi139 ceph-mon[56829]: pgmap v49: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:36.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:36 smithi078 ceph-mon[73801]: pgmap v49: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:36.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:36 smithi078 ceph-mon[77813]: pgmap v49: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:37.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:37 smithi139 ceph-mon[56829]: mgrmap e31: y(active, since 98s), standbys: x 2021-07-26T15:54:37.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:37 smithi078 ceph-mon[73801]: mgrmap e31: y(active, since 98s), standbys: x 2021-07-26T15:54:37.738 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:37 smithi078 ceph-mon[77813]: mgrmap e31: y(active, since 98s), standbys: x 2021-07-26T15:54:38.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:38 smithi139 ceph-mon[56829]: pgmap v50: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:38.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:38 smithi078 ceph-mon[73801]: pgmap v50: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:38.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:38 smithi078 ceph-mon[77813]: pgmap v50: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:39.239 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: 2021-07-26T15:54:38.954+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:39.239 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:54:39.240 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:39.240 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:54:39.240 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:39.241 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:54:39.241 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:39.241 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:39.241 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:39.241 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: 2021-07-26T15:54:38.954+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:39.242 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:54:39.242 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:39.242 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:54:39.242 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:39.243 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:54:39.243 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:39.243 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:39.243 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:39.243 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: 2021-07-26T15:54:38.956+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:39.244 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:54:39.244 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:39.244 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:54:39.244 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:39.245 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:54:39.245 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:39.245 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:39.245 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:39.245 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: 2021-07-26T15:54:38.957+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:39.246 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:54:39.246 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:39.246 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:54:39.246 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:39.247 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:54:39.247 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:39.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:39.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:54:38 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:40.250 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:40.250 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:40.251 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:40.259 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:40.259 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:40.259 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:40.260 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:40.260 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:40.260 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:40.260 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:40.261 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:40.261 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:40.262 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:40.262 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:40.263 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:40.263 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:40.263 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:40.264 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:40.264 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:40.264 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:40.264 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:40.264 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:40.265 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:40.265 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:40.265 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:40.265 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:40.266 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:40.266 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:40.266 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:40.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:40.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:40.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:40.267 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:40.268 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:40.268 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:40.268 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:40.268 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:40.269 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:40.269 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:40.269 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:40.269 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:40.269 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:40.270 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:40.270 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:40.270 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:40.270 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:40.271 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:40.271 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:40.271 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:40.271 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:40.271 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:40.272 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:40.272 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:40.272 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:40.272 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:40.272 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:40.273 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:40.275 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:40.275 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:40.275 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:40.276 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:40.276 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:40.276 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:40.276 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:40.277 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:40.277 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:40.277 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:40.277 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[73801]: Reconfiguring mon.a (monmap changed)... 2021-07-26T15:54:40.277 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:40.278 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:40.278 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:40.278 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[73801]: Reconfiguring daemon mon.a on smithi078 2021-07-26T15:54:40.278 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-07-26T15:54:40.279 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:40.279 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:54:40.279 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:40.279 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:54:40.280 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:40.280 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:40.280 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:40.280 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:40.281 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:40.281 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[77813]: Reconfiguring mon.a (monmap changed)... 2021-07-26T15:54:40.281 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:40.281 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:40.281 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:40.282 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[77813]: Reconfiguring daemon mon.a on smithi078 2021-07-26T15:54:40.282 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:39 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-07-26T15:54:40.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:39 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:40.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:39 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:40.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:39 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:54:40.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:40.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:40.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:40.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:40.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:40.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:40.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:40.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:54:40.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:39 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:54:40.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:40.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:40.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:40.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:40.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:40.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:40.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:40.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:54:40.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:39 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:54:40.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:40.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:40.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:40.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:40.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:40.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:40.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:40.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:54:40.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:39 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:54:40.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:54:40.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:54:40.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:54:40.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:54:40.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:54:40.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:54:40.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:54:40.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:54:40.337 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:39 smithi139 ceph-mon[56829]: Reconfiguring mon.a (monmap changed)... 2021-07-26T15:54:40.337 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:39 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:40.337 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:39 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:40.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:39 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:40.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:39 smithi139 ceph-mon[56829]: Reconfiguring daemon mon.a on smithi078 2021-07-26T15:54:40.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:39 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-07-26T15:54:41.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:41 smithi078 ceph-mon[77813]: pgmap v51: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:41.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:41.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:54:41.390 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:54:41.390 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:41.390 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-07-26T15:54:41.391 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:41 smithi078 ceph-mon[73801]: pgmap v51: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:41.391 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:41.391 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:54:41.391 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:54:41.391 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:41.392 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-07-26T15:54:41.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:41 smithi139 ceph-mon[56829]: pgmap v51: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:41.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:41.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:54:41.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:54:41.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:41.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-07-26T15:54:42.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:42 smithi078 ceph-mon[73801]: Reconfiguring mgr.y (monmap changed)... 2021-07-26T15:54:42.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:42 smithi078 ceph-mon[73801]: Reconfiguring daemon mgr.y on smithi078 2021-07-26T15:54:42.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:42 smithi078 ceph-mon[77813]: Reconfiguring mgr.y (monmap changed)... 2021-07-26T15:54:42.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:42 smithi078 ceph-mon[77813]: Reconfiguring daemon mgr.y on smithi078 2021-07-26T15:54:42.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:42 smithi139 ceph-mon[56829]: Reconfiguring mgr.y (monmap changed)... 2021-07-26T15:54:42.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:42 smithi139 ceph-mon[56829]: Reconfiguring daemon mgr.y on smithi078 2021-07-26T15:54:43.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[73801]: pgmap v52: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:43.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:43.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[73801]: Reconfiguring mon.c (monmap changed)... 2021-07-26T15:54:43.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:43.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:43.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:43.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[73801]: Reconfiguring daemon mon.c on smithi078 2021-07-26T15:54:43.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-07-26T15:54:43.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[77813]: pgmap v52: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:43.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:43.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[77813]: Reconfiguring mon.c (monmap changed)... 2021-07-26T15:54:43.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:43.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:43.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:43.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[77813]: Reconfiguring daemon mon.c on smithi078 2021-07-26T15:54:43.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:43 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-07-26T15:54:43.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:43 smithi139 ceph-mon[56829]: pgmap v52: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:43.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:43 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:43.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:43 smithi139 ceph-mon[56829]: Reconfiguring mon.c (monmap changed)... 2021-07-26T15:54:43.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:43 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:43.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:43 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:43.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:43 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:43.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:43 smithi139 ceph-mon[56829]: Reconfiguring daemon mon.c on smithi078 2021-07-26T15:54:43.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:43 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-07-26T15:54:44.738 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:44 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:44.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:44 smithi078 ceph-mon[77813]: Reconfiguring osd.0 (monmap changed)... 2021-07-26T15:54:44.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:44 smithi078 ceph-mon[77813]: Reconfiguring daemon osd.0 on smithi078 2021-07-26T15:54:44.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:44 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-07-26T15:54:44.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:44 smithi078 ceph-mon[77813]: pgmap v53: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:44.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:44 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:44.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:44 smithi078 ceph-mon[73801]: Reconfiguring osd.0 (monmap changed)... 2021-07-26T15:54:44.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:44 smithi078 ceph-mon[73801]: Reconfiguring daemon osd.0 on smithi078 2021-07-26T15:54:44.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:44 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-07-26T15:54:44.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:44 smithi078 ceph-mon[73801]: pgmap v53: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:45.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:44 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:45.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:44 smithi139 ceph-mon[56829]: Reconfiguring osd.0 (monmap changed)... 2021-07-26T15:54:45.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:44 smithi139 ceph-mon[56829]: Reconfiguring daemon osd.0 on smithi078 2021-07-26T15:54:45.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:44 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-07-26T15:54:45.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:44 smithi139 ceph-mon[56829]: pgmap v53: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:46.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:46 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:46.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:46 smithi078 ceph-mon[73801]: Reconfiguring osd.1 (monmap changed)... 2021-07-26T15:54:46.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:46 smithi078 ceph-mon[73801]: Reconfiguring daemon osd.1 on smithi078 2021-07-26T15:54:46.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:46 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-07-26T15:54:46.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:46 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:46.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:46 smithi078 ceph-mon[77813]: Reconfiguring osd.1 (monmap changed)... 2021-07-26T15:54:46.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:46 smithi078 ceph-mon[77813]: Reconfiguring daemon osd.1 on smithi078 2021-07-26T15:54:46.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:46 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-07-26T15:54:46.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:46 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:46.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:46 smithi139 ceph-mon[56829]: Reconfiguring osd.1 (monmap changed)... 2021-07-26T15:54:46.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:46 smithi139 ceph-mon[56829]: Reconfiguring daemon osd.1 on smithi078 2021-07-26T15:54:46.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:46 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-07-26T15:54:47.349 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:47 smithi078 ceph-mon[73801]: pgmap v54: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:47.349 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:47 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:47.349 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:47 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-07-26T15:54:47.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:47 smithi078 ceph-mon[77813]: pgmap v54: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:47.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:47 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:47.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:47 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-07-26T15:54:47.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:47 smithi139 ceph-mon[56829]: pgmap v54: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:47.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:47 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:47.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:47 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-07-26T15:54:48.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:48 smithi078 ceph-mon[73801]: Reconfiguring osd.2 (monmap changed)... 2021-07-26T15:54:48.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:48 smithi078 ceph-mon[73801]: Reconfiguring daemon osd.2 on smithi078 2021-07-26T15:54:48.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:48 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:48.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:48 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-07-26T15:54:48.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:48 smithi078 ceph-mon[77813]: Reconfiguring osd.2 (monmap changed)... 2021-07-26T15:54:48.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:48 smithi078 ceph-mon[77813]: Reconfiguring daemon osd.2 on smithi078 2021-07-26T15:54:48.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:48 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:48.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:48 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-07-26T15:54:48.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:48 smithi139 ceph-mon[56829]: Reconfiguring osd.2 (monmap changed)... 2021-07-26T15:54:48.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:48 smithi139 ceph-mon[56829]: Reconfiguring daemon osd.2 on smithi078 2021-07-26T15:54:48.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:48 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:48.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:48 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-07-26T15:54:49.420 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:49 smithi078 ceph-mon[77813]: pgmap v55: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:49.420 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:49 smithi078 ceph-mon[77813]: Reconfiguring osd.3 (monmap changed)... 2021-07-26T15:54:49.421 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:49 smithi078 ceph-mon[77813]: Reconfiguring daemon osd.3 on smithi078 2021-07-26T15:54:49.421 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:49 smithi078 ceph-mon[73801]: pgmap v55: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:49.421 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:49 smithi078 ceph-mon[73801]: Reconfiguring osd.3 (monmap changed)... 2021-07-26T15:54:49.421 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:49 smithi078 ceph-mon[73801]: Reconfiguring daemon osd.3 on smithi078 2021-07-26T15:54:49.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:49 smithi139 ceph-mon[56829]: pgmap v55: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:49.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:49 smithi139 ceph-mon[56829]: Reconfiguring osd.3 (monmap changed)... 2021-07-26T15:54:49.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:49 smithi139 ceph-mon[56829]: Reconfiguring daemon osd.3 on smithi078 2021-07-26T15:54:50.738 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:50 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:50.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:50 smithi078 ceph-mon[77813]: Reconfiguring mds.foo.smithi078.kyjpyp (monmap changed)... 2021-07-26T15:54:50.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:50 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi078.kyjpyp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T15:54:50.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:50 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:50.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:50 smithi078 ceph-mon[77813]: Reconfiguring daemon mds.foo.smithi078.kyjpyp on smithi078 2021-07-26T15:54:50.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:50 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi078.kyjpyp","key": "container_image"}]: dispatch 2021-07-26T15:54:50.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:50 smithi078 ceph-mon[77813]: pgmap v56: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:50.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:50 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:50.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:50 smithi078 ceph-mon[73801]: Reconfiguring mds.foo.smithi078.kyjpyp (monmap changed)... 2021-07-26T15:54:50.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:50 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi078.kyjpyp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T15:54:50.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:50 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:50.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:50 smithi078 ceph-mon[73801]: Reconfiguring daemon mds.foo.smithi078.kyjpyp on smithi078 2021-07-26T15:54:50.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:50 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi078.kyjpyp","key": "container_image"}]: dispatch 2021-07-26T15:54:50.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:50 smithi078 ceph-mon[73801]: pgmap v56: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:50.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:50 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:50.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:50 smithi139 ceph-mon[56829]: Reconfiguring mds.foo.smithi078.kyjpyp (monmap changed)... 2021-07-26T15:54:50.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:50 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi078.kyjpyp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T15:54:50.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:50 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:50.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:50 smithi139 ceph-mon[56829]: Reconfiguring daemon mds.foo.smithi078.kyjpyp on smithi078 2021-07-26T15:54:50.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:50 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi078.kyjpyp","key": "container_image"}]: dispatch 2021-07-26T15:54:50.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:50 smithi139 ceph-mon[56829]: pgmap v56: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2021-07-26T15:54:52.176 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:52 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:52.176 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:52 smithi139 ceph-mon[56829]: Reconfiguring mon.b (monmap changed)... 2021-07-26T15:54:52.177 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:52 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:52.177 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:52 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:52.177 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:52 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:52.177 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:52 smithi139 ceph-mon[56829]: Reconfiguring daemon mon.b on smithi139 2021-07-26T15:54:52.178 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:52 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-07-26T15:54:52.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:52 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:52.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:52 smithi078 ceph-mon[73801]: Reconfiguring mon.b (monmap changed)... 2021-07-26T15:54:52.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:52 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:52.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:52 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:52.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:52 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:52.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:52 smithi078 ceph-mon[73801]: Reconfiguring daemon mon.b on smithi139 2021-07-26T15:54:52.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:52 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-07-26T15:54:52.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:52 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:52.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:52 smithi078 ceph-mon[77813]: Reconfiguring mon.b (monmap changed)... 2021-07-26T15:54:52.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:52 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:54:52.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:52 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:54:52.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:52 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:52.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:52 smithi078 ceph-mon[77813]: Reconfiguring daemon mon.b on smithi139 2021-07-26T15:54:52.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:52 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-07-26T15:54:53.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:53 smithi139 ceph-mon[56829]: pgmap v57: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:53.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:53 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:53.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:53 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:54:53.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:53 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:54:53.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:53 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:53.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:53 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-07-26T15:54:53.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:53 smithi078 ceph-mon[73801]: pgmap v57: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:53.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:53 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:53.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:53 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:54:53.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:53 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:54:53.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:53 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:53.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:53 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-07-26T15:54:53.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:53 smithi078 ceph-mon[77813]: pgmap v57: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:53.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:53 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:53.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:53 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:54:53.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:53 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:54:53.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:53 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:53.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:53 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-07-26T15:54:54.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:54 smithi139 ceph-mon[56829]: Reconfiguring mgr.x (monmap changed)... 2021-07-26T15:54:54.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:54 smithi139 ceph-mon[56829]: Reconfiguring daemon mgr.x on smithi139 2021-07-26T15:54:54.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:54 smithi078 ceph-mon[73801]: Reconfiguring mgr.x (monmap changed)... 2021-07-26T15:54:54.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:54 smithi078 ceph-mon[73801]: Reconfiguring daemon mgr.x on smithi139 2021-07-26T15:54:54.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:54 smithi078 ceph-mon[77813]: Reconfiguring mgr.x (monmap changed)... 2021-07-26T15:54:54.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:54 smithi078 ceph-mon[77813]: Reconfiguring daemon mgr.x on smithi139 2021-07-26T15:54:55.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:55 smithi139 ceph-mon[56829]: pgmap v58: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:55.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:55 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:55.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:55 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-07-26T15:54:55.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:55 smithi078 ceph-mon[73801]: pgmap v58: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:55.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:55 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:55.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:55 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-07-26T15:54:55.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:55 smithi078 ceph-mon[77813]: pgmap v58: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:55.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:55 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:55.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:55 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-07-26T15:54:56.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:56 smithi139 ceph-mon[56829]: Reconfiguring osd.4 (monmap changed)... 2021-07-26T15:54:56.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:56 smithi139 ceph-mon[56829]: Reconfiguring daemon osd.4 on smithi139 2021-07-26T15:54:56.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:56 smithi078 ceph-mon[73801]: Reconfiguring osd.4 (monmap changed)... 2021-07-26T15:54:56.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:56 smithi078 ceph-mon[73801]: Reconfiguring daemon osd.4 on smithi139 2021-07-26T15:54:56.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:56 smithi078 ceph-mon[77813]: Reconfiguring osd.4 (monmap changed)... 2021-07-26T15:54:56.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:56 smithi078 ceph-mon[77813]: Reconfiguring daemon osd.4 on smithi139 2021-07-26T15:54:57.191 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:57 smithi139 ceph-mon[56829]: pgmap v59: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:57.191 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:57 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:57.191 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:57 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-07-26T15:54:57.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:57 smithi078 ceph-mon[73801]: pgmap v59: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:57.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:57 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:57.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:57 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-07-26T15:54:57.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:57 smithi078 ceph-mon[77813]: pgmap v59: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:57.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:57 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:57.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:57 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-07-26T15:54:58.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:58 smithi139 ceph-mon[56829]: Reconfiguring osd.5 (monmap changed)... 2021-07-26T15:54:58.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:58 smithi139 ceph-mon[56829]: Reconfiguring daemon osd.5 on smithi139 2021-07-26T15:54:58.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:58 smithi078 ceph-mon[77813]: Reconfiguring osd.5 (monmap changed)... 2021-07-26T15:54:58.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:58 smithi078 ceph-mon[77813]: Reconfiguring daemon osd.5 on smithi139 2021-07-26T15:54:58.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:58 smithi078 ceph-mon[73801]: Reconfiguring osd.5 (monmap changed)... 2021-07-26T15:54:58.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:58 smithi078 ceph-mon[73801]: Reconfiguring daemon osd.5 on smithi139 2021-07-26T15:54:59.197 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:59 smithi139 ceph-mon[56829]: pgmap v60: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:59.197 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:59 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:59.197 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:59 smithi139 ceph-mon[56829]: Reconfiguring osd.6 (monmap changed)... 2021-07-26T15:54:59.198 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:59 smithi139 ceph-mon[56829]: Reconfiguring daemon osd.6 on smithi139 2021-07-26T15:54:59.198 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:54:59 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-07-26T15:54:59.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:59 smithi078 ceph-mon[77813]: pgmap v60: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:59.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:59 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:59.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:59 smithi078 ceph-mon[77813]: Reconfiguring osd.6 (monmap changed)... 2021-07-26T15:54:59.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:59 smithi078 ceph-mon[77813]: Reconfiguring daemon osd.6 on smithi139 2021-07-26T15:54:59.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:54:59 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-07-26T15:54:59.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:59 smithi078 ceph-mon[73801]: pgmap v60: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:59.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:59 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:54:59.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:59 smithi078 ceph-mon[73801]: Reconfiguring osd.6 (monmap changed)... 2021-07-26T15:54:59.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:59 smithi078 ceph-mon[73801]: Reconfiguring daemon osd.6 on smithi139 2021-07-26T15:54:59.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:54:59 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-07-26T15:55:00.932 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:00 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:00.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:00 smithi139 ceph-mon[56829]: Reconfiguring osd.7 (monmap changed)... 2021-07-26T15:55:00.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:00 smithi139 ceph-mon[56829]: Reconfiguring daemon osd.7 on smithi139 2021-07-26T15:55:00.933 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:00 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-07-26T15:55:00.934 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:00 smithi139 ceph-mon[56829]: pgmap v61: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:01.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:00 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:01.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:00 smithi078 ceph-mon[77813]: Reconfiguring osd.7 (monmap changed)... 2021-07-26T15:55:01.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:00 smithi078 ceph-mon[77813]: Reconfiguring daemon osd.7 on smithi139 2021-07-26T15:55:01.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:00 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-07-26T15:55:01.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:00 smithi078 ceph-mon[77813]: pgmap v61: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:01.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:00 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:01.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:00 smithi078 ceph-mon[73801]: Reconfiguring osd.7 (monmap changed)... 2021-07-26T15:55:01.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:00 smithi078 ceph-mon[73801]: Reconfiguring daemon osd.7 on smithi139 2021-07-26T15:55:01.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:00 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-07-26T15:55:01.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:00 smithi078 ceph-mon[73801]: pgmap v61: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:02.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:02 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:02.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:02 smithi139 ceph-mon[56829]: Reconfiguring mds.foo.smithi139.mwfdce (monmap changed)... 2021-07-26T15:55:02.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:02 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi139.mwfdce", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T15:55:02.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:02 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:55:02.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:02 smithi139 ceph-mon[56829]: Reconfiguring daemon mds.foo.smithi139.mwfdce on smithi139 2021-07-26T15:55:02.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:02 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi139.mwfdce","key": "container_image"}]: dispatch 2021-07-26T15:55:02.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:02 smithi139 ceph-mon[56829]: pgmap v62: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:02.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:02 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:02.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:02 smithi078 ceph-mon[73801]: Reconfiguring mds.foo.smithi139.mwfdce (monmap changed)... 2021-07-26T15:55:02.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:02 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi139.mwfdce", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T15:55:02.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:02 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:55:02.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:02 smithi078 ceph-mon[73801]: Reconfiguring daemon mds.foo.smithi139.mwfdce on smithi139 2021-07-26T15:55:02.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:02 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi139.mwfdce","key": "container_image"}]: dispatch 2021-07-26T15:55:02.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:02 smithi078 ceph-mon[73801]: pgmap v62: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:02.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:02 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:02.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:02 smithi078 ceph-mon[77813]: Reconfiguring mds.foo.smithi139.mwfdce (monmap changed)... 2021-07-26T15:55:02.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:02 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi139.mwfdce", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T15:55:02.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:02 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:55:02.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:02 smithi078 ceph-mon[77813]: Reconfiguring daemon mds.foo.smithi139.mwfdce on smithi139 2021-07-26T15:55:02.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:02 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi139.mwfdce","key": "container_image"}]: dispatch 2021-07-26T15:55:02.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:02 smithi078 ceph-mon[77813]: pgmap v62: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:03.489 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: 2021-07-26T15:55:03.170+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:03.489 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:03.490 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:03.490 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:03.491 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:03.491 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:03.491 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:03.492 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:03.492 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:03.493 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: 2021-07-26T15:55:03.171+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:03.493 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:03.494 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:03.494 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:03.494 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:03.495 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:03.495 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:03.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:03.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:03.497 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: 2021-07-26T15:55:03.172+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:03.497 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:03.497 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:03.498 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:03.498 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:03.499 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:03.499 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:03.500 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:03.500 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:03.500 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: 2021-07-26T15:55:03.173+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:03.501 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:03.501 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:03.502 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:03.502 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:03.503 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:03.503 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:03.503 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:03.504 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:03 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:04.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:04.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:04.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:04.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:04.490 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:04.490 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:04.490 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:04.490 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:04.491 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:04.491 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:04.491 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:04.491 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:04.492 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:04.492 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:04.492 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:04.492 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:04.493 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:04.493 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:04.494 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:04.494 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:04.494 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:04.494 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:04.495 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:04.495 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:04.495 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:04.495 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:04.496 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:04.497 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:04.497 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:04.498 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:04.498 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:04.498 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:04.499 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:04.499 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:04.499 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:04.499 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:04.499 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:04.500 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:04.500 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:04.500 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2021-07-26T15:55:04.500 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T15:55:04.501 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[73801]: pgmap v63: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:04.501 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-07-26T15:55:04.501 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:55:04.501 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:55:04.502 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:04.502 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:04.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:04.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:04.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:04.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:04.504 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:04.504 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:04.505 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:04.505 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:04.505 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:04.506 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:04.506 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:04.506 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:04.507 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:04.507 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:04.507 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:04.508 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:04.508 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:04.509 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:04.509 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:04.509 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:04.510 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:04.511 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:04.511 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:04.512 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:04.512 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:04.512 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:04.512 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:04.512 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:04.513 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:04.513 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:04.513 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:04.513 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:04.514 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:04.514 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:04.514 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:04.514 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:04.514 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:04.515 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2021-07-26T15:55:04.515 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T15:55:04.515 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[77813]: pgmap v63: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:04.515 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-07-26T15:55:04.516 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:55:04.516 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:55:04.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:04.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:04.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:04.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:04 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:04.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:04.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:04.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:04.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:04.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:04.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:04.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:04.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:04.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:04 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:04.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:04.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:04.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:04.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:04.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:04.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:04.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:04.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:04.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:04 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:04.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:04.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:04.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:04.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:04.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:04.585 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:04.585 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:04.585 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:04.586 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:04 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:04.586 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:04.587 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:04.587 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:04.587 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:04.587 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:04.587 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:04.588 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:04.588 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:04.588 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2021-07-26T15:55:04.589 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T15:55:04.589 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:04 smithi139 ceph-mon[56829]: pgmap v63: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:04.589 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-07-26T15:55:04.590 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:55:04.590 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:55:07.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:06 smithi078 ceph-mon[73801]: pgmap v64: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:07.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:06 smithi078 ceph-mon[77813]: pgmap v64: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:07.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:06 smithi139 ceph-mon[56829]: pgmap v64: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:09.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:08 smithi078 ceph-mon[73801]: pgmap v65: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:09.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:08 smithi078 ceph-mon[77813]: pgmap v65: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:09.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:08 smithi139 ceph-mon[56829]: pgmap v65: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:11.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:10 smithi078 ceph-mon[73801]: pgmap v66: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:11.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:10 smithi078 ceph-mon[77813]: pgmap v66: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:11.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:10 smithi139 ceph-mon[56829]: pgmap v66: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:13.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:12 smithi078 ceph-mon[73801]: pgmap v67: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:13.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:12 smithi078 ceph-mon[77813]: pgmap v67: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:13.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:12 smithi139 ceph-mon[56829]: pgmap v67: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:15.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:14 smithi078 ceph-mon[73801]: pgmap v68: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:15.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:14 smithi078 ceph-mon[77813]: pgmap v68: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:15.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:14 smithi139 ceph-mon[56829]: pgmap v68: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:17.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:16 smithi078 ceph-mon[73801]: pgmap v69: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:17.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:16 smithi078 ceph-mon[77813]: pgmap v69: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:17.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:16 smithi139 ceph-mon[56829]: pgmap v69: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:19.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:18 smithi078 ceph-mon[73801]: pgmap v70: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:19.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:18 smithi078 ceph-mon[77813]: pgmap v70: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:19.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:18 smithi139 ceph-mon[56829]: pgmap v70: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:21.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:20 smithi078 ceph-mon[73801]: pgmap v71: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:21.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:20 smithi078 ceph-mon[77813]: pgmap v71: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:21.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:20 smithi139 ceph-mon[56829]: pgmap v71: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:23.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:22 smithi078 ceph-mon[73801]: pgmap v72: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:23.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:22 smithi078 ceph-mon[77813]: pgmap v72: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:23.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:22 smithi139 ceph-mon[56829]: pgmap v72: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:25.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:24 smithi078 ceph-mon[73801]: pgmap v73: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:25.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:24 smithi078 ceph-mon[77813]: pgmap v73: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:25.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:24 smithi139 ceph-mon[56829]: pgmap v73: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:27.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:26 smithi078 ceph-mon[73801]: pgmap v74: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:27.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:26 smithi078 ceph-mon[77813]: pgmap v74: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:27.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:26 smithi139 ceph-mon[56829]: pgmap v74: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:29.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:28 smithi078 ceph-mon[73801]: pgmap v75: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:29.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:28 smithi078 ceph-mon[77813]: pgmap v75: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:29.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:28 smithi139 ceph-mon[56829]: pgmap v75: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:31.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:30 smithi078 ceph-mon[73801]: pgmap v76: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:31.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:30 smithi078 ceph-mon[77813]: pgmap v76: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:31.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:30 smithi139 ceph-mon[56829]: pgmap v76: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:31.557 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch upgrade resume' 2021-07-26T15:55:33.115 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:32 smithi078 ceph-mon[73801]: pgmap v77: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:33.115 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:32 smithi078 ceph-mon[77813]: pgmap v77: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:33.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:32 smithi139 ceph-mon[56829]: pgmap v77: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:33.534 INFO:teuthology.orchestra.run.smithi078.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:55:34.185 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'echo wait for all mons to upgrade' 2021-07-26T15:55:34.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:34 smithi078 ceph-mon[73801]: from='client.54109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:55:34.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:34 smithi078 ceph-mon[73801]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:55:34.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:34 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:34.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:34 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:34.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:34 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:55:34.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:34 smithi078 ceph-mon[73801]: pgmap v78: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:34.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:34 smithi078 ceph-mon[77813]: from='client.54109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:55:34.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:34 smithi078 ceph-mon[77813]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:55:34.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:34 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:34.743 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:34 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:34.743 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:34 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:55:34.743 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:34 smithi078 ceph-mon[77813]: pgmap v78: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:34.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:34 smithi139 ceph-mon[56829]: from='client.54109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:55:34.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:34 smithi139 ceph-mon[56829]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:55:34.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:34 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:34.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:34 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:34.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:34 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:55:34.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:34 smithi139 ceph-mon[56829]: pgmap v78: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:35.814 INFO:teuthology.orchestra.run.smithi078.stdout:wait for all mons to upgrade 2021-07-26T15:55:36.512 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2021-07-26T15:55:37.138 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:36 smithi078 ceph-mon[73801]: pgmap v79: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:37.139 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:36 smithi078 ceph-mon[77813]: pgmap v79: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:37.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:36 smithi139 ceph-mon[56829]: pgmap v79: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:38.473 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:55:39.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:38 smithi078 ceph-mon[73801]: pgmap v80: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:39.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:38 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3865969559' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-07-26T15:55:39.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:38 smithi078 ceph-mon[77813]: pgmap v80: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:39.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:38 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3865969559' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-07-26T15:55:39.240 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch ps' 2021-07-26T15:55:39.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:38 smithi139 ceph-mon[56829]: pgmap v80: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:39.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:38 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3865969559' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-07-26T15:55:40.239 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: 2021-07-26T15:55:40.009+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:40.240 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:40.240 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:40.240 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:40.240 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:40.241 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:40.241 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:40.241 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:40.241 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:40.242 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: 2021-07-26T15:55:40.010+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:40.242 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:40.242 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:40.242 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:40.243 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:40.243 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:40.243 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:40.243 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:40.244 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:40.245 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: 2021-07-26T15:55:40.011+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:40.245 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:40.245 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:40.245 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:40.246 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:40.246 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:40.246 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:40.246 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:40.247 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:40.247 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: 2021-07-26T15:55:40.012+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:40.247 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:40.247 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:40.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:40.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:40.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:40.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:40.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:40.249 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:40 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:40.855 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:40.855 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: pgmap v81: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:40.855 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:40.856 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:40.856 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:40.856 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:40.856 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:40.857 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:40.857 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:40.857 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:40.857 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:40.857 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:40.858 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:40.858 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:40.858 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:40.858 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:40.859 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:40.859 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:40.859 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:40.859 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:40.859 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:40.860 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:40.860 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:40.860 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:40.860 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:40.861 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:40.861 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:40.862 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:40.863 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:40.863 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:40.863 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:40.863 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: pgmap v81: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:40.864 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:40.864 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:40.864 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:40.864 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:40.865 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:40.865 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:40.865 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:40.865 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:40.865 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:40.866 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:40.866 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:40.866 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:40.866 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:40.867 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:40.867 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:40.867 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:40.867 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:40.867 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:40.868 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:40.868 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:40.868 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:40.868 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:40.868 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:40.869 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:40.869 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:40.869 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:40.870 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:40.870 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:40.870 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:40.871 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:40.871 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:40.871 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:40.871 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:40.872 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:40.872 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:40.876 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:40.878 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:40.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:40.878 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:55:40.880 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:55:40.880 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: Upgrade: Setting container_image for all mon 2021-07-26T15:55:40.881 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:40.881 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-07-26T15:55:40.881 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-07-26T15:55:40.881 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-07-26T15:55:40.881 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-07-26T15:55:40.882 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-07-26T15:55:40.882 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-07-26T15:55:40.882 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:55:40.882 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: Upgrade: Setting container_image for all crash 2021-07-26T15:55:40.883 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:40.885 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T15:55:40.886 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T15:55:40.886 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[73801]: Upgrade: osd.0 is safe to restart 2021-07-26T15:55:40.886 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:40.887 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:40.887 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:40.887 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:40.887 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:40.888 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:40.888 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:40.888 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:40.888 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:40.889 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:40.889 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:55:40.889 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:55:40.889 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: Upgrade: Setting container_image for all mon 2021-07-26T15:55:40.889 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:40.890 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-07-26T15:55:40.890 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-07-26T15:55:40.890 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-07-26T15:55:40.891 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-07-26T15:55:40.891 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-07-26T15:55:40.891 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-07-26T15:55:40.891 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:55:40.892 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: Upgrade: Setting container_image for all crash 2021-07-26T15:55:40.892 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:40.892 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T15:55:40.892 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T15:55:40.893 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:40 smithi078 ceph-mon[77813]: Upgrade: osd.0 is safe to restart 2021-07-26T15:55:41.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:41.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: pgmap v81: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:41.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:41.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:41.080 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:41.081 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:41.081 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:41.081 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:41.081 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:41.081 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:41.082 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:41.082 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:41.082 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:41.082 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:41.083 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:41.083 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:41.084 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:41.084 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:41.085 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:41.085 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:41.085 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:41.085 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:41.087 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:41.088 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:41.088 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:41.089 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:41.089 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:41.089 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:41.090 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:41.090 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:41.090 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:41.090 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:41.091 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:41.091 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:41.091 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:41.091 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:41.091 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:41.092 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:41.092 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:41.092 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:41.093 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:55:41.093 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:55:41.093 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: Upgrade: Setting container_image for all mon 2021-07-26T15:55:41.093 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:41.094 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-07-26T15:55:41.094 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-07-26T15:55:41.094 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-07-26T15:55:41.094 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-07-26T15:55:41.095 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-07-26T15:55:41.095 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-07-26T15:55:41.095 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:55:41.095 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: Upgrade: Setting container_image for all crash 2021-07-26T15:55:41.096 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:41.096 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T15:55:41.096 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T15:55:41.096 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:40 smithi139 ceph-mon[56829]: Upgrade: osd.0 is safe to restart 2021-07-26T15:55:41.294 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:55:41.294 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 running (8m) 1s ago 9m 17.7M - 0.20.0 0881eb8f169f 90163aee5b2b 2021-07-26T15:55:41.294 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi139 running (8m) 62s ago 8m 40.4M - 6.7.4 3b1077a63311 5f2e438941c4 2021-07-26T15:55:41.295 INFO:teuthology.orchestra.run.smithi078.stdout:mds.foo.smithi078.kyjpyp smithi078 running (7m) 1s ago 7m 17.0M - 15.2.13 5eab30a79396 9b91e93be11f 2021-07-26T15:55:41.295 INFO:teuthology.orchestra.run.smithi078.stdout:mds.foo.smithi139.mwfdce smithi139 running (7m) 62s ago 7m 17.6M - 15.2.13 5eab30a79396 54bdc76fea7d 2021-07-26T15:55:41.295 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi139 *:8443 running (2m) 62s ago 12m 383M - 17.0.0-6381-gbccf07c2 6cdb40438e66 cdd29be845e2 2021-07-26T15:55:41.295 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443 running (3m) 1s ago 14m 437M - 17.0.0-6381-gbccf07c2 6cdb40438e66 ff4ffcea6e6b 2021-07-26T15:55:41.296 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (2m) 1s ago 14m 92.2M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 d8d503a66144 2021-07-26T15:55:41.296 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi139 running (67s) 62s ago 12m 31.2M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 53fb2cee12fc 2021-07-26T15:55:41.296 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (79s) 1s ago 12m 48.0M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 d9afd359b571 2021-07-26T15:55:41.296 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 running (9m) 1s ago 9m 18.0M - 0.18.1 e5a616e4b9cf efbc270728ea 2021-07-26T15:55:41.296 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi139 running (9m) 62s ago 9m 18.0M - 0.18.1 e5a616e4b9cf 3bafac7a53cc 2021-07-26T15:55:41.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (11m) 1s ago 11m 72.3M 4096M 15.2.13 5eab30a79396 8f8277d2f62f 2021-07-26T15:55:41.298 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (11m) 1s ago 11m 73.3M 4096M 15.2.13 5eab30a79396 63e67b368cea 2021-07-26T15:55:41.298 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (11m) 1s ago 11m 134M 4096M 15.2.13 5eab30a79396 32b63ef04630 2021-07-26T15:55:41.298 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (11m) 1s ago 11m 67.7M 4096M 15.2.13 5eab30a79396 7ec3f9ae2075 2021-07-26T15:55:41.300 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi139 running (10m) 62s ago 10m 71.4M 4096M 15.2.13 5eab30a79396 cff37e1f64ae 2021-07-26T15:55:41.300 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi139 running (10m) 62s ago 10m 87.6M 4096M 15.2.13 5eab30a79396 1989889e46bb 2021-07-26T15:55:41.303 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi139 running (10m) 62s ago 10m 62.3M 4096M 15.2.13 5eab30a79396 1b8f413620fb 2021-07-26T15:55:41.303 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi139 running (9m) 62s ago 9m 93.7M 4096M 15.2.13 5eab30a79396 96a98303afbf 2021-07-26T15:55:41.303 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi139 running (8m) 62s ago 9m 37.7M - 2.18.1 de242295e225 ec978ed0ec82 2021-07-26T15:55:41.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:55:41.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:55:41.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:55:41.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:55:41.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:55:41.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:55:41.743 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.743 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.743 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:41.743 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:41 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:42.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:55:42.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:55:42.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:42.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:42.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:42.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:42.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:55:42.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:42.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:42.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:42.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:41 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:55:42.572 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch upgrade pause' 2021-07-26T15:55:43.181 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:42 smithi078 ceph-mon[73801]: from='client.44211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:55:43.181 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:42 smithi078 ceph-mon[73801]: pgmap v82: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:43.182 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:42 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:43.182 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:42 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-07-26T15:55:43.182 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:42 smithi078 ceph-mon[77813]: from='client.44211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:55:43.183 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:42 smithi078 ceph-mon[77813]: pgmap v82: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:43.183 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:42 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:43.183 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:42 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-07-26T15:55:43.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:42 smithi139 ceph-mon[56829]: from='client.44211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:55:43.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:42 smithi139 ceph-mon[56829]: pgmap v82: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:43.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:42 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:43.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:42 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-07-26T15:55:44.179 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:43 smithi078 ceph-mon[73801]: Upgrade: Updating osd.0 2021-07-26T15:55:44.180 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:43 smithi078 ceph-mon[73801]: Deploying daemon osd.0 on smithi078 2021-07-26T15:55:44.180 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:43 smithi078 ceph-mon[77813]: Upgrade: Updating osd.0 2021-07-26T15:55:44.181 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:43 smithi078 ceph-mon[77813]: Deploying daemon osd.0 on smithi078 2021-07-26T15:55:44.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:43 smithi139 ceph-mon[56829]: Upgrade: Updating osd.0 2021-07-26T15:55:44.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:43 smithi139 ceph-mon[56829]: Deploying daemon osd.0 on smithi078 2021-07-26T15:55:44.705 INFO:teuthology.orchestra.run.smithi078.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:55:44.988 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:44 smithi078 ceph-mon[73801]: pgmap v83: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:44.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:44 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:44.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:44 smithi078 ceph-mon[77813]: pgmap v83: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:44.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:44 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:45.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:44 smithi139 ceph-mon[56829]: pgmap v83: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:45.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:44 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:45.600 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'sleep 60' 2021-07-26T15:55:45.833 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:45 smithi078 systemd[1]: Stopping Ceph osd.0 for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:55:45.834 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:45 smithi078 podman[82883]: 2021-07-26 15:55:45.76127743 +0000 UTC m=+0.176979934 container stop 8f8277d2f62ffdbb6adba082e2962cbf1cf5bf9c01e6507df5e04144c31f3ae6 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0, RELEASE=master-dc1ab19, ceph=True, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2021-07-26T15:55:45.834 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:45 smithi078 podman[82883]: 2021-07-26 15:55:45.814280097 +0000 UTC m=+0.229982706 container died 8f8277d2f62ffdbb6adba082e2962cbf1cf5bf9c01e6507df5e04144c31f3ae6 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0) 2021-07-26T15:55:45.834 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:45 smithi078 podman[82883]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:55:46.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: from='client.44217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:55:46.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:55:46.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.7 2021-07-26T15:55:46.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 failed (root=default,host=smithi078) (connection refused reported by osd.7) 2021-07-26T15:55:46.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.7 2021-07-26T15:55:46.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.5 2021-07-26T15:55:46.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.3 2021-07-26T15:55:46.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.1 2021-07-26T15:55:46.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.3 2021-07-26T15:55:46.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.1 2021-07-26T15:55:46.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.2 2021-07-26T15:55:46.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.5 2021-07-26T15:55:46.242 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.7 2021-07-26T15:55:46.242 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.4 2021-07-26T15:55:46.242 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.2 2021-07-26T15:55:46.242 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.4 2021-07-26T15:55:46.242 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.6 2021-07-26T15:55:46.243 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[73801]: osd.0 reported immediately failed by osd.6 2021-07-26T15:55:46.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: from='client.44217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:55:46.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:55:46.244 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.7 2021-07-26T15:55:46.244 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 failed (root=default,host=smithi078) (connection refused reported by osd.7) 2021-07-26T15:55:46.244 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.7 2021-07-26T15:55:46.244 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.5 2021-07-26T15:55:46.244 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.3 2021-07-26T15:55:46.245 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.1 2021-07-26T15:55:46.245 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.3 2021-07-26T15:55:46.245 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.1 2021-07-26T15:55:46.245 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.2 2021-07-26T15:55:46.245 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.5 2021-07-26T15:55:46.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.7 2021-07-26T15:55:46.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.4 2021-07-26T15:55:46.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.2 2021-07-26T15:55:46.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.4 2021-07-26T15:55:46.248 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.6 2021-07-26T15:55:46.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:45 smithi078 ceph-mon[77813]: osd.0 reported immediately failed by osd.6 2021-07-26T15:55:46.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: from='client.44217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:55:46.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:55:46.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.7 2021-07-26T15:55:46.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 failed (root=default,host=smithi078) (connection refused reported by osd.7) 2021-07-26T15:55:46.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.7 2021-07-26T15:55:46.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.5 2021-07-26T15:55:46.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.3 2021-07-26T15:55:46.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.1 2021-07-26T15:55:46.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.3 2021-07-26T15:55:46.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.1 2021-07-26T15:55:46.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.2 2021-07-26T15:55:46.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.5 2021-07-26T15:55:46.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.7 2021-07-26T15:55:46.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.4 2021-07-26T15:55:46.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.2 2021-07-26T15:55:46.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.4 2021-07-26T15:55:46.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.6 2021-07-26T15:55:46.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:45 smithi139 ceph-mon[56829]: osd.0 reported immediately failed by osd.6 2021-07-26T15:55:46.729 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:46 smithi078 podman[82945]: 2021-07-26 15:55:46.512615096 +0000 UTC m=+0.779614303 container remove 8f8277d2f62ffdbb6adba082e2962cbf1cf5bf9c01e6507df5e04144c31f3ae6 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, RELEASE=master-dc1ab19, maintainer=Dimitri Savineau , ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=https://github.com/ceph/ceph-container.git) 2021-07-26T15:55:46.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:46 smithi078 ceph-mon[73801]: pgmap v84: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:46.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:46 smithi078 ceph-mon[73801]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:55:46.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:46 smithi078 ceph-mon[73801]: osdmap e70: 8 total, 7 up, 8 in 2021-07-26T15:55:46.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:46 smithi078 ceph-mon[77813]: pgmap v84: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:46.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:46 smithi078 ceph-mon[77813]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:55:46.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:46 smithi078 ceph-mon[77813]: osdmap e70: 8 total, 7 up, 8 in 2021-07-26T15:55:46.991 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:46 smithi078 podman[83103]: 2021-07-26 15:55:46.635571509 +0000 UTC m=+0.029874645 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:55:46.991 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:46 smithi078 podman[83103]: 2021-07-26 15:55:46.762592217 +0000 UTC m=+0.156895342 container create ff29d434d9731c6d44194e54953b86602872c4a3e54f00a1fb847219e3671ff0 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0-deactivate, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_CLEAN=True, io.buildah.version=1.19.8, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True) 2021-07-26T15:55:47.256 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:46 smithi078 podman[83103]: 2021-07-26 15:55:46.995894561 +0000 UTC m=+0.390197680 container init ff29d434d9731c6d44194e54953b86602872c4a3e54f00a1fb847219e3671ff0 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0-deactivate, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , GIT_CLEAN=True, ceph=True, io.buildah.version=1.19.8, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image) 2021-07-26T15:55:47.257 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:47 smithi078 podman[83103]: 2021-07-26 15:55:47.029195518 +0000 UTC m=+0.423498655 container start ff29d434d9731c6d44194e54953b86602872c4a3e54f00a1fb847219e3671ff0 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, maintainer=Dimitri Savineau , GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, io.buildah.version=1.19.8, org.label-schema.name=CentOS Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-07-26T15:55:47.257 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:47 smithi078 podman[83103]: 2021-07-26 15:55:47.029289718 +0000 UTC m=+0.423592857 container attach ff29d434d9731c6d44194e54953b86602872c4a3e54f00a1fb847219e3671ff0 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.19.8, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2021-07-26T15:55:47.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:46 smithi139 ceph-mon[56829]: pgmap v84: 73 pgs: 73 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:47.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:46 smithi139 ceph-mon[56829]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:55:47.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:46 smithi139 ceph-mon[56829]: osdmap e70: 8 total, 7 up, 8 in 2021-07-26T15:55:47.831 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:47 smithi078 podman[83103]: 2021-07-26 15:55:47.510295579 +0000 UTC m=+0.904598711 container died ff29d434d9731c6d44194e54953b86602872c4a3e54f00a1fb847219e3671ff0 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0-deactivate) 2021-07-26T15:55:48.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:47 smithi078 ceph-mon[73801]: osdmap e71: 8 total, 7 up, 8 in 2021-07-26T15:55:48.213 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:47 smithi078 ceph-mon[77813]: osdmap e71: 8 total, 7 up, 8 in 2021-07-26T15:55:48.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:47 smithi139 ceph-mon[56829]: osdmap e71: 8 total, 7 up, 8 in 2021-07-26T15:55:48.464 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:48 smithi078 podman[83103]: 2021-07-26 15:55:48.212407063 +0000 UTC m=+1.606710185 container remove ff29d434d9731c6d44194e54953b86602872c4a3e54f00a1fb847219e3671ff0 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, ceph=True, maintainer=Dimitri Savineau , io.buildah.version=1.19.8, org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS) 2021-07-26T15:55:48.464 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:48 smithi078 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.0.service: Succeeded. 2021-07-26T15:55:48.465 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:48 smithi078 systemd[1]: Stopped Ceph osd.0 for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:55:48.465 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:48 smithi078 systemd[1]: Starting Ceph osd.0 for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:55:48.738 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:48 smithi078 podman[83386]: 2021-07-26 15:55:48.619945051 +0000 UTC m=+0.029034030 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:55:49.176 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:48 smithi078 ceph-mon[73801]: pgmap v87: 73 pgs: 11 stale+active+clean, 62 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:49.176 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:48 smithi078 ceph-mon[77813]: pgmap v87: 73 pgs: 11 stale+active+clean, 62 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:49.177 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:48 smithi078 podman[83386]: 2021-07-26 15:55:48.74573942 +0000 UTC m=+0.154828383 container create eabf073bff3c33d426a0d9df6607e828e569f5ad64899d79025aaa96f146faa6 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0-activate, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, io.buildah.version=1.19.8, maintainer=Dimitri Savineau ) 2021-07-26T15:55:49.177 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:48 smithi078 podman[83386]: 2021-07-26 15:55:48.887445492 +0000 UTC m=+0.296534446 container init eabf073bff3c33d426a0d9df6607e828e569f5ad64899d79025aaa96f146faa6 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, io.buildah.version=1.19.8, maintainer=Dimitri Savineau , GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2021-07-26T15:55:49.177 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:48 smithi078 podman[83386]: 2021-07-26 15:55:48.928969323 +0000 UTC m=+0.338058295 container start eabf073bff3c33d426a0d9df6607e828e569f5ad64899d79025aaa96f146faa6 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0-activate, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_CLEAN=True, io.buildah.version=1.19.8, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, ceph=True) 2021-07-26T15:55:49.177 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:48 smithi078 podman[83386]: 2021-07-26 15:55:48.929277344 +0000 UTC m=+0.338366314 container attach eabf073bff3c33d426a0d9df6607e828e569f5ad64899d79025aaa96f146faa6 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0-activate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204, io.buildah.version=1.19.8, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True) 2021-07-26T15:55:49.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:48 smithi139 ceph-mon[56829]: pgmap v87: 73 pgs: 11 stale+active+clean, 62 active+clean; 582 KiB data, 7.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:49.489 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:49 smithi078 bash[83309]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-07-26T15:55:49.489 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:49 smithi078 bash[83309]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2021-07-26T15:55:49.489 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:49 smithi078 bash[83309]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2021-07-26T15:55:49.490 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:49 smithi078 bash[83309]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2021-07-26T15:55:49.490 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:49 smithi078 bash[83309]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-07-26T15:55:49.490 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:49 smithi078 bash[83309]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-07-26T15:55:49.490 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:49 smithi078 bash[83309]: --> ceph-volume lvm activate successful for osd ID: 0 2021-07-26T15:55:49.491 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:49 smithi078 podman[83386]: 2021-07-26 15:55:49.2682516 +0000 UTC m=+0.677340569 container died eabf073bff3c33d426a0d9df6607e828e569f5ad64899d79025aaa96f146faa6 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0-activate) 2021-07-26T15:55:50.170 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:49 smithi078 ceph-mon[73801]: Health check failed: Degraded data redundancy: 12/72 objects degraded (16.667%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:55:50.171 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:49 smithi078 ceph-mon[77813]: Health check failed: Degraded data redundancy: 12/72 objects degraded (16.667%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:55:50.171 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:49 smithi078 podman[83386]: 2021-07-26 15:55:49.903929833 +0000 UTC m=+1.313018885 container remove eabf073bff3c33d426a0d9df6607e828e569f5ad64899d79025aaa96f146faa6 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0-activate, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, io.buildah.version=1.19.8, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image) 2021-07-26T15:55:50.171 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:50 smithi078 podman[83556]: 2021-07-26 15:55:50.039966955 +0000 UTC m=+0.028936984 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:55:50.171 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:50 smithi078 podman[83556]: 2021-07-26 15:55:50.170502851 +0000 UTC m=+0.159472874 container create 96887dd7e40ae897b2a80faf3e3582bcb9b7259b94f60645bf7e6747b0d633ab (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, ceph=True, maintainer=Dimitri Savineau , io.buildah.version=1.19.8, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.build-date=20201204, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766) 2021-07-26T15:55:50.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:49 smithi139 ceph-mon[56829]: Health check failed: Degraded data redundancy: 12/72 objects degraded (16.667%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T15:55:50.488 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:50 smithi078 podman[83556]: 2021-07-26 15:55:50.278793702 +0000 UTC m=+0.267763725 container init 96887dd7e40ae897b2a80faf3e3582bcb9b7259b94f60645bf7e6747b0d633ab (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, CEPH_POINT_RELEASE=, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, io.buildah.version=1.19.8, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0) 2021-07-26T15:55:50.488 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:50 smithi078 ceph-osd[83600]: -- 172.21.15.78:0/4212247343 <== mon.1 v2:172.21.15.78:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5630b958a340 con 0x5630b9553000 2021-07-26T15:55:50.489 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:50 smithi078 podman[83556]: 2021-07-26 15:55:50.320455217 +0000 UTC m=+0.309425244 container start 96887dd7e40ae897b2a80faf3e3582bcb9b7259b94f60645bf7e6747b0d633ab (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, maintainer=Dimitri Savineau , io.buildah.version=1.19.8, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, ceph=True) 2021-07-26T15:55:50.489 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:50 smithi078 bash[83309]: 96887dd7e40ae897b2a80faf3e3582bcb9b7259b94f60645bf7e6747b0d633ab 2021-07-26T15:55:50.489 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:50 smithi078 systemd[1]: Started Ceph osd.0 for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:55:51.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:50 smithi078 ceph-mon[73801]: pgmap v88: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 7.5 MiB used, 707 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:55:51.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:50 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:51.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:50 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:51.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:50 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:55:51.219 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:50 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:55:51.220 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:50 smithi078 conmon[83597]: 2021-07-26T15:55:50.836+0000 7fbd49b860c0 -1 Falling back to public interface 2021-07-26T15:55:51.220 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:50 smithi078 ceph-mon[77813]: pgmap v88: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 7.5 MiB used, 707 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:55:51.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:50 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:51.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:50 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:51.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:50 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:55:51.221 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:50 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:55:51.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:50 smithi139 ceph-mon[56829]: pgmap v88: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 7.5 MiB used, 707 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:55:51.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:50 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:51.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:50 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:51.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:50 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:55:51.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:50 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:55:53.158 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:52 smithi139 ceph-mon[56829]: pgmap v89: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 7.5 MiB used, 707 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:55:53.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:52 smithi078 ceph-mon[73801]: pgmap v89: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 7.5 MiB used, 707 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:55:53.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:52 smithi078 ceph-mon[77813]: pgmap v89: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 7.5 MiB used, 707 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:55:53.590 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:53 smithi078 conmon[83597]: 2021-07-26T15:55:53.588+0000 7fbd49b860c0 -1 osd.0 69 log_to_monitors {default=true} 2021-07-26T15:55:54.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:53 smithi139 ceph-mon[56829]: from='osd.0 [v2:172.21.15.78:6802/505413361,v1:172.21.15.78:6803/505413361]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:55:54.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:53 smithi078 ceph-mon[73801]: from='osd.0 [v2:172.21.15.78:6802/505413361,v1:172.21.15.78:6803/505413361]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:55:54.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:53 smithi078 ceph-mon[77813]: from='osd.0 [v2:172.21.15.78:6802/505413361,v1:172.21.15.78:6803/505413361]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:55:54.239 INFO:journalctl@ceph.osd.0.smithi078.stdout:Jul 26 15:55:53 smithi078 conmon[83597]: 2021-07-26T15:55:53.904+0000 7fbd39cd8700 -1 osd.0 69 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T15:55:55.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:54 smithi078 ceph-mon[73801]: from='osd.0 [v2:172.21.15.78:6802/505413361,v1:172.21.15.78:6803/505413361]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T15:55:55.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:54 smithi078 ceph-mon[73801]: osdmap e72: 8 total, 7 up, 8 in 2021-07-26T15:55:55.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:54 smithi078 ceph-mon[73801]: from='osd.0 [v2:172.21.15.78:6802/505413361,v1:172.21.15.78:6803/505413361]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:55:55.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:54 smithi078 ceph-mon[73801]: pgmap v91: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 7.5 MiB used, 707 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:55:55.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:54 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:55.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:54 smithi078 ceph-mon[77813]: from='osd.0 [v2:172.21.15.78:6802/505413361,v1:172.21.15.78:6803/505413361]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T15:55:55.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:54 smithi078 ceph-mon[77813]: osdmap e72: 8 total, 7 up, 8 in 2021-07-26T15:55:55.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:54 smithi078 ceph-mon[77813]: from='osd.0 [v2:172.21.15.78:6802/505413361,v1:172.21.15.78:6803/505413361]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:55:55.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:54 smithi078 ceph-mon[77813]: pgmap v91: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 7.5 MiB used, 707 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:55:55.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:54 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:55.244 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: 2021-07-26T15:55:54.929+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:55.244 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:55.244 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:55.245 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:55.245 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:55.245 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:55.245 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:55.246 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:55.246 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:55.247 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: 2021-07-26T15:55:54.930+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:55.247 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:55.247 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:55.247 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:55.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:55.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:55.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:55.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:55.248 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:55.249 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: 2021-07-26T15:55:54.932+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:55.249 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:55.249 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:55.249 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:55.250 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:55.250 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:55.250 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:55.250 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:55.250 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:55.251 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: 2021-07-26T15:55:54.932+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:55.251 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:55.251 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:55.251 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:55.252 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:55.252 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:55.252 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:55.253 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:55.253 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:55.253 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: 2021-07-26T15:55:54.943+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:55.254 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:55.254 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:55.254 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:55.254 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:55.254 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:55.255 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:55.255 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:55.255 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:55.255 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: 2021-07-26T15:55:54.944+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:55.256 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:55.256 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:55.256 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:55.256 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:55.256 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:55.257 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:55.257 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:55.257 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:55.258 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: 2021-07-26T15:55:54.945+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:55.258 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:55.258 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:55.259 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:55.259 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:55.259 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:55.259 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:55.259 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:55.260 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:55.260 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: 2021-07-26T15:55:54.946+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:55.260 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:55:55.260 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:55.261 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:55:55.261 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:55.261 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:55:55.261 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:55.261 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:55.262 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:55:54 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:55.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:54 smithi139 ceph-mon[56829]: from='osd.0 [v2:172.21.15.78:6802/505413361,v1:172.21.15.78:6803/505413361]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T15:55:55.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:54 smithi139 ceph-mon[56829]: osdmap e72: 8 total, 7 up, 8 in 2021-07-26T15:55:55.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:54 smithi139 ceph-mon[56829]: from='osd.0 [v2:172.21.15.78:6802/505413361,v1:172.21.15.78:6803/505413361]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:55:55.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:54 smithi139 ceph-mon[56829]: pgmap v91: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 7.5 MiB used, 707 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:55:55.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:54 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:56.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:55:56.242 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: osd.0 [v2:172.21.15.78:6802/505413361,v1:172.21.15.78:6803/505413361] boot 2021-07-26T15:55:56.242 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: osdmap e73: 8 total, 8 up, 8 in 2021-07-26T15:55:56.242 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:55:56.242 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:56.243 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:56.243 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:56.243 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.243 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.244 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.244 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.244 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.244 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.244 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.245 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:56.245 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:56.245 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.245 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.246 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.246 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.246 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.246 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.246 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.247 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:56.247 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:56.247 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.247 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.248 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:55:56.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: osd.0 [v2:172.21.15.78:6802/505413361,v1:172.21.15.78:6803/505413361] boot 2021-07-26T15:55:56.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: osdmap e73: 8 total, 8 up, 8 in 2021-07-26T15:55:56.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:55:56.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:56.250 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:56.250 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:56.250 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.251 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.253 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.253 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.253 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.254 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.254 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.254 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:56.254 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:56.255 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.255 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.255 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.255 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.255 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.256 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.256 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.256 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:56.256 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:56.256 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.257 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.257 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.257 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.257 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.258 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.258 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.258 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:56.259 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:56.259 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.259 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.259 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.260 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.260 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.263 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.265 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.265 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:56.265 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:56.265 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:56.266 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:56.266 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.266 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.266 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.267 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.267 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.267 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.267 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.267 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:56.268 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:56.268 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.268 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.268 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.269 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.269 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.269 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.269 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.270 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.270 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.270 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:56.271 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:56.271 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.271 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.271 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.271 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.272 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.272 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.272 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.272 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:56.272 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:56.273 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:56.273 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:56.273 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.273 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.274 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.274 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.274 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.274 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.274 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.275 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:56.275 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:56.275 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.275 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.276 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.276 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.276 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.276 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.276 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.277 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:56.277 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:56.277 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.278 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.278 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.278 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.278 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.279 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.279 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.279 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:56.279 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:56.279 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.280 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.280 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.280 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.280 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.281 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.281 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.281 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:56.281 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[73801]: osdmap e74: 8 total, 8 up, 8 in 2021-07-26T15:55:56.282 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:56.282 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:56.282 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.282 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.283 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.283 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.283 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.283 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.283 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.284 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:56.284 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:56.284 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.284 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.284 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.285 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.285 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.285 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.285 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.286 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:56.286 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:55 smithi078 ceph-mon[77813]: osdmap e74: 8 total, 8 up, 8 in 2021-07-26T15:55:56.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:55:56.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: osd.0 [v2:172.21.15.78:6802/505413361,v1:172.21.15.78:6803/505413361] boot 2021-07-26T15:55:56.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: osdmap e73: 8 total, 8 up, 8 in 2021-07-26T15:55:56.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:55:56.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:56.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:56.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:56.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:56.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:56.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:56.337 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:56.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.338 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.338 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.338 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.338 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.339 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.339 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:56.339 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:56.341 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.341 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.342 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.342 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.342 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.342 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.343 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.343 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:56.344 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:55:56.344 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:55:56.344 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:55:56.350 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.351 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.351 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.351 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.351 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.352 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.352 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.352 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:55:56.352 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:55:56.352 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.353 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.353 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.353 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.353 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.354 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.354 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.354 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:55:56.359 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:55:56.359 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.359 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.360 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.360 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.361 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.361 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.361 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.362 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:55:56.362 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:55:56.362 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:55:56.363 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:55:56.363 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:55:56.363 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:55:56.363 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:55:56.363 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:55:56.364 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:55:56.364 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:55:56.364 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:55 smithi139 ceph-mon[56829]: osdmap e74: 8 total, 8 up, 8 in 2021-07-26T15:55:57.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:56 smithi078 ceph-mon[73801]: pgmap v94: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 12 MiB used, 708 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:55:57.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:56 smithi078 ceph-mon[77813]: pgmap v94: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 12 MiB used, 708 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:55:57.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:56 smithi139 ceph-mon[56829]: pgmap v94: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 12 MiB used, 708 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:55:59.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:58 smithi078 ceph-mon[73801]: pgmap v95: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 12 MiB used, 708 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:55:59.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:58 smithi078 ceph-mon[77813]: pgmap v95: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 12 MiB used, 708 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:55:59.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:58 smithi139 ceph-mon[56829]: pgmap v95: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 12 MiB used, 708 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2021-07-26T15:56:00.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:59 smithi078 ceph-mon[73801]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/72 objects degraded (16.667%), 7 pgs degraded) 2021-07-26T15:56:00.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:55:59 smithi078 ceph-mon[73801]: Cluster is now healthy 2021-07-26T15:56:00.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:59 smithi078 ceph-mon[77813]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/72 objects degraded (16.667%), 7 pgs degraded) 2021-07-26T15:56:00.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:55:59 smithi078 ceph-mon[77813]: Cluster is now healthy 2021-07-26T15:56:00.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:59 smithi139 ceph-mon[56829]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/72 objects degraded (16.667%), 7 pgs degraded) 2021-07-26T15:56:00.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:55:59 smithi139 ceph-mon[56829]: Cluster is now healthy 2021-07-26T15:56:01.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:00 smithi078 ceph-mon[73801]: pgmap v96: 73 pgs: 11 active+clean+wait, 62 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:01.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:00 smithi078 ceph-mon[77813]: pgmap v96: 73 pgs: 11 active+clean+wait, 62 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:01.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:00 smithi139 ceph-mon[56829]: pgmap v96: 73 pgs: 11 active+clean+wait, 62 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:03.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:02 smithi078 ceph-mon[73801]: pgmap v97: 73 pgs: 11 active+clean+wait, 62 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:03.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:02 smithi078 ceph-mon[77813]: pgmap v97: 73 pgs: 11 active+clean+wait, 62 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:03.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:02 smithi139 ceph-mon[56829]: pgmap v97: 73 pgs: 11 active+clean+wait, 62 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:04.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:03 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T15:56:04.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:03 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-07-26T15:56:04.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:03 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T15:56:04.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:03 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T15:56:04.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:03 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-07-26T15:56:04.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:03 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T15:56:04.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:03 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T15:56:04.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:03 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-07-26T15:56:04.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:03 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T15:56:05.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:04 smithi078 ceph-mon[73801]: pgmap v98: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:05.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:56:05.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:56:05.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:04 smithi078 ceph-mon[77813]: pgmap v98: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:05.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:56:05.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:56:05.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:04 smithi139 ceph-mon[56829]: pgmap v98: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:56:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:56:07.246 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:06 smithi078 ceph-mon[73801]: pgmap v99: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:07.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:06 smithi078 ceph-mon[77813]: pgmap v99: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:07.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:06 smithi139 ceph-mon[56829]: pgmap v99: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:09.248 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:08 smithi078 ceph-mon[73801]: pgmap v100: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:09.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:08 smithi078 ceph-mon[77813]: pgmap v100: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:09.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:08 smithi139 ceph-mon[56829]: pgmap v100: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:10.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:10 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:56:10.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:10 smithi078 ceph-mon[73801]: pgmap v101: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:10.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:10 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:56:10.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:10 smithi078 ceph-mon[77813]: pgmap v101: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:10.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:10 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:56:10.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:10 smithi139 ceph-mon[56829]: pgmap v101: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:13.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:12 smithi078 ceph-mon[73801]: pgmap v102: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:13.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:12 smithi078 ceph-mon[77813]: pgmap v102: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:13.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:12 smithi139 ceph-mon[56829]: pgmap v102: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:15.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:14 smithi078 ceph-mon[73801]: pgmap v103: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:15.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:14 smithi078 ceph-mon[77813]: pgmap v103: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:15.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:14 smithi139 ceph-mon[56829]: pgmap v103: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:17.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:16 smithi078 ceph-mon[73801]: pgmap v104: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:17.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:16 smithi078 ceph-mon[77813]: pgmap v104: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:17.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:16 smithi139 ceph-mon[56829]: pgmap v104: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:19.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:18 smithi078 ceph-mon[73801]: pgmap v105: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:19.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:18 smithi078 ceph-mon[77813]: pgmap v105: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:19.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:18 smithi139 ceph-mon[56829]: pgmap v105: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:21.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:20 smithi078 ceph-mon[73801]: pgmap v106: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:21.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:20 smithi078 ceph-mon[77813]: pgmap v106: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:21.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:20 smithi139 ceph-mon[56829]: pgmap v106: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:23.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:22 smithi078 ceph-mon[73801]: pgmap v107: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:23.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:22 smithi078 ceph-mon[77813]: pgmap v107: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:23.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:22 smithi139 ceph-mon[56829]: pgmap v107: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:25.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:24 smithi078 ceph-mon[73801]: pgmap v108: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:25.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:24 smithi078 ceph-mon[77813]: pgmap v108: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:25.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:24 smithi139 ceph-mon[56829]: pgmap v108: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:27.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:26 smithi078 ceph-mon[73801]: pgmap v109: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:27.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:26 smithi078 ceph-mon[77813]: pgmap v109: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:27.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:26 smithi139 ceph-mon[56829]: pgmap v109: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:29.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:28 smithi078 ceph-mon[77813]: pgmap v110: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:29.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:28 smithi078 ceph-mon[73801]: pgmap v110: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:29.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:28 smithi139 ceph-mon[56829]: pgmap v110: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:31.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:30 smithi078 ceph-mon[77813]: pgmap v111: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:31.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:30 smithi078 ceph-mon[73801]: pgmap v111: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:31.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:30 smithi139 ceph-mon[56829]: pgmap v111: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:33.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:32 smithi078 ceph-mon[73801]: pgmap v112: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:33.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:32 smithi078 ceph-mon[77813]: pgmap v112: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:33.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:32 smithi139 ceph-mon[56829]: pgmap v112: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:35.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:34 smithi078 ceph-mon[73801]: pgmap v113: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:35.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:34 smithi078 ceph-mon[77813]: pgmap v113: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:35.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:34 smithi139 ceph-mon[56829]: pgmap v113: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:37.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:36 smithi078 ceph-mon[73801]: pgmap v114: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:37.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:36 smithi078 ceph-mon[77813]: pgmap v114: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:37.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:36 smithi139 ceph-mon[56829]: pgmap v114: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:39.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:38 smithi078 ceph-mon[73801]: pgmap v115: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:39.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:38 smithi078 ceph-mon[77813]: pgmap v115: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:39.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:38 smithi139 ceph-mon[56829]: pgmap v115: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:41.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:40 smithi078 ceph-mon[73801]: pgmap v116: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:41.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:40 smithi078 ceph-mon[77813]: pgmap v116: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:41.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:40 smithi139 ceph-mon[56829]: pgmap v116: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:43.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:42 smithi078 ceph-mon[73801]: pgmap v117: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:43.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:42 smithi078 ceph-mon[77813]: pgmap v117: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:43.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:42 smithi139 ceph-mon[56829]: pgmap v117: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:45.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:44 smithi078 ceph-mon[73801]: pgmap v118: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:45.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:44 smithi078 ceph-mon[77813]: pgmap v118: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:45.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:44 smithi139 ceph-mon[56829]: pgmap v118: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:47.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:46 smithi078 ceph-mon[73801]: pgmap v119: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:47.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:46 smithi078 ceph-mon[77813]: pgmap v119: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:47.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:46 smithi139 ceph-mon[56829]: pgmap v119: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:48.991 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch upgrade resume' 2021-07-26T15:56:49.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:48 smithi078 ceph-mon[73801]: pgmap v120: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:49.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:48 smithi078 ceph-mon[77813]: pgmap v120: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:49.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:48 smithi139 ceph-mon[56829]: pgmap v120: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:50.831 INFO:teuthology.orchestra.run.smithi078.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:56:51.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:50 smithi078 ceph-mon[73801]: pgmap v121: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:51.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:50 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:56:51.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:50 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:51.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:50 smithi078 ceph-mon[77813]: pgmap v121: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:51.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:50 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:56:51.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:50 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:51.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:50 smithi139 ceph-mon[56829]: pgmap v121: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:51.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:50 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:56:51.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:50 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:51.519 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'echo wait for half of osds to upgrade' 2021-07-26T15:56:51.739 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: 2021-07-26T15:56:51.307+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:56:51.739 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:56:51.741 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:51.741 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:56:51.741 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:51.742 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:56:51.742 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:51.742 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:51.742 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:56:51.743 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: 2021-07-26T15:56:51.308+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:56:51.743 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:56:51.743 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:51.743 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:56:51.744 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:51.744 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:56:51.744 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:51.744 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:51.744 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:56:51.745 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: 2021-07-26T15:56:51.309+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:56:51.745 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:56:51.746 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:51.747 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:56:51.747 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:51.748 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:56:51.749 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:51.749 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:51.749 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:56:51.749 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: 2021-07-26T15:56:51.309+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:56:51.750 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:56:51.750 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:51.750 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:56:51.750 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:51.751 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:56:51.751 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:51.751 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:51.752 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:56:51 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:56:52.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[73801]: from='client.54139 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:52.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[73801]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:56:52.046 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:56:52.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:52.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:56:52.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:56:52.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:56:52.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:56:52.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[77813]: from='client.54139 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:52.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[77813]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:56:52.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:56:52.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:52.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:56:52.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:56:52.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:56:52.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:51 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:56:52.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:51 smithi139 ceph-mon[56829]: from='client.54139 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:52.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:51 smithi139 ceph-mon[56829]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:56:52.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:51 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:56:52.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:51 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:52.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:51 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:56:52.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:51 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:56:52.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:51 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:56:52.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:51 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:56:53.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:52 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:56:53.240 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:56:53.240 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:53.241 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:56:53.242 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:53.242 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:56:53.243 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:53.243 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:53.243 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:56:53.244 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:52 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:56:53.244 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:56:53.244 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:53.244 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:56:53.245 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:53.245 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:56:53.245 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:53.245 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:53.246 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:56:53.246 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:52 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:56:53.247 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:56:53.247 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:53.247 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:56:53.247 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:53.247 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:56:53.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:53.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:53.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:56:53.250 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:52 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:56:53.250 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:56:53.250 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:53.251 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:56:53.251 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:53.251 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:56:53.251 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:53.251 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:53.252 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:56:53.252 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:52 smithi078 ceph-mon[73801]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:56:53.253 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:52 smithi078 ceph-mon[73801]: Upgrade: osd.1 is safe to restart 2021-07-26T15:56:53.253 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:52 smithi078 ceph-mon[73801]: pgmap v122: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:53.253 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:52 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:56:53.254 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:56:53.254 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:53.254 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:56:53.254 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:53.255 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:56:53.255 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:53.256 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:53.256 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:56:53.256 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:52 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:56:53.257 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:56:53.257 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:53.258 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:56:53.258 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:53.259 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:56:53.259 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:53.259 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:53.260 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:56:53.260 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:52 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:56:53.261 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:56:53.261 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:53.262 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:56:53.262 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:53.263 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:56:53.264 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:53.264 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:53.265 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:56:53.265 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:52 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:56:53.265 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:56:53.265 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:53.266 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:56:53.266 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:53.266 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:56:53.266 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:53.266 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:53.267 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:56:53.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:52 smithi078 ceph-mon[77813]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:56:53.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:52 smithi078 ceph-mon[77813]: Upgrade: osd.1 is safe to restart 2021-07-26T15:56:53.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:52 smithi078 ceph-mon[77813]: pgmap v122: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:52 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:56:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:56:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:53.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:56:53.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:53.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:56:53.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:53.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:53.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:56:53.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:52 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:56:53.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:56:53.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:53.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:56:53.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:53.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:56:53.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:53.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:53.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:56:53.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:52 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:56:53.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:56:53.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:53.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:56:53.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:53.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:56:53.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:53.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:53.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:56:53.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:52 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:56:53.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:56:53.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:56:53.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:56:53.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:56:53.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:56:53.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:56:53.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:56:53.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:56:53.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:52 smithi139 ceph-mon[56829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T15:56:53.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:52 smithi139 ceph-mon[56829]: Upgrade: osd.1 is safe to restart 2021-07-26T15:56:53.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:52 smithi139 ceph-mon[56829]: pgmap v122: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:53.728 INFO:teuthology.orchestra.run.smithi078.stdout:wait for half of osds to upgrade 2021-07-26T15:56:54.595 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:54 smithi078 ceph-mon[73801]: Upgrade: Updating osd.1 2021-07-26T15:56:54.596 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:54 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:56:54.596 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:54 smithi078 ceph-mon[73801]: Deploying daemon osd.1 on smithi078 2021-07-26T15:56:54.596 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:54 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-07-26T15:56:54.597 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:54 smithi078 ceph-mon[73801]: pgmap v123: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:54.597 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:54 smithi078 ceph-mon[77813]: Upgrade: Updating osd.1 2021-07-26T15:56:54.597 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:54 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:56:54.597 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:54 smithi078 ceph-mon[77813]: Deploying daemon osd.1 on smithi078 2021-07-26T15:56:54.598 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:54 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-07-26T15:56:54.598 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:54 smithi078 ceph-mon[77813]: pgmap v123: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:54.650 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2021-07-26T15:56:54.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:54 smithi139 ceph-mon[56829]: Upgrade: Updating osd.1 2021-07-26T15:56:54.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:54 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:56:54.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:54 smithi139 ceph-mon[56829]: Deploying daemon osd.1 on smithi078 2021-07-26T15:56:54.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:54 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-07-26T15:56:54.829 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:54 smithi139 ceph-mon[56829]: pgmap v123: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:55.812 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:55 smithi078 systemd[1]: Stopping Ceph osd.1 for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:56:56.399 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:56 smithi078 podman[85560]: 2021-07-26 15:56:56.137413571 +0000 UTC m=+0.385693368 container stop 63e67b368ceaa1e42af4da32c8e4a80edcc0953a85656df76046d46651d27d0d (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=master-dc1ab19, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2021-07-26T15:56:56.670 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:56 smithi078 podman[85560]: 2021-07-26 15:56:56.399191349 +0000 UTC m=+0.647471065 container died 63e67b368ceaa1e42af4da32c8e4a80edcc0953a85656df76046d46651d27d0d (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1) 2021-07-26T15:56:56.670 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:56 smithi078 podman[85560]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:56:57.231 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:57 smithi078 podman[85618]: 2021-07-26 15:56:57.081819763 +0000 UTC m=+1.052270133 container remove 63e67b368ceaa1e42af4da32c8e4a80edcc0953a85656df76046d46651d27d0d (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=master-dc1ab19, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204) 2021-07-26T15:56:57.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: pgmap v124: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:57.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 failed (root=default,host=smithi078) (connection refused reported by osd.3) 2021-07-26T15:56:57.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.232 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.0 2021-07-26T15:56:57.233 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.0 2021-07-26T15:56:57.233 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.2 2021-07-26T15:56:57.233 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.2 2021-07-26T15:56:57.233 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.4 2021-07-26T15:56:57.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.7 2021-07-26T15:56:57.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.4 2021-07-26T15:56:57.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.7 2021-07-26T15:56:57.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.236 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.236 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.237 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.237 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.0 2021-07-26T15:56:57.237 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.0 2021-07-26T15:56:57.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.2 2021-07-26T15:56:57.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.2 2021-07-26T15:56:57.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.7 2021-07-26T15:56:57.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.4 2021-07-26T15:56:57.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.7 2021-07-26T15:56:57.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.4 2021-07-26T15:56:57.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[73801]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: pgmap v124: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:57.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 failed (root=default,host=smithi078) (connection refused reported by osd.3) 2021-07-26T15:56:57.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.0 2021-07-26T15:56:57.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.0 2021-07-26T15:56:57.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.2 2021-07-26T15:56:57.244 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.2 2021-07-26T15:56:57.244 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.4 2021-07-26T15:56:57.244 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.244 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.244 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.7 2021-07-26T15:56:57.245 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.4 2021-07-26T15:56:57.245 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.245 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.245 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.7 2021-07-26T15:56:57.245 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.247 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.247 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.0 2021-07-26T15:56:57.247 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.0 2021-07-26T15:56:57.247 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.2 2021-07-26T15:56:57.247 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.2 2021-07-26T15:56:57.248 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.248 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.7 2021-07-26T15:56:57.248 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.4 2021-07-26T15:56:57.248 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.248 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.7 2021-07-26T15:56:57.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.4 2021-07-26T15:56:57.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.250 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.250 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:56 smithi078 ceph-mon[77813]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: pgmap v124: 73 pgs: 73 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:57.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 failed (root=default,host=smithi078) (connection refused reported by osd.3) 2021-07-26T15:56:57.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.0 2021-07-26T15:56:57.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.0 2021-07-26T15:56:57.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.2 2021-07-26T15:56:57.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.2 2021-07-26T15:56:57.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.4 2021-07-26T15:56:57.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.7 2021-07-26T15:56:57.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.4 2021-07-26T15:56:57.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.7 2021-07-26T15:56:57.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.0 2021-07-26T15:56:57.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.0 2021-07-26T15:56:57.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.2 2021-07-26T15:56:57.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.2 2021-07-26T15:56:57.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.7 2021-07-26T15:56:57.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.4 2021-07-26T15:56:57.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.336 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.7 2021-07-26T15:56:57.336 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.4 2021-07-26T15:56:57.336 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.336 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.6 2021-07-26T15:56:57.336 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.337 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.3 2021-07-26T15:56:57.337 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:56 smithi139 ceph-mon[56829]: osd.1 reported immediately failed by osd.5 2021-07-26T15:56:57.488 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:57 smithi078 podman[85799]: 2021-07-26 15:56:57.258980382 +0000 UTC m=+0.131942783 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:56:57.489 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:57 smithi078 podman[85799]: 2021-07-26 15:56:57.453180194 +0000 UTC m=+0.326142589 container create 48e7b628e753c80c11e8c0b9ee796ef751f588d4fda41ce43adb2bbdc114e629 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.build-date=20201204, ceph=True, io.buildah.version=1.19.8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image) 2021-07-26T15:56:57.888 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:57 smithi078 podman[85799]: 2021-07-26 15:56:57.60316927 +0000 UTC m=+0.476131672 container init 48e7b628e753c80c11e8c0b9ee796ef751f588d4fda41ce43adb2bbdc114e629 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, io.buildah.version=1.19.8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.build-date=20201204, maintainer=Dimitri Savineau , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, ceph=True) 2021-07-26T15:56:57.888 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:57 smithi078 podman[85799]: 2021-07-26 15:56:57.636447188 +0000 UTC m=+0.509409592 container start 48e7b628e753c80c11e8c0b9ee796ef751f588d4fda41ce43adb2bbdc114e629 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1-deactivate, org.label-schema.name=CentOS Base Image, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, ceph=True) 2021-07-26T15:56:57.889 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:57 smithi078 podman[85799]: 2021-07-26 15:56:57.636560248 +0000 UTC m=+0.509522649 container attach 48e7b628e753c80c11e8c0b9ee796ef751f588d4fda41ce43adb2bbdc114e629 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, io.buildah.version=1.19.8, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204) 2021-07-26T15:56:58.238 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:57 smithi078 podman[85799]: 2021-07-26 15:56:57.939304968 +0000 UTC m=+0.812267365 container died 48e7b628e753c80c11e8c0b9ee796ef751f588d4fda41ce43adb2bbdc114e629 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1-deactivate) 2021-07-26T15:56:58.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:57 smithi078 ceph-mon[73801]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:56:58.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:57 smithi078 ceph-mon[73801]: osdmap e75: 8 total, 7 up, 8 in 2021-07-26T15:56:58.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:57 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4082071637' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:56:58.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:57 smithi078 ceph-mon[77813]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:56:58.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:57 smithi078 ceph-mon[77813]: osdmap e75: 8 total, 7 up, 8 in 2021-07-26T15:56:58.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:57 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4082071637' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:56:58.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:57 smithi139 ceph-mon[56829]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:56:58.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:57 smithi139 ceph-mon[56829]: osdmap e75: 8 total, 7 up, 8 in 2021-07-26T15:56:58.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:57 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4082071637' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:56:58.987 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:58 smithi078 podman[85799]: 2021-07-26 15:56:58.619767135 +0000 UTC m=+1.492729527 container remove 48e7b628e753c80c11e8c0b9ee796ef751f588d4fda41ce43adb2bbdc114e629 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1-deactivate, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, ceph=True, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, io.buildah.version=1.19.8) 2021-07-26T15:56:58.987 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:58 smithi078 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.1.service: Succeeded. 2021-07-26T15:56:58.988 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:58 smithi078 systemd[1]: Stopped Ceph osd.1 for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:56:58.988 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:58 smithi078 systemd[1]: Starting Ceph osd.1 for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:56:59.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:58 smithi078 ceph-mon[73801]: pgmap v126: 73 pgs: 10 stale+active+clean, 63 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:59.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:58 smithi078 ceph-mon[73801]: osdmap e76: 8 total, 7 up, 8 in 2021-07-26T15:56:59.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:58 smithi078 ceph-mon[77813]: pgmap v126: 73 pgs: 10 stale+active+clean, 63 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:59.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:58 smithi078 ceph-mon[77813]: osdmap e76: 8 total, 7 up, 8 in 2021-07-26T15:56:59.240 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:59 smithi078 podman[86028]: 2021-07-26 15:56:58.917881962 +0000 UTC m=+0.030874997 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:56:59.240 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:59 smithi078 podman[86028]: 2021-07-26 15:56:59.052959139 +0000 UTC m=+0.165952212 container create 0412c125031ef3b34dfb6bc6a52225c6f22f506210f73584c8855ef2973f0667 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1-activate, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.19.8, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_CLEAN=True) 2021-07-26T15:56:59.240 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:59 smithi078 podman[86028]: 2021-07-26 15:56:59.194630537 +0000 UTC m=+0.307623553 container init 0412c125031ef3b34dfb6bc6a52225c6f22f506210f73584c8855ef2973f0667 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_CLEAN=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2021-07-26T15:56:59.240 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:59 smithi078 podman[86028]: 2021-07-26 15:56:59.227947879 +0000 UTC m=+0.340940910 container start 0412c125031ef3b34dfb6bc6a52225c6f22f506210f73584c8855ef2973f0667 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1-activate, GIT_CLEAN=True, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.name=CentOS Base Image, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, maintainer=Dimitri Savineau ) 2021-07-26T15:56:59.241 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:59 smithi078 podman[86028]: 2021-07-26 15:56:59.228069936 +0000 UTC m=+0.341062987 container attach 0412c125031ef3b34dfb6bc6a52225c6f22f506210f73584c8855ef2973f0667 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1-activate, io.buildah.version=1.19.8, GIT_CLEAN=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c) 2021-07-26T15:56:59.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:58 smithi139 ceph-mon[56829]: pgmap v126: 73 pgs: 10 stale+active+clean, 63 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail 2021-07-26T15:56:59.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:58 smithi139 ceph-mon[56829]: osdmap e76: 8 total, 7 up, 8 in 2021-07-26T15:56:59.738 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:59 smithi078 bash[85953]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-07-26T15:56:59.739 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:59 smithi078 bash[85953]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2021-07-26T15:56:59.739 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:59 smithi078 bash[85953]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2021-07-26T15:56:59.739 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:59 smithi078 bash[85953]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2021-07-26T15:56:59.739 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:59 smithi078 bash[85953]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-07-26T15:56:59.740 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:59 smithi078 bash[85953]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-07-26T15:56:59.740 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:59 smithi078 bash[85953]: --> ceph-volume lvm activate successful for osd ID: 1 2021-07-26T15:56:59.740 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:56:59 smithi078 podman[86028]: 2021-07-26 15:56:59.569274501 +0000 UTC m=+0.682267538 container died 0412c125031ef3b34dfb6bc6a52225c6f22f506210f73584c8855ef2973f0667 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1-activate) 2021-07-26T15:57:00.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:56:59 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2686712051' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:00.428 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:56:59 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2686712051' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:00.428 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:56:59 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2686712051' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:00.429 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:57:00 smithi078 podman[86028]: 2021-07-26 15:57:00.202876565 +0000 UTC m=+1.315869585 container remove 0412c125031ef3b34dfb6bc6a52225c6f22f506210f73584c8855ef2973f0667 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1-activate, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, io.buildah.version=1.19.8, maintainer=Dimitri Savineau , ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-07-26T15:57:00.731 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:57:00 smithi078 podman[86231]: 2021-07-26 15:57:00.337569453 +0000 UTC m=+0.029232483 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:57:00.731 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:57:00 smithi078 podman[86231]: 2021-07-26 15:57:00.477858481 +0000 UTC m=+0.169521615 container create 6c4725747b5f312242af2f9985d83211208f132eabb6efebb6b62ca45b8da194 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1, io.buildah.version=1.19.8, ceph=True, org.label-schema.name=CentOS Base Image, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204) 2021-07-26T15:57:00.731 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:57:00 smithi078 podman[86231]: 2021-07-26 15:57:00.61948325 +0000 UTC m=+0.311146283 container init 6c4725747b5f312242af2f9985d83211208f132eabb6efebb6b62ca45b8da194 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2) 2021-07-26T15:57:00.732 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:57:00 smithi078 ceph-osd[86274]: -- 172.21.15.78:0/1760547214 <== mon.1 v2:172.21.15.78:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559b4359c340 con 0x559b43564c00 2021-07-26T15:57:00.732 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:57:00 smithi078 podman[86231]: 2021-07-26 15:57:00.661137989 +0000 UTC m=+0.352801106 container start 6c4725747b5f312242af2f9985d83211208f132eabb6efebb6b62ca45b8da194 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.19.8, ceph=True) 2021-07-26T15:57:00.732 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:57:00 smithi078 bash[85953]: 6c4725747b5f312242af2f9985d83211208f132eabb6efebb6b62ca45b8da194 2021-07-26T15:57:00.988 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:57:00 smithi078 systemd[1]: Started Ceph osd.1 for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:57:01.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:00 smithi139 ceph-mon[56829]: pgmap v128: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:01.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:00 smithi139 ceph-mon[56829]: Health check failed: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T15:57:01.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:00 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:01.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:00 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:01.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:00 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:57:01.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:00 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:57:01.488 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:57:01 smithi078 conmon[86271]: 2021-07-26T15:57:01.176+0000 7f925bafe0c0 -1 Falling back to public interface 2021-07-26T15:57:01.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:00 smithi078 ceph-mon[73801]: pgmap v128: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:01.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:00 smithi078 ceph-mon[73801]: Health check failed: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T15:57:01.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:00 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:01.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:00 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:01.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:00 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:57:01.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:00 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:57:01.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:00 smithi078 ceph-mon[77813]: pgmap v128: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:01.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:00 smithi078 ceph-mon[77813]: Health check failed: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T15:57:01.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:00 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:01.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:00 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:01.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:00 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:57:01.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:00 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:57:03.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:02 smithi078 ceph-mon[73801]: pgmap v129: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:03.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:02 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1024634991' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:03.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:02 smithi078 ceph-mon[77813]: pgmap v129: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:03.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:02 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1024634991' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:03.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:02 smithi139 ceph-mon[56829]: pgmap v129: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:03.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:02 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1024634991' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:04.238 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:03 smithi139 ceph-mon[56829]: from='osd.1 [v2:172.21.15.78:6810/3158812336,v1:172.21.15.78:6811/3158812336]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:57:04.238 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:03 smithi139 ceph-mon[56829]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:57:04.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:03 smithi078 ceph-mon[73801]: from='osd.1 [v2:172.21.15.78:6810/3158812336,v1:172.21.15.78:6811/3158812336]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:57:04.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:03 smithi078 ceph-mon[73801]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:57:04.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:03 smithi078 ceph-mon[77813]: from='osd.1 [v2:172.21.15.78:6810/3158812336,v1:172.21.15.78:6811/3158812336]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:57:04.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:03 smithi078 ceph-mon[77813]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:57:04.240 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:57:03 smithi078 conmon[86271]: 2021-07-26T15:57:03.918+0000 7f925bafe0c0 -1 osd.1 74 log_to_monitors {default=true} 2021-07-26T15:57:04.241 INFO:journalctl@ceph.osd.1.smithi078.stdout:Jul 26 15:57:03 smithi078 conmon[86271]: 2021-07-26T15:57:03.995+0000 7f924bc50700 -1 osd.1 74 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T15:57:05.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:04 smithi139 ceph-mon[56829]: pgmap v130: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:05.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:04 smithi139 ceph-mon[56829]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T15:57:05.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:04 smithi139 ceph-mon[56829]: osdmap e77: 8 total, 7 up, 8 in 2021-07-26T15:57:05.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:04 smithi139 ceph-mon[56829]: from='osd.1 [v2:172.21.15.78:6810/3158812336,v1:172.21.15.78:6811/3158812336]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:05.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:04 smithi139 ceph-mon[56829]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:05.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:57:05.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:57:05.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:04 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1527712837' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:05.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:05.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[73801]: pgmap v130: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:05.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[73801]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T15:57:05.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[73801]: osdmap e77: 8 total, 7 up, 8 in 2021-07-26T15:57:05.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[73801]: from='osd.1 [v2:172.21.15.78:6810/3158812336,v1:172.21.15.78:6811/3158812336]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:05.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[73801]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:05.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:57:05.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:57:05.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1527712837' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:05.492 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:05.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[77813]: pgmap v130: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 17 MiB used, 708 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:05.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[77813]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T15:57:05.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[77813]: osdmap e77: 8 total, 7 up, 8 in 2021-07-26T15:57:05.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[77813]: from='osd.1 [v2:172.21.15.78:6810/3158812336,v1:172.21.15.78:6811/3158812336]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:05.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[77813]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:05.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:57:05.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:57:05.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1527712837' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:05.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:05.495 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: 2021-07-26T15:57:05.224+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:57:05.495 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:57:05.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:05.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:57:05.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:05.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:57:05.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:05.497 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:05.497 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:57:05.497 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: 2021-07-26T15:57:05.225+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:57:05.498 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:57:05.498 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:05.498 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:57:05.499 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:05.500 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:57:05.500 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:05.500 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:05.501 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:57:05.501 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: 2021-07-26T15:57:05.226+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:57:05.502 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:57:05.502 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:05.502 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:57:05.503 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:05.503 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:57:05.503 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:05.504 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:05.504 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:57:05.504 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: 2021-07-26T15:57:05.227+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:57:05.505 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:57:05.505 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:05.506 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:57:05.506 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:05.507 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:57:05.507 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:05.507 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:05.508 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:57:05.508 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:05 smithi078 conmon[70626]: 2021-07-26T15:57:05.233+0000 7fea903ff700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2021-07-26T15:57:06.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:05 smithi139 ceph-mon[56829]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:57:06.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:05 smithi139 ceph-mon[56829]: osd.1 [v2:172.21.15.78:6810/3158812336,v1:172.21.15.78:6811/3158812336] boot 2021-07-26T15:57:06.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:05 smithi139 ceph-mon[56829]: osdmap e78: 8 total, 8 up, 8 in 2021-07-26T15:57:06.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:57:06.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:06.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:06.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:06.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:06.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:06.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:06.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:57:06.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[73801]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:57:06.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[73801]: osd.1 [v2:172.21.15.78:6810/3158812336,v1:172.21.15.78:6811/3158812336] boot 2021-07-26T15:57:06.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[73801]: osdmap e78: 8 total, 8 up, 8 in 2021-07-26T15:57:06.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:57:06.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:06.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:06.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:06.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:06.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:06.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:06.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:57:06.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[77813]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:57:06.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[77813]: osd.1 [v2:172.21.15.78:6810/3158812336,v1:172.21.15.78:6811/3158812336] boot 2021-07-26T15:57:06.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[77813]: osdmap e78: 8 total, 8 up, 8 in 2021-07-26T15:57:06.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:57:06.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:06.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:06.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:06.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:06.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:06.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:06.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:57:07.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:06 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:57:07.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:57:07.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:07.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:57:07.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:07.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:07.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:07.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:07.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:57:07.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:06 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:57:07.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:57:07.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:07.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:57:07.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:07.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:07.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:07.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:07.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:57:07.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:06 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:57:07.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:57:07.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:07.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:57:07.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:07.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:07.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:07.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:07.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:57:07.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:06 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:57:07.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:57:07.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:07.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:57:07.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:07.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:07.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:07.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:07.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:57:07.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:06 smithi139 ceph-mon[56829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:57:07.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:06 smithi139 ceph-mon[56829]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2021-07-26T15:57:07.340 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:06 smithi139 ceph-mon[56829]: pgmap v133: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 21 MiB used, 709 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:07.340 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:06 smithi139 ceph-mon[56829]: osdmap e79: 8 total, 8 up, 8 in 2021-07-26T15:57:07.340 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:06 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2078903263' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:07.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:57:07.489 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:07.489 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:07.490 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:07.490 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:07.490 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:07.490 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:07.491 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:07.491 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:57:07.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:57:07.491 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:07.492 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:07.492 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:07.492 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:07.492 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:07.492 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:07.493 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:07.493 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:57:07.493 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:57:07.493 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:07.494 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:07.494 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:07.494 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:07.494 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:07.494 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:07.495 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:07.495 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:57:07.495 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:57:07.495 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:07.496 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:07.496 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:07.496 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:07.496 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:07.496 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:07.497 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:07.497 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:57:07.497 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[73801]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:57:07.497 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[73801]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2021-07-26T15:57:07.498 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[73801]: pgmap v133: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 21 MiB used, 709 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:07.498 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[73801]: osdmap e79: 8 total, 8 up, 8 in 2021-07-26T15:57:07.498 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2078903263' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:07.498 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:57:07.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:07.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:07.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:07.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:07.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:07.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:07.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:07.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:57:07.502 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:57:07.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:07.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:07.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:07.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:07.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:07.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:07.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:07.504 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:57:07.504 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:57:07.504 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:07.504 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:07.505 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:07.505 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:07.505 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:07.505 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:07.505 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:07.506 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:57:07.506 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:57:07.506 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:07.506 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:07.507 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:07.507 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:07.507 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:07.507 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:07.508 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:07.508 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:57:07.508 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[77813]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:57:07.508 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[77813]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2021-07-26T15:57:07.508 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[77813]: pgmap v133: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 21 MiB used, 709 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:07.509 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[77813]: osdmap e79: 8 total, 8 up, 8 in 2021-07-26T15:57:07.509 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:06 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2078903263' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:09.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:08 smithi139 ceph-mon[56829]: pgmap v135: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 21 MiB used, 709 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:09.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:08 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3894538467' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:09.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:08 smithi078 ceph-mon[73801]: pgmap v135: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 21 MiB used, 709 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:09.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:08 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3894538467' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:09.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:08 smithi078 ceph-mon[77813]: pgmap v135: 73 pgs: 3 active+undersized+degraded, 32 active+undersized, 38 active+clean; 582 KiB data, 21 MiB used, 709 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2021-07-26T15:57:09.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:08 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3894538467' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:10.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:10 smithi139 ceph-mon[56829]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded) 2021-07-26T15:57:10.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:10 smithi139 ceph-mon[56829]: Cluster is now healthy 2021-07-26T15:57:10.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:10 smithi078 ceph-mon[73801]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded) 2021-07-26T15:57:10.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:10 smithi078 ceph-mon[73801]: Cluster is now healthy 2021-07-26T15:57:10.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:10 smithi078 ceph-mon[77813]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded) 2021-07-26T15:57:10.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:10 smithi078 ceph-mon[77813]: Cluster is now healthy 2021-07-26T15:57:11.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:11 smithi139 ceph-mon[56829]: pgmap v136: 73 pgs: 10 active+clean+wait, 63 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:11.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:11 smithi078 ceph-mon[73801]: pgmap v136: 73 pgs: 10 active+clean+wait, 63 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:11.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:11 smithi078 ceph-mon[77813]: pgmap v136: 73 pgs: 10 active+clean+wait, 63 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:12.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:12 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1780835632' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:12.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:12 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1780835632' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:12.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:12 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1780835632' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:13.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:13 smithi139 ceph-mon[56829]: pgmap v137: 73 pgs: 10 active+clean+wait, 63 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:13.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:13 smithi078 ceph-mon[73801]: pgmap v137: 73 pgs: 10 active+clean+wait, 63 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:13.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:13 smithi078 ceph-mon[77813]: pgmap v137: 73 pgs: 10 active+clean+wait, 63 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:14.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:14 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1199662327' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:14.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:14 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1199662327' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:14.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:14 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1199662327' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:15.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:15 smithi139 ceph-mon[56829]: pgmap v138: 73 pgs: 10 active+clean+wait, 63 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:15.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:15 smithi078 ceph-mon[73801]: pgmap v138: 73 pgs: 10 active+clean+wait, 63 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:15.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:15 smithi078 ceph-mon[77813]: pgmap v138: 73 pgs: 10 active+clean+wait, 63 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:16.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:16 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1020888534' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:16.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:16 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1020888534' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:16.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:16 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1020888534' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:17.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:17 smithi139 ceph-mon[56829]: pgmap v139: 73 pgs: 4 active+clean+wait, 69 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:17.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:17 smithi078 ceph-mon[73801]: pgmap v139: 73 pgs: 4 active+clean+wait, 69 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:17.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:17 smithi078 ceph-mon[77813]: pgmap v139: 73 pgs: 4 active+clean+wait, 69 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:18.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:18 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/561312695' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:18.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:18 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/561312695' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:18.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:18 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/561312695' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:19.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:19 smithi078 ceph-mon[77813]: pgmap v140: 73 pgs: 4 active+clean+wait, 69 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:19.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:19 smithi078 ceph-mon[73801]: pgmap v140: 73 pgs: 4 active+clean+wait, 69 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:19.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:19 smithi139 ceph-mon[56829]: pgmap v140: 73 pgs: 4 active+clean+wait, 69 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:20.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:20 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:20.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:20 smithi139 ceph-mon[56829]: pgmap v141: 73 pgs: 73 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:20.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:20 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/654487934' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:20.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:20 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:20.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:20 smithi078 ceph-mon[73801]: pgmap v141: 73 pgs: 73 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:20.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:20 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/654487934' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:20.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:20 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:20.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:20 smithi078 ceph-mon[77813]: pgmap v141: 73 pgs: 73 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:20.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:20 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/654487934' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:21.426 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:21 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:57:21.426 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:21 smithi078 ceph-mon[77813]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:57:21.426 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:21 smithi078 ceph-mon[77813]: Upgrade: osd.2 is safe to restart 2021-07-26T15:57:21.427 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:21 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:57:21.427 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:21 smithi078 ceph-mon[73801]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:57:21.427 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:21 smithi078 ceph-mon[73801]: Upgrade: osd.2 is safe to restart 2021-07-26T15:57:21.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:21 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:57:21.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:21 smithi139 ceph-mon[56829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T15:57:21.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:21 smithi139 ceph-mon[56829]: Upgrade: osd.2 is safe to restart 2021-07-26T15:57:23.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:23 smithi078 ceph-mon[73801]: pgmap v142: 73 pgs: 73 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:23.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:23 smithi078 ceph-mon[73801]: Upgrade: Updating osd.2 2021-07-26T15:57:23.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:23 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:23.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:23 smithi078 ceph-mon[73801]: Deploying daemon osd.2 on smithi078 2021-07-26T15:57:23.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:23 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-07-26T15:57:23.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:23 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2577848112' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:23.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:23 smithi078 ceph-mon[77813]: pgmap v142: 73 pgs: 73 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:23.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:23 smithi078 ceph-mon[77813]: Upgrade: Updating osd.2 2021-07-26T15:57:23.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:23 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:23.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:23 smithi078 ceph-mon[77813]: Deploying daemon osd.2 on smithi078 2021-07-26T15:57:23.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:23 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-07-26T15:57:23.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:23 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2577848112' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:23.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:23 smithi139 ceph-mon[56829]: pgmap v142: 73 pgs: 73 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:23.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:23 smithi139 ceph-mon[56829]: Upgrade: Updating osd.2 2021-07-26T15:57:23.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:23 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:23.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:23 smithi139 ceph-mon[56829]: Deploying daemon osd.2 on smithi078 2021-07-26T15:57:23.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:23 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-07-26T15:57:23.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:23 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2577848112' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:23.738 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:23 smithi078 systemd[1]: Stopping Ceph osd.2 for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:57:24.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:24 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.0 2021-07-26T15:57:24.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:24 smithi078 ceph-mon[73801]: osd.2 failed (root=default,host=smithi078) (connection refused reported by osd.0) 2021-07-26T15:57:24.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:24 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.3 2021-07-26T15:57:24.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:24 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.0 2021-07-26T15:57:24.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:24 smithi078 ceph-mon[77813]: osd.2 failed (root=default,host=smithi078) (connection refused reported by osd.0) 2021-07-26T15:57:24.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:24 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.3 2021-07-26T15:57:24.240 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:23 smithi078 podman[87935]: 2021-07-26 15:57:23.911980095 +0000 UTC m=+0.186384684 container stop 32b63ef04630b06618e1b1c61c5c6b481e02e0632670d7c334d7bda5b6ab91f6 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, RELEASE=master-dc1ab19, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.build-date=20201204) 2021-07-26T15:57:24.241 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:23 smithi078 podman[87935]: 2021-07-26 15:57:23.976199571 +0000 UTC m=+0.250604160 container died 32b63ef04630b06618e1b1c61c5c6b481e02e0632670d7c334d7bda5b6ab91f6 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2) 2021-07-26T15:57:24.241 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:24 smithi078 podman[87935]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T15:57:24.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:24 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.0 2021-07-26T15:57:24.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:24 smithi139 ceph-mon[56829]: osd.2 failed (root=default,host=smithi078) (connection refused reported by osd.0) 2021-07-26T15:57:24.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:24 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.3 2021-07-26T15:57:24.708 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:24 smithi078 podman[87977]: 2021-07-26 15:57:24.449551569 +0000 UTC m=+0.559792442 container remove 32b63ef04630b06618e1b1c61c5c6b481e02e0632670d7c334d7bda5b6ab91f6 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2, CEPH_POINT_RELEASE=, RELEASE=master-dc1ab19, ceph=True, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2021-07-26T15:57:24.708 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:24 smithi078 podman[88091]: 2021-07-26 15:57:24.500929667 +0000 UTC m=+0.029436916 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:57:24.708 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:24 smithi078 podman[88091]: 2021-07-26 15:57:24.632849707 +0000 UTC m=+0.161356946 container create 78da400b77d26a914d14f85dbd1dcc64690efda982b4dbf5a143009897f71d2e (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-deactivate, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.19.8, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-07-26T15:57:24.988 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:24 smithi078 podman[88091]: 2021-07-26 15:57:24.791204298 +0000 UTC m=+0.319711605 container init 78da400b77d26a914d14f85dbd1dcc64690efda982b4dbf5a143009897f71d2e (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-deactivate, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, io.buildah.version=1.19.8, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-07-26T15:57:24.989 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:24 smithi078 podman[88091]: 2021-07-26 15:57:24.832858079 +0000 UTC m=+0.361365310 container start 78da400b77d26a914d14f85dbd1dcc64690efda982b4dbf5a143009897f71d2e (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.schema-version=1.0, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.license=GPLv2, io.buildah.version=1.19.8, GIT_CLEAN=True, maintainer=Dimitri Savineau , ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-07-26T15:57:24.989 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:24 smithi078 podman[88091]: 2021-07-26 15:57:24.833427048 +0000 UTC m=+0.361934290 container attach 78da400b77d26a914d14f85dbd1dcc64690efda982b4dbf5a143009897f71d2e (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-deactivate, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, io.buildah.version=1.19.8, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image) 2021-07-26T15:57:25.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:25 smithi139 ceph-mon[56829]: pgmap v143: 73 pgs: 73 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:25.393 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:25 smithi139 ceph-mon[56829]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:57:25.393 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:25 smithi139 ceph-mon[56829]: osdmap e80: 8 total, 7 up, 8 in 2021-07-26T15:57:25.394 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:25 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/113823051' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:25.488 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:25 smithi078 podman[88091]: 2021-07-26 15:57:25.113271841 +0000 UTC m=+0.641779079 container died 78da400b77d26a914d14f85dbd1dcc64690efda982b4dbf5a143009897f71d2e (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-deactivate) 2021-07-26T15:57:25.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:25 smithi078 ceph-mon[73801]: pgmap v143: 73 pgs: 73 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:25.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:25 smithi078 ceph-mon[73801]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:57:25.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:25 smithi078 ceph-mon[73801]: osdmap e80: 8 total, 7 up, 8 in 2021-07-26T15:57:25.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:25 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/113823051' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:25.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:25 smithi078 ceph-mon[77813]: pgmap v143: 73 pgs: 73 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:25.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:25 smithi078 ceph-mon[77813]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:57:25.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:25 smithi078 ceph-mon[77813]: osdmap e80: 8 total, 7 up, 8 in 2021-07-26T15:57:25.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:25 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/113823051' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:26.048 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:25 smithi078 podman[88091]: 2021-07-26 15:57:25.766135808 +0000 UTC m=+1.294643118 container remove 78da400b77d26a914d14f85dbd1dcc64690efda982b4dbf5a143009897f71d2e (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, io.buildah.version=1.19.8, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, ceph=True, GIT_CLEAN=True) 2021-07-26T15:57:26.048 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:25 smithi078 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.2.service: Succeeded. 2021-07-26T15:57:26.049 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:25 smithi078 systemd[1]: Stopped Ceph osd.2 for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:57:26.049 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:25 smithi078 systemd[1]: Starting Ceph osd.2 for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:57:26.316 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:26 smithi078 ceph-mon[73801]: osdmap e81: 8 total, 7 up, 8 in 2021-07-26T15:57:26.316 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:26 smithi078 podman[88314]: 2021-07-26 15:57:26.051781555 +0000 UTC m=+0.031859780 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:57:26.316 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:26 smithi078 podman[88314]: 2021-07-26 15:57:26.191023452 +0000 UTC m=+0.171101676 container create d8ca6b2e5f3ee9c36e7e08d3dc004fa7bbf6e7646a11f1e60ac2c49975f61c52 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, io.buildah.version=1.19.8, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau ) 2021-07-26T15:57:26.317 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:26 smithi078 ceph-mon[77813]: osdmap e81: 8 total, 7 up, 8 in 2021-07-26T15:57:26.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:26 smithi139 ceph-mon[56829]: osdmap e81: 8 total, 7 up, 8 in 2021-07-26T15:57:26.594 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:26 smithi078 podman[88314]: 2021-07-26 15:57:26.315966985 +0000 UTC m=+0.296045217 container init d8ca6b2e5f3ee9c36e7e08d3dc004fa7bbf6e7646a11f1e60ac2c49975f61c52 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-activate, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, maintainer=Dimitri Savineau , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.19.8, org.label-schema.name=CentOS Base Image, ceph=True) 2021-07-26T15:57:26.595 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:26 smithi078 podman[88314]: 2021-07-26 15:57:26.407625303 +0000 UTC m=+0.387703552 container start d8ca6b2e5f3ee9c36e7e08d3dc004fa7bbf6e7646a11f1e60ac2c49975f61c52 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-activate, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.19.8, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.license=GPLv2) 2021-07-26T15:57:26.595 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:26 smithi078 podman[88314]: 2021-07-26 15:57:26.407785985 +0000 UTC m=+0.387864236 container attach d8ca6b2e5f3ee9c36e7e08d3dc004fa7bbf6e7646a11f1e60ac2c49975f61c52 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-activate, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau , ceph=True, io.buildah.version=1.19.8, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_CLEAN=True) 2021-07-26T15:57:26.988 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:26 smithi078 bash[88240]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-07-26T15:57:26.989 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:26 smithi078 bash[88240]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2021-07-26T15:57:26.989 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:26 smithi078 bash[88240]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2021-07-26T15:57:26.989 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:26 smithi078 bash[88240]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2021-07-26T15:57:26.989 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:26 smithi078 bash[88240]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-07-26T15:57:26.990 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:26 smithi078 bash[88240]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-07-26T15:57:26.990 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:26 smithi078 bash[88240]: --> ceph-volume lvm activate successful for osd ID: 2 2021-07-26T15:57:26.990 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:26 smithi078 podman[88314]: 2021-07-26 15:57:26.693252329 +0000 UTC m=+0.673330572 container died d8ca6b2e5f3ee9c36e7e08d3dc004fa7bbf6e7646a11f1e60ac2c49975f61c52 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-activate) 2021-07-26T15:57:27.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:27 smithi139 ceph-mon[56829]: pgmap v146: 73 pgs: 2 stale+active+clean, 71 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:27.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:27 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3406105902' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:27.365 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:27 smithi078 ceph-mon[73801]: pgmap v146: 73 pgs: 2 stale+active+clean, 71 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:27.366 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:27 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3406105902' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:27.366 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:27 smithi078 ceph-mon[77813]: pgmap v146: 73 pgs: 2 stale+active+clean, 71 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:27.366 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:27 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3406105902' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:27.659 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:27 smithi078 podman[88314]: 2021-07-26 15:57:27.36590748 +0000 UTC m=+1.345985711 container remove d8ca6b2e5f3ee9c36e7e08d3dc004fa7bbf6e7646a11f1e60ac2c49975f61c52 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-activate, ceph=True, io.buildah.version=1.19.8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-07-26T15:57:27.988 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:27 smithi078 podman[88510]: 2021-07-26 15:57:27.568698604 +0000 UTC m=+0.029259351 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:57:27.988 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:27 smithi078 podman[88510]: 2021-07-26 15:57:27.682482888 +0000 UTC m=+0.143043701 container create ffd6529daa13f1be9ecb364681e8bc2406eda709789a8dac288dda91a317bc57 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Base Image, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-07-26T15:57:27.989 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:27 smithi078 podman[88510]: 2021-07-26 15:57:27.790825536 +0000 UTC m=+0.251386291 container init ffd6529daa13f1be9ecb364681e8bc2406eda709789a8dac288dda91a317bc57 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, io.buildah.version=1.19.8, org.label-schema.license=GPLv2, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=) 2021-07-26T15:57:27.989 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:27 smithi078 ceph-osd[88552]: -- 172.21.15.78:0/808417957 <== mon.1 v2:172.21.15.78:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5590c5ae0340 con 0x5590c5aa9400 2021-07-26T15:57:27.989 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:27 smithi078 podman[88510]: 2021-07-26 15:57:27.832494242 +0000 UTC m=+0.293054987 container start ffd6529daa13f1be9ecb364681e8bc2406eda709789a8dac288dda91a317bc57 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.19.8, maintainer=Dimitri Savineau , ceph=True, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766) 2021-07-26T15:57:27.989 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:27 smithi078 bash[88240]: ffd6529daa13f1be9ecb364681e8bc2406eda709789a8dac288dda91a317bc57 2021-07-26T15:57:27.990 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:27 smithi078 systemd[1]: Started Ceph osd.2 for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:57:28.738 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:28 smithi078 conmon[88549]: 2021-07-26T15:57:28.353+0000 7fbeac9090c0 -1 Falling back to public interface 2021-07-26T15:57:29.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:28 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:29.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:28 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:29.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:28 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:57:29.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:28 smithi078 ceph-mon[77813]: pgmap v147: 73 pgs: 2 stale+active+clean, 71 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:29.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:28 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:29.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:28 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:29.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:28 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:57:29.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:28 smithi078 ceph-mon[73801]: pgmap v147: 73 pgs: 2 stale+active+clean, 71 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:29.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:28 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:29.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:28 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:29.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:28 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:57:29.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:28 smithi139 ceph-mon[56829]: pgmap v147: 73 pgs: 2 stale+active+clean, 71 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail 2021-07-26T15:57:30.163 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:29 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2026940538' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:30.164 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:29 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2026940538' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:30.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:29 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2026940538' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:30.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:30 smithi078 ceph-mon[73801]: pgmap v148: 73 pgs: 2 active+undersized+degraded, 15 active+undersized, 56 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:57:30.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:30 smithi078 ceph-mon[77813]: pgmap v148: 73 pgs: 2 active+undersized+degraded, 15 active+undersized, 56 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:57:31.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:30 smithi139 ceph-mon[56829]: pgmap v148: 73 pgs: 2 active+undersized+degraded, 15 active+undersized, 56 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:57:31.488 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[88549]: 2021-07-26T15:57:31.109+0000 7fbeac9090c0 -1 osd.2 79 log_to_monitors {default=true} 2021-07-26T15:57:31.988 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[88549]: 2021-07-26T15:57:31.946+0000 7fbe9ba59700 -1 osd.2 79 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T15:57:31.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[77813]: Health check failed: Degraded data redundancy: 4/72 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:57:31.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[77813]: from='osd.2 [v2:172.21.15.78:6818/2863891903,v1:172.21.15.78:6819/2863891903]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:57:31.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[77813]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:57:31.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2280677888' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:31.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:31.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:31.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:31.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:31.991 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:31.991 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:31.991 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:57:31.991 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[73801]: Health check failed: Degraded data redundancy: 4/72 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:57:31.992 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[73801]: from='osd.2 [v2:172.21.15.78:6818/2863891903,v1:172.21.15.78:6819/2863891903]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:57:31.992 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[73801]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:57:31.992 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2280677888' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:31.992 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:31.993 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:31.993 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:31.993 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:31.993 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:31.994 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:31.994 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:31 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:57:31.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: 2021-07-26T15:57:31.698+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:57:31.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:57:31.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:31.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:57:31.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:31.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:57:31.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:31.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:31.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:57:31.997 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: 2021-07-26T15:57:31.699+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:57:31.997 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:57:31.997 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:31.997 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:57:31.998 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:31.998 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:57:31.998 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:31.998 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:31.999 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:57:31.999 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: 2021-07-26T15:57:31.700+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:57:31.999 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:57:31.999 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:31.999 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:57:32.000 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:32.000 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:57:32.000 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:32.000 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:32.001 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:57:32.001 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: 2021-07-26T15:57:31.701+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:57:32.001 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:57:32.001 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:32.002 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:57:32.002 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:32.002 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:57:32.002 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:32.003 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:32.003 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:57:32.003 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:31 smithi078 conmon[70626]: 2021-07-26T15:57:31.707+0000 7fea903ff700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2021-07-26T15:57:32.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:31 smithi139 ceph-mon[56829]: Health check failed: Degraded data redundancy: 4/72 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:57:32.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:31 smithi139 ceph-mon[56829]: from='osd.2 [v2:172.21.15.78:6818/2863891903,v1:172.21.15.78:6819/2863891903]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:57:32.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:31 smithi139 ceph-mon[56829]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:57:32.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:31 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2280677888' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:32.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:31 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:32.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:31 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:32.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:31 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:32.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:31 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:32.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:31 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:32.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:31 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:32.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:31 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:57:33.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:57:33.238 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:33.239 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:33.239 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:33.239 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:33.239 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:33.240 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:33.240 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:33.240 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:57:33.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:57:33.240 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:33.241 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:33.241 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:33.241 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:33.242 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:33.242 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:33.242 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:33.242 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:57:33.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:57:33.243 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:33.243 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:33.243 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:33.243 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:33.244 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:33.244 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:33.244 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:33.244 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:57:33.244 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:57:33.245 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:57:33.245 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:33.245 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:33.246 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:33.246 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:33.246 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:33.246 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:33.247 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:33.247 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:57:33.247 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:57:33.247 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:33.247 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:33.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:33.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:33.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:33.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:33.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:33.249 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:57:33.249 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:57:33.249 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:33.249 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:33.250 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:33.250 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:33.250 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:33.250 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:33.250 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:33.251 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:57:33.251 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:57:33.252 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:33.252 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:33.252 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:33.253 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:33.253 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:33.253 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:33.253 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:33.254 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:57:33.254 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[77813]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:57:33.254 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[77813]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2021-07-26T15:57:33.254 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[77813]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T15:57:33.255 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[77813]: osdmap e82: 8 total, 7 up, 8 in 2021-07-26T15:57:33.255 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[77813]: from='osd.2 [v2:172.21.15.78:6818/2863891903,v1:172.21.15.78:6819/2863891903]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:33.255 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[77813]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:33.256 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[77813]: pgmap v150: 73 pgs: 2 active+undersized+degraded, 15 active+undersized, 56 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:57:33.256 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:57:33.256 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:33.256 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:57:33.257 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:33.257 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:33.257 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:33.257 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:33.258 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:57:33.258 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[73801]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:57:33.258 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[73801]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2021-07-26T15:57:33.258 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[73801]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T15:57:33.259 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[73801]: osdmap e82: 8 total, 7 up, 8 in 2021-07-26T15:57:33.259 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[73801]: from='osd.2 [v2:172.21.15.78:6818/2863891903,v1:172.21.15.78:6819/2863891903]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:33.259 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[73801]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:33.259 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:32 smithi078 ceph-mon[73801]: pgmap v150: 73 pgs: 2 active+undersized+degraded, 15 active+undersized, 56 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:57:33.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:32 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:57:33.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:57:33.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:33.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:57:33.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:33.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:33.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:33.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:33.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:57:33.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:32 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:57:33.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:57:33.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:33.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:57:33.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:33.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:33.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:33.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:33.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:57:33.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:32 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:57:33.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:57:33.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:33.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:57:33.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:33.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:57:33.336 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:32 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:57:33.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:57:33.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:33.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:57:33.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:33.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:57:33.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:33.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:33.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:57:33.337 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:32 smithi139 ceph-mon[56829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:57:33.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:32 smithi139 ceph-mon[56829]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2021-07-26T15:57:33.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:32 smithi139 ceph-mon[56829]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T15:57:33.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:32 smithi139 ceph-mon[56829]: osdmap e82: 8 total, 7 up, 8 in 2021-07-26T15:57:33.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:32 smithi139 ceph-mon[56829]: from='osd.2 [v2:172.21.15.78:6818/2863891903,v1:172.21.15.78:6819/2863891903]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:33.339 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:32 smithi139 ceph-mon[56829]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:33.339 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:32 smithi139 ceph-mon[56829]: pgmap v150: 73 pgs: 2 active+undersized+degraded, 15 active+undersized, 56 active+clean; 582 KiB data, 22 MiB used, 709 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:57:34.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:33 smithi078 ceph-mon[73801]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:57:34.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:33 smithi078 ceph-mon[73801]: osd.2 [v2:172.21.15.78:6818/2863891903,v1:172.21.15.78:6819/2863891903] boot 2021-07-26T15:57:34.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:33 smithi078 ceph-mon[73801]: osdmap e83: 8 total, 8 up, 8 in 2021-07-26T15:57:34.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:33 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:57:34.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:33 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1041807352' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:34.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:33 smithi078 ceph-mon[77813]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:57:34.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:33 smithi078 ceph-mon[77813]: osd.2 [v2:172.21.15.78:6818/2863891903,v1:172.21.15.78:6819/2863891903] boot 2021-07-26T15:57:34.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:33 smithi078 ceph-mon[77813]: osdmap e83: 8 total, 8 up, 8 in 2021-07-26T15:57:34.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:33 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:57:34.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:33 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1041807352' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:34.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:33 smithi139 ceph-mon[56829]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:57:34.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:33 smithi139 ceph-mon[56829]: osd.2 [v2:172.21.15.78:6818/2863891903,v1:172.21.15.78:6819/2863891903] boot 2021-07-26T15:57:34.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:33 smithi139 ceph-mon[56829]: osdmap e83: 8 total, 8 up, 8 in 2021-07-26T15:57:34.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:33 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:57:34.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:33 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1041807352' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:35.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:34 smithi078 ceph-mon[73801]: pgmap v152: 73 pgs: 2 peering, 1 active+undersized+degraded, 14 active+undersized, 56 active+clean; 582 KiB data, 35 MiB used, 710 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T15:57:35.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:34 smithi078 ceph-mon[73801]: osdmap e84: 8 total, 8 up, 8 in 2021-07-26T15:57:35.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:34 smithi078 ceph-mon[77813]: pgmap v152: 73 pgs: 2 peering, 1 active+undersized+degraded, 14 active+undersized, 56 active+clean; 582 KiB data, 35 MiB used, 710 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T15:57:35.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:34 smithi078 ceph-mon[77813]: osdmap e84: 8 total, 8 up, 8 in 2021-07-26T15:57:35.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:34 smithi139 ceph-mon[56829]: pgmap v152: 73 pgs: 2 peering, 1 active+undersized+degraded, 14 active+undersized, 56 active+clean; 582 KiB data, 35 MiB used, 710 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T15:57:35.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:34 smithi139 ceph-mon[56829]: osdmap e84: 8 total, 8 up, 8 in 2021-07-26T15:57:36.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:35 smithi139 ceph-mon[56829]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded) 2021-07-26T15:57:36.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:35 smithi139 ceph-mon[56829]: Cluster is now healthy 2021-07-26T15:57:36.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:35 smithi078 ceph-mon[73801]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded) 2021-07-26T15:57:36.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:35 smithi078 ceph-mon[73801]: Cluster is now healthy 2021-07-26T15:57:36.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:35 smithi078 ceph-mon[77813]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded) 2021-07-26T15:57:36.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:35 smithi078 ceph-mon[77813]: Cluster is now healthy 2021-07-26T15:57:37.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:36 smithi139 ceph-mon[56829]: pgmap v154: 73 pgs: 2 peering, 2 active+undersized, 69 active+clean; 582 KiB data, 35 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:37.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:36 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/621226201' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:37.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:36 smithi078 ceph-mon[73801]: pgmap v154: 73 pgs: 2 peering, 2 active+undersized, 69 active+clean; 582 KiB data, 35 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:37.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:36 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/621226201' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:37.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:36 smithi078 ceph-mon[77813]: pgmap v154: 73 pgs: 2 peering, 2 active+undersized, 69 active+clean; 582 KiB data, 35 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:37.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:36 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/621226201' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:39.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:39 smithi139 ceph-mon[56829]: pgmap v155: 73 pgs: 2 active+clean+wait, 2 peering, 69 active+clean; 582 KiB data, 35 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:39.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:39 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1097555639' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:39.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:39 smithi078 ceph-mon[73801]: pgmap v155: 73 pgs: 2 active+clean+wait, 2 peering, 69 active+clean; 582 KiB data, 35 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:39.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:39 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1097555639' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:39.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:39 smithi078 ceph-mon[77813]: pgmap v155: 73 pgs: 2 active+clean+wait, 2 peering, 69 active+clean; 582 KiB data, 35 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:39.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:39 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1097555639' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:41.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:41 smithi139 ceph-mon[56829]: pgmap v156: 73 pgs: 2 active+clean+wait, 71 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:41.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:41 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2312483252' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:41.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:41 smithi078 ceph-mon[73801]: pgmap v156: 73 pgs: 2 active+clean+wait, 71 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:41.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:41 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2312483252' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:41.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:41 smithi078 ceph-mon[77813]: pgmap v156: 73 pgs: 2 active+clean+wait, 71 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:41.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:41 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2312483252' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:43.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:42 smithi078 ceph-mon[73801]: pgmap v157: 73 pgs: 2 active+clean+wait, 71 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:43.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:42 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/512593409' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:43.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:42 smithi078 ceph-mon[77813]: pgmap v157: 73 pgs: 2 active+clean+wait, 71 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:43.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:42 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/512593409' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:43.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:42 smithi139 ceph-mon[56829]: pgmap v157: 73 pgs: 2 active+clean+wait, 71 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:43.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:42 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/512593409' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:45.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:44 smithi078 ceph-mon[73801]: pgmap v158: 73 pgs: 73 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:45.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:44 smithi078 ceph-mon[77813]: pgmap v158: 73 pgs: 73 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:45.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:44 smithi139 ceph-mon[56829]: pgmap v158: 73 pgs: 73 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:46.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:45 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3274022318' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:46.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:45 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3274022318' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:46.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:45 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3274022318' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:47.277 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:46 smithi078 ceph-mon[73801]: pgmap v159: 73 pgs: 73 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:47.278 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:46 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:57:47.278 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:46 smithi078 ceph-mon[77813]: pgmap v159: 73 pgs: 73 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:47.279 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:46 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:57:47.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:46 smithi139 ceph-mon[56829]: pgmap v159: 73 pgs: 73 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:47.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:46 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:57:48.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:47 smithi078 ceph-mon[73801]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:57:48.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:47 smithi078 ceph-mon[73801]: Upgrade: osd.3 is safe to restart 2021-07-26T15:57:48.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:47 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2297777216' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:48.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:47 smithi078 ceph-mon[77813]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:57:48.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:47 smithi078 ceph-mon[77813]: Upgrade: osd.3 is safe to restart 2021-07-26T15:57:48.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:47 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2297777216' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:48.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:47 smithi139 ceph-mon[56829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T15:57:48.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:47 smithi139 ceph-mon[56829]: Upgrade: osd.3 is safe to restart 2021-07-26T15:57:48.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:47 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2297777216' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:49.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:49 smithi139 ceph-mon[56829]: pgmap v160: 73 pgs: 73 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:49.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:49 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:49.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:49 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-07-26T15:57:49.356 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:49 smithi078 ceph-mon[73801]: pgmap v160: 73 pgs: 73 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:49.356 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:49 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:49.357 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:49 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-07-26T15:57:49.357 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:49 smithi078 ceph-mon[77813]: pgmap v160: 73 pgs: 73 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:49.357 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:49 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:49.357 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:49 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-07-26T15:57:50.238 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:50 smithi078 systemd[1]: Stopping Ceph osd.3 for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:57:50.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:50 smithi078 ceph-mon[73801]: Upgrade: Updating osd.3 2021-07-26T15:57:50.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:50 smithi078 ceph-mon[73801]: Deploying daemon osd.3 on smithi078 2021-07-26T15:57:50.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:50 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:50.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:50 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1365383560' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:50.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:50 smithi078 ceph-mon[77813]: Upgrade: Updating osd.3 2021-07-26T15:57:50.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:50 smithi078 ceph-mon[77813]: Deploying daemon osd.3 on smithi078 2021-07-26T15:57:50.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:50 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:50.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:50 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1365383560' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:50.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:50 smithi139 ceph-mon[56829]: Upgrade: Updating osd.3 2021-07-26T15:57:50.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:50 smithi139 ceph-mon[56829]: Deploying daemon osd.3 on smithi078 2021-07-26T15:57:50.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:50 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:50.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:50 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1365383560' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:50.531 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:50 smithi078 podman[90209]: 2021-07-26 15:57:50.430005549 +0000 UTC m=+0.224568823 container stop 7ec3f9ae2075031ceaee13edcf3b459216a80122bd1b1d6a0b09d7778aa8fe2f (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau , ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=master-dc1ab19) 2021-07-26T15:57:50.532 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:50 smithi078 podman[90209]: 2021-07-26 15:57:50.482171315 +0000 UTC m=+0.276734595 container died 7ec3f9ae2075031ceaee13edcf3b459216a80122bd1b1d6a0b09d7778aa8fe2f (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3) 2021-07-26T15:57:50.533 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:50 smithi078 podman[90209]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:57:51.296 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:51 smithi078 podman[90251]: 2021-07-26 15:57:51.029292197 +0000 UTC m=+0.681150488 container remove 7ec3f9ae2075031ceaee13edcf3b459216a80122bd1b1d6a0b09d7778aa8fe2f (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-dc1ab19, GIT_BRANCH=HEAD, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0) 2021-07-26T15:57:51.296 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:51 smithi078 podman[90365]: 2021-07-26 15:57:51.018213321 +0000 UTC m=+0.034855040 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:57:51.296 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:51 smithi078 podman[90365]: 2021-07-26 15:57:51.137643104 +0000 UTC m=+0.154284833 container create c9d29dee43074faa7c73afb07d5e12be0016ea0fd198104bcfda05b5cba6a786 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3-deactivate, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.19.8, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204) 2021-07-26T15:57:51.297 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: pgmap v161: 73 pgs: 73 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:51.297 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.297 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 failed (root=default,host=smithi078) (connection refused reported by osd.7) 2021-07-26T15:57:51.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.0 2021-07-26T15:57:51.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.0 2021-07-26T15:57:51.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.1 2021-07-26T15:57:51.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.4 2021-07-26T15:57:51.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.1 2021-07-26T15:57:51.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.300 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.4 2021-07-26T15:57:51.300 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.6 2021-07-26T15:57:51.300 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.6 2021-07-26T15:57:51.300 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.2 2021-07-26T15:57:51.301 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.2 2021-07-26T15:57:51.301 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.301 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.301 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.0 2021-07-26T15:57:51.302 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.0 2021-07-26T15:57:51.302 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.1 2021-07-26T15:57:51.302 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.303 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.303 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.4 2021-07-26T15:57:51.303 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.1 2021-07-26T15:57:51.303 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.304 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.304 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.4 2021-07-26T15:57:51.304 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.2 2021-07-26T15:57:51.305 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.2 2021-07-26T15:57:51.306 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.6 2021-07-26T15:57:51.306 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.6 2021-07-26T15:57:51.306 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.306 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[73801]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.307 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: pgmap v161: 73 pgs: 73 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:51.307 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.308 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 failed (root=default,host=smithi078) (connection refused reported by osd.7) 2021-07-26T15:57:51.308 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.0 2021-07-26T15:57:51.308 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.0 2021-07-26T15:57:51.308 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.1 2021-07-26T15:57:51.308 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.309 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.309 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.4 2021-07-26T15:57:51.309 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.1 2021-07-26T15:57:51.309 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.309 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.310 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.4 2021-07-26T15:57:51.310 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.6 2021-07-26T15:57:51.310 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.6 2021-07-26T15:57:51.310 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.2 2021-07-26T15:57:51.311 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.2 2021-07-26T15:57:51.311 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.311 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.311 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.0 2021-07-26T15:57:51.311 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.0 2021-07-26T15:57:51.312 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.1 2021-07-26T15:57:51.312 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.312 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.312 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.4 2021-07-26T15:57:51.312 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.1 2021-07-26T15:57:51.313 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.313 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.313 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.4 2021-07-26T15:57:51.315 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.2 2021-07-26T15:57:51.315 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.2 2021-07-26T15:57:51.315 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.6 2021-07-26T15:57:51.316 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.6 2021-07-26T15:57:51.316 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.318 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:51 smithi078 ceph-mon[77813]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: pgmap v161: 73 pgs: 73 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:51.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 failed (root=default,host=smithi078) (connection refused reported by osd.7) 2021-07-26T15:57:51.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.0 2021-07-26T15:57:51.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.0 2021-07-26T15:57:51.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.1 2021-07-26T15:57:51.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.4 2021-07-26T15:57:51.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.1 2021-07-26T15:57:51.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.4 2021-07-26T15:57:51.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.6 2021-07-26T15:57:51.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.6 2021-07-26T15:57:51.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.2 2021-07-26T15:57:51.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.2 2021-07-26T15:57:51.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.0 2021-07-26T15:57:51.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.0 2021-07-26T15:57:51.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.1 2021-07-26T15:57:51.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.4 2021-07-26T15:57:51.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.1 2021-07-26T15:57:51.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.4 2021-07-26T15:57:51.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.2 2021-07-26T15:57:51.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.2 2021-07-26T15:57:51.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.6 2021-07-26T15:57:51.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.6 2021-07-26T15:57:51.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.7 2021-07-26T15:57:51.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:51 smithi139 ceph-mon[56829]: osd.3 reported immediately failed by osd.5 2021-07-26T15:57:51.578 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:51 smithi078 podman[90365]: 2021-07-26 15:57:51.288100611 +0000 UTC m=+0.304742356 container init c9d29dee43074faa7c73afb07d5e12be0016ea0fd198104bcfda05b5cba6a786 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, ceph=True, maintainer=Dimitri Savineau , GIT_BRANCH=HEAD, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.license=GPLv2, io.buildah.version=1.19.8, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS) 2021-07-26T15:57:51.579 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:51 smithi078 podman[90365]: 2021-07-26 15:57:51.337591338 +0000 UTC m=+0.354233059 container start c9d29dee43074faa7c73afb07d5e12be0016ea0fd198104bcfda05b5cba6a786 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3-deactivate, io.buildah.version=1.19.8, org.label-schema.schema-version=1.0, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c) 2021-07-26T15:57:51.579 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:51 smithi078 podman[90365]: 2021-07-26 15:57:51.337726615 +0000 UTC m=+0.354368355 container attach c9d29dee43074faa7c73afb07d5e12be0016ea0fd198104bcfda05b5cba6a786 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3-deactivate, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.19.8, org.label-schema.build-date=20201204, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_CLEAN=True) 2021-07-26T15:57:51.988 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:51 smithi078 podman[90365]: 2021-07-26 15:57:51.606287161 +0000 UTC m=+0.622928895 container died c9d29dee43074faa7c73afb07d5e12be0016ea0fd198104bcfda05b5cba6a786 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3-deactivate) 2021-07-26T15:57:52.270 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:52 smithi078 ceph-mon[73801]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:57:52.271 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:52 smithi078 ceph-mon[73801]: osdmap e85: 8 total, 7 up, 8 in 2021-07-26T15:57:52.271 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:52 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1417537831' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:52.271 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:52 smithi078 ceph-mon[77813]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:57:52.272 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:52 smithi078 ceph-mon[77813]: osdmap e85: 8 total, 7 up, 8 in 2021-07-26T15:57:52.272 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:52 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1417537831' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:52.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:52 smithi139 ceph-mon[56829]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:57:52.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:52 smithi139 ceph-mon[56829]: osdmap e85: 8 total, 7 up, 8 in 2021-07-26T15:57:52.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:52 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1417537831' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:52.660 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:52 smithi078 podman[90365]: 2021-07-26 15:57:52.270939782 +0000 UTC m=+1.287581582 container remove c9d29dee43074faa7c73afb07d5e12be0016ea0fd198104bcfda05b5cba6a786 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Dimitri Savineau , RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.19.8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2021-07-26T15:57:52.660 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:52 smithi078 systemd[1]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.3.service: Succeeded. 2021-07-26T15:57:52.660 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:52 smithi078 systemd[1]: Stopped Ceph osd.3 for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:57:52.660 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:52 smithi078 systemd[1]: Starting Ceph osd.3 for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:57:52.988 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:52 smithi078 podman[90590]: 2021-07-26 15:57:52.567572857 +0000 UTC m=+0.028738805 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:57:52.988 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:52 smithi078 podman[90590]: 2021-07-26 15:57:52.704151423 +0000 UTC m=+0.165317350 container create 3b8d65a04243e63b37d91c9f2180338dd9674766fe0e3bafe0213d7ede0ad11b (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.19.8, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_CLEAN=True, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image) 2021-07-26T15:57:52.989 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:52 smithi078 podman[90590]: 2021-07-26 15:57:52.820771119 +0000 UTC m=+0.281937050 container init 3b8d65a04243e63b37d91c9f2180338dd9674766fe0e3bafe0213d7ede0ad11b (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau , RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, io.buildah.version=1.19.8, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2021-07-26T15:57:52.989 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:52 smithi078 podman[90590]: 2021-07-26 15:57:52.862464766 +0000 UTC m=+0.323630704 container start 3b8d65a04243e63b37d91c9f2180338dd9674766fe0e3bafe0213d7ede0ad11b (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3-activate, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-07-26T15:57:52.989 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:52 smithi078 podman[90590]: 2021-07-26 15:57:52.862613637 +0000 UTC m=+0.323779596 container attach 3b8d65a04243e63b37d91c9f2180338dd9674766fe0e3bafe0213d7ede0ad11b (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau ) 2021-07-26T15:57:53.296 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:53 smithi078 ceph-mon[73801]: pgmap v163: 73 pgs: 13 stale+active+clean, 60 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:53.297 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:53 smithi078 ceph-mon[73801]: osdmap e86: 8 total, 7 up, 8 in 2021-07-26T15:57:53.297 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:53 smithi078 bash[90516]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-07-26T15:57:53.297 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:53 smithi078 bash[90516]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2021-07-26T15:57:53.298 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:53 smithi078 bash[90516]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2021-07-26T15:57:53.298 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:53 smithi078 bash[90516]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2021-07-26T15:57:53.298 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:53 smithi078 bash[90516]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-07-26T15:57:53.298 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:53 smithi078 bash[90516]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-07-26T15:57:53.299 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:53 smithi078 bash[90516]: --> ceph-volume lvm activate successful for osd ID: 3 2021-07-26T15:57:53.299 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:53 smithi078 podman[90590]: 2021-07-26 15:57:53.19432597 +0000 UTC m=+0.655491918 container died 3b8d65a04243e63b37d91c9f2180338dd9674766fe0e3bafe0213d7ede0ad11b (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3-activate) 2021-07-26T15:57:53.299 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:53 smithi078 ceph-mon[77813]: pgmap v163: 73 pgs: 13 stale+active+clean, 60 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:53.299 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:53 smithi078 ceph-mon[77813]: osdmap e86: 8 total, 7 up, 8 in 2021-07-26T15:57:53.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:53 smithi139 ceph-mon[56829]: pgmap v163: 73 pgs: 13 stale+active+clean, 60 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail 2021-07-26T15:57:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:53 smithi139 ceph-mon[56829]: osdmap e86: 8 total, 7 up, 8 in 2021-07-26T15:57:54.061 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:53 smithi078 podman[90590]: 2021-07-26 15:57:53.804106724 +0000 UTC m=+1.265272787 container remove 3b8d65a04243e63b37d91c9f2180338dd9674766fe0e3bafe0213d7ede0ad11b (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3-activate, io.buildah.version=1.19.8, org.label-schema.build-date=20201204, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.vendor=CentOS, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-07-26T15:57:54.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:54 smithi139 ceph-mon[56829]: Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2021-07-26T15:57:54.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:54 smithi078 ceph-mon[73801]: Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2021-07-26T15:57:54.385 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:54 smithi078 ceph-mon[77813]: Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2021-07-26T15:57:54.386 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:54 smithi078 podman[90764]: 2021-07-26 15:57:53.991478461 +0000 UTC m=+0.030588380 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:57:54.386 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:54 smithi078 podman[90764]: 2021-07-26 15:57:54.12061675 +0000 UTC m=+0.159726641 container create 1eae61dfecd5c15c8329056079e3b4dea4db1364d75b02ff3eaa21c9bbeb7698 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, io.buildah.version=1.19.8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2021-07-26T15:57:54.386 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:54 smithi078 podman[90764]: 2021-07-26 15:57:54.27066811 +0000 UTC m=+0.309778049 container init 1eae61dfecd5c15c8329056079e3b4dea4db1364d75b02ff3eaa21c9bbeb7698 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.19.8, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_CLEAN=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-07-26T15:57:54.387 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:54 smithi078 ceph-osd[90829]: -- 172.21.15.78:0/565534931 <== mon.1 v2:172.21.15.78:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a350588340 con 0x55a350550c00 2021-07-26T15:57:54.387 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:54 smithi078 podman[90764]: 2021-07-26 15:57:54.303925655 +0000 UTC m=+0.343035608 container start 1eae61dfecd5c15c8329056079e3b4dea4db1364d75b02ff3eaa21c9bbeb7698 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.19.8, org.label-schema.vendor=CentOS, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, ceph=True, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, maintainer=Dimitri Savineau , GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2021-07-26T15:57:54.387 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:54 smithi078 bash[90516]: 1eae61dfecd5c15c8329056079e3b4dea4db1364d75b02ff3eaa21c9bbeb7698 2021-07-26T15:57:54.738 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:54 smithi078 systemd[1]: Started Ceph osd.3 for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T15:57:55.238 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:54 smithi078 conmon[90826]: 2021-07-26T15:57:54.821+0000 7fe856c600c0 -1 Falling back to public interface 2021-07-26T15:57:55.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:55 smithi078 ceph-mon[73801]: pgmap v165: 73 pgs: 1 active+undersized+degraded, 3 peering, 10 stale+active+clean, 6 active+undersized, 53 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2021-07-26T15:57:55.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:55 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1899525727' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:55.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:55 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:55.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:55 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:55.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:55 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:57:55.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:55 smithi078 ceph-mon[77813]: pgmap v165: 73 pgs: 1 active+undersized+degraded, 3 peering, 10 stale+active+clean, 6 active+undersized, 53 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2021-07-26T15:57:55.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:55 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1899525727' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:55.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:55 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:55.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:55 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:55.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:55 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:57:55.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:55 smithi139 ceph-mon[56829]: pgmap v165: 73 pgs: 1 active+undersized+degraded, 3 peering, 10 stale+active+clean, 6 active+undersized, 53 active+clean; 582 KiB data, 36 MiB used, 710 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2021-07-26T15:57:55.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:55 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1899525727' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:55.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:55 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:55.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:55 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:55.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:55 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:57:57.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:57 smithi078 ceph-mon[73801]: pgmap v166: 73 pgs: 3 active+undersized+degraded, 3 peering, 25 active+undersized, 42 active+clean; 582 KiB data, 40 MiB used, 710 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:57:57.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:57 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2539121496' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:57.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:57 smithi078 ceph-mon[77813]: pgmap v166: 73 pgs: 3 active+undersized+degraded, 3 peering, 25 active+undersized, 42 active+clean; 582 KiB data, 40 MiB used, 710 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:57:57.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:57 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2539121496' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:57.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:57 smithi139 ceph-mon[56829]: pgmap v166: 73 pgs: 3 active+undersized+degraded, 3 peering, 25 active+undersized, 42 active+clean; 582 KiB data, 40 MiB used, 710 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:57:57.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:57 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2539121496' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:57.738 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:57 smithi078 conmon[90826]: 2021-07-26T15:57:57.567+0000 7fe856c600c0 -1 osd.3 84 log_to_monitors {default=true} 2021-07-26T15:57:58.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:58 smithi139 ceph-mon[56829]: from='osd.3 [v2:172.21.15.78:6826/894901650,v1:172.21.15.78:6827/894901650]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:57:58.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:58 smithi139 ceph-mon[56829]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:57:58.488 INFO:journalctl@ceph.osd.3.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[90826]: 2021-07-26T15:57:58.088+0000 7fe8485b5700 -1 osd.3 84 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T15:57:58.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:58 smithi078 ceph-mon[73801]: from='osd.3 [v2:172.21.15.78:6826/894901650,v1:172.21.15.78:6827/894901650]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:57:58.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:58 smithi078 ceph-mon[73801]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:57:58.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:58 smithi078 ceph-mon[77813]: from='osd.3 [v2:172.21.15.78:6826/894901650,v1:172.21.15.78:6827/894901650]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:57:58.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:58 smithi078 ceph-mon[77813]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:57:58.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: 2021-07-26T15:57:58.668+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:57:58.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:57:58.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:58.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:57:58.992 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:58.992 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:57:58.992 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:58.992 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:58.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:57:58.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: 2021-07-26T15:57:58.669+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:57:58.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:57:58.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:58.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:57:58.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:58.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:57:58.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:58.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:58.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:57:58.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: 2021-07-26T15:57:58.670+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:57:58.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:57:58.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:58.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:57:58.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:58.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:57:58.997 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:58.997 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:58.997 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:57:58.998 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: 2021-07-26T15:57:58.671+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:57:58.998 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:57:58.998 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:57:58.998 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:57:58.999 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:57:58.999 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:57:58.999 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:57:59.000 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:57:59.000 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:57:59.000 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:57:58 smithi078 conmon[70626]: 2021-07-26T15:57:58.677+0000 7fea903ff700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-07-26T15:57:59.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[73801]: pgmap v167: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 40 MiB used, 710 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:57:59.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[73801]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T15:57:59.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[73801]: osdmap e87: 8 total, 7 up, 8 in 2021-07-26T15:57:59.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[73801]: from='osd.3 [v2:172.21.15.78:6826/894901650,v1:172.21.15.78:6827/894901650]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:59.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[73801]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:59.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:59.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:59.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:59.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:59.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:59.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:59.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:57:59.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2418934247' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:59.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[77813]: pgmap v167: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 40 MiB used, 710 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:57:59.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[77813]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T15:57:59.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[77813]: osdmap e87: 8 total, 7 up, 8 in 2021-07-26T15:57:59.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[77813]: from='osd.3 [v2:172.21.15.78:6826/894901650,v1:172.21.15.78:6827/894901650]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:59.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[77813]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:59.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:59.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:59.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:59.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:59.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:59.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:59.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:57:59.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:57:59 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2418934247' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:57:59.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:59 smithi139 ceph-mon[56829]: pgmap v167: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 40 MiB used, 710 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:57:59.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:59 smithi139 ceph-mon[56829]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T15:57:59.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:59 smithi139 ceph-mon[56829]: osdmap e87: 8 total, 7 up, 8 in 2021-07-26T15:57:59.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:59 smithi139 ceph-mon[56829]: from='osd.3 [v2:172.21.15.78:6826/894901650,v1:172.21.15.78:6827/894901650]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:59.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:59 smithi139 ceph-mon[56829]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T15:57:59.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:59 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:59.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:59 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:57:59.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:59 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:59.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:59 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:59.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:59 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:59.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:59 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:59.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:59 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:57:59.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:57:59 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2418934247' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:58:00.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:00.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:00.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:00.489 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:00.490 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:00.490 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:00.490 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:00.490 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:00.490 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:00.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:00.491 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:00.491 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:00.491 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:00.492 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:00.492 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:00.492 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:00.492 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:00.492 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:00.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:00.493 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:00.493 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:00.493 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:00.493 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:00.494 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:00.494 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:00.494 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:00.494 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:00.495 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:00.495 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:00.496 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:00.496 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:00.496 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:00.496 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:00.497 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:00.497 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:00.497 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:00.497 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:00.497 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:00.498 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:00.498 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:00.498 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:00.499 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:00.499 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:00.500 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:00.500 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:00.500 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:00.500 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:00.500 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:00.501 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:00.501 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:00.501 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:00.501 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:00.502 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:00.502 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:00.502 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:00.502 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:00.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:00.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:00.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:00.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:00.504 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:00.504 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:00.504 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:00.504 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:00.505 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[77813]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:58:00.505 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[77813]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-07-26T15:58:00.505 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[77813]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:58:00.505 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[77813]: osd.3 [v2:172.21.15.78:6826/894901650,v1:172.21.15.78:6827/894901650] boot 2021-07-26T15:58:00.505 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[77813]: osdmap e88: 8 total, 8 up, 8 in 2021-07-26T15:58:00.506 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:58:00.506 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:00.506 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:00.507 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:00.507 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:00.507 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:00.507 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:00.507 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:00.508 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:00.508 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[73801]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:58:00.508 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[73801]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-07-26T15:58:00.508 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[73801]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:58:00.508 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[73801]: osd.3 [v2:172.21.15.78:6826/894901650,v1:172.21.15.78:6827/894901650] boot 2021-07-26T15:58:00.509 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[73801]: osdmap e88: 8 total, 8 up, 8 in 2021-07-26T15:58:00.509 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:00 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:58:00.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:00 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:00.577 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:58:00.577 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:00.577 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:58:00.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:00.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:00.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:00.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:00.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:00.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:00 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:00.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:58:00.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:00.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:58:00.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:00.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:00.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:00.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:00.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:00.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:00 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:00.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:58:00.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:00.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:58:00.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:00.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:00.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:00.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:00.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:00.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:00 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:00.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:58:00.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:00.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:58:00.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:00.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:00.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:00.585 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:00.585 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:00.585 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:00 smithi139 ceph-mon[56829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T15:58:00.585 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:00 smithi139 ceph-mon[56829]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-07-26T15:58:00.586 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:00 smithi139 ceph-mon[56829]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T15:58:00.586 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:00 smithi139 ceph-mon[56829]: osd.3 [v2:172.21.15.78:6826/894901650,v1:172.21.15.78:6827/894901650] boot 2021-07-26T15:58:00.586 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:00 smithi139 ceph-mon[56829]: osdmap e88: 8 total, 8 up, 8 in 2021-07-26T15:58:00.586 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:00 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:58:01.003 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 4 2021-07-26T15:58:01.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:01 smithi078 ceph-mon[73801]: pgmap v170: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 44 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:58:01.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:01 smithi078 ceph-mon[73801]: osdmap e89: 8 total, 8 up, 8 in 2021-07-26T15:58:01.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:01 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1624953819' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:58:01.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:01 smithi078 ceph-mon[77813]: pgmap v170: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 44 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:58:01.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:01 smithi078 ceph-mon[77813]: osdmap e89: 8 total, 8 up, 8 in 2021-07-26T15:58:01.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:01 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1624953819' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:58:01.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:01 smithi139 ceph-mon[56829]: pgmap v170: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 44 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:58:01.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:01 smithi139 ceph-mon[56829]: osdmap e89: 8 total, 8 up, 8 in 2021-07-26T15:58:01.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:01 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1624953819' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-07-26T15:58:01.866 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch upgrade pause' 2021-07-26T15:58:02.473 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:02 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T15:58:02.473 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:02 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T15:58:02.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:02 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T15:58:03.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:03 smithi078 ceph-mon[73801]: pgmap v172: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 44 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:58:03.388 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:03 smithi078 ceph-mon[77813]: pgmap v172: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 44 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:58:03.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:03 smithi139 ceph-mon[56829]: pgmap v172: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 44 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:58:03.835 INFO:teuthology.orchestra.run.smithi078.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:58:04.506 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch ps' 2021-07-26T15:58:05.079 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:04 smithi078 ceph-mon[73801]: from='client.44424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:05.079 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:04 smithi078 ceph-mon[73801]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:58:05.080 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:05.080 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:04 smithi078 ceph-mon[73801]: pgmap v173: 73 pgs: 13 active+clean+wait, 1 active+undersized+degraded, 10 active+undersized, 49 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T15:58:05.080 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:05.080 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:05.081 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:04 smithi078 ceph-mon[77813]: from='client.44424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:05.081 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:04 smithi078 ceph-mon[77813]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:58:05.081 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:05.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:04 smithi078 ceph-mon[77813]: pgmap v173: 73 pgs: 13 active+clean+wait, 1 active+undersized+degraded, 10 active+undersized, 49 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T15:58:05.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:05.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:05.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:04 smithi139 ceph-mon[56829]: from='client.44424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:04 smithi139 ceph-mon[56829]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:58:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:04 smithi139 ceph-mon[56829]: pgmap v173: 73 pgs: 13 active+clean+wait, 1 active+undersized+degraded, 10 active+undersized, 49 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T15:58:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:05.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:06.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:06 smithi078 ceph-mon[73801]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded) 2021-07-26T15:58:06.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:06 smithi078 ceph-mon[73801]: Cluster is now healthy 2021-07-26T15:58:06.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:06 smithi078 ceph-mon[77813]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded) 2021-07-26T15:58:06.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:06 smithi078 ceph-mon[77813]: Cluster is now healthy 2021-07-26T15:58:06.246 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:58:06.246 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 running (11m) 7s ago 11m 17.7M - 0.20.0 0881eb8f169f 90163aee5b2b 2021-07-26T15:58:06.246 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi139 running (11m) 61s ago 11m 40.5M - 6.7.4 3b1077a63311 5f2e438941c4 2021-07-26T15:58:06.247 INFO:teuthology.orchestra.run.smithi078.stdout:mds.foo.smithi078.kyjpyp smithi078 running (10m) 7s ago 10m 17.4M - 15.2.13 5eab30a79396 9b91e93be11f 2021-07-26T15:58:06.247 INFO:teuthology.orchestra.run.smithi078.stdout:mds.foo.smithi139.mwfdce smithi139 running (10m) 61s ago 10m 18.2M - 15.2.13 5eab30a79396 54bdc76fea7d 2021-07-26T15:58:06.247 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi139 *:8443 running (5m) 61s ago 14m 384M - 17.0.0-6381-gbccf07c2 6cdb40438e66 cdd29be845e2 2021-07-26T15:58:06.247 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443 running (5m) 7s ago 16m 444M - 17.0.0-6381-gbccf07c2 6cdb40438e66 ff4ffcea6e6b 2021-07-26T15:58:06.248 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (5m) 7s ago 16m 112M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 d8d503a66144 2021-07-26T15:58:06.248 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi139 running (3m) 61s ago 14m 49.4M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 53fb2cee12fc 2021-07-26T15:58:06.248 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (3m) 7s ago 15m 61.7M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 d9afd359b571 2021-07-26T15:58:06.248 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 running (11m) 7s ago 11m 18.0M - 0.18.1 e5a616e4b9cf efbc270728ea 2021-07-26T15:58:06.248 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi139 running (11m) 61s ago 11m 18.1M - 0.18.1 e5a616e4b9cf 3bafac7a53cc 2021-07-26T15:58:06.249 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (2m) 7s ago 14m 57.1M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 96887dd7e40a 2021-07-26T15:58:06.249 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (65s) 7s ago 14m 54.2M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 6c4725747b5f 2021-07-26T15:58:06.249 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (38s) 7s ago 13m 55.7M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 ffd6529daa13 2021-07-26T15:58:06.249 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (12s) 7s ago 13m 11.7M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 1eae61dfecd5 2021-07-26T15:58:06.249 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi139 running (13m) 61s ago 13m 81.6M 4096M 15.2.13 5eab30a79396 cff37e1f64ae 2021-07-26T15:58:06.250 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi139 running (12m) 61s ago 12m 94.0M 4096M 15.2.13 5eab30a79396 1989889e46bb 2021-07-26T15:58:06.250 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi139 running (12m) 61s ago 12m 69.2M 4096M 15.2.13 5eab30a79396 1b8f413620fb 2021-07-26T15:58:06.250 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi139 running (12m) 61s ago 12m 102M 4096M 15.2.13 5eab30a79396 96a98303afbf 2021-07-26T15:58:06.251 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi139 running (10m) 61s ago 11m 38.0M - 2.18.1 de242295e225 ec978ed0ec82 2021-07-26T15:58:06.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:06 smithi139 ceph-mon[56829]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded) 2021-07-26T15:58:06.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:06 smithi139 ceph-mon[56829]: Cluster is now healthy 2021-07-26T15:58:06.931 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch ps' 2021-07-26T15:58:07.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[73801]: pgmap v174: 73 pgs: 13 active+clean+wait, 60 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:07.200 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:07.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:07.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:07.202 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[77813]: pgmap v174: 73 pgs: 13 active+clean+wait, 60 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:07.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.206 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:07 smithi139 ceph-mon[56829]: pgmap v174: 73 pgs: 13 active+clean+wait, 60 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:07.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:07.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:07.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:07.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:07.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:08.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:08 smithi139 ceph-mon[56829]: from='client.54343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:08.335 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:08 smithi078 ceph-mon[73801]: from='client.54343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:08.335 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:08 smithi078 ceph-mon[77813]: from='client.54343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:08.778 INFO:teuthology.orchestra.run.smithi078.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:58:08.779 INFO:teuthology.orchestra.run.smithi078.stdout:alertmanager.a smithi078 running (11m) 10s ago 11m 17.7M - 0.20.0 0881eb8f169f 90163aee5b2b 2021-07-26T15:58:08.779 INFO:teuthology.orchestra.run.smithi078.stdout:grafana.a smithi139 running (11m) 63s ago 11m 40.5M - 6.7.4 3b1077a63311 5f2e438941c4 2021-07-26T15:58:08.779 INFO:teuthology.orchestra.run.smithi078.stdout:mds.foo.smithi078.kyjpyp smithi078 running (10m) 10s ago 10m 17.4M - 15.2.13 5eab30a79396 9b91e93be11f 2021-07-26T15:58:08.779 INFO:teuthology.orchestra.run.smithi078.stdout:mds.foo.smithi139.mwfdce smithi139 running (10m) 63s ago 10m 18.2M - 15.2.13 5eab30a79396 54bdc76fea7d 2021-07-26T15:58:08.780 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.x smithi139 *:8443 running (5m) 63s ago 14m 384M - 17.0.0-6381-gbccf07c2 6cdb40438e66 cdd29be845e2 2021-07-26T15:58:08.780 INFO:teuthology.orchestra.run.smithi078.stdout:mgr.y smithi078 *:8443 running (6m) 10s ago 16m 444M - 17.0.0-6381-gbccf07c2 6cdb40438e66 ff4ffcea6e6b 2021-07-26T15:58:08.781 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a smithi078 running (5m) 10s ago 16m 112M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 d8d503a66144 2021-07-26T15:58:08.782 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b smithi139 running (3m) 63s ago 14m 49.4M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 53fb2cee12fc 2021-07-26T15:58:08.782 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c smithi078 running (3m) 10s ago 15m 61.7M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 d9afd359b571 2021-07-26T15:58:08.783 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.a smithi078 running (11m) 10s ago 11m 18.0M - 0.18.1 e5a616e4b9cf efbc270728ea 2021-07-26T15:58:08.783 INFO:teuthology.orchestra.run.smithi078.stdout:node-exporter.b smithi139 running (11m) 63s ago 11m 18.1M - 0.18.1 e5a616e4b9cf 3bafac7a53cc 2021-07-26T15:58:08.784 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 smithi078 running (2m) 10s ago 14m 57.1M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 96887dd7e40a 2021-07-26T15:58:08.784 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 smithi078 running (68s) 10s ago 14m 54.2M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 6c4725747b5f 2021-07-26T15:58:08.784 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 smithi078 running (41s) 10s ago 13m 55.7M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 ffd6529daa13 2021-07-26T15:58:08.785 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 smithi078 running (14s) 10s ago 13m 11.7M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 1eae61dfecd5 2021-07-26T15:58:08.785 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 smithi139 running (13m) 63s ago 13m 81.6M 4096M 15.2.13 5eab30a79396 cff37e1f64ae 2021-07-26T15:58:08.786 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 smithi139 running (12m) 63s ago 12m 94.0M 4096M 15.2.13 5eab30a79396 1989889e46bb 2021-07-26T15:58:08.786 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 smithi139 running (12m) 63s ago 12m 69.2M 4096M 15.2.13 5eab30a79396 1b8f413620fb 2021-07-26T15:58:08.787 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 smithi139 running (12m) 63s ago 12m 102M 4096M 15.2.13 5eab30a79396 96a98303afbf 2021-07-26T15:58:08.788 INFO:teuthology.orchestra.run.smithi078.stdout:prometheus.a smithi139 running (10m) 63s ago 11m 38.0M - 2.18.1 de242295e225 ec978ed0ec82 2021-07-26T15:58:09.057 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[73801]: pgmap v175: 73 pgs: 13 active+clean+wait, 60 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:09.057 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:09.057 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:09.057 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.058 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.058 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.058 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.058 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:09.059 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.059 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.059 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.059 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:09 smithi139 ceph-mon[56829]: pgmap v175: 73 pgs: 13 active+clean+wait, 60 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:09.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:09 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:09.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:09 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:09.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:09 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:09 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:09 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:09 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:09 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:09.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:09 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:09 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:09 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:09 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.376 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[77813]: pgmap v175: 73 pgs: 13 active+clean+wait, 60 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:09.377 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:09.377 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:09.377 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:09.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:09 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:09.453 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph versions' 2021-07-26T15:58:10.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:10 smithi139 ceph-mon[56829]: from='client.54349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:10.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:10 smithi078 ceph-mon[73801]: from='client.54349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:10.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:10 smithi078 ceph-mon[77813]: from='client.54349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:11.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:11 smithi078 ceph-mon[73801]: pgmap v176: 73 pgs: 13 active+clean+wait, 60 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:11.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:11 smithi078 ceph-mon[77813]: pgmap v176: 73 pgs: 13 active+clean+wait, 60 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:11.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:11 smithi139 ceph-mon[56829]: pgmap v176: 73 pgs: 13 active+clean+wait, 60 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:11.336 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T15:58:11.337 INFO:teuthology.orchestra.run.smithi078.stdout: "mon": { 2021-07-26T15:58:11.337 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T15:58:11.337 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:58:11.338 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr": { 2021-07-26T15:58:11.338 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:58:11.339 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:58:11.339 INFO:teuthology.orchestra.run.smithi078.stdout: "osd": { 2021-07-26T15:58:11.340 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 4, 2021-07-26T15:58:11.340 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 4 2021-07-26T15:58:11.340 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:58:11.341 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2021-07-26T15:58:11.341 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T15:58:11.342 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:58:11.342 INFO:teuthology.orchestra.run.smithi078.stdout: "overall": { 2021-07-26T15:58:11.343 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 6, 2021-07-26T15:58:11.343 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 9 2021-07-26T15:58:11.343 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:58:11.344 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T15:58:11.977 DEBUG:teuthology.parallel:result is None 2021-07-26T15:58:11.978 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:58:11.992 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2021-07-26T15:58:11.992 INFO:teuthology.run_tasks:Running task ceph.healthy... 2021-07-26T15:58:12.029 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-07-26T15:58:12.030 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-07-26T15:58:12.030 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph mgr dump --format=json 2021-07-26T15:58:12.172 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:12.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:12 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/539359718' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:58:12.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:12 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/539359718' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:58:12.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:12 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/539359718' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:58:13.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:13 smithi139 ceph-mon[56829]: pgmap v177: 73 pgs: 13 active+clean+wait, 60 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:13.439 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:13 smithi078 ceph-mon[73801]: pgmap v177: 73 pgs: 13 active+clean+wait, 60 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:13.439 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:13 smithi078 ceph-mon[77813]: pgmap v177: 73 pgs: 13 active+clean+wait, 60 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:13.907 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:58:14.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:14 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:14.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:14 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:14.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:14 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3084949985' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-07-26T15:58:14.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:14 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:14.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:14 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:14.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:14 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3084949985' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-07-26T15:58:14.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:14 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:14.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:14 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:14.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:14 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3084949985' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-07-26T15:58:14.559 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":31,"active_gid":25378,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":2188220382},{"type":"v1","addr":"172.21.15.78:6801","nonce":2188220382}]},"active_addr":"172.21.15.78:6801/2188220382","active_change":"2021-07-26T15:52:57.488948+0000","active_mgr_features":4540138303579357183,"available":true,"standbys":[{"gid":44100,"name":"x","mgr_features":4540138303579357183,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"autoscale_profile":{"name":"autoscale_profile","type":"str","level":"advanced","flags":1,"default_value":"scale-up","min":"","max":"","enum_allowed":[],"desc":"pg_autoscale profiler","long_desc":"Determines the behavior of the autoscaler algorithm `scale-up` means that it starts out with minmum pgs and scales up when there is pressure, `scale-down` means starts out with full pgs and scales down when there is pressure ","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share perf counter metrics summed across the whole cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"autoscale_profile":{"name":"autoscale_profile","type":"str","level":"advanced","flags":1,"default_value":"scale-up","min":"","max":"","enum_allowed":[],"desc":"pg_autoscale profiler","long_desc":"Determines the behavior of the autoscaler algorithm `scale-up` means that it starts out with minmum pgs and scales up when there is pressure, `scale-down` means starts out with full pgs and scales down when there is pressure ","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share perf counter metrics summed across the whole cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.78:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":69,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":4065908133}]},{"addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":342891245}]},{"addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":4100469592}]},{"addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":1821449051}]}]}} 2021-07-26T15:58:14.565 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-07-26T15:58:14.566 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-07-26T15:58:14.566 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:58:14.700 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:15.147 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:15 smithi078 ceph-mon[73801]: pgmap v178: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:15.147 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:15 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:15.148 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:15 smithi078 ceph-mon[77813]: pgmap v178: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:15.148 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:15 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:15.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:15 smithi139 ceph-mon[56829]: pgmap v178: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:15.387 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:15 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:16.432 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:58:16.433 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":89,"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","created":"2021-07-26T15:41:24.217532+0000","modified":"2021-07-26T15:58:00.073415+0000","last_up_change":"2021-07-26T15:57:59.071782+0000","last_in_change":"2021-07-26T15:46:00.110826+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":".mgr","create_time":"2021-07-26T15:42:50.703189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr":{},"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:46:23.168797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-07-26T15:47:41.627683+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-07-26T15:47:41.921335+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"b17838c6-2eff-4f5b-aacf-c510ce9c1a3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":69,"up_from":73,"up_thru":88,"down_at":70,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":505413361},{"type":"v1","addr":"172.21.15.78:6803","nonce":505413361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":505413361},{"type":"v1","addr":"172.21.15.78:6805","nonce":505413361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":505413361},{"type":"v1","addr":"172.21.15.78:6809","nonce":505413361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":505413361},{"type":"v1","addr":"172.21.15.78:6807","nonce":505413361}]},"public_addr":"172.21.15.78:6803/505413361","cluster_addr":"172.21.15.78:6805/505413361","heartbeat_back_addr":"172.21.15.78:6809/505413361","heartbeat_front_addr":"172.21.15.78:6807/505413361","state":["exists","up"]},{"osd":1,"uuid":"ecb38de6-ee2a-4691-ba68-0f29cb9654f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":16,"last_clean_end":74,"up_from":78,"up_thru":88,"down_at":75,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":3158812336},{"type":"v1","addr":"172.21.15.78:6811","nonce":3158812336}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":3158812336},{"type":"v1","addr":"172.21.15.78:6813","nonce":3158812336}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":3158812336},{"type":"v1","addr":"172.21.15.78:6817","nonce":3158812336}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":3158812336},{"type":"v1","addr":"172.21.15.78:6815","nonce":3158812336}]},"public_addr":"172.21.15.78:6811/3158812336","cluster_addr":"172.21.15.78:6813/3158812336","heartbeat_back_addr":"172.21.15.78:6817/3158812336","heartbeat_front_addr":"172.21.15.78:6815/3158812336","state":["exists","up"]},{"osd":2,"uuid":"83c51f4c-1cf4-4090-9ce1-38251f22ff1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":21,"last_clean_end":79,"up_from":83,"up_thru":88,"down_at":80,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2863891903},{"type":"v1","addr":"172.21.15.78:6819","nonce":2863891903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2863891903},{"type":"v1","addr":"172.21.15.78:6821","nonce":2863891903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2863891903},{"type":"v1","addr":"172.21.15.78:6825","nonce":2863891903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2863891903},{"type":"v1","addr":"172.21.15.78:6823","nonce":2863891903}]},"public_addr":"172.21.15.78:6819/2863891903","cluster_addr":"172.21.15.78:6821/2863891903","heartbeat_back_addr":"172.21.15.78:6825/2863891903","heartbeat_front_addr":"172.21.15.78:6823/2863891903","state":["exists","up"]},{"osd":3,"uuid":"7db3dfad-d648-4f7d-b3dd-ba2d46b06e10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":84,"up_from":88,"up_thru":88,"down_at":85,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":894901650},{"type":"v1","addr":"172.21.15.78:6827","nonce":894901650}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":894901650},{"type":"v1","addr":"172.21.15.78:6829","nonce":894901650}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":894901650},{"type":"v1","addr":"172.21.15.78:6833","nonce":894901650}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":894901650},{"type":"v1","addr":"172.21.15.78:6831","nonce":894901650}]},"public_addr":"172.21.15.78:6827/894901650","cluster_addr":"172.21.15.78:6829/894901650","heartbeat_back_addr":"172.21.15.78:6833/894901650","heartbeat_front_addr":"172.21.15.78:6831/894901650","state":["exists","up"]},{"osd":4,"uuid":"3b2e33f9-8406-4610-9d81-7b683fc506b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6801","nonce":2564499006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6803","nonce":2564499006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6807","nonce":2564499006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6805","nonce":2564499006}]},"public_addr":"172.21.15.139:6801/2564499006","cluster_addr":"172.21.15.139:6803/2564499006","heartbeat_back_addr":"172.21.15.139:6807/2564499006","heartbeat_front_addr":"172.21.15.139:6805/2564499006","state":["exists","up"]},{"osd":5,"uuid":"bb39033b-883c-4d16-88df-c0fea5e0e2a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6809","nonce":3540464917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6811","nonce":3540464917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6815","nonce":3540464917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6813","nonce":3540464917}]},"public_addr":"172.21.15.139:6809/3540464917","cluster_addr":"172.21.15.139:6811/3540464917","heartbeat_back_addr":"172.21.15.139:6815/3540464917","heartbeat_front_addr":"172.21.15.139:6813/3540464917","state":["exists","up"]},{"osd":6,"uuid":"ff69eebe-ae26-422a-aff5-185b69de5f53","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6817","nonce":3115315948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6819","nonce":3115315948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6823","nonce":3115315948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6821","nonce":3115315948}]},"public_addr":"172.21.15.139:6817/3115315948","cluster_addr":"172.21.15.139:6819/3115315948","heartbeat_back_addr":"172.21.15.139:6823/3115315948","heartbeat_front_addr":"172.21.15.139:6821/3115315948","state":["exists","up"]},{"osd":7,"uuid":"171c5724-62af-45ff-ab6d-32701149555c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6825","nonce":3283180374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6827","nonce":3283180374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6831","nonce":3283180374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6829","nonce":3283180374}]},"public_addr":"172.21.15.139:6825/3283180374","cluster_addr":"172.21.15.139:6827/3283180374","heartbeat_back_addr":"172.21.15.139:6831/3283180374","heartbeat_front_addr":"172.21.15.139:6829/3283180374","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:43:46.275873+0000","dead_epoch":70},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:04.909025+0000","dead_epoch":75},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:23.059976+0000","dead_epoch":80},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:41.811467+0000","dead_epoch":85},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:59.884633+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:19.067436+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:38.724085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:58.174178+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:0/1198323438":"2021-07-27T15:52:57.488565+0000","172.21.15.78:0/1435814037":"2021-07-27T15:52:57.488565+0000","172.21.15.78:6801/2802814325":"2021-07-27T15:52:57.488565+0000","172.21.15.78:6800/2802814325":"2021-07-27T15:52:57.488565+0000","172.21.15.78:0/1598781757":"2021-07-27T15:52:57.488565+0000","172.21.15.78:0/1336088582":"2021-07-27T15:52:57.488565+0000","172.21.15.139:0/361605631":"2021-07-27T15:52:13.409808+0000","172.21.15.78:0/2325359845":"2021-07-27T15:42:00.138894+0000","172.21.15.78:0/3848906191":"2021-07-27T15:41:44.080905+0000","172.21.15.78:0/3840432595":"2021-07-27T15:52:57.488565+0000","172.21.15.78:0/875936315":"2021-07-27T15:42:00.138894+0000","172.21.15.78:0/4180901480":"2021-07-27T15:51:35.603493+0000","172.21.15.139:0/3607082803":"2021-07-27T15:52:13.409808+0000","172.21.15.139:6835/4281548930":"2021-07-27T15:52:13.409808+0000","172.21.15.139:0/2278199083":"2021-07-27T15:52:13.409808+0000","172.21.15.139:0/191917454":"2021-07-27T15:52:13.409808+0000","172.21.15.78:0/2540345339":"2021-07-27T15:41:44.080905+0000","172.21.15.139:0/4089853185":"2021-07-27T15:52:13.409808+0000","172.21.15.78:6800/1099002481":"2021-07-27T15:51:35.603493+0000","172.21.15.139:0/4239921425":"2021-07-27T15:52:13.409808+0000","172.21.15.78:6801/1099002481":"2021-07-27T15:51:35.603493+0000","172.21.15.78:0/3997379476":"2021-07-27T15:52:57.488565+0000","172.21.15.78:6800/1337385350":"2021-07-27T15:41:44.080905+0000","172.21.15.78:6801/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:0/2797896234":"2021-07-27T15:51:35.603493+0000","172.21.15.139:6834/4281548930":"2021-07-27T15:52:13.409808+0000","172.21.15.78:6800/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6801/1337385350":"2021-07-27T15:41:44.080905+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-07-26T15:58:17.087 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-07-26T15:58:17.087 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:58:17.225 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:17.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:17 smithi139 ceph-mon[56829]: pgmap v179: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:17.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:17 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/424126166' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:58:17.357 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:17 smithi078 ceph-mon[73801]: pgmap v179: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:17.357 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:17 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/424126166' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:58:17.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:17 smithi078 ceph-mon[77813]: pgmap v179: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:17.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:17 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/424126166' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:58:18.309 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: 2021-07-26T15:58:18.036+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:18.310 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:58:18.310 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:18.310 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:58:18.311 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:18.311 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:58:18.311 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:18.311 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:18.312 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:18.312 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: 2021-07-26T15:58:18.037+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:18.312 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:58:18.312 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:18.313 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:58:18.313 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:18.313 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:58:18.314 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:18.314 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:18.314 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:18.315 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: 2021-07-26T15:58:18.038+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:18.315 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:58:18.315 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:18.315 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:58:18.316 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:18.316 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:58:18.316 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:18.316 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:18.317 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:18.317 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: 2021-07-26T15:58:18.039+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:18.317 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:58:18.317 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:18.317 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:58:18.318 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:18.318 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:58:18.318 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:18.318 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:18.319 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:18.319 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: 2021-07-26T15:58:18.047+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:18.319 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:58:18.319 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:18.320 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:58:18.320 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:18.320 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:58:18.320 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:18.320 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:18.321 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:18.321 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: 2021-07-26T15:58:18.047+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:18.321 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:58:18.321 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:18.322 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:58:18.322 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:18.322 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:58:18.327 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:18.327 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:18.327 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:18.328 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: 2021-07-26T15:58:18.049+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:18.329 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:58:18.329 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:18.329 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:58:18.329 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:18.330 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:58:18.330 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:18.330 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:18.330 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:18.330 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: 2021-07-26T15:58:18.049+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:18.331 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:58:18.331 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:18.331 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:58:18.331 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:18.331 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:58:18.332 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:18.332 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:18.332 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:58:18 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:18.973 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:58:18.974 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":89,"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","created":"2021-07-26T15:41:24.217532+0000","modified":"2021-07-26T15:58:00.073415+0000","last_up_change":"2021-07-26T15:57:59.071782+0000","last_in_change":"2021-07-26T15:46:00.110826+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":".mgr","create_time":"2021-07-26T15:42:50.703189+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr":{},"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:46:23.168797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-07-26T15:47:41.627683+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-07-26T15:47:41.921335+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"b17838c6-2eff-4f5b-aacf-c510ce9c1a3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":69,"up_from":73,"up_thru":88,"down_at":70,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":505413361},{"type":"v1","addr":"172.21.15.78:6803","nonce":505413361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":505413361},{"type":"v1","addr":"172.21.15.78:6805","nonce":505413361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":505413361},{"type":"v1","addr":"172.21.15.78:6809","nonce":505413361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":505413361},{"type":"v1","addr":"172.21.15.78:6807","nonce":505413361}]},"public_addr":"172.21.15.78:6803/505413361","cluster_addr":"172.21.15.78:6805/505413361","heartbeat_back_addr":"172.21.15.78:6809/505413361","heartbeat_front_addr":"172.21.15.78:6807/505413361","state":["exists","up"]},{"osd":1,"uuid":"ecb38de6-ee2a-4691-ba68-0f29cb9654f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":16,"last_clean_end":74,"up_from":78,"up_thru":88,"down_at":75,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":3158812336},{"type":"v1","addr":"172.21.15.78:6811","nonce":3158812336}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":3158812336},{"type":"v1","addr":"172.21.15.78:6813","nonce":3158812336}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":3158812336},{"type":"v1","addr":"172.21.15.78:6817","nonce":3158812336}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":3158812336},{"type":"v1","addr":"172.21.15.78:6815","nonce":3158812336}]},"public_addr":"172.21.15.78:6811/3158812336","cluster_addr":"172.21.15.78:6813/3158812336","heartbeat_back_addr":"172.21.15.78:6817/3158812336","heartbeat_front_addr":"172.21.15.78:6815/3158812336","state":["exists","up"]},{"osd":2,"uuid":"83c51f4c-1cf4-4090-9ce1-38251f22ff1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":21,"last_clean_end":79,"up_from":83,"up_thru":88,"down_at":80,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2863891903},{"type":"v1","addr":"172.21.15.78:6819","nonce":2863891903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2863891903},{"type":"v1","addr":"172.21.15.78:6821","nonce":2863891903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2863891903},{"type":"v1","addr":"172.21.15.78:6825","nonce":2863891903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2863891903},{"type":"v1","addr":"172.21.15.78:6823","nonce":2863891903}]},"public_addr":"172.21.15.78:6819/2863891903","cluster_addr":"172.21.15.78:6821/2863891903","heartbeat_back_addr":"172.21.15.78:6825/2863891903","heartbeat_front_addr":"172.21.15.78:6823/2863891903","state":["exists","up"]},{"osd":3,"uuid":"7db3dfad-d648-4f7d-b3dd-ba2d46b06e10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":84,"up_from":88,"up_thru":88,"down_at":85,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":894901650},{"type":"v1","addr":"172.21.15.78:6827","nonce":894901650}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":894901650},{"type":"v1","addr":"172.21.15.78:6829","nonce":894901650}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":894901650},{"type":"v1","addr":"172.21.15.78:6833","nonce":894901650}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":894901650},{"type":"v1","addr":"172.21.15.78:6831","nonce":894901650}]},"public_addr":"172.21.15.78:6827/894901650","cluster_addr":"172.21.15.78:6829/894901650","heartbeat_back_addr":"172.21.15.78:6833/894901650","heartbeat_front_addr":"172.21.15.78:6831/894901650","state":["exists","up"]},{"osd":4,"uuid":"3b2e33f9-8406-4610-9d81-7b683fc506b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6800","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6801","nonce":2564499006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6802","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6803","nonce":2564499006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6806","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6807","nonce":2564499006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6804","nonce":2564499006},{"type":"v1","addr":"172.21.15.139:6805","nonce":2564499006}]},"public_addr":"172.21.15.139:6801/2564499006","cluster_addr":"172.21.15.139:6803/2564499006","heartbeat_back_addr":"172.21.15.139:6807/2564499006","heartbeat_front_addr":"172.21.15.139:6805/2564499006","state":["exists","up"]},{"osd":5,"uuid":"bb39033b-883c-4d16-88df-c0fea5e0e2a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6808","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6809","nonce":3540464917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6810","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6811","nonce":3540464917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6814","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6815","nonce":3540464917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6812","nonce":3540464917},{"type":"v1","addr":"172.21.15.139:6813","nonce":3540464917}]},"public_addr":"172.21.15.139:6809/3540464917","cluster_addr":"172.21.15.139:6811/3540464917","heartbeat_back_addr":"172.21.15.139:6815/3540464917","heartbeat_front_addr":"172.21.15.139:6813/3540464917","state":["exists","up"]},{"osd":6,"uuid":"ff69eebe-ae26-422a-aff5-185b69de5f53","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6816","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6817","nonce":3115315948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6818","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6819","nonce":3115315948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6822","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6823","nonce":3115315948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6820","nonce":3115315948},{"type":"v1","addr":"172.21.15.139:6821","nonce":3115315948}]},"public_addr":"172.21.15.139:6817/3115315948","cluster_addr":"172.21.15.139:6819/3115315948","heartbeat_back_addr":"172.21.15.139:6823/3115315948","heartbeat_front_addr":"172.21.15.139:6821/3115315948","state":["exists","up"]},{"osd":7,"uuid":"171c5724-62af-45ff-ab6d-32701149555c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6824","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6825","nonce":3283180374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6826","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6827","nonce":3283180374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6830","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6831","nonce":3283180374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.139:6828","nonce":3283180374},{"type":"v1","addr":"172.21.15.139:6829","nonce":3283180374}]},"public_addr":"172.21.15.139:6825/3283180374","cluster_addr":"172.21.15.139:6827/3283180374","heartbeat_back_addr":"172.21.15.139:6831/3283180374","heartbeat_front_addr":"172.21.15.139:6829/3283180374","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:43:46.275873+0000","dead_epoch":70},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:04.909025+0000","dead_epoch":75},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:23.059976+0000","dead_epoch":80},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:41.811467+0000","dead_epoch":85},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:44:59.884633+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:19.067436+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:38.724085+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:45:58.174178+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:0/1198323438":"2021-07-27T15:52:57.488565+0000","172.21.15.78:0/1435814037":"2021-07-27T15:52:57.488565+0000","172.21.15.78:6801/2802814325":"2021-07-27T15:52:57.488565+0000","172.21.15.78:6800/2802814325":"2021-07-27T15:52:57.488565+0000","172.21.15.78:0/1598781757":"2021-07-27T15:52:57.488565+0000","172.21.15.78:0/1336088582":"2021-07-27T15:52:57.488565+0000","172.21.15.139:0/361605631":"2021-07-27T15:52:13.409808+0000","172.21.15.78:0/2325359845":"2021-07-27T15:42:00.138894+0000","172.21.15.78:0/3848906191":"2021-07-27T15:41:44.080905+0000","172.21.15.78:0/3840432595":"2021-07-27T15:52:57.488565+0000","172.21.15.78:0/875936315":"2021-07-27T15:42:00.138894+0000","172.21.15.78:0/4180901480":"2021-07-27T15:51:35.603493+0000","172.21.15.139:0/3607082803":"2021-07-27T15:52:13.409808+0000","172.21.15.139:6835/4281548930":"2021-07-27T15:52:13.409808+0000","172.21.15.139:0/2278199083":"2021-07-27T15:52:13.409808+0000","172.21.15.139:0/191917454":"2021-07-27T15:52:13.409808+0000","172.21.15.78:0/2540345339":"2021-07-27T15:41:44.080905+0000","172.21.15.139:0/4089853185":"2021-07-27T15:52:13.409808+0000","172.21.15.78:6800/1099002481":"2021-07-27T15:51:35.603493+0000","172.21.15.139:0/4239921425":"2021-07-27T15:52:13.409808+0000","172.21.15.78:6801/1099002481":"2021-07-27T15:51:35.603493+0000","172.21.15.78:0/3997379476":"2021-07-27T15:52:57.488565+0000","172.21.15.78:6800/1337385350":"2021-07-27T15:41:44.080905+0000","172.21.15.78:6801/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:0/2797896234":"2021-07-27T15:51:35.603493+0000","172.21.15.139:6834/4281548930":"2021-07-27T15:52:13.409808+0000","172.21.15.78:6800/1556335739":"2021-07-27T15:42:00.138894+0000","172.21.15.78:6801/1337385350":"2021-07-27T15:41:44.080905+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-07-26T15:58:19.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:19 smithi139 ceph-mon[56829]: pgmap v180: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:19.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:19 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:19.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:19 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:19.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:19 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:19.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:19.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:19 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:19.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:19.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:19 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:19.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:19.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:19 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:19.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:19.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:19 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:19.336 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:19 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:19.336 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:19 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:19.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:19.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:19 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:19.338 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.338 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.340 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.341 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.341 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.341 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.341 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.341 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:19.342 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:19 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:19.343 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.343 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.344 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.345 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.345 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.345 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.345 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.346 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:19.346 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:19 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:19.346 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.346 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.347 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.347 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.347 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.347 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.348 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.348 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:19.348 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:19 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/928825584' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:58:19.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[73801]: pgmap v180: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:19.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:19.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:19.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:19.491 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.491 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.491 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.492 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.492 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.492 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.492 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.494 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:19.494 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:19.494 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.494 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.495 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.495 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.495 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.495 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.496 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.496 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:19.496 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:19.496 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.496 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.497 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.497 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.497 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.497 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.497 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.498 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:19.498 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[77813]: pgmap v180: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:19.499 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:19.499 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:19.499 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:19.499 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.500 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.501 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:19.502 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:19.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.502 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.503 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:19.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:19.504 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.504 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.504 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.504 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.505 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.505 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.505 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.505 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:19.506 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:19.506 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.506 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.507 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.507 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.507 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.507 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.507 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.508 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:19.508 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:19.508 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:19.508 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:19.508 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.509 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.509 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.509 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.509 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.510 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.510 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.511 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:19.511 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:19.511 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.511 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.511 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.512 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.512 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.512 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.512 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.513 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:19.513 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:19.513 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.513 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.513 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.514 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.514 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.514 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.514 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.515 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:19.515 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:19.515 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.515 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.515 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.516 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.516 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.516 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.516 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.517 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:19.517 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/928825584' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:58:19.517 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:19.518 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.518 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.518 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.518 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.518 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.519 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.519 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.519 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:19.519 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:19.520 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:58:19.520 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:19.520 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.520 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.522 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.523 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.523 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.523 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.523 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.524 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:19.524 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:19.524 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.524 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.524 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.525 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.525 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.525 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.525 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.526 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:19.526 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:19.526 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.526 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.527 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.527 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.527 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.527 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.527 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.528 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:19.529 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:19.530 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:58:19.530 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:19.530 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:58:19.530 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:19.531 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:58:19.531 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:19.531 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:19.531 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:19.531 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:19 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/928825584' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:58:19.610 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-07-26T15:58:19.750 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:21.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:21 smithi139 ceph-mon[56829]: pgmap v181: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:21.359 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:21 smithi078 ceph-mon[73801]: pgmap v181: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:21.360 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:21 smithi078 ceph-mon[77813]: pgmap v181: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:21.837 INFO:teuthology.orchestra.run.smithi078.stdout:313532612639 2021-07-26T15:58:21.837 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-07-26T15:58:21.974 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:23.175 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:22 smithi078 ceph-mon[73801]: pgmap v182: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:23.175 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:22 smithi078 ceph-mon[77813]: pgmap v182: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:23.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:22 smithi139 ceph-mon[56829]: pgmap v182: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:24.057 INFO:teuthology.orchestra.run.smithi078.stdout:335007449105 2021-07-26T15:58:24.057 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-07-26T15:58:24.194 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:25.283 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:24 smithi078 ceph-mon[73801]: pgmap v183: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:25.283 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:24 smithi078 ceph-mon[77813]: pgmap v183: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:25.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:24 smithi139 ceph-mon[56829]: pgmap v183: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:26.381 INFO:teuthology.orchestra.run.smithi078.stdout:356482285580 2021-07-26T15:58:26.381 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-07-26T15:58:26.520 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:27.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:27 smithi139 ceph-mon[56829]: pgmap v184: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:27.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:27 smithi078 ceph-mon[73801]: pgmap v184: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:27.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:27 smithi078 ceph-mon[77813]: pgmap v184: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:28.706 INFO:teuthology.orchestra.run.smithi078.stdout:377957122055 2021-07-26T15:58:28.706 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-07-26T15:58:28.841 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:29.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:29 smithi078 ceph-mon[73801]: pgmap v185: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:29.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:29 smithi078 ceph-mon[77813]: pgmap v185: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:29.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:29 smithi139 ceph-mon[56829]: pgmap v185: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:31.026 INFO:teuthology.orchestra.run.smithi078.stdout:133143986339 2021-07-26T15:58:31.027 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-07-26T15:58:31.163 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:31.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:31 smithi078 ceph-mon[73801]: pgmap v186: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:31.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:31 smithi078 ceph-mon[77813]: pgmap v186: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:31.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:31 smithi139 ceph-mon[56829]: pgmap v186: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:32.988 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:32 smithi078 ceph-mon[73801]: pgmap v187: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:32.988 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:32 smithi078 ceph-mon[77813]: pgmap v187: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:33.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:32 smithi139 ceph-mon[56829]: pgmap v187: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:33.351 INFO:teuthology.orchestra.run.smithi078.stdout:154618822815 2021-07-26T15:58:33.351 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-07-26T15:58:33.485 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:35.133 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:35 smithi078 ceph-mon[77813]: pgmap v188: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:35.133 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:35 smithi078 ceph-mon[73801]: pgmap v188: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:35.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:35 smithi139 ceph-mon[56829]: pgmap v188: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:35.769 INFO:teuthology.orchestra.run.smithi078.stdout:176093659291 2021-07-26T15:58:35.770 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-07-26T15:58:35.907 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:37.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:37 smithi078 ceph-mon[73801]: pgmap v189: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:37.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:37 smithi078 ceph-mon[77813]: pgmap v189: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:37.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:37 smithi139 ceph-mon[56829]: pgmap v189: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:38.195 INFO:teuthology.orchestra.run.smithi078.stdout:197568495768 2021-07-26T15:58:38.196 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-07-26T15:58:38.333 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:39.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:39 smithi078 ceph-mon[73801]: pgmap v190: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:39.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:39 smithi078 ceph-mon[77813]: pgmap v190: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:39.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:39 smithi139 ceph-mon[56829]: pgmap v190: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:40.041 INFO:teuthology.orchestra.run.smithi078.stdout:313532612643 2021-07-26T15:58:40.720 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612639 got 313532612643 for osd.0 2021-07-26T15:58:40.721 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-07-26T15:58:40.856 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:41.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:41 smithi078 ceph-mon[73801]: pgmap v191: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:41.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:41 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3722204798' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-07-26T15:58:41.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:41 smithi078 ceph-mon[77813]: pgmap v191: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:41.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:41 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3722204798' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-07-26T15:58:41.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:41 smithi139 ceph-mon[56829]: pgmap v191: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:41.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:41 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3722204798' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-07-26T15:58:42.461 INFO:teuthology.orchestra.run.smithi078.stdout:335007449109 2021-07-26T15:58:43.141 INFO:tasks.cephadm.ceph_manager.ceph:need seq 335007449105 got 335007449109 for osd.1 2021-07-26T15:58:43.142 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-07-26T15:58:43.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:42 smithi078 ceph-mon[73801]: pgmap v192: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:43.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:42 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/979390633' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-07-26T15:58:43.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:42 smithi078 ceph-mon[77813]: pgmap v192: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:43.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:42 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/979390633' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-07-26T15:58:43.278 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:43.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:42 smithi139 ceph-mon[56829]: pgmap v192: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:43.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:42 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/979390633' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-07-26T15:58:44.961 INFO:teuthology.orchestra.run.smithi078.stdout:356482285584 2021-07-26T15:58:45.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:45 smithi139 ceph-mon[56829]: pgmap v193: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:45.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:45 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4114704280' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-07-26T15:58:45.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:45 smithi078 ceph-mon[73801]: pgmap v193: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:45.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:45 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4114704280' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-07-26T15:58:45.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:45 smithi078 ceph-mon[77813]: pgmap v193: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:45.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:45 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4114704280' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-07-26T15:58:45.562 INFO:tasks.cephadm.ceph_manager.ceph:need seq 356482285580 got 356482285584 for osd.2 2021-07-26T15:58:45.564 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-07-26T15:58:45.702 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:47.267 INFO:teuthology.orchestra.run.smithi078.stdout:377957122059 2021-07-26T15:58:47.291 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:47 smithi078 ceph-mon[77813]: pgmap v194: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:47.292 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:47 smithi078 ceph-mon[73801]: pgmap v194: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:47.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:47 smithi139 ceph-mon[56829]: pgmap v194: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:47.885 INFO:tasks.cephadm.ceph_manager.ceph:need seq 377957122055 got 377957122059 for osd.3 2021-07-26T15:58:47.885 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-07-26T15:58:48.022 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:48.154 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:48 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/83169954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-07-26T15:58:48.155 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:48 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/83169954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-07-26T15:58:48.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:48 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/83169954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-07-26T15:58:49.282 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:49 smithi078 ceph-mon[73801]: pgmap v195: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:49.283 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:49 smithi078 ceph-mon[77813]: pgmap v195: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:49.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:49 smithi139 ceph-mon[56829]: pgmap v195: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:49.628 INFO:teuthology.orchestra.run.smithi078.stdout:133143986342 2021-07-26T15:58:50.307 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:50 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3013149178' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-07-26T15:58:50.307 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:50 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3013149178' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-07-26T15:58:50.308 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986339 got 133143986342 for osd.4 2021-07-26T15:58:50.309 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-07-26T15:58:50.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:50 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3013149178' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-07-26T15:58:50.445 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:51.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:51 smithi078 ceph-mon[73801]: pgmap v196: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:51.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:51 smithi078 ceph-mon[77813]: pgmap v196: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:51.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:51 smithi139 ceph-mon[56829]: pgmap v196: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:52.148 INFO:teuthology.orchestra.run.smithi078.stdout:154618822819 2021-07-26T15:58:52.830 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822815 got 154618822819 for osd.5 2021-07-26T15:58:52.831 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-07-26T15:58:52.968 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:53.099 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:52 smithi078 ceph-mon[73801]: pgmap v197: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:53.099 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:52 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/705881442' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-07-26T15:58:53.099 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:52 smithi078 ceph-mon[77813]: pgmap v197: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:53.100 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:52 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/705881442' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-07-26T15:58:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:52 smithi139 ceph-mon[56829]: pgmap v197: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:52 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/705881442' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-07-26T15:58:54.578 INFO:teuthology.orchestra.run.smithi078.stdout:176093659294 2021-07-26T15:58:55.251 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659291 got 176093659294 for osd.6 2021-07-26T15:58:55.252 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-07-26T15:58:55.275 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:55 smithi078 ceph-mon[73801]: pgmap v198: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:55.276 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:55 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2240359614' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-07-26T15:58:55.276 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:55 smithi078 ceph-mon[77813]: pgmap v198: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:55.276 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:55 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2240359614' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-07-26T15:58:55.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:55 smithi139 ceph-mon[56829]: pgmap v198: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:55.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:55 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2240359614' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-07-26T15:58:55.389 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:56.965 INFO:teuthology.orchestra.run.smithi078.stdout:197568495772 2021-07-26T15:58:57.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:57 smithi139 ceph-mon[56829]: pgmap v199: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:57.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:57 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2699476727' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-07-26T15:58:57.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:57 smithi078 ceph-mon[73801]: pgmap v199: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:57.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:57 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2699476727' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-07-26T15:58:57.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:57 smithi078 ceph-mon[77813]: pgmap v199: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:57.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:57 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2699476727' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-07-26T15:58:57.573 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495768 got 197568495772 for osd.7 2021-07-26T15:58:57.574 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-07-26T15:58:57.574 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:58:57.752 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:58:59.105 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:58:59 smithi078 ceph-mon[73801]: pgmap v200: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:59.105 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:58:59 smithi078 ceph-mon[77813]: pgmap v200: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:59.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:58:59 smithi139 ceph-mon[56829]: pgmap v200: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:58:59.454 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:58:59.456 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T15:59:00.142 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":200,"stamp":"2021-07-26T15:58:57.951941+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595870,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":260,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":194,"ondisk_log_size":194,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4240588,"kb_used_data":9356,"kb_used_omap":110,"kb_used_meta":4231057,"kb_avail":745720628,"statfs":{"total":767960285184,"available":763617923072,"internally_reserved":4294967296,"allocated":9580544,"data_stored":5680778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":112706,"internal_metadata":4332603326},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002712"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075095+0000","last_change":"2021-07-26T15:57:06.012673+0000","last_active":"2021-07-26T15:57:59.075095+0000","last_peered":"2021-07-26T15:57:59.075095+0000","last_clean":"2021-07-26T15:57:59.075095+0000","last_became_active":"2021-07-26T15:57:06.012088+0000","last_became_peered":"2021-07-26T15:57:06.012088+0000","last_unstale":"2021-07-26T15:57:59.075095+0000","last_undegraded":"2021-07-26T15:57:59.075095+0000","last_fullsized":"2021-07-26T15:57:59.075095+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":56,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.078871+0000","last_change":"2021-07-26T15:57:33.948610+0000","last_active":"2021-07-26T15:57:59.078871+0000","last_peered":"2021-07-26T15:57:59.078871+0000","last_clean":"2021-07-26T15:57:59.078871+0000","last_became_active":"2021-07-26T15:57:33.948324+0000","last_became_peered":"2021-07-26T15:57:33.948324+0000","last_unstale":"2021-07-26T15:57:59.078871+0000","last_undegraded":"2021-07-26T15:57:59.078871+0000","last_fullsized":"2021-07-26T15:57:59.078871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":82,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.096143+0000","last_change":"2021-07-26T15:58:08.293427+0000","last_active":"2021-07-26T15:58:00.096143+0000","last_peered":"2021-07-26T15:58:00.096143+0000","last_clean":"2021-07-26T15:58:00.096143+0000","last_became_active":"2021-07-26T15:58:00.092241+0000","last_became_peered":"2021-07-26T15:58:00.092241+0000","last_unstale":"2021-07-26T15:58:00.096143+0000","last_undegraded":"2021-07-26T15:58:00.096143+0000","last_fullsized":"2021-07-26T15:58:00.096143+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":69,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093005+0000","last_change":"2021-07-26T15:58:08.291521+0000","last_active":"2021-07-26T15:58:00.093005+0000","last_peered":"2021-07-26T15:58:00.093005+0000","last_clean":"2021-07-26T15:58:00.093005+0000","last_became_active":"2021-07-26T15:58:00.091294+0000","last_became_peered":"2021-07-26T15:58:00.091294+0000","last_unstale":"2021-07-26T15:58:00.093005+0000","last_undegraded":"2021-07-26T15:58:00.093005+0000","last_fullsized":"2021-07-26T15:58:00.093005+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093214+0000","last_change":"2021-07-26T15:58:00.093214+0000","last_active":"2021-07-26T15:58:00.093214+0000","last_peered":"2021-07-26T15:58:00.093214+0000","last_clean":"2021-07-26T15:58:00.093214+0000","last_became_active":"2021-07-26T15:58:00.092774+0000","last_became_peered":"2021-07-26T15:58:00.092774+0000","last_unstale":"2021-07-26T15:58:00.093214+0000","last_undegraded":"2021-07-26T15:58:00.093214+0000","last_fullsized":"2021-07-26T15:58:00.093214+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077937+0000","last_change":"2021-07-26T15:47:42.712128+0000","last_active":"2021-07-26T15:57:59.077937+0000","last_peered":"2021-07-26T15:57:59.077937+0000","last_clean":"2021-07-26T15:57:59.077937+0000","last_became_active":"2021-07-26T15:47:42.711249+0000","last_became_peered":"2021-07-26T15:47:42.711249+0000","last_unstale":"2021-07-26T15:57:59.077937+0000","last_undegraded":"2021-07-26T15:57:59.077937+0000","last_fullsized":"2021-07-26T15:57:59.077937+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.091615+0000","last_change":"2021-07-26T15:58:00.091615+0000","last_active":"2021-07-26T15:58:00.091615+0000","last_peered":"2021-07-26T15:58:00.091615+0000","last_clean":"2021-07-26T15:58:00.091615+0000","last_became_active":"2021-07-26T15:58:00.091218+0000","last_became_peered":"2021-07-26T15:58:00.091218+0000","last_unstale":"2021-07-26T15:58:00.091615+0000","last_undegraded":"2021-07-26T15:58:00.091615+0000","last_fullsized":"2021-07-26T15:58:00.091615+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":61,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.078824+0000","last_change":"2021-07-26T15:57:06.011473+0000","last_active":"2021-07-26T15:57:59.078824+0000","last_peered":"2021-07-26T15:57:59.078824+0000","last_clean":"2021-07-26T15:57:59.078824+0000","last_became_active":"2021-07-26T15:57:06.011081+0000","last_became_peered":"2021-07-26T15:57:06.011081+0000","last_unstale":"2021-07-26T15:57:59.078824+0000","last_undegraded":"2021-07-26T15:57:59.078824+0000","last_fullsized":"2021-07-26T15:57:59.078824+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":81,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093520+0000","last_change":"2021-07-26T15:58:00.093520+0000","last_active":"2021-07-26T15:58:00.093520+0000","last_peered":"2021-07-26T15:58:00.093520+0000","last_clean":"2021-07-26T15:58:00.093520+0000","last_became_active":"2021-07-26T15:58:00.093194+0000","last_became_peered":"2021-07-26T15:58:00.093194+0000","last_unstale":"2021-07-26T15:58:00.093520+0000","last_undegraded":"2021-07-26T15:58:00.093520+0000","last_fullsized":"2021-07-26T15:58:00.093520+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":41,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080170+0000","last_change":"2021-07-26T15:56:02.935561+0000","last_active":"2021-07-26T15:57:59.080170+0000","last_peered":"2021-07-26T15:57:59.080170+0000","last_clean":"2021-07-26T15:57:59.080170+0000","last_became_active":"2021-07-26T15:55:55.905823+0000","last_became_peered":"2021-07-26T15:55:55.905823+0000","last_unstale":"2021-07-26T15:57:59.080170+0000","last_undegraded":"2021-07-26T15:57:59.080170+0000","last_fullsized":"2021-07-26T15:57:59.080170+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":44,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075143+0000","last_change":"2021-07-26T15:47:43.720280+0000","last_active":"2021-07-26T15:57:59.075143+0000","last_peered":"2021-07-26T15:57:59.075143+0000","last_clean":"2021-07-26T15:57:59.075143+0000","last_became_active":"2021-07-26T15:47:43.719926+0000","last_became_peered":"2021-07-26T15:47:43.719926+0000","last_unstale":"2021-07-26T15:57:59.075143+0000","last_undegraded":"2021-07-26T15:57:59.075143+0000","last_fullsized":"2021-07-26T15:57:59.075143+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":56,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081840+0000","last_change":"2021-07-26T15:57:06.005305+0000","last_active":"2021-07-26T15:57:59.081840+0000","last_peered":"2021-07-26T15:57:59.081840+0000","last_clean":"2021-07-26T15:57:59.081840+0000","last_became_active":"2021-07-26T15:57:06.004918+0000","last_became_peered":"2021-07-26T15:57:06.004918+0000","last_unstale":"2021-07-26T15:57:59.081840+0000","last_undegraded":"2021-07-26T15:57:59.081840+0000","last_fullsized":"2021-07-26T15:57:59.081840+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":63,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083718+0000","last_change":"2021-07-26T15:57:33.942505+0000","last_active":"2021-07-26T15:57:59.083718+0000","last_peered":"2021-07-26T15:57:59.083718+0000","last_clean":"2021-07-26T15:57:59.083718+0000","last_became_active":"2021-07-26T15:57:33.942043+0000","last_became_peered":"2021-07-26T15:57:33.942043+0000","last_unstale":"2021-07-26T15:57:59.083718+0000","last_undegraded":"2021-07-26T15:57:59.083718+0000","last_fullsized":"2021-07-26T15:57:59.083718+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":58,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093256+0000","last_change":"2021-07-26T15:58:08.296788+0000","last_active":"2021-07-26T15:58:00.093256+0000","last_peered":"2021-07-26T15:58:00.093256+0000","last_clean":"2021-07-26T15:58:00.093256+0000","last_became_active":"2021-07-26T15:58:00.088632+0000","last_became_peered":"2021-07-26T15:58:00.088632+0000","last_unstale":"2021-07-26T15:58:00.093256+0000","last_undegraded":"2021-07-26T15:58:00.093256+0000","last_fullsized":"2021-07-26T15:58:00.093256+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082803+0000","last_change":"2021-07-26T15:57:14.001079+0000","last_active":"2021-07-26T15:57:59.082803+0000","last_peered":"2021-07-26T15:57:59.082803+0000","last_clean":"2021-07-26T15:57:59.082803+0000","last_became_active":"2021-07-26T15:57:06.011350+0000","last_became_peered":"2021-07-26T15:57:06.011350+0000","last_unstale":"2021-07-26T15:57:59.082803+0000","last_undegraded":"2021-07-26T15:57:59.082803+0000","last_fullsized":"2021-07-26T15:57:59.082803+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":61,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.092930+0000","last_change":"2021-07-26T15:58:08.296920+0000","last_active":"2021-07-26T15:58:00.092930+0000","last_peered":"2021-07-26T15:58:00.092930+0000","last_clean":"2021-07-26T15:58:00.092930+0000","last_became_active":"2021-07-26T15:58:00.090575+0000","last_became_peered":"2021-07-26T15:58:00.090575+0000","last_unstale":"2021-07-26T15:58:00.092930+0000","last_undegraded":"2021-07-26T15:58:00.092930+0000","last_fullsized":"2021-07-26T15:58:00.092930+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.079301+0000","last_change":"2021-07-26T15:56:02.934298+0000","last_active":"2021-07-26T15:57:59.079301+0000","last_peered":"2021-07-26T15:57:59.079301+0000","last_clean":"2021-07-26T15:57:59.079301+0000","last_became_active":"2021-07-26T15:55:55.904908+0000","last_became_peered":"2021-07-26T15:55:55.904908+0000","last_unstale":"2021-07-26T15:57:59.079301+0000","last_undegraded":"2021-07-26T15:57:59.079301+0000","last_fullsized":"2021-07-26T15:57:59.079301+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082802+0000","last_change":"2021-07-26T15:57:33.945279+0000","last_active":"2021-07-26T15:57:59.082802+0000","last_peered":"2021-07-26T15:57:59.082802+0000","last_clean":"2021-07-26T15:57:59.082802+0000","last_became_active":"2021-07-26T15:57:33.944926+0000","last_became_peered":"2021-07-26T15:57:33.944926+0000","last_unstale":"2021-07-26T15:57:59.082802+0000","last_undegraded":"2021-07-26T15:57:59.082802+0000","last_fullsized":"2021-07-26T15:57:59.082802+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":64,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080072+0000","last_change":"2021-07-26T15:55:55.903513+0000","last_active":"2021-07-26T15:57:59.080072+0000","last_peered":"2021-07-26T15:57:59.080072+0000","last_clean":"2021-07-26T15:57:59.080072+0000","last_became_active":"2021-07-26T15:55:55.903085+0000","last_became_peered":"2021-07-26T15:55:55.903085+0000","last_unstale":"2021-07-26T15:57:59.080072+0000","last_undegraded":"2021-07-26T15:57:59.080072+0000","last_fullsized":"2021-07-26T15:57:59.080072+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":68,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081943+0000","last_change":"2021-07-26T15:57:33.944952+0000","last_active":"2021-07-26T15:57:59.081943+0000","last_peered":"2021-07-26T15:57:59.081943+0000","last_clean":"2021-07-26T15:57:59.081943+0000","last_became_active":"2021-07-26T15:57:33.944672+0000","last_became_peered":"2021-07-26T15:57:33.944672+0000","last_unstale":"2021-07-26T15:57:59.081943+0000","last_undegraded":"2021-07-26T15:57:59.081943+0000","last_fullsized":"2021-07-26T15:57:59.081943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099710+0000","last_change":"2021-07-26T15:58:00.099710+0000","last_active":"2021-07-26T15:58:00.099710+0000","last_peered":"2021-07-26T15:58:00.099710+0000","last_clean":"2021-07-26T15:58:00.099710+0000","last_became_active":"2021-07-26T15:58:00.099196+0000","last_became_peered":"2021-07-26T15:58:00.099196+0000","last_unstale":"2021-07-26T15:58:00.099710+0000","last_undegraded":"2021-07-26T15:58:00.099710+0000","last_fullsized":"2021-07-26T15:58:00.099710+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":79,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081591+0000","last_change":"2021-07-26T15:57:06.008251+0000","last_active":"2021-07-26T15:57:59.081591+0000","last_peered":"2021-07-26T15:57:59.081591+0000","last_clean":"2021-07-26T15:57:59.081591+0000","last_became_active":"2021-07-26T15:57:06.007835+0000","last_became_peered":"2021-07-26T15:57:06.007835+0000","last_unstale":"2021-07-26T15:57:59.081591+0000","last_undegraded":"2021-07-26T15:57:59.081591+0000","last_fullsized":"2021-07-26T15:57:59.081591+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083930+0000","last_change":"2021-07-26T15:47:44.362701+0000","last_active":"2021-07-26T15:57:59.083930+0000","last_peered":"2021-07-26T15:57:59.083930+0000","last_clean":"2021-07-26T15:57:59.083930+0000","last_became_active":"2021-07-26T15:47:44.362348+0000","last_became_peered":"2021-07-26T15:47:44.362348+0000","last_unstale":"2021-07-26T15:57:59.083930+0000","last_undegraded":"2021-07-26T15:57:59.083930+0000","last_fullsized":"2021-07-26T15:57:59.083930+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.098127+0000","last_change":"2021-07-26T15:58:08.291447+0000","last_active":"2021-07-26T15:58:00.098127+0000","last_peered":"2021-07-26T15:58:00.098127+0000","last_clean":"2021-07-26T15:58:00.098127+0000","last_became_active":"2021-07-26T15:58:00.091825+0000","last_became_peered":"2021-07-26T15:58:00.091825+0000","last_unstale":"2021-07-26T15:58:00.098127+0000","last_undegraded":"2021-07-26T15:58:00.098127+0000","last_fullsized":"2021-07-26T15:58:00.098127+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":295,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081534+0000","last_change":"2021-07-26T15:55:55.902600+0000","last_active":"2021-07-26T15:57:59.081534+0000","last_peered":"2021-07-26T15:57:59.081534+0000","last_clean":"2021-07-26T15:57:59.081534+0000","last_became_active":"2021-07-26T15:55:55.902028+0000","last_became_peered":"2021-07-26T15:55:55.902028+0000","last_unstale":"2021-07-26T15:57:59.081534+0000","last_undegraded":"2021-07-26T15:57:59.081534+0000","last_fullsized":"2021-07-26T15:57:59.081534+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":63,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077516+0000","last_change":"2021-07-26T15:57:33.943347+0000","last_active":"2021-07-26T15:57:59.077516+0000","last_peered":"2021-07-26T15:57:59.077516+0000","last_clean":"2021-07-26T15:57:59.077516+0000","last_became_active":"2021-07-26T15:57:33.942905+0000","last_became_peered":"2021-07-26T15:57:33.942905+0000","last_unstale":"2021-07-26T15:57:59.077516+0000","last_undegraded":"2021-07-26T15:57:59.077516+0000","last_fullsized":"2021-07-26T15:57:59.077516+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":67,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083890+0000","last_change":"2021-07-26T15:57:13.997766+0000","last_active":"2021-07-26T15:57:59.083890+0000","last_peered":"2021-07-26T15:57:59.083890+0000","last_clean":"2021-07-26T15:57:59.083890+0000","last_became_active":"2021-07-26T15:57:06.006866+0000","last_became_peered":"2021-07-26T15:57:06.006866+0000","last_unstale":"2021-07-26T15:57:59.083890+0000","last_undegraded":"2021-07-26T15:57:59.083890+0000","last_fullsized":"2021-07-26T15:57:59.083890+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082962+0000","last_change":"2021-07-26T15:57:33.942383+0000","last_active":"2021-07-26T15:57:59.082962+0000","last_peered":"2021-07-26T15:57:59.082962+0000","last_clean":"2021-07-26T15:57:59.082962+0000","last_became_active":"2021-07-26T15:57:33.941872+0000","last_became_peered":"2021-07-26T15:57:33.941872+0000","last_unstale":"2021-07-26T15:57:59.082962+0000","last_undegraded":"2021-07-26T15:57:59.082962+0000","last_fullsized":"2021-07-26T15:57:59.082962+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":82,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097580+0000","last_change":"2021-07-26T15:58:00.097580+0000","last_active":"2021-07-26T15:58:00.097580+0000","last_peered":"2021-07-26T15:58:00.097580+0000","last_clean":"2021-07-26T15:58:00.097580+0000","last_became_active":"2021-07-26T15:58:00.097265+0000","last_became_peered":"2021-07-26T15:58:00.097265+0000","last_unstale":"2021-07-26T15:58:00.097580+0000","last_undegraded":"2021-07-26T15:58:00.097580+0000","last_fullsized":"2021-07-26T15:58:00.097580+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095922+0000","last_change":"2021-07-26T15:58:00.095922+0000","last_active":"2021-07-26T15:58:00.095922+0000","last_peered":"2021-07-26T15:58:00.095922+0000","last_clean":"2021-07-26T15:58:00.095922+0000","last_became_active":"2021-07-26T15:58:00.094432+0000","last_became_peered":"2021-07-26T15:58:00.094432+0000","last_unstale":"2021-07-26T15:58:00.095922+0000","last_undegraded":"2021-07-26T15:58:00.095922+0000","last_fullsized":"2021-07-26T15:58:00.095922+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":60,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.076165+0000","last_change":"2021-07-26T15:55:55.906929+0000","last_active":"2021-07-26T15:57:59.076165+0000","last_peered":"2021-07-26T15:57:59.076165+0000","last_clean":"2021-07-26T15:57:59.076165+0000","last_became_active":"2021-07-26T15:55:55.906612+0000","last_became_peered":"2021-07-26T15:55:55.906612+0000","last_unstale":"2021-07-26T15:57:59.076165+0000","last_undegraded":"2021-07-26T15:57:59.076165+0000","last_fullsized":"2021-07-26T15:57:59.076165+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":63,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077704+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T15:57:59.077704+0000","last_peered":"2021-07-26T15:57:59.077704+0000","last_clean":"2021-07-26T15:57:59.077704+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T15:57:59.077704+0000","last_undegraded":"2021-07-26T15:57:59.077704+0000","last_fullsized":"2021-07-26T15:57:59.077704+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082419+0000","last_change":"2021-07-26T15:57:13.999305+0000","last_active":"2021-07-26T15:57:59.082419+0000","last_peered":"2021-07-26T15:57:59.082419+0000","last_clean":"2021-07-26T15:57:59.082419+0000","last_became_active":"2021-07-26T15:57:06.010732+0000","last_became_peered":"2021-07-26T15:57:06.010732+0000","last_unstale":"2021-07-26T15:57:59.082419+0000","last_undegraded":"2021-07-26T15:57:59.082419+0000","last_fullsized":"2021-07-26T15:57:59.082419+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097640+0000","last_change":"2021-07-26T15:58:00.097640+0000","last_active":"2021-07-26T15:58:00.097640+0000","last_peered":"2021-07-26T15:58:00.097640+0000","last_clean":"2021-07-26T15:58:00.097640+0000","last_became_active":"2021-07-26T15:58:00.097192+0000","last_became_peered":"2021-07-26T15:58:00.097192+0000","last_unstale":"2021-07-26T15:58:00.097640+0000","last_undegraded":"2021-07-26T15:58:00.097640+0000","last_fullsized":"2021-07-26T15:58:00.097640+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":72,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082714+0000","last_change":"2021-07-26T15:57:13.993545+0000","last_active":"2021-07-26T15:57:59.082714+0000","last_peered":"2021-07-26T15:57:59.082714+0000","last_clean":"2021-07-26T15:57:59.082714+0000","last_became_active":"2021-07-26T15:57:06.008693+0000","last_became_peered":"2021-07-26T15:57:06.008693+0000","last_unstale":"2021-07-26T15:57:59.082714+0000","last_undegraded":"2021-07-26T15:57:59.082714+0000","last_fullsized":"2021-07-26T15:57:59.082714+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.094892+0000","last_change":"2021-07-26T15:58:00.094892+0000","last_active":"2021-07-26T15:58:00.094892+0000","last_peered":"2021-07-26T15:58:00.094892+0000","last_clean":"2021-07-26T15:58:00.094892+0000","last_became_active":"2021-07-26T15:58:00.094510+0000","last_became_peered":"2021-07-26T15:58:00.094510+0000","last_unstale":"2021-07-26T15:58:00.094892+0000","last_undegraded":"2021-07-26T15:58:00.094892+0000","last_fullsized":"2021-07-26T15:58:00.094892+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":64,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.096588+0000","last_change":"2021-07-26T15:58:08.294434+0000","last_active":"2021-07-26T15:58:00.096588+0000","last_peered":"2021-07-26T15:58:00.096588+0000","last_clean":"2021-07-26T15:58:00.096588+0000","last_became_active":"2021-07-26T15:58:00.093469+0000","last_became_peered":"2021-07-26T15:58:00.093469+0000","last_unstale":"2021-07-26T15:58:00.096588+0000","last_undegraded":"2021-07-26T15:58:00.096588+0000","last_fullsized":"2021-07-26T15:58:00.096588+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075719+0000","last_change":"2021-07-26T15:57:06.011637+0000","last_active":"2021-07-26T15:57:59.075719+0000","last_peered":"2021-07-26T15:57:59.075719+0000","last_clean":"2021-07-26T15:57:59.075719+0000","last_became_active":"2021-07-26T15:57:06.011228+0000","last_became_peered":"2021-07-26T15:57:06.011228+0000","last_unstale":"2021-07-26T15:57:59.075719+0000","last_undegraded":"2021-07-26T15:57:59.075719+0000","last_fullsized":"2021-07-26T15:57:59.075719+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":60,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075436+0000","last_change":"2021-07-26T15:57:33.945634+0000","last_active":"2021-07-26T15:57:59.075436+0000","last_peered":"2021-07-26T15:57:59.075436+0000","last_clean":"2021-07-26T15:57:59.075436+0000","last_became_active":"2021-07-26T15:57:33.945185+0000","last_became_peered":"2021-07-26T15:57:33.945185+0000","last_unstale":"2021-07-26T15:57:59.075436+0000","last_undegraded":"2021-07-26T15:57:59.075436+0000","last_fullsized":"2021-07-26T15:57:59.075436+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":74,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075396+0000","last_change":"2021-07-26T15:57:33.946927+0000","last_active":"2021-07-26T15:57:59.075396+0000","last_peered":"2021-07-26T15:57:59.075396+0000","last_clean":"2021-07-26T15:57:59.075396+0000","last_became_active":"2021-07-26T15:57:33.946572+0000","last_became_peered":"2021-07-26T15:57:33.946572+0000","last_unstale":"2021-07-26T15:57:59.075396+0000","last_undegraded":"2021-07-26T15:57:59.075396+0000","last_fullsized":"2021-07-26T15:57:59.075396+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083417+0000","last_change":"2021-07-26T15:57:06.010439+0000","last_active":"2021-07-26T15:57:59.083417+0000","last_peered":"2021-07-26T15:57:59.083417+0000","last_clean":"2021-07-26T15:57:59.083417+0000","last_became_active":"2021-07-26T15:57:06.009849+0000","last_became_peered":"2021-07-26T15:57:06.009849+0000","last_unstale":"2021-07-26T15:57:59.083417+0000","last_undegraded":"2021-07-26T15:57:59.083417+0000","last_fullsized":"2021-07-26T15:57:59.083417+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":59,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093106+0000","last_change":"2021-07-26T15:58:00.093106+0000","last_active":"2021-07-26T15:58:00.093106+0000","last_peered":"2021-07-26T15:58:00.093106+0000","last_clean":"2021-07-26T15:58:00.093106+0000","last_became_active":"2021-07-26T15:58:00.092658+0000","last_became_peered":"2021-07-26T15:58:00.092658+0000","last_unstale":"2021-07-26T15:58:00.093106+0000","last_undegraded":"2021-07-26T15:58:00.093106+0000","last_fullsized":"2021-07-26T15:58:00.093106+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":61,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093057+0000","last_change":"2021-07-26T15:58:08.294299+0000","last_active":"2021-07-26T15:58:00.093057+0000","last_peered":"2021-07-26T15:58:00.093057+0000","last_clean":"2021-07-26T15:58:00.093057+0000","last_became_active":"2021-07-26T15:58:00.090597+0000","last_became_peered":"2021-07-26T15:58:00.090597+0000","last_unstale":"2021-07-26T15:58:00.093057+0000","last_undegraded":"2021-07-26T15:58:00.093057+0000","last_fullsized":"2021-07-26T15:58:00.093057+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":53,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080028+0000","last_change":"2021-07-26T15:57:06.008367+0000","last_active":"2021-07-26T15:57:59.080028+0000","last_peered":"2021-07-26T15:57:59.080028+0000","last_clean":"2021-07-26T15:57:59.080028+0000","last_became_active":"2021-07-26T15:57:06.008000+0000","last_became_peered":"2021-07-26T15:57:06.008000+0000","last_unstale":"2021-07-26T15:57:59.080028+0000","last_undegraded":"2021-07-26T15:57:59.080028+0000","last_fullsized":"2021-07-26T15:57:59.080028+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":59,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097559+0000","last_change":"2021-07-26T15:58:00.097559+0000","last_active":"2021-07-26T15:58:00.097559+0000","last_peered":"2021-07-26T15:58:00.097559+0000","last_clean":"2021-07-26T15:58:00.097559+0000","last_became_active":"2021-07-26T15:58:00.097123+0000","last_became_peered":"2021-07-26T15:58:00.097123+0000","last_unstale":"2021-07-26T15:58:00.097559+0000","last_undegraded":"2021-07-26T15:58:00.097559+0000","last_fullsized":"2021-07-26T15:58:00.097559+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":58,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083199+0000","last_change":"2021-07-26T15:57:06.010661+0000","last_active":"2021-07-26T15:57:59.083199+0000","last_peered":"2021-07-26T15:57:59.083199+0000","last_clean":"2021-07-26T15:57:59.083199+0000","last_became_active":"2021-07-26T15:57:06.009864+0000","last_became_peered":"2021-07-26T15:57:06.009864+0000","last_unstale":"2021-07-26T15:57:59.083199+0000","last_undegraded":"2021-07-26T15:57:59.083199+0000","last_fullsized":"2021-07-26T15:57:59.083199+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080203+0000","last_change":"2021-07-26T15:47:42.714217+0000","last_active":"2021-07-26T15:57:59.080203+0000","last_peered":"2021-07-26T15:57:59.080203+0000","last_clean":"2021-07-26T15:57:59.080203+0000","last_became_active":"2021-07-26T15:47:42.713846+0000","last_became_peered":"2021-07-26T15:47:42.713846+0000","last_unstale":"2021-07-26T15:57:59.080203+0000","last_undegraded":"2021-07-26T15:57:59.080203+0000","last_fullsized":"2021-07-26T15:57:59.080203+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.092995+0000","last_change":"2021-07-26T15:58:00.092995+0000","last_active":"2021-07-26T15:58:00.092995+0000","last_peered":"2021-07-26T15:58:00.092995+0000","last_clean":"2021-07-26T15:58:00.092995+0000","last_became_active":"2021-07-26T15:58:00.092506+0000","last_became_peered":"2021-07-26T15:58:00.092506+0000","last_unstale":"2021-07-26T15:58:00.092995+0000","last_undegraded":"2021-07-26T15:58:00.092995+0000","last_fullsized":"2021-07-26T15:58:00.092995+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":62,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080217+0000","last_change":"2021-07-26T15:57:06.005604+0000","last_active":"2021-07-26T15:57:59.080217+0000","last_peered":"2021-07-26T15:57:59.080217+0000","last_clean":"2021-07-26T15:57:59.080217+0000","last_became_active":"2021-07-26T15:57:06.005050+0000","last_became_peered":"2021-07-26T15:57:06.005050+0000","last_unstale":"2021-07-26T15:57:59.080217+0000","last_undegraded":"2021-07-26T15:57:59.080217+0000","last_fullsized":"2021-07-26T15:57:59.080217+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077609+0000","last_change":"2021-07-26T15:47:44.362815+0000","last_active":"2021-07-26T15:57:59.077609+0000","last_peered":"2021-07-26T15:57:59.077609+0000","last_clean":"2021-07-26T15:57:59.077609+0000","last_became_active":"2021-07-26T15:47:44.362418+0000","last_became_peered":"2021-07-26T15:47:44.362418+0000","last_unstale":"2021-07-26T15:57:59.077609+0000","last_undegraded":"2021-07-26T15:57:59.077609+0000","last_fullsized":"2021-07-26T15:57:59.077609+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":61,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081004+0000","last_change":"2021-07-26T15:55:55.908520+0000","last_active":"2021-07-26T15:57:59.081004+0000","last_peered":"2021-07-26T15:57:59.081004+0000","last_clean":"2021-07-26T15:57:59.081004+0000","last_became_active":"2021-07-26T15:55:55.908052+0000","last_became_peered":"2021-07-26T15:55:55.908052+0000","last_unstale":"2021-07-26T15:57:59.081004+0000","last_undegraded":"2021-07-26T15:57:59.081004+0000","last_fullsized":"2021-07-26T15:57:59.081004+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.096965+0000","last_change":"2021-07-26T15:58:08.295261+0000","last_active":"2021-07-26T15:58:00.096965+0000","last_peered":"2021-07-26T15:58:00.096965+0000","last_clean":"2021-07-26T15:58:00.096965+0000","last_became_active":"2021-07-26T15:58:00.091427+0000","last_became_peered":"2021-07-26T15:58:00.091427+0000","last_unstale":"2021-07-26T15:58:00.096965+0000","last_undegraded":"2021-07-26T15:58:00.096965+0000","last_fullsized":"2021-07-26T15:58:00.096965+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":67,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082499+0000","last_change":"2021-07-26T15:55:55.904108+0000","last_active":"2021-07-26T15:57:59.082499+0000","last_peered":"2021-07-26T15:57:59.082499+0000","last_clean":"2021-07-26T15:57:59.082499+0000","last_became_active":"2021-07-26T15:55:55.903633+0000","last_became_peered":"2021-07-26T15:55:55.903633+0000","last_unstale":"2021-07-26T15:57:59.082499+0000","last_undegraded":"2021-07-26T15:57:59.082499+0000","last_fullsized":"2021-07-26T15:57:59.082499+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.091096+0000","last_change":"2021-07-26T15:58:00.091096+0000","last_active":"2021-07-26T15:58:00.091096+0000","last_peered":"2021-07-26T15:58:00.091096+0000","last_clean":"2021-07-26T15:58:00.091096+0000","last_became_active":"2021-07-26T15:58:00.090783+0000","last_became_peered":"2021-07-26T15:58:00.090783+0000","last_unstale":"2021-07-26T15:58:00.091096+0000","last_undegraded":"2021-07-26T15:58:00.091096+0000","last_fullsized":"2021-07-26T15:58:00.091096+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":45,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.079538+0000","last_change":"2021-07-26T15:47:42.709495+0000","last_active":"2021-07-26T15:57:59.079538+0000","last_peered":"2021-07-26T15:57:59.079538+0000","last_clean":"2021-07-26T15:57:59.079538+0000","last_became_active":"2021-07-26T15:47:42.708363+0000","last_became_peered":"2021-07-26T15:47:42.708363+0000","last_unstale":"2021-07-26T15:57:59.079538+0000","last_undegraded":"2021-07-26T15:57:59.079538+0000","last_fullsized":"2021-07-26T15:57:59.079538+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":58,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097680+0000","last_change":"2021-07-26T15:58:00.097680+0000","last_active":"2021-07-26T15:58:00.097680+0000","last_peered":"2021-07-26T15:58:00.097680+0000","last_clean":"2021-07-26T15:58:00.097680+0000","last_became_active":"2021-07-26T15:58:00.097314+0000","last_became_peered":"2021-07-26T15:58:00.097314+0000","last_unstale":"2021-07-26T15:58:00.097680+0000","last_undegraded":"2021-07-26T15:58:00.097680+0000","last_fullsized":"2021-07-26T15:58:00.097680+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099184+0000","last_change":"2021-07-26T15:58:00.099184+0000","last_active":"2021-07-26T15:58:00.099184+0000","last_peered":"2021-07-26T15:58:00.099184+0000","last_clean":"2021-07-26T15:58:00.099184+0000","last_became_active":"2021-07-26T15:58:00.098831+0000","last_became_peered":"2021-07-26T15:58:00.098831+0000","last_unstale":"2021-07-26T15:58:00.099184+0000","last_undegraded":"2021-07-26T15:58:00.099184+0000","last_fullsized":"2021-07-26T15:58:00.099184+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099845+0000","last_change":"2021-07-26T15:58:08.295914+0000","last_active":"2021-07-26T15:58:00.099845+0000","last_peered":"2021-07-26T15:58:00.099845+0000","last_clean":"2021-07-26T15:58:00.099845+0000","last_became_active":"2021-07-26T15:58:00.096371+0000","last_became_peered":"2021-07-26T15:58:00.096371+0000","last_unstale":"2021-07-26T15:58:00.099845+0000","last_undegraded":"2021-07-26T15:58:00.099845+0000","last_fullsized":"2021-07-26T15:58:00.099845+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":62,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.079303+0000","last_change":"2021-07-26T15:57:33.942698+0000","last_active":"2021-07-26T15:57:59.079303+0000","last_peered":"2021-07-26T15:57:59.079303+0000","last_clean":"2021-07-26T15:57:59.079303+0000","last_became_active":"2021-07-26T15:57:33.942299+0000","last_became_peered":"2021-07-26T15:57:33.942299+0000","last_unstale":"2021-07-26T15:57:59.079303+0000","last_undegraded":"2021-07-26T15:57:59.079303+0000","last_fullsized":"2021-07-26T15:57:59.079303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.076897+0000","last_change":"2021-07-26T15:57:06.013089+0000","last_active":"2021-07-26T15:57:59.076897+0000","last_peered":"2021-07-26T15:57:59.076897+0000","last_clean":"2021-07-26T15:57:59.076897+0000","last_became_active":"2021-07-26T15:57:06.012169+0000","last_became_peered":"2021-07-26T15:57:06.012169+0000","last_unstale":"2021-07-26T15:57:59.076897+0000","last_undegraded":"2021-07-26T15:57:59.076897+0000","last_fullsized":"2021-07-26T15:57:59.076897+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":67,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075916+0000","last_change":"2021-07-26T15:47:42.705867+0000","last_active":"2021-07-26T15:57:59.075916+0000","last_peered":"2021-07-26T15:57:59.075916+0000","last_clean":"2021-07-26T15:57:59.075916+0000","last_became_active":"2021-07-26T15:47:42.705471+0000","last_became_peered":"2021-07-26T15:47:42.705471+0000","last_unstale":"2021-07-26T15:57:59.075916+0000","last_undegraded":"2021-07-26T15:57:59.075916+0000","last_fullsized":"2021-07-26T15:57:59.075916+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082639+0000","last_change":"2021-07-26T15:57:33.942930+0000","last_active":"2021-07-26T15:57:59.082639+0000","last_peered":"2021-07-26T15:57:59.082639+0000","last_clean":"2021-07-26T15:57:59.082639+0000","last_became_active":"2021-07-26T15:57:33.942470+0000","last_became_peered":"2021-07-26T15:57:33.942470+0000","last_unstale":"2021-07-26T15:57:59.082639+0000","last_undegraded":"2021-07-26T15:57:59.082639+0000","last_fullsized":"2021-07-26T15:57:59.082639+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.091865+0000","last_change":"2021-07-26T15:58:00.091865+0000","last_active":"2021-07-26T15:58:00.091865+0000","last_peered":"2021-07-26T15:58:00.091865+0000","last_clean":"2021-07-26T15:58:00.091865+0000","last_became_active":"2021-07-26T15:58:00.091430+0000","last_became_peered":"2021-07-26T15:58:00.091430+0000","last_unstale":"2021-07-26T15:58:00.091865+0000","last_undegraded":"2021-07-26T15:58:00.091865+0000","last_fullsized":"2021-07-26T15:58:00.091865+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099970+0000","last_change":"2021-07-26T15:58:08.294711+0000","last_active":"2021-07-26T15:58:00.099970+0000","last_peered":"2021-07-26T15:58:00.099970+0000","last_clean":"2021-07-26T15:58:00.099970+0000","last_became_active":"2021-07-26T15:58:00.092705+0000","last_became_peered":"2021-07-26T15:58:00.092705+0000","last_unstale":"2021-07-26T15:58:00.099970+0000","last_undegraded":"2021-07-26T15:58:00.099970+0000","last_fullsized":"2021-07-26T15:58:00.099970+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.078651+0000","last_change":"2021-07-26T15:57:06.005424+0000","last_active":"2021-07-26T15:57:59.078651+0000","last_peered":"2021-07-26T15:57:59.078651+0000","last_clean":"2021-07-26T15:57:59.078651+0000","last_became_active":"2021-07-26T15:57:06.004974+0000","last_became_peered":"2021-07-26T15:57:06.004974+0000","last_unstale":"2021-07-26T15:57:59.078651+0000","last_undegraded":"2021-07-26T15:57:59.078651+0000","last_fullsized":"2021-07-26T15:57:59.078651+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095966+0000","last_change":"2021-07-26T15:58:08.292119+0000","last_active":"2021-07-26T15:58:00.095966+0000","last_peered":"2021-07-26T15:58:00.095966+0000","last_clean":"2021-07-26T15:58:00.095966+0000","last_became_active":"2021-07-26T15:58:00.092385+0000","last_became_peered":"2021-07-26T15:58:00.092385+0000","last_unstale":"2021-07-26T15:58:00.095966+0000","last_undegraded":"2021-07-26T15:58:00.095966+0000","last_fullsized":"2021-07-26T15:58:00.095966+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.088425+0000","last_change":"2021-07-26T15:58:00.088425+0000","last_active":"2021-07-26T15:58:00.088425+0000","last_peered":"2021-07-26T15:58:00.088425+0000","last_clean":"2021-07-26T15:58:00.088425+0000","last_became_active":"2021-07-26T15:58:00.088075+0000","last_became_peered":"2021-07-26T15:58:00.088075+0000","last_unstale":"2021-07-26T15:58:00.088425+0000","last_undegraded":"2021-07-26T15:58:00.088425+0000","last_fullsized":"2021-07-26T15:58:00.088425+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":58,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083950+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T15:57:59.083950+0000","last_peered":"2021-07-26T15:57:59.083950+0000","last_clean":"2021-07-26T15:57:59.083950+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T15:57:59.083950+0000","last_undegraded":"2021-07-26T15:57:59.083950+0000","last_fullsized":"2021-07-26T15:57:59.083950+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":79,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095941+0000","last_change":"2021-07-26T15:58:08.294361+0000","last_active":"2021-07-26T15:58:00.095941+0000","last_peered":"2021-07-26T15:58:00.095941+0000","last_clean":"2021-07-26T15:58:00.095941+0000","last_became_active":"2021-07-26T15:58:00.091814+0000","last_became_peered":"2021-07-26T15:58:00.091814+0000","last_unstale":"2021-07-26T15:58:00.095941+0000","last_undegraded":"2021-07-26T15:58:00.095941+0000","last_fullsized":"2021-07-26T15:58:00.095941+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.098498+0000","last_change":"2021-07-26T15:58:00.098498+0000","last_active":"2021-07-26T15:58:00.098498+0000","last_peered":"2021-07-26T15:58:00.098498+0000","last_clean":"2021-07-26T15:58:00.098498+0000","last_became_active":"2021-07-26T15:58:00.098143+0000","last_became_peered":"2021-07-26T15:58:00.098143+0000","last_unstale":"2021-07-26T15:58:00.098498+0000","last_undegraded":"2021-07-26T15:58:00.098498+0000","last_fullsized":"2021-07-26T15:58:00.098498+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095722+0000","last_change":"2021-07-26T15:58:00.095722+0000","last_active":"2021-07-26T15:58:00.095722+0000","last_peered":"2021-07-26T15:58:00.095722+0000","last_clean":"2021-07-26T15:58:00.095722+0000","last_became_active":"2021-07-26T15:58:00.095390+0000","last_became_peered":"2021-07-26T15:58:00.095390+0000","last_unstale":"2021-07-26T15:58:00.095722+0000","last_undegraded":"2021-07-26T15:58:00.095722+0000","last_fullsized":"2021-07-26T15:58:00.095722+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.092985+0000","last_change":"2021-07-26T15:58:08.292707+0000","last_active":"2021-07-26T15:58:00.092985+0000","last_peered":"2021-07-26T15:58:00.092985+0000","last_clean":"2021-07-26T15:58:00.092985+0000","last_became_active":"2021-07-26T15:58:00.091021+0000","last_became_peered":"2021-07-26T15:58:00.091021+0000","last_unstale":"2021-07-26T15:58:00.092985+0000","last_undegraded":"2021-07-26T15:58:00.092985+0000","last_fullsized":"2021-07-26T15:58:00.092985+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":76,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075220+0000","last_change":"2021-07-26T15:57:33.945779+0000","last_active":"2021-07-26T15:57:59.075220+0000","last_peered":"2021-07-26T15:57:59.075220+0000","last_clean":"2021-07-26T15:57:59.075220+0000","last_became_active":"2021-07-26T15:57:33.945071+0000","last_became_peered":"2021-07-26T15:57:33.945071+0000","last_unstale":"2021-07-26T15:57:59.075220+0000","last_undegraded":"2021-07-26T15:57:59.075220+0000","last_fullsized":"2021-07-26T15:57:59.075220+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4480,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495772,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1050132,"kb_used_data":1548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695020,"statfs":{"total":95995035648,"available":94919700480,"internally_reserved":1073741824,"allocated":1585152,"data_stored":1081963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:58:01 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.55800000000000005,"15min":0.56100000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.499},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.59699999999999998,"15min":0.60099999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.55600000000000005}]},{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.439}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.53400000000000003}]},{"osd":3,"last update":"Mon Jul 26 15:57:23 2021","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.50800000000000001,"15min":0.49199999999999999},"min":{"1min":0.39700000000000002,"5min":0.35799999999999998,"15min":0.30099999999999999},"max":{"1min":0.63100000000000001,"5min":0.71599999999999997,"15min":0.98099999999999998},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.51700000000000002,"15min":0.503},"min":{"1min":0.436,"5min":0.35499999999999998,"15min":0.318},"max":{"1min":0.73599999999999999,"5min":0.75700000000000001,"15min":0.83199999999999996},"last":0.58899999999999997}]},{"osd":4,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38600000000000001,"15min":0.39100000000000001},"min":{"1min":0.26700000000000002,"5min":0.24199999999999999,"15min":0.21099999999999999},"max":{"1min":0.57499999999999996,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.41099999999999998,"15min":0.42399999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.24299999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":1.012},"last":0.626}]},{"osd":5,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.41299999999999998,"15min":0.41699999999999998},"min":{"1min":0.29599999999999999,"5min":0.25800000000000001,"15min":0.221},"max":{"1min":0.60299999999999998,"5min":0.73199999999999998,"15min":0.75800000000000001},"last":0.621},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.438,"15min":0.442},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.26500000000000001},"max":{"1min":0.60299999999999998,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.63400000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.47199999999999998,"15min":0.47099999999999997},"min":{"1min":0.36699999999999999,"5min":0.29099999999999998,"15min":0.28299999999999997},"max":{"1min":0.61599999999999999,"5min":0.69499999999999995,"15min":0.69999999999999996},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.502,"5min":0.47899999999999998,"15min":0.47999999999999998},"min":{"1min":0.377,"5min":0.28000000000000003,"15min":0.25700000000000001},"max":{"1min":0.629,"5min":0.629,"15min":1.03},"last":0.67200000000000004}]}]},{"osd":6,"up_from":41,"seq":176093659295,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1050120,"kb_used_data":1536,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695032,"statfs":{"total":95995035648,"available":94919712768,"internally_reserved":1073741824,"allocated":1572864,"data_stored":1081817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:57:59 2021","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.77100000000000002,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.54600000000000004,"15min":0.55000000000000004},"min":{"1min":0.34100000000000003,"5min":0.224,"15min":0.224},"max":{"1min":0.66800000000000004,"5min":0.877,"15min":0.877},"last":0.42799999999999999}]},{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.443}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.54200000000000004}]},{"osd":3,"last update":"Mon Jul 26 15:56:59 2021","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.498,"15min":0.47999999999999998},"min":{"1min":0.36399999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53200000000000003,"15min":0.51400000000000001},"min":{"1min":0.35299999999999998,"5min":0.29199999999999998,"15min":0.27400000000000002},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.502}]},{"osd":4,"last update":"Mon Jul 26 15:58:03 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.41999999999999998,"15min":0.41399999999999998},"min":{"1min":0.308,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.58799999999999997,"5min":0.60499999999999998,"15min":0.63400000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.434,"5min":0.43099999999999999,"15min":0.437},"min":{"1min":0.317,"5min":0.255,"15min":0.255},"max":{"1min":0.67500000000000004,"5min":0.69299999999999995,"15min":0.72899999999999998},"last":0.38500000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:58:03 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.433,"15min":0.434},"min":{"1min":0.29499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.68799999999999994,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.45700000000000002,"15min":0.46200000000000002},"min":{"1min":0.34899999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.65300000000000002,"5min":0.66000000000000003,"15min":0.73799999999999999},"last":0.53300000000000003}]},{"osd":7,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.48399999999999999,"15min":0.47399999999999998},"min":{"1min":0.32200000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.78300000000000003},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48799999999999999,"15min":0.48399999999999999},"min":{"1min":0.33800000000000002,"5min":0.29499999999999998,"15min":0.27400000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.56799999999999995}]}]},{"osd":1,"up_from":78,"seq":335007449112,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":10292,"kb_used_data":940,"kb_used_omap":6,"kb_used_meta":9337,"kb_avail":93734860,"statfs":{"total":95995035648,"available":95984496640,"internally_reserved":0,"allocated":962560,"data_stored":486646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":9561689},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.28999999999999998}]},{"osd":2,"last update":"Mon Jul 26 15:58:36 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.308},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.32100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":4,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.62}]},{"osd":5,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.56699999999999995}]},{"osd":6,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.50600000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.54900000000000004}]}]},{"osd":0,"up_from":73,"seq":313532612646,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":10880,"kb_used_data":1528,"kb_used_omap":23,"kb_used_meta":9320,"kb_avail":93734272,"statfs":{"total":95995035648,"available":95983894528,"internally_reserved":0,"allocated":1564672,"data_stored":1077589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":9544438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.26000000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.28999999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:56:56 2021","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.309},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.35199999999999998}]},{"osd":4,"last update":"Mon Jul 26 15:57:59 2021","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.68100000000000005,"15min":0.69199999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.83499999999999996,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.629,"5min":0.68600000000000005,"15min":0.69599999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.60599999999999998}]},{"osd":5,"last update":"Mon Jul 26 15:57:59 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.69099999999999995,"15min":0.70299999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.92200000000000004,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.629},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.82299999999999995,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.66900000000000004}]},{"osd":6,"last update":"Mon Jul 26 15:57:59 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.71499999999999997,"15min":0.72799999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90200000000000002,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.70599999999999996,"15min":0.72199999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.86199999999999999,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.61099999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:57:59 2021","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.71499999999999997,"15min":0.72999999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90100000000000002,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.72899999999999998,"15min":0.747},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.89100000000000001,"5min":1.018,"15min":1.018},"last":0.64900000000000002}]}]},{"osd":2,"up_from":83,"seq":356482285587,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":14140,"kb_used_data":948,"kb_used_omap":76,"kb_used_meta":13107,"kb_avail":93731012,"statfs":{"total":95995035648,"available":95980556288,"internally_reserved":0,"allocated":970752,"data_stored":487233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":77838,"internal_metadata":13422578},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.191},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.248}]},{"osd":1,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.22900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26200000000000001}]},{"osd":4,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.628}]},{"osd":5,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.54100000000000004}]},{"osd":6,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.52900000000000003}]},{"osd":7,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.55100000000000005}]}]},{"osd":3,"up_from":88,"seq":377957122061,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5944,"kb_used_data":944,"kb_used_omap":4,"kb_used_meta":4987,"kb_avail":93739208,"statfs":{"total":95995035648,"available":95988948992,"internally_reserved":0,"allocated":966656,"data_stored":486736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":5107325},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.317}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986344,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049548,"kb_used_data":964,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695604,"statfs":{"total":95995035648,"available":94920298496,"internally_reserved":1073741824,"allocated":987136,"data_stored":491525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:58:02 2021","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.57399999999999995,"15min":0.58099999999999996},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.59199999999999997,"15min":0.59899999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.55000000000000004}]},{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.502}]},{"osd":2,"last update":"Mon Jul 26 15:58:36 2021","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.45300000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:57:31 2021","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.51400000000000001,"15min":0.51200000000000001},"min":{"1min":0.33700000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71199999999999997,"5min":0.746,"15min":0.75900000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.501,"5min":0.52200000000000002,"15min":0.51000000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.68999999999999995,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.57599999999999996}]},{"osd":5,"last update":"Mon Jul 26 15:57:50 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.40300000000000002,"15min":0.39500000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.72199999999999998,"5min":0.72799999999999998,"15min":1.026},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.42399999999999999,"15min":0.40899999999999997},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.23300000000000001},"max":{"1min":0.61099999999999999,"5min":0.76600000000000001,"15min":0.78300000000000003},"last":0.40300000000000002}]},{"osd":6,"last update":"Mon Jul 26 15:58:02 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41799999999999998,"15min":0.40899999999999997},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.59799999999999998,"5min":0.68999999999999995,"15min":0.72099999999999997},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.44,"15min":0.43099999999999999},"min":{"1min":0.30599999999999999,"5min":0.28199999999999997,"15min":0.28000000000000003},"max":{"1min":0.623,"5min":0.63200000000000001,"15min":1.0629999999999999},"last":0.56000000000000005}]},{"osd":7,"last update":"Mon Jul 26 15:58:31 2021","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.47699999999999998,"15min":0.46200000000000002},"min":{"1min":0.312,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.61299999999999999,"5min":0.78300000000000003,"15min":0.83399999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.48899999999999999,"15min":0.47999999999999998},"min":{"1min":0.34200000000000003,"5min":0.307,"15min":0.27500000000000002},"max":{"1min":0.61799999999999999,"5min":0.71299999999999997,"15min":0.74299999999999999},"last":0.52700000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822820,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049532,"kb_used_data":948,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695620,"statfs":{"total":95995035648,"available":94920314880,"internally_reserved":1073741824,"allocated":970752,"data_stored":487269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:58:00 2021","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.57199999999999995,"15min":0.57799999999999996},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.73699999999999999,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.61299999999999999,"15min":0.61699999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.54300000000000004}]},{"osd":1,"last update":"Mon Jul 26 15:58:06 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.45500000000000002}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.55500000000000005}]},{"osd":3,"last update":"Mon Jul 26 15:56:48 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.51000000000000001,"15min":0.48499999999999999},"min":{"1min":0.40699999999999997,"5min":0.32300000000000001,"15min":0.27300000000000002},"max":{"1min":0.63700000000000001,"5min":0.71199999999999997,"15min":0.73899999999999999},"last":0.5},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52900000000000003,"15min":0.51400000000000001},"min":{"1min":0.441,"5min":0.32300000000000001,"15min":0.32100000000000001},"max":{"1min":0.72299999999999998,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.51300000000000001}]},{"osd":4,"last update":"Mon Jul 26 15:57:50 2021","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.39100000000000001,"15min":0.38500000000000001},"min":{"1min":0.29399999999999998,"5min":0.223,"15min":0.223},"max":{"1min":0.61599999999999999,"5min":0.64400000000000002,"15min":0.71299999999999997},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.42799999999999999,"15min":0.41099999999999998},"min":{"1min":0.35499999999999998,"5min":0.25900000000000001,"15min":0.20300000000000001},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.59799999999999998}]},{"osd":6,"last update":"Mon Jul 26 15:58:09 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44500000000000001,"15min":0.42999999999999999},"min":{"1min":0.33600000000000002,"5min":0.31,"15min":0.247},"max":{"1min":0.59599999999999997,"5min":0.71299999999999997,"15min":0.71499999999999997},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.439,"15min":0.44},"min":{"1min":0.32300000000000001,"5min":0.29799999999999999,"15min":0.26000000000000001},"max":{"1min":0.66000000000000003,"5min":0.78900000000000003,"15min":0.84999999999999998},"last":0.58799999999999997}]},{"osd":7,"last update":"Mon Jul 26 15:58:26 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46899999999999997,"15min":0.47499999999999998},"min":{"1min":0.36199999999999999,"5min":0.29399999999999998,"15min":0.25800000000000001},"max":{"1min":0.70899999999999996,"5min":0.74299999999999999,"15min":0.87},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.45600000000000002,"15min":0.45900000000000002},"min":{"1min":0.33600000000000002,"5min":0.31900000000000001,"15min":0.29299999999999998},"max":{"1min":0.59699999999999998,"5min":0.69499999999999995,"15min":0.79200000000000004},"last":0.57899999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4480,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T15:59:00.148 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:59:00.284 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:01.014 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:01 smithi078 ceph-mon[77813]: from='client.44559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:59:01.015 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:01 smithi078 ceph-mon[77813]: pgmap v201: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:01.286 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:01 smithi078 ceph-mon[73801]: from='client.44559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:59:01.287 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:01 smithi078 ceph-mon[73801]: pgmap v201: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:01.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:01 smithi139 ceph-mon[56829]: from='client.44559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:59:01.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:01 smithi139 ceph-mon[56829]: pgmap v201: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:01.881 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:59:01.883 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T15:59:02.570 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":201,"stamp":"2021-07-26T15:58:59.952434+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595870,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":260,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":194,"ondisk_log_size":194,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4240588,"kb_used_data":9356,"kb_used_omap":110,"kb_used_meta":4231057,"kb_avail":745720628,"statfs":{"total":767960285184,"available":763617923072,"internally_reserved":4294967296,"allocated":9580544,"data_stored":5680778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":112706,"internal_metadata":4332603326},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002704"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075095+0000","last_change":"2021-07-26T15:57:06.012673+0000","last_active":"2021-07-26T15:57:59.075095+0000","last_peered":"2021-07-26T15:57:59.075095+0000","last_clean":"2021-07-26T15:57:59.075095+0000","last_became_active":"2021-07-26T15:57:06.012088+0000","last_became_peered":"2021-07-26T15:57:06.012088+0000","last_unstale":"2021-07-26T15:57:59.075095+0000","last_undegraded":"2021-07-26T15:57:59.075095+0000","last_fullsized":"2021-07-26T15:57:59.075095+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":56,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.078871+0000","last_change":"2021-07-26T15:57:33.948610+0000","last_active":"2021-07-26T15:57:59.078871+0000","last_peered":"2021-07-26T15:57:59.078871+0000","last_clean":"2021-07-26T15:57:59.078871+0000","last_became_active":"2021-07-26T15:57:33.948324+0000","last_became_peered":"2021-07-26T15:57:33.948324+0000","last_unstale":"2021-07-26T15:57:59.078871+0000","last_undegraded":"2021-07-26T15:57:59.078871+0000","last_fullsized":"2021-07-26T15:57:59.078871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":82,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.096143+0000","last_change":"2021-07-26T15:58:08.293427+0000","last_active":"2021-07-26T15:58:00.096143+0000","last_peered":"2021-07-26T15:58:00.096143+0000","last_clean":"2021-07-26T15:58:00.096143+0000","last_became_active":"2021-07-26T15:58:00.092241+0000","last_became_peered":"2021-07-26T15:58:00.092241+0000","last_unstale":"2021-07-26T15:58:00.096143+0000","last_undegraded":"2021-07-26T15:58:00.096143+0000","last_fullsized":"2021-07-26T15:58:00.096143+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":69,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093005+0000","last_change":"2021-07-26T15:58:08.291521+0000","last_active":"2021-07-26T15:58:00.093005+0000","last_peered":"2021-07-26T15:58:00.093005+0000","last_clean":"2021-07-26T15:58:00.093005+0000","last_became_active":"2021-07-26T15:58:00.091294+0000","last_became_peered":"2021-07-26T15:58:00.091294+0000","last_unstale":"2021-07-26T15:58:00.093005+0000","last_undegraded":"2021-07-26T15:58:00.093005+0000","last_fullsized":"2021-07-26T15:58:00.093005+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093214+0000","last_change":"2021-07-26T15:58:00.093214+0000","last_active":"2021-07-26T15:58:00.093214+0000","last_peered":"2021-07-26T15:58:00.093214+0000","last_clean":"2021-07-26T15:58:00.093214+0000","last_became_active":"2021-07-26T15:58:00.092774+0000","last_became_peered":"2021-07-26T15:58:00.092774+0000","last_unstale":"2021-07-26T15:58:00.093214+0000","last_undegraded":"2021-07-26T15:58:00.093214+0000","last_fullsized":"2021-07-26T15:58:00.093214+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077937+0000","last_change":"2021-07-26T15:47:42.712128+0000","last_active":"2021-07-26T15:57:59.077937+0000","last_peered":"2021-07-26T15:57:59.077937+0000","last_clean":"2021-07-26T15:57:59.077937+0000","last_became_active":"2021-07-26T15:47:42.711249+0000","last_became_peered":"2021-07-26T15:47:42.711249+0000","last_unstale":"2021-07-26T15:57:59.077937+0000","last_undegraded":"2021-07-26T15:57:59.077937+0000","last_fullsized":"2021-07-26T15:57:59.077937+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.091615+0000","last_change":"2021-07-26T15:58:00.091615+0000","last_active":"2021-07-26T15:58:00.091615+0000","last_peered":"2021-07-26T15:58:00.091615+0000","last_clean":"2021-07-26T15:58:00.091615+0000","last_became_active":"2021-07-26T15:58:00.091218+0000","last_became_peered":"2021-07-26T15:58:00.091218+0000","last_unstale":"2021-07-26T15:58:00.091615+0000","last_undegraded":"2021-07-26T15:58:00.091615+0000","last_fullsized":"2021-07-26T15:58:00.091615+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":61,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.078824+0000","last_change":"2021-07-26T15:57:06.011473+0000","last_active":"2021-07-26T15:57:59.078824+0000","last_peered":"2021-07-26T15:57:59.078824+0000","last_clean":"2021-07-26T15:57:59.078824+0000","last_became_active":"2021-07-26T15:57:06.011081+0000","last_became_peered":"2021-07-26T15:57:06.011081+0000","last_unstale":"2021-07-26T15:57:59.078824+0000","last_undegraded":"2021-07-26T15:57:59.078824+0000","last_fullsized":"2021-07-26T15:57:59.078824+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":81,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093520+0000","last_change":"2021-07-26T15:58:00.093520+0000","last_active":"2021-07-26T15:58:00.093520+0000","last_peered":"2021-07-26T15:58:00.093520+0000","last_clean":"2021-07-26T15:58:00.093520+0000","last_became_active":"2021-07-26T15:58:00.093194+0000","last_became_peered":"2021-07-26T15:58:00.093194+0000","last_unstale":"2021-07-26T15:58:00.093520+0000","last_undegraded":"2021-07-26T15:58:00.093520+0000","last_fullsized":"2021-07-26T15:58:00.093520+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":41,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080170+0000","last_change":"2021-07-26T15:56:02.935561+0000","last_active":"2021-07-26T15:57:59.080170+0000","last_peered":"2021-07-26T15:57:59.080170+0000","last_clean":"2021-07-26T15:57:59.080170+0000","last_became_active":"2021-07-26T15:55:55.905823+0000","last_became_peered":"2021-07-26T15:55:55.905823+0000","last_unstale":"2021-07-26T15:57:59.080170+0000","last_undegraded":"2021-07-26T15:57:59.080170+0000","last_fullsized":"2021-07-26T15:57:59.080170+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":44,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075143+0000","last_change":"2021-07-26T15:47:43.720280+0000","last_active":"2021-07-26T15:57:59.075143+0000","last_peered":"2021-07-26T15:57:59.075143+0000","last_clean":"2021-07-26T15:57:59.075143+0000","last_became_active":"2021-07-26T15:47:43.719926+0000","last_became_peered":"2021-07-26T15:47:43.719926+0000","last_unstale":"2021-07-26T15:57:59.075143+0000","last_undegraded":"2021-07-26T15:57:59.075143+0000","last_fullsized":"2021-07-26T15:57:59.075143+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":56,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081840+0000","last_change":"2021-07-26T15:57:06.005305+0000","last_active":"2021-07-26T15:57:59.081840+0000","last_peered":"2021-07-26T15:57:59.081840+0000","last_clean":"2021-07-26T15:57:59.081840+0000","last_became_active":"2021-07-26T15:57:06.004918+0000","last_became_peered":"2021-07-26T15:57:06.004918+0000","last_unstale":"2021-07-26T15:57:59.081840+0000","last_undegraded":"2021-07-26T15:57:59.081840+0000","last_fullsized":"2021-07-26T15:57:59.081840+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":63,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083718+0000","last_change":"2021-07-26T15:57:33.942505+0000","last_active":"2021-07-26T15:57:59.083718+0000","last_peered":"2021-07-26T15:57:59.083718+0000","last_clean":"2021-07-26T15:57:59.083718+0000","last_became_active":"2021-07-26T15:57:33.942043+0000","last_became_peered":"2021-07-26T15:57:33.942043+0000","last_unstale":"2021-07-26T15:57:59.083718+0000","last_undegraded":"2021-07-26T15:57:59.083718+0000","last_fullsized":"2021-07-26T15:57:59.083718+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":58,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093256+0000","last_change":"2021-07-26T15:58:08.296788+0000","last_active":"2021-07-26T15:58:00.093256+0000","last_peered":"2021-07-26T15:58:00.093256+0000","last_clean":"2021-07-26T15:58:00.093256+0000","last_became_active":"2021-07-26T15:58:00.088632+0000","last_became_peered":"2021-07-26T15:58:00.088632+0000","last_unstale":"2021-07-26T15:58:00.093256+0000","last_undegraded":"2021-07-26T15:58:00.093256+0000","last_fullsized":"2021-07-26T15:58:00.093256+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082803+0000","last_change":"2021-07-26T15:57:14.001079+0000","last_active":"2021-07-26T15:57:59.082803+0000","last_peered":"2021-07-26T15:57:59.082803+0000","last_clean":"2021-07-26T15:57:59.082803+0000","last_became_active":"2021-07-26T15:57:06.011350+0000","last_became_peered":"2021-07-26T15:57:06.011350+0000","last_unstale":"2021-07-26T15:57:59.082803+0000","last_undegraded":"2021-07-26T15:57:59.082803+0000","last_fullsized":"2021-07-26T15:57:59.082803+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":61,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.092930+0000","last_change":"2021-07-26T15:58:08.296920+0000","last_active":"2021-07-26T15:58:00.092930+0000","last_peered":"2021-07-26T15:58:00.092930+0000","last_clean":"2021-07-26T15:58:00.092930+0000","last_became_active":"2021-07-26T15:58:00.090575+0000","last_became_peered":"2021-07-26T15:58:00.090575+0000","last_unstale":"2021-07-26T15:58:00.092930+0000","last_undegraded":"2021-07-26T15:58:00.092930+0000","last_fullsized":"2021-07-26T15:58:00.092930+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.079301+0000","last_change":"2021-07-26T15:56:02.934298+0000","last_active":"2021-07-26T15:57:59.079301+0000","last_peered":"2021-07-26T15:57:59.079301+0000","last_clean":"2021-07-26T15:57:59.079301+0000","last_became_active":"2021-07-26T15:55:55.904908+0000","last_became_peered":"2021-07-26T15:55:55.904908+0000","last_unstale":"2021-07-26T15:57:59.079301+0000","last_undegraded":"2021-07-26T15:57:59.079301+0000","last_fullsized":"2021-07-26T15:57:59.079301+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082802+0000","last_change":"2021-07-26T15:57:33.945279+0000","last_active":"2021-07-26T15:57:59.082802+0000","last_peered":"2021-07-26T15:57:59.082802+0000","last_clean":"2021-07-26T15:57:59.082802+0000","last_became_active":"2021-07-26T15:57:33.944926+0000","last_became_peered":"2021-07-26T15:57:33.944926+0000","last_unstale":"2021-07-26T15:57:59.082802+0000","last_undegraded":"2021-07-26T15:57:59.082802+0000","last_fullsized":"2021-07-26T15:57:59.082802+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":64,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080072+0000","last_change":"2021-07-26T15:55:55.903513+0000","last_active":"2021-07-26T15:57:59.080072+0000","last_peered":"2021-07-26T15:57:59.080072+0000","last_clean":"2021-07-26T15:57:59.080072+0000","last_became_active":"2021-07-26T15:55:55.903085+0000","last_became_peered":"2021-07-26T15:55:55.903085+0000","last_unstale":"2021-07-26T15:57:59.080072+0000","last_undegraded":"2021-07-26T15:57:59.080072+0000","last_fullsized":"2021-07-26T15:57:59.080072+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":68,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081943+0000","last_change":"2021-07-26T15:57:33.944952+0000","last_active":"2021-07-26T15:57:59.081943+0000","last_peered":"2021-07-26T15:57:59.081943+0000","last_clean":"2021-07-26T15:57:59.081943+0000","last_became_active":"2021-07-26T15:57:33.944672+0000","last_became_peered":"2021-07-26T15:57:33.944672+0000","last_unstale":"2021-07-26T15:57:59.081943+0000","last_undegraded":"2021-07-26T15:57:59.081943+0000","last_fullsized":"2021-07-26T15:57:59.081943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099710+0000","last_change":"2021-07-26T15:58:00.099710+0000","last_active":"2021-07-26T15:58:00.099710+0000","last_peered":"2021-07-26T15:58:00.099710+0000","last_clean":"2021-07-26T15:58:00.099710+0000","last_became_active":"2021-07-26T15:58:00.099196+0000","last_became_peered":"2021-07-26T15:58:00.099196+0000","last_unstale":"2021-07-26T15:58:00.099710+0000","last_undegraded":"2021-07-26T15:58:00.099710+0000","last_fullsized":"2021-07-26T15:58:00.099710+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":79,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081591+0000","last_change":"2021-07-26T15:57:06.008251+0000","last_active":"2021-07-26T15:57:59.081591+0000","last_peered":"2021-07-26T15:57:59.081591+0000","last_clean":"2021-07-26T15:57:59.081591+0000","last_became_active":"2021-07-26T15:57:06.007835+0000","last_became_peered":"2021-07-26T15:57:06.007835+0000","last_unstale":"2021-07-26T15:57:59.081591+0000","last_undegraded":"2021-07-26T15:57:59.081591+0000","last_fullsized":"2021-07-26T15:57:59.081591+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083930+0000","last_change":"2021-07-26T15:47:44.362701+0000","last_active":"2021-07-26T15:57:59.083930+0000","last_peered":"2021-07-26T15:57:59.083930+0000","last_clean":"2021-07-26T15:57:59.083930+0000","last_became_active":"2021-07-26T15:47:44.362348+0000","last_became_peered":"2021-07-26T15:47:44.362348+0000","last_unstale":"2021-07-26T15:57:59.083930+0000","last_undegraded":"2021-07-26T15:57:59.083930+0000","last_fullsized":"2021-07-26T15:57:59.083930+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.098127+0000","last_change":"2021-07-26T15:58:08.291447+0000","last_active":"2021-07-26T15:58:00.098127+0000","last_peered":"2021-07-26T15:58:00.098127+0000","last_clean":"2021-07-26T15:58:00.098127+0000","last_became_active":"2021-07-26T15:58:00.091825+0000","last_became_peered":"2021-07-26T15:58:00.091825+0000","last_unstale":"2021-07-26T15:58:00.098127+0000","last_undegraded":"2021-07-26T15:58:00.098127+0000","last_fullsized":"2021-07-26T15:58:00.098127+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":295,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081534+0000","last_change":"2021-07-26T15:55:55.902600+0000","last_active":"2021-07-26T15:57:59.081534+0000","last_peered":"2021-07-26T15:57:59.081534+0000","last_clean":"2021-07-26T15:57:59.081534+0000","last_became_active":"2021-07-26T15:55:55.902028+0000","last_became_peered":"2021-07-26T15:55:55.902028+0000","last_unstale":"2021-07-26T15:57:59.081534+0000","last_undegraded":"2021-07-26T15:57:59.081534+0000","last_fullsized":"2021-07-26T15:57:59.081534+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":63,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077516+0000","last_change":"2021-07-26T15:57:33.943347+0000","last_active":"2021-07-26T15:57:59.077516+0000","last_peered":"2021-07-26T15:57:59.077516+0000","last_clean":"2021-07-26T15:57:59.077516+0000","last_became_active":"2021-07-26T15:57:33.942905+0000","last_became_peered":"2021-07-26T15:57:33.942905+0000","last_unstale":"2021-07-26T15:57:59.077516+0000","last_undegraded":"2021-07-26T15:57:59.077516+0000","last_fullsized":"2021-07-26T15:57:59.077516+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":67,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083890+0000","last_change":"2021-07-26T15:57:13.997766+0000","last_active":"2021-07-26T15:57:59.083890+0000","last_peered":"2021-07-26T15:57:59.083890+0000","last_clean":"2021-07-26T15:57:59.083890+0000","last_became_active":"2021-07-26T15:57:06.006866+0000","last_became_peered":"2021-07-26T15:57:06.006866+0000","last_unstale":"2021-07-26T15:57:59.083890+0000","last_undegraded":"2021-07-26T15:57:59.083890+0000","last_fullsized":"2021-07-26T15:57:59.083890+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082962+0000","last_change":"2021-07-26T15:57:33.942383+0000","last_active":"2021-07-26T15:57:59.082962+0000","last_peered":"2021-07-26T15:57:59.082962+0000","last_clean":"2021-07-26T15:57:59.082962+0000","last_became_active":"2021-07-26T15:57:33.941872+0000","last_became_peered":"2021-07-26T15:57:33.941872+0000","last_unstale":"2021-07-26T15:57:59.082962+0000","last_undegraded":"2021-07-26T15:57:59.082962+0000","last_fullsized":"2021-07-26T15:57:59.082962+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":82,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097580+0000","last_change":"2021-07-26T15:58:00.097580+0000","last_active":"2021-07-26T15:58:00.097580+0000","last_peered":"2021-07-26T15:58:00.097580+0000","last_clean":"2021-07-26T15:58:00.097580+0000","last_became_active":"2021-07-26T15:58:00.097265+0000","last_became_peered":"2021-07-26T15:58:00.097265+0000","last_unstale":"2021-07-26T15:58:00.097580+0000","last_undegraded":"2021-07-26T15:58:00.097580+0000","last_fullsized":"2021-07-26T15:58:00.097580+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095922+0000","last_change":"2021-07-26T15:58:00.095922+0000","last_active":"2021-07-26T15:58:00.095922+0000","last_peered":"2021-07-26T15:58:00.095922+0000","last_clean":"2021-07-26T15:58:00.095922+0000","last_became_active":"2021-07-26T15:58:00.094432+0000","last_became_peered":"2021-07-26T15:58:00.094432+0000","last_unstale":"2021-07-26T15:58:00.095922+0000","last_undegraded":"2021-07-26T15:58:00.095922+0000","last_fullsized":"2021-07-26T15:58:00.095922+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":60,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.076165+0000","last_change":"2021-07-26T15:55:55.906929+0000","last_active":"2021-07-26T15:57:59.076165+0000","last_peered":"2021-07-26T15:57:59.076165+0000","last_clean":"2021-07-26T15:57:59.076165+0000","last_became_active":"2021-07-26T15:55:55.906612+0000","last_became_peered":"2021-07-26T15:55:55.906612+0000","last_unstale":"2021-07-26T15:57:59.076165+0000","last_undegraded":"2021-07-26T15:57:59.076165+0000","last_fullsized":"2021-07-26T15:57:59.076165+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":63,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077704+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T15:57:59.077704+0000","last_peered":"2021-07-26T15:57:59.077704+0000","last_clean":"2021-07-26T15:57:59.077704+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T15:57:59.077704+0000","last_undegraded":"2021-07-26T15:57:59.077704+0000","last_fullsized":"2021-07-26T15:57:59.077704+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082419+0000","last_change":"2021-07-26T15:57:13.999305+0000","last_active":"2021-07-26T15:57:59.082419+0000","last_peered":"2021-07-26T15:57:59.082419+0000","last_clean":"2021-07-26T15:57:59.082419+0000","last_became_active":"2021-07-26T15:57:06.010732+0000","last_became_peered":"2021-07-26T15:57:06.010732+0000","last_unstale":"2021-07-26T15:57:59.082419+0000","last_undegraded":"2021-07-26T15:57:59.082419+0000","last_fullsized":"2021-07-26T15:57:59.082419+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097640+0000","last_change":"2021-07-26T15:58:00.097640+0000","last_active":"2021-07-26T15:58:00.097640+0000","last_peered":"2021-07-26T15:58:00.097640+0000","last_clean":"2021-07-26T15:58:00.097640+0000","last_became_active":"2021-07-26T15:58:00.097192+0000","last_became_peered":"2021-07-26T15:58:00.097192+0000","last_unstale":"2021-07-26T15:58:00.097640+0000","last_undegraded":"2021-07-26T15:58:00.097640+0000","last_fullsized":"2021-07-26T15:58:00.097640+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":72,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082714+0000","last_change":"2021-07-26T15:57:13.993545+0000","last_active":"2021-07-26T15:57:59.082714+0000","last_peered":"2021-07-26T15:57:59.082714+0000","last_clean":"2021-07-26T15:57:59.082714+0000","last_became_active":"2021-07-26T15:57:06.008693+0000","last_became_peered":"2021-07-26T15:57:06.008693+0000","last_unstale":"2021-07-26T15:57:59.082714+0000","last_undegraded":"2021-07-26T15:57:59.082714+0000","last_fullsized":"2021-07-26T15:57:59.082714+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.094892+0000","last_change":"2021-07-26T15:58:00.094892+0000","last_active":"2021-07-26T15:58:00.094892+0000","last_peered":"2021-07-26T15:58:00.094892+0000","last_clean":"2021-07-26T15:58:00.094892+0000","last_became_active":"2021-07-26T15:58:00.094510+0000","last_became_peered":"2021-07-26T15:58:00.094510+0000","last_unstale":"2021-07-26T15:58:00.094892+0000","last_undegraded":"2021-07-26T15:58:00.094892+0000","last_fullsized":"2021-07-26T15:58:00.094892+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":64,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.096588+0000","last_change":"2021-07-26T15:58:08.294434+0000","last_active":"2021-07-26T15:58:00.096588+0000","last_peered":"2021-07-26T15:58:00.096588+0000","last_clean":"2021-07-26T15:58:00.096588+0000","last_became_active":"2021-07-26T15:58:00.093469+0000","last_became_peered":"2021-07-26T15:58:00.093469+0000","last_unstale":"2021-07-26T15:58:00.096588+0000","last_undegraded":"2021-07-26T15:58:00.096588+0000","last_fullsized":"2021-07-26T15:58:00.096588+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075719+0000","last_change":"2021-07-26T15:57:06.011637+0000","last_active":"2021-07-26T15:57:59.075719+0000","last_peered":"2021-07-26T15:57:59.075719+0000","last_clean":"2021-07-26T15:57:59.075719+0000","last_became_active":"2021-07-26T15:57:06.011228+0000","last_became_peered":"2021-07-26T15:57:06.011228+0000","last_unstale":"2021-07-26T15:57:59.075719+0000","last_undegraded":"2021-07-26T15:57:59.075719+0000","last_fullsized":"2021-07-26T15:57:59.075719+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":60,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075436+0000","last_change":"2021-07-26T15:57:33.945634+0000","last_active":"2021-07-26T15:57:59.075436+0000","last_peered":"2021-07-26T15:57:59.075436+0000","last_clean":"2021-07-26T15:57:59.075436+0000","last_became_active":"2021-07-26T15:57:33.945185+0000","last_became_peered":"2021-07-26T15:57:33.945185+0000","last_unstale":"2021-07-26T15:57:59.075436+0000","last_undegraded":"2021-07-26T15:57:59.075436+0000","last_fullsized":"2021-07-26T15:57:59.075436+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":74,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075396+0000","last_change":"2021-07-26T15:57:33.946927+0000","last_active":"2021-07-26T15:57:59.075396+0000","last_peered":"2021-07-26T15:57:59.075396+0000","last_clean":"2021-07-26T15:57:59.075396+0000","last_became_active":"2021-07-26T15:57:33.946572+0000","last_became_peered":"2021-07-26T15:57:33.946572+0000","last_unstale":"2021-07-26T15:57:59.075396+0000","last_undegraded":"2021-07-26T15:57:59.075396+0000","last_fullsized":"2021-07-26T15:57:59.075396+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083417+0000","last_change":"2021-07-26T15:57:06.010439+0000","last_active":"2021-07-26T15:57:59.083417+0000","last_peered":"2021-07-26T15:57:59.083417+0000","last_clean":"2021-07-26T15:57:59.083417+0000","last_became_active":"2021-07-26T15:57:06.009849+0000","last_became_peered":"2021-07-26T15:57:06.009849+0000","last_unstale":"2021-07-26T15:57:59.083417+0000","last_undegraded":"2021-07-26T15:57:59.083417+0000","last_fullsized":"2021-07-26T15:57:59.083417+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":59,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093106+0000","last_change":"2021-07-26T15:58:00.093106+0000","last_active":"2021-07-26T15:58:00.093106+0000","last_peered":"2021-07-26T15:58:00.093106+0000","last_clean":"2021-07-26T15:58:00.093106+0000","last_became_active":"2021-07-26T15:58:00.092658+0000","last_became_peered":"2021-07-26T15:58:00.092658+0000","last_unstale":"2021-07-26T15:58:00.093106+0000","last_undegraded":"2021-07-26T15:58:00.093106+0000","last_fullsized":"2021-07-26T15:58:00.093106+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":61,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093057+0000","last_change":"2021-07-26T15:58:08.294299+0000","last_active":"2021-07-26T15:58:00.093057+0000","last_peered":"2021-07-26T15:58:00.093057+0000","last_clean":"2021-07-26T15:58:00.093057+0000","last_became_active":"2021-07-26T15:58:00.090597+0000","last_became_peered":"2021-07-26T15:58:00.090597+0000","last_unstale":"2021-07-26T15:58:00.093057+0000","last_undegraded":"2021-07-26T15:58:00.093057+0000","last_fullsized":"2021-07-26T15:58:00.093057+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":53,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080028+0000","last_change":"2021-07-26T15:57:06.008367+0000","last_active":"2021-07-26T15:57:59.080028+0000","last_peered":"2021-07-26T15:57:59.080028+0000","last_clean":"2021-07-26T15:57:59.080028+0000","last_became_active":"2021-07-26T15:57:06.008000+0000","last_became_peered":"2021-07-26T15:57:06.008000+0000","last_unstale":"2021-07-26T15:57:59.080028+0000","last_undegraded":"2021-07-26T15:57:59.080028+0000","last_fullsized":"2021-07-26T15:57:59.080028+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":59,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097559+0000","last_change":"2021-07-26T15:58:00.097559+0000","last_active":"2021-07-26T15:58:00.097559+0000","last_peered":"2021-07-26T15:58:00.097559+0000","last_clean":"2021-07-26T15:58:00.097559+0000","last_became_active":"2021-07-26T15:58:00.097123+0000","last_became_peered":"2021-07-26T15:58:00.097123+0000","last_unstale":"2021-07-26T15:58:00.097559+0000","last_undegraded":"2021-07-26T15:58:00.097559+0000","last_fullsized":"2021-07-26T15:58:00.097559+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":58,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083199+0000","last_change":"2021-07-26T15:57:06.010661+0000","last_active":"2021-07-26T15:57:59.083199+0000","last_peered":"2021-07-26T15:57:59.083199+0000","last_clean":"2021-07-26T15:57:59.083199+0000","last_became_active":"2021-07-26T15:57:06.009864+0000","last_became_peered":"2021-07-26T15:57:06.009864+0000","last_unstale":"2021-07-26T15:57:59.083199+0000","last_undegraded":"2021-07-26T15:57:59.083199+0000","last_fullsized":"2021-07-26T15:57:59.083199+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080203+0000","last_change":"2021-07-26T15:47:42.714217+0000","last_active":"2021-07-26T15:57:59.080203+0000","last_peered":"2021-07-26T15:57:59.080203+0000","last_clean":"2021-07-26T15:57:59.080203+0000","last_became_active":"2021-07-26T15:47:42.713846+0000","last_became_peered":"2021-07-26T15:47:42.713846+0000","last_unstale":"2021-07-26T15:57:59.080203+0000","last_undegraded":"2021-07-26T15:57:59.080203+0000","last_fullsized":"2021-07-26T15:57:59.080203+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.092995+0000","last_change":"2021-07-26T15:58:00.092995+0000","last_active":"2021-07-26T15:58:00.092995+0000","last_peered":"2021-07-26T15:58:00.092995+0000","last_clean":"2021-07-26T15:58:00.092995+0000","last_became_active":"2021-07-26T15:58:00.092506+0000","last_became_peered":"2021-07-26T15:58:00.092506+0000","last_unstale":"2021-07-26T15:58:00.092995+0000","last_undegraded":"2021-07-26T15:58:00.092995+0000","last_fullsized":"2021-07-26T15:58:00.092995+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":62,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080217+0000","last_change":"2021-07-26T15:57:06.005604+0000","last_active":"2021-07-26T15:57:59.080217+0000","last_peered":"2021-07-26T15:57:59.080217+0000","last_clean":"2021-07-26T15:57:59.080217+0000","last_became_active":"2021-07-26T15:57:06.005050+0000","last_became_peered":"2021-07-26T15:57:06.005050+0000","last_unstale":"2021-07-26T15:57:59.080217+0000","last_undegraded":"2021-07-26T15:57:59.080217+0000","last_fullsized":"2021-07-26T15:57:59.080217+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077609+0000","last_change":"2021-07-26T15:47:44.362815+0000","last_active":"2021-07-26T15:57:59.077609+0000","last_peered":"2021-07-26T15:57:59.077609+0000","last_clean":"2021-07-26T15:57:59.077609+0000","last_became_active":"2021-07-26T15:47:44.362418+0000","last_became_peered":"2021-07-26T15:47:44.362418+0000","last_unstale":"2021-07-26T15:57:59.077609+0000","last_undegraded":"2021-07-26T15:57:59.077609+0000","last_fullsized":"2021-07-26T15:57:59.077609+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":61,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081004+0000","last_change":"2021-07-26T15:55:55.908520+0000","last_active":"2021-07-26T15:57:59.081004+0000","last_peered":"2021-07-26T15:57:59.081004+0000","last_clean":"2021-07-26T15:57:59.081004+0000","last_became_active":"2021-07-26T15:55:55.908052+0000","last_became_peered":"2021-07-26T15:55:55.908052+0000","last_unstale":"2021-07-26T15:57:59.081004+0000","last_undegraded":"2021-07-26T15:57:59.081004+0000","last_fullsized":"2021-07-26T15:57:59.081004+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.096965+0000","last_change":"2021-07-26T15:58:08.295261+0000","last_active":"2021-07-26T15:58:00.096965+0000","last_peered":"2021-07-26T15:58:00.096965+0000","last_clean":"2021-07-26T15:58:00.096965+0000","last_became_active":"2021-07-26T15:58:00.091427+0000","last_became_peered":"2021-07-26T15:58:00.091427+0000","last_unstale":"2021-07-26T15:58:00.096965+0000","last_undegraded":"2021-07-26T15:58:00.096965+0000","last_fullsized":"2021-07-26T15:58:00.096965+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":67,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082499+0000","last_change":"2021-07-26T15:55:55.904108+0000","last_active":"2021-07-26T15:57:59.082499+0000","last_peered":"2021-07-26T15:57:59.082499+0000","last_clean":"2021-07-26T15:57:59.082499+0000","last_became_active":"2021-07-26T15:55:55.903633+0000","last_became_peered":"2021-07-26T15:55:55.903633+0000","last_unstale":"2021-07-26T15:57:59.082499+0000","last_undegraded":"2021-07-26T15:57:59.082499+0000","last_fullsized":"2021-07-26T15:57:59.082499+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.091096+0000","last_change":"2021-07-26T15:58:00.091096+0000","last_active":"2021-07-26T15:58:00.091096+0000","last_peered":"2021-07-26T15:58:00.091096+0000","last_clean":"2021-07-26T15:58:00.091096+0000","last_became_active":"2021-07-26T15:58:00.090783+0000","last_became_peered":"2021-07-26T15:58:00.090783+0000","last_unstale":"2021-07-26T15:58:00.091096+0000","last_undegraded":"2021-07-26T15:58:00.091096+0000","last_fullsized":"2021-07-26T15:58:00.091096+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":45,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.079538+0000","last_change":"2021-07-26T15:47:42.709495+0000","last_active":"2021-07-26T15:57:59.079538+0000","last_peered":"2021-07-26T15:57:59.079538+0000","last_clean":"2021-07-26T15:57:59.079538+0000","last_became_active":"2021-07-26T15:47:42.708363+0000","last_became_peered":"2021-07-26T15:47:42.708363+0000","last_unstale":"2021-07-26T15:57:59.079538+0000","last_undegraded":"2021-07-26T15:57:59.079538+0000","last_fullsized":"2021-07-26T15:57:59.079538+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":58,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097680+0000","last_change":"2021-07-26T15:58:00.097680+0000","last_active":"2021-07-26T15:58:00.097680+0000","last_peered":"2021-07-26T15:58:00.097680+0000","last_clean":"2021-07-26T15:58:00.097680+0000","last_became_active":"2021-07-26T15:58:00.097314+0000","last_became_peered":"2021-07-26T15:58:00.097314+0000","last_unstale":"2021-07-26T15:58:00.097680+0000","last_undegraded":"2021-07-26T15:58:00.097680+0000","last_fullsized":"2021-07-26T15:58:00.097680+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099184+0000","last_change":"2021-07-26T15:58:00.099184+0000","last_active":"2021-07-26T15:58:00.099184+0000","last_peered":"2021-07-26T15:58:00.099184+0000","last_clean":"2021-07-26T15:58:00.099184+0000","last_became_active":"2021-07-26T15:58:00.098831+0000","last_became_peered":"2021-07-26T15:58:00.098831+0000","last_unstale":"2021-07-26T15:58:00.099184+0000","last_undegraded":"2021-07-26T15:58:00.099184+0000","last_fullsized":"2021-07-26T15:58:00.099184+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099845+0000","last_change":"2021-07-26T15:58:08.295914+0000","last_active":"2021-07-26T15:58:00.099845+0000","last_peered":"2021-07-26T15:58:00.099845+0000","last_clean":"2021-07-26T15:58:00.099845+0000","last_became_active":"2021-07-26T15:58:00.096371+0000","last_became_peered":"2021-07-26T15:58:00.096371+0000","last_unstale":"2021-07-26T15:58:00.099845+0000","last_undegraded":"2021-07-26T15:58:00.099845+0000","last_fullsized":"2021-07-26T15:58:00.099845+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":62,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.079303+0000","last_change":"2021-07-26T15:57:33.942698+0000","last_active":"2021-07-26T15:57:59.079303+0000","last_peered":"2021-07-26T15:57:59.079303+0000","last_clean":"2021-07-26T15:57:59.079303+0000","last_became_active":"2021-07-26T15:57:33.942299+0000","last_became_peered":"2021-07-26T15:57:33.942299+0000","last_unstale":"2021-07-26T15:57:59.079303+0000","last_undegraded":"2021-07-26T15:57:59.079303+0000","last_fullsized":"2021-07-26T15:57:59.079303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.076897+0000","last_change":"2021-07-26T15:57:06.013089+0000","last_active":"2021-07-26T15:57:59.076897+0000","last_peered":"2021-07-26T15:57:59.076897+0000","last_clean":"2021-07-26T15:57:59.076897+0000","last_became_active":"2021-07-26T15:57:06.012169+0000","last_became_peered":"2021-07-26T15:57:06.012169+0000","last_unstale":"2021-07-26T15:57:59.076897+0000","last_undegraded":"2021-07-26T15:57:59.076897+0000","last_fullsized":"2021-07-26T15:57:59.076897+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":67,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075916+0000","last_change":"2021-07-26T15:47:42.705867+0000","last_active":"2021-07-26T15:57:59.075916+0000","last_peered":"2021-07-26T15:57:59.075916+0000","last_clean":"2021-07-26T15:57:59.075916+0000","last_became_active":"2021-07-26T15:47:42.705471+0000","last_became_peered":"2021-07-26T15:47:42.705471+0000","last_unstale":"2021-07-26T15:57:59.075916+0000","last_undegraded":"2021-07-26T15:57:59.075916+0000","last_fullsized":"2021-07-26T15:57:59.075916+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082639+0000","last_change":"2021-07-26T15:57:33.942930+0000","last_active":"2021-07-26T15:57:59.082639+0000","last_peered":"2021-07-26T15:57:59.082639+0000","last_clean":"2021-07-26T15:57:59.082639+0000","last_became_active":"2021-07-26T15:57:33.942470+0000","last_became_peered":"2021-07-26T15:57:33.942470+0000","last_unstale":"2021-07-26T15:57:59.082639+0000","last_undegraded":"2021-07-26T15:57:59.082639+0000","last_fullsized":"2021-07-26T15:57:59.082639+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.091865+0000","last_change":"2021-07-26T15:58:00.091865+0000","last_active":"2021-07-26T15:58:00.091865+0000","last_peered":"2021-07-26T15:58:00.091865+0000","last_clean":"2021-07-26T15:58:00.091865+0000","last_became_active":"2021-07-26T15:58:00.091430+0000","last_became_peered":"2021-07-26T15:58:00.091430+0000","last_unstale":"2021-07-26T15:58:00.091865+0000","last_undegraded":"2021-07-26T15:58:00.091865+0000","last_fullsized":"2021-07-26T15:58:00.091865+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099970+0000","last_change":"2021-07-26T15:58:08.294711+0000","last_active":"2021-07-26T15:58:00.099970+0000","last_peered":"2021-07-26T15:58:00.099970+0000","last_clean":"2021-07-26T15:58:00.099970+0000","last_became_active":"2021-07-26T15:58:00.092705+0000","last_became_peered":"2021-07-26T15:58:00.092705+0000","last_unstale":"2021-07-26T15:58:00.099970+0000","last_undegraded":"2021-07-26T15:58:00.099970+0000","last_fullsized":"2021-07-26T15:58:00.099970+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.078651+0000","last_change":"2021-07-26T15:57:06.005424+0000","last_active":"2021-07-26T15:57:59.078651+0000","last_peered":"2021-07-26T15:57:59.078651+0000","last_clean":"2021-07-26T15:57:59.078651+0000","last_became_active":"2021-07-26T15:57:06.004974+0000","last_became_peered":"2021-07-26T15:57:06.004974+0000","last_unstale":"2021-07-26T15:57:59.078651+0000","last_undegraded":"2021-07-26T15:57:59.078651+0000","last_fullsized":"2021-07-26T15:57:59.078651+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095966+0000","last_change":"2021-07-26T15:58:08.292119+0000","last_active":"2021-07-26T15:58:00.095966+0000","last_peered":"2021-07-26T15:58:00.095966+0000","last_clean":"2021-07-26T15:58:00.095966+0000","last_became_active":"2021-07-26T15:58:00.092385+0000","last_became_peered":"2021-07-26T15:58:00.092385+0000","last_unstale":"2021-07-26T15:58:00.095966+0000","last_undegraded":"2021-07-26T15:58:00.095966+0000","last_fullsized":"2021-07-26T15:58:00.095966+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.088425+0000","last_change":"2021-07-26T15:58:00.088425+0000","last_active":"2021-07-26T15:58:00.088425+0000","last_peered":"2021-07-26T15:58:00.088425+0000","last_clean":"2021-07-26T15:58:00.088425+0000","last_became_active":"2021-07-26T15:58:00.088075+0000","last_became_peered":"2021-07-26T15:58:00.088075+0000","last_unstale":"2021-07-26T15:58:00.088425+0000","last_undegraded":"2021-07-26T15:58:00.088425+0000","last_fullsized":"2021-07-26T15:58:00.088425+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":58,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083950+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T15:57:59.083950+0000","last_peered":"2021-07-26T15:57:59.083950+0000","last_clean":"2021-07-26T15:57:59.083950+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T15:57:59.083950+0000","last_undegraded":"2021-07-26T15:57:59.083950+0000","last_fullsized":"2021-07-26T15:57:59.083950+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":79,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095941+0000","last_change":"2021-07-26T15:58:08.294361+0000","last_active":"2021-07-26T15:58:00.095941+0000","last_peered":"2021-07-26T15:58:00.095941+0000","last_clean":"2021-07-26T15:58:00.095941+0000","last_became_active":"2021-07-26T15:58:00.091814+0000","last_became_peered":"2021-07-26T15:58:00.091814+0000","last_unstale":"2021-07-26T15:58:00.095941+0000","last_undegraded":"2021-07-26T15:58:00.095941+0000","last_fullsized":"2021-07-26T15:58:00.095941+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.098498+0000","last_change":"2021-07-26T15:58:00.098498+0000","last_active":"2021-07-26T15:58:00.098498+0000","last_peered":"2021-07-26T15:58:00.098498+0000","last_clean":"2021-07-26T15:58:00.098498+0000","last_became_active":"2021-07-26T15:58:00.098143+0000","last_became_peered":"2021-07-26T15:58:00.098143+0000","last_unstale":"2021-07-26T15:58:00.098498+0000","last_undegraded":"2021-07-26T15:58:00.098498+0000","last_fullsized":"2021-07-26T15:58:00.098498+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095722+0000","last_change":"2021-07-26T15:58:00.095722+0000","last_active":"2021-07-26T15:58:00.095722+0000","last_peered":"2021-07-26T15:58:00.095722+0000","last_clean":"2021-07-26T15:58:00.095722+0000","last_became_active":"2021-07-26T15:58:00.095390+0000","last_became_peered":"2021-07-26T15:58:00.095390+0000","last_unstale":"2021-07-26T15:58:00.095722+0000","last_undegraded":"2021-07-26T15:58:00.095722+0000","last_fullsized":"2021-07-26T15:58:00.095722+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.092985+0000","last_change":"2021-07-26T15:58:08.292707+0000","last_active":"2021-07-26T15:58:00.092985+0000","last_peered":"2021-07-26T15:58:00.092985+0000","last_clean":"2021-07-26T15:58:00.092985+0000","last_became_active":"2021-07-26T15:58:00.091021+0000","last_became_peered":"2021-07-26T15:58:00.091021+0000","last_unstale":"2021-07-26T15:58:00.092985+0000","last_undegraded":"2021-07-26T15:58:00.092985+0000","last_fullsized":"2021-07-26T15:58:00.092985+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":76,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075220+0000","last_change":"2021-07-26T15:57:33.945779+0000","last_active":"2021-07-26T15:57:59.075220+0000","last_peered":"2021-07-26T15:57:59.075220+0000","last_clean":"2021-07-26T15:57:59.075220+0000","last_became_active":"2021-07-26T15:57:33.945071+0000","last_became_peered":"2021-07-26T15:57:33.945071+0000","last_unstale":"2021-07-26T15:57:59.075220+0000","last_undegraded":"2021-07-26T15:57:59.075220+0000","last_fullsized":"2021-07-26T15:57:59.075220+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4480,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495773,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1050132,"kb_used_data":1548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695020,"statfs":{"total":95995035648,"available":94919700480,"internally_reserved":1073741824,"allocated":1585152,"data_stored":1081963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:58:01 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.55800000000000005,"15min":0.56100000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.59699999999999998,"15min":0.60099999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.65500000000000003}]},{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.61699999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.64300000000000002}]},{"osd":3,"last update":"Mon Jul 26 15:57:23 2021","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.50800000000000001,"15min":0.49199999999999999},"min":{"1min":0.39700000000000002,"5min":0.35799999999999998,"15min":0.30099999999999999},"max":{"1min":0.63100000000000001,"5min":0.71599999999999997,"15min":0.98099999999999998},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.51700000000000002,"15min":0.503},"min":{"1min":0.436,"5min":0.35499999999999998,"15min":0.318},"max":{"1min":0.73599999999999999,"5min":0.75700000000000001,"15min":0.83199999999999996},"last":0.69199999999999995}]},{"osd":4,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38600000000000001,"15min":0.39100000000000001},"min":{"1min":0.26700000000000002,"5min":0.24199999999999999,"15min":0.21099999999999999},"max":{"1min":0.57499999999999996,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.442},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.41099999999999998,"15min":0.42399999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.24299999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":1.012},"last":0.47599999999999998}]},{"osd":5,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.41299999999999998,"15min":0.41699999999999998},"min":{"1min":0.29599999999999999,"5min":0.25800000000000001,"15min":0.221},"max":{"1min":0.60299999999999998,"5min":0.73199999999999998,"15min":0.75800000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.438,"15min":0.442},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.26500000000000001},"max":{"1min":0.60299999999999998,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.497}]},{"osd":6,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.47199999999999998,"15min":0.47099999999999997},"min":{"1min":0.36699999999999999,"5min":0.29099999999999998,"15min":0.28299999999999997},"max":{"1min":0.61599999999999999,"5min":0.69499999999999995,"15min":0.69999999999999996},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.502,"5min":0.47899999999999998,"15min":0.47999999999999998},"min":{"1min":0.377,"5min":0.28000000000000003,"15min":0.25700000000000001},"max":{"1min":0.629,"5min":0.629,"15min":1.03},"last":0.55700000000000005}]}]},{"osd":6,"up_from":41,"seq":176093659296,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1050120,"kb_used_data":1536,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695032,"statfs":{"total":95995035648,"available":94919712768,"internally_reserved":1073741824,"allocated":1572864,"data_stored":1081817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:57:59 2021","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.77100000000000002,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.54600000000000004,"15min":0.55000000000000004},"min":{"1min":0.34100000000000003,"5min":0.224,"15min":0.224},"max":{"1min":0.66800000000000004,"5min":0.877,"15min":0.877},"last":0.51000000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.627},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.55400000000000005}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.54600000000000004}]},{"osd":3,"last update":"Mon Jul 26 15:56:59 2021","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.498,"15min":0.47999999999999998},"min":{"1min":0.36399999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53200000000000003,"15min":0.51400000000000001},"min":{"1min":0.35299999999999998,"5min":0.29199999999999998,"15min":0.27400000000000002},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.51800000000000002}]},{"osd":4,"last update":"Mon Jul 26 15:58:03 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.41999999999999998,"15min":0.41399999999999998},"min":{"1min":0.308,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.58799999999999997,"5min":0.60499999999999998,"15min":0.63400000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.434,"5min":0.43099999999999999,"15min":0.437},"min":{"1min":0.317,"5min":0.255,"15min":0.255},"max":{"1min":0.67500000000000004,"5min":0.69299999999999995,"15min":0.72899999999999998},"last":0.38500000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:58:03 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.433,"15min":0.434},"min":{"1min":0.29499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.68799999999999994,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.45700000000000002,"15min":0.46200000000000002},"min":{"1min":0.34899999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.65300000000000002,"5min":0.66000000000000003,"15min":0.73799999999999999},"last":0.48299999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.48399999999999999,"15min":0.47399999999999998},"min":{"1min":0.32200000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.78300000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48799999999999999,"15min":0.48399999999999999},"min":{"1min":0.33800000000000002,"5min":0.29499999999999998,"15min":0.27400000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.57599999999999996}]}]},{"osd":1,"up_from":78,"seq":335007449113,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":10292,"kb_used_data":940,"kb_used_omap":6,"kb_used_meta":9337,"kb_avail":93734860,"statfs":{"total":95995035648,"available":95984496640,"internally_reserved":0,"allocated":962560,"data_stored":486646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":9561689},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.27400000000000002}]},{"osd":2,"last update":"Mon Jul 26 15:58:36 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.253}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36399999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.68400000000000005}]},{"osd":5,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.59699999999999998}]},{"osd":6,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.57399999999999995}]},{"osd":7,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.61499999999999999}]}]},{"osd":0,"up_from":73,"seq":313532612647,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":10880,"kb_used_data":1528,"kb_used_omap":23,"kb_used_meta":9320,"kb_avail":93734272,"statfs":{"total":95995035648,"available":95983894528,"internally_reserved":0,"allocated":1564672,"data_stored":1077589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":9544438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.443}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":1.9059999999999999},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.54500000000000004}]},{"osd":3,"last update":"Mon Jul 26 15:56:56 2021","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":1.95},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":1.994}]},{"osd":4,"last update":"Mon Jul 26 15:57:59 2021","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.68100000000000005,"15min":0.69199999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.83499999999999996,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.627},{"interface":"front","average":{"1min":0.629,"5min":0.68600000000000005,"15min":0.69599999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.69499999999999995}]},{"osd":5,"last update":"Mon Jul 26 15:57:59 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.69099999999999995,"15min":0.70299999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.92200000000000004,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.82299999999999995,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":2.2429999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:57:59 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.71499999999999997,"15min":0.72799999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90200000000000002,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.70599999999999996,"15min":0.72199999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.86199999999999999,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":2.2599999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:57:59 2021","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.71499999999999997,"15min":0.72999999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90100000000000002,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":2.2210000000000001},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.72899999999999998,"15min":0.747},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.89100000000000001,"5min":1.018,"15min":1.018},"last":0.65000000000000002}]}]},{"osd":2,"up_from":83,"seq":356482285587,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":14140,"kb_used_data":948,"kb_used_omap":76,"kb_used_meta":13107,"kb_avail":93731012,"statfs":{"total":95995035648,"available":95980556288,"internally_reserved":0,"allocated":970752,"data_stored":487233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":77838,"internal_metadata":13422578},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.191},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.248}]},{"osd":1,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.22900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26200000000000001}]},{"osd":4,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.628}]},{"osd":5,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.54100000000000004}]},{"osd":6,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.52900000000000003}]},{"osd":7,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.55100000000000005}]}]},{"osd":3,"up_from":88,"seq":377957122062,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5944,"kb_used_data":944,"kb_used_omap":4,"kb_used_meta":4987,"kb_avail":93739208,"statfs":{"total":95995035648,"available":95988948992,"internally_reserved":0,"allocated":966656,"data_stored":486736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":5107325},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28000000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.377}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]}]},{"osd":4,"up_from":31,"seq":133143986345,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049548,"kb_used_data":964,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695604,"statfs":{"total":95995035648,"available":94920298496,"internally_reserved":1073741824,"allocated":987136,"data_stored":491525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:58:02 2021","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.57399999999999995,"15min":0.58099999999999996},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.621},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.59199999999999997,"15min":0.59899999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.61599999999999999}]},{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.69099999999999995}]},{"osd":2,"last update":"Mon Jul 26 15:58:36 2021","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.63300000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:57:31 2021","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.51400000000000001,"15min":0.51200000000000001},"min":{"1min":0.33700000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71199999999999997,"5min":0.746,"15min":0.75900000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.501,"5min":0.52200000000000002,"15min":0.51000000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.68999999999999995,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.53200000000000003}]},{"osd":5,"last update":"Mon Jul 26 15:58:55 2021","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.40400000000000003,"15min":0.39800000000000002},"min":{"1min":0.28899999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.55700000000000005,"5min":0.72199999999999998,"15min":1.026},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.42799999999999999,"15min":0.41399999999999998},"min":{"1min":0.34399999999999997,"5min":0.27100000000000002,"15min":0.23300000000000001},"max":{"1min":0.66000000000000003,"5min":0.76600000000000001,"15min":0.78300000000000003},"last":0.375}]},{"osd":6,"last update":"Mon Jul 26 15:58:02 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41799999999999998,"15min":0.40899999999999997},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.59799999999999998,"5min":0.68999999999999995,"15min":0.72099999999999997},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.44,"15min":0.43099999999999999},"min":{"1min":0.30599999999999999,"5min":0.28199999999999997,"15min":0.28000000000000003},"max":{"1min":0.623,"5min":0.63200000000000001,"15min":1.0629999999999999},"last":0.40500000000000003}]},{"osd":7,"last update":"Mon Jul 26 15:58:31 2021","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.47699999999999998,"15min":0.46200000000000002},"min":{"1min":0.312,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.61299999999999999,"5min":0.78300000000000003,"15min":0.83399999999999996},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.48899999999999999,"15min":0.47999999999999998},"min":{"1min":0.34200000000000003,"5min":0.307,"15min":0.27500000000000002},"max":{"1min":0.61799999999999999,"5min":0.71299999999999997,"15min":0.74299999999999999},"last":0.42299999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822821,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049532,"kb_used_data":948,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695620,"statfs":{"total":95995035648,"available":94920314880,"internally_reserved":1073741824,"allocated":970752,"data_stored":487269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:58:00 2021","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.57199999999999995,"15min":0.57799999999999996},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.73699999999999999,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.61299999999999999,"15min":0.61699999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.54200000000000004}]},{"osd":1,"last update":"Mon Jul 26 15:58:06 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.499}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.64900000000000002}]},{"osd":3,"last update":"Mon Jul 26 15:56:48 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.51000000000000001,"15min":0.48499999999999999},"min":{"1min":0.40699999999999997,"5min":0.32300000000000001,"15min":0.27300000000000002},"max":{"1min":0.63700000000000001,"5min":0.71199999999999997,"15min":0.73899999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52900000000000003,"15min":0.51400000000000001},"min":{"1min":0.441,"5min":0.32300000000000001,"15min":0.32100000000000001},"max":{"1min":0.72299999999999998,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.67200000000000004}]},{"osd":4,"last update":"Mon Jul 26 15:58:55 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.40699999999999997,"15min":0.39100000000000001},"min":{"1min":0.30499999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.56000000000000005,"5min":0.64400000000000002,"15min":0.71299999999999997},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.442,"5min":0.435,"15min":0.41599999999999998},"min":{"1min":0.28899999999999998,"5min":0.25900000000000001,"15min":0.20300000000000001},"max":{"1min":0.61699999999999999,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.61699999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:58:09 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44500000000000001,"15min":0.42999999999999999},"min":{"1min":0.33600000000000002,"5min":0.31,"15min":0.247},"max":{"1min":0.59599999999999997,"5min":0.71299999999999997,"15min":0.71499999999999997},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.439,"15min":0.44},"min":{"1min":0.32300000000000001,"5min":0.29799999999999999,"15min":0.26000000000000001},"max":{"1min":0.66000000000000003,"5min":0.78900000000000003,"15min":0.84999999999999998},"last":0.69199999999999995}]},{"osd":7,"last update":"Mon Jul 26 15:58:26 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46899999999999997,"15min":0.47499999999999998},"min":{"1min":0.36199999999999999,"5min":0.29399999999999998,"15min":0.25800000000000001},"max":{"1min":0.70899999999999996,"5min":0.74299999999999999,"15min":0.87},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.45600000000000002,"15min":0.45900000000000002},"min":{"1min":0.33600000000000002,"5min":0.31900000000000001,"15min":0.29299999999999998},"max":{"1min":0.59699999999999998,"5min":0.69499999999999995,"15min":0.79200000000000004},"last":0.70299999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4480,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T15:59:02.576 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-07-26T15:59:02.576 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-07-26T15:59:02.577 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-07-26T15:59:02.577 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph health --format=json 2021-07-26T15:59:02.711 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:03.145 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:02 smithi078 ceph-mon[73801]: from='client.44565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:59:03.146 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:02 smithi078 ceph-mon[73801]: pgmap v202: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:03.146 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:02 smithi078 ceph-mon[77813]: from='client.44565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:59:03.147 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:02 smithi078 ceph-mon[77813]: pgmap v202: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:03.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:02 smithi139 ceph-mon[56829]: from='client.44565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:59:03.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:02 smithi139 ceph-mon[56829]: pgmap v202: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:04.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:03 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-07-26T15:59:04.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:03 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-07-26T15:59:04.049 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:03 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T15:59:04.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:03 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-07-26T15:59:04.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:03 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-07-26T15:59:04.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:03 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T15:59:04.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:03 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-07-26T15:59:04.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:03 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-07-26T15:59:04.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:03 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T15:59:04.492 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:59:04.492 INFO:teuthology.orchestra.run.smithi078.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-07-26T15:59:05.197 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:04 smithi078 ceph-mon[77813]: pgmap v203: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:05.197 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:59:05.198 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:59:05.198 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:04 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1030881331' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-07-26T15:59:05.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:04 smithi078 ceph-mon[73801]: pgmap v203: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:05.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:59:05.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:59:05.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:04 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1030881331' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-07-26T15:59:05.201 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-07-26T15:59:05.201 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:59:05.220 INFO:teuthology.task.print:**** applying stress + thrashing to mixed-version cluster **** 2021-07-26T15:59:05.221 INFO:teuthology.run_tasks:Running task parallel... 2021-07-26T15:59:05.259 INFO:teuthology.task.parallel:starting parallel... 2021-07-26T15:59:05.261 INFO:teuthology.task.parallel:In parallel, running task sequential... 2021-07-26T15:59:05.261 INFO:teuthology.task.sequential:In sequential, running task thrashosds... 2021-07-26T15:59:05.264 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2021-07-26T15:59:05.265 INFO:tasks.thrashosds:overrides is {'admin_socket': {'branch': 'wip-kefu-testing-2021-07-24-1158'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}}}, 'install': {'ceph': {'sha1': 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e'}}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-kefu-testing-2021-07-24-1158', 'sha1': 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e'}} 2021-07-26T15:59:05.265 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2021-07-26T15:59:05.266 INFO:tasks.thrashosds:Beginning thrashosds... 2021-07-26T15:59:05.266 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-07-26T15:59:05.266 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:59:05.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:04 smithi139 ceph-mon[56829]: pgmap v203: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:59:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:59:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:04 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1030881331' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-07-26T15:59:05.403 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:07.051 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:59:07.053 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T15:59:07.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:07 smithi139 ceph-mon[56829]: pgmap v204: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:07.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:07 smithi078 ceph-mon[73801]: pgmap v204: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:07.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:07 smithi078 ceph-mon[77813]: pgmap v204: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:07.793 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":204,"stamp":"2021-07-26T15:59:05.953764+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595870,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":260,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":194,"ondisk_log_size":194,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4240588,"kb_used_data":9356,"kb_used_omap":110,"kb_used_meta":4231057,"kb_avail":745720628,"statfs":{"total":767960285184,"available":763617923072,"internally_reserved":4294967296,"allocated":9580544,"data_stored":5680778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":112706,"internal_metadata":4332603326},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002766"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075095+0000","last_change":"2021-07-26T15:57:06.012673+0000","last_active":"2021-07-26T15:57:59.075095+0000","last_peered":"2021-07-26T15:57:59.075095+0000","last_clean":"2021-07-26T15:57:59.075095+0000","last_became_active":"2021-07-26T15:57:06.012088+0000","last_became_peered":"2021-07-26T15:57:06.012088+0000","last_unstale":"2021-07-26T15:57:59.075095+0000","last_undegraded":"2021-07-26T15:57:59.075095+0000","last_fullsized":"2021-07-26T15:57:59.075095+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":56,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.078871+0000","last_change":"2021-07-26T15:57:33.948610+0000","last_active":"2021-07-26T15:57:59.078871+0000","last_peered":"2021-07-26T15:57:59.078871+0000","last_clean":"2021-07-26T15:57:59.078871+0000","last_became_active":"2021-07-26T15:57:33.948324+0000","last_became_peered":"2021-07-26T15:57:33.948324+0000","last_unstale":"2021-07-26T15:57:59.078871+0000","last_undegraded":"2021-07-26T15:57:59.078871+0000","last_fullsized":"2021-07-26T15:57:59.078871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":82,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.096143+0000","last_change":"2021-07-26T15:58:08.293427+0000","last_active":"2021-07-26T15:58:00.096143+0000","last_peered":"2021-07-26T15:58:00.096143+0000","last_clean":"2021-07-26T15:58:00.096143+0000","last_became_active":"2021-07-26T15:58:00.092241+0000","last_became_peered":"2021-07-26T15:58:00.092241+0000","last_unstale":"2021-07-26T15:58:00.096143+0000","last_undegraded":"2021-07-26T15:58:00.096143+0000","last_fullsized":"2021-07-26T15:58:00.096143+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":69,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093005+0000","last_change":"2021-07-26T15:58:08.291521+0000","last_active":"2021-07-26T15:58:00.093005+0000","last_peered":"2021-07-26T15:58:00.093005+0000","last_clean":"2021-07-26T15:58:00.093005+0000","last_became_active":"2021-07-26T15:58:00.091294+0000","last_became_peered":"2021-07-26T15:58:00.091294+0000","last_unstale":"2021-07-26T15:58:00.093005+0000","last_undegraded":"2021-07-26T15:58:00.093005+0000","last_fullsized":"2021-07-26T15:58:00.093005+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093214+0000","last_change":"2021-07-26T15:58:00.093214+0000","last_active":"2021-07-26T15:58:00.093214+0000","last_peered":"2021-07-26T15:58:00.093214+0000","last_clean":"2021-07-26T15:58:00.093214+0000","last_became_active":"2021-07-26T15:58:00.092774+0000","last_became_peered":"2021-07-26T15:58:00.092774+0000","last_unstale":"2021-07-26T15:58:00.093214+0000","last_undegraded":"2021-07-26T15:58:00.093214+0000","last_fullsized":"2021-07-26T15:58:00.093214+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077937+0000","last_change":"2021-07-26T15:47:42.712128+0000","last_active":"2021-07-26T15:57:59.077937+0000","last_peered":"2021-07-26T15:57:59.077937+0000","last_clean":"2021-07-26T15:57:59.077937+0000","last_became_active":"2021-07-26T15:47:42.711249+0000","last_became_peered":"2021-07-26T15:47:42.711249+0000","last_unstale":"2021-07-26T15:57:59.077937+0000","last_undegraded":"2021-07-26T15:57:59.077937+0000","last_fullsized":"2021-07-26T15:57:59.077937+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.091615+0000","last_change":"2021-07-26T15:58:00.091615+0000","last_active":"2021-07-26T15:58:00.091615+0000","last_peered":"2021-07-26T15:58:00.091615+0000","last_clean":"2021-07-26T15:58:00.091615+0000","last_became_active":"2021-07-26T15:58:00.091218+0000","last_became_peered":"2021-07-26T15:58:00.091218+0000","last_unstale":"2021-07-26T15:58:00.091615+0000","last_undegraded":"2021-07-26T15:58:00.091615+0000","last_fullsized":"2021-07-26T15:58:00.091615+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":61,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.078824+0000","last_change":"2021-07-26T15:57:06.011473+0000","last_active":"2021-07-26T15:57:59.078824+0000","last_peered":"2021-07-26T15:57:59.078824+0000","last_clean":"2021-07-26T15:57:59.078824+0000","last_became_active":"2021-07-26T15:57:06.011081+0000","last_became_peered":"2021-07-26T15:57:06.011081+0000","last_unstale":"2021-07-26T15:57:59.078824+0000","last_undegraded":"2021-07-26T15:57:59.078824+0000","last_fullsized":"2021-07-26T15:57:59.078824+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":81,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093520+0000","last_change":"2021-07-26T15:58:00.093520+0000","last_active":"2021-07-26T15:58:00.093520+0000","last_peered":"2021-07-26T15:58:00.093520+0000","last_clean":"2021-07-26T15:58:00.093520+0000","last_became_active":"2021-07-26T15:58:00.093194+0000","last_became_peered":"2021-07-26T15:58:00.093194+0000","last_unstale":"2021-07-26T15:58:00.093520+0000","last_undegraded":"2021-07-26T15:58:00.093520+0000","last_fullsized":"2021-07-26T15:58:00.093520+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":41,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080170+0000","last_change":"2021-07-26T15:56:02.935561+0000","last_active":"2021-07-26T15:57:59.080170+0000","last_peered":"2021-07-26T15:57:59.080170+0000","last_clean":"2021-07-26T15:57:59.080170+0000","last_became_active":"2021-07-26T15:55:55.905823+0000","last_became_peered":"2021-07-26T15:55:55.905823+0000","last_unstale":"2021-07-26T15:57:59.080170+0000","last_undegraded":"2021-07-26T15:57:59.080170+0000","last_fullsized":"2021-07-26T15:57:59.080170+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":44,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075143+0000","last_change":"2021-07-26T15:47:43.720280+0000","last_active":"2021-07-26T15:57:59.075143+0000","last_peered":"2021-07-26T15:57:59.075143+0000","last_clean":"2021-07-26T15:57:59.075143+0000","last_became_active":"2021-07-26T15:47:43.719926+0000","last_became_peered":"2021-07-26T15:47:43.719926+0000","last_unstale":"2021-07-26T15:57:59.075143+0000","last_undegraded":"2021-07-26T15:57:59.075143+0000","last_fullsized":"2021-07-26T15:57:59.075143+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":56,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081840+0000","last_change":"2021-07-26T15:57:06.005305+0000","last_active":"2021-07-26T15:57:59.081840+0000","last_peered":"2021-07-26T15:57:59.081840+0000","last_clean":"2021-07-26T15:57:59.081840+0000","last_became_active":"2021-07-26T15:57:06.004918+0000","last_became_peered":"2021-07-26T15:57:06.004918+0000","last_unstale":"2021-07-26T15:57:59.081840+0000","last_undegraded":"2021-07-26T15:57:59.081840+0000","last_fullsized":"2021-07-26T15:57:59.081840+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":63,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083718+0000","last_change":"2021-07-26T15:57:33.942505+0000","last_active":"2021-07-26T15:57:59.083718+0000","last_peered":"2021-07-26T15:57:59.083718+0000","last_clean":"2021-07-26T15:57:59.083718+0000","last_became_active":"2021-07-26T15:57:33.942043+0000","last_became_peered":"2021-07-26T15:57:33.942043+0000","last_unstale":"2021-07-26T15:57:59.083718+0000","last_undegraded":"2021-07-26T15:57:59.083718+0000","last_fullsized":"2021-07-26T15:57:59.083718+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":58,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093256+0000","last_change":"2021-07-26T15:58:08.296788+0000","last_active":"2021-07-26T15:58:00.093256+0000","last_peered":"2021-07-26T15:58:00.093256+0000","last_clean":"2021-07-26T15:58:00.093256+0000","last_became_active":"2021-07-26T15:58:00.088632+0000","last_became_peered":"2021-07-26T15:58:00.088632+0000","last_unstale":"2021-07-26T15:58:00.093256+0000","last_undegraded":"2021-07-26T15:58:00.093256+0000","last_fullsized":"2021-07-26T15:58:00.093256+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082803+0000","last_change":"2021-07-26T15:57:14.001079+0000","last_active":"2021-07-26T15:57:59.082803+0000","last_peered":"2021-07-26T15:57:59.082803+0000","last_clean":"2021-07-26T15:57:59.082803+0000","last_became_active":"2021-07-26T15:57:06.011350+0000","last_became_peered":"2021-07-26T15:57:06.011350+0000","last_unstale":"2021-07-26T15:57:59.082803+0000","last_undegraded":"2021-07-26T15:57:59.082803+0000","last_fullsized":"2021-07-26T15:57:59.082803+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":61,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.092930+0000","last_change":"2021-07-26T15:58:08.296920+0000","last_active":"2021-07-26T15:58:00.092930+0000","last_peered":"2021-07-26T15:58:00.092930+0000","last_clean":"2021-07-26T15:58:00.092930+0000","last_became_active":"2021-07-26T15:58:00.090575+0000","last_became_peered":"2021-07-26T15:58:00.090575+0000","last_unstale":"2021-07-26T15:58:00.092930+0000","last_undegraded":"2021-07-26T15:58:00.092930+0000","last_fullsized":"2021-07-26T15:58:00.092930+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.079301+0000","last_change":"2021-07-26T15:56:02.934298+0000","last_active":"2021-07-26T15:57:59.079301+0000","last_peered":"2021-07-26T15:57:59.079301+0000","last_clean":"2021-07-26T15:57:59.079301+0000","last_became_active":"2021-07-26T15:55:55.904908+0000","last_became_peered":"2021-07-26T15:55:55.904908+0000","last_unstale":"2021-07-26T15:57:59.079301+0000","last_undegraded":"2021-07-26T15:57:59.079301+0000","last_fullsized":"2021-07-26T15:57:59.079301+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082802+0000","last_change":"2021-07-26T15:57:33.945279+0000","last_active":"2021-07-26T15:57:59.082802+0000","last_peered":"2021-07-26T15:57:59.082802+0000","last_clean":"2021-07-26T15:57:59.082802+0000","last_became_active":"2021-07-26T15:57:33.944926+0000","last_became_peered":"2021-07-26T15:57:33.944926+0000","last_unstale":"2021-07-26T15:57:59.082802+0000","last_undegraded":"2021-07-26T15:57:59.082802+0000","last_fullsized":"2021-07-26T15:57:59.082802+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":64,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080072+0000","last_change":"2021-07-26T15:55:55.903513+0000","last_active":"2021-07-26T15:57:59.080072+0000","last_peered":"2021-07-26T15:57:59.080072+0000","last_clean":"2021-07-26T15:57:59.080072+0000","last_became_active":"2021-07-26T15:55:55.903085+0000","last_became_peered":"2021-07-26T15:55:55.903085+0000","last_unstale":"2021-07-26T15:57:59.080072+0000","last_undegraded":"2021-07-26T15:57:59.080072+0000","last_fullsized":"2021-07-26T15:57:59.080072+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":68,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081943+0000","last_change":"2021-07-26T15:57:33.944952+0000","last_active":"2021-07-26T15:57:59.081943+0000","last_peered":"2021-07-26T15:57:59.081943+0000","last_clean":"2021-07-26T15:57:59.081943+0000","last_became_active":"2021-07-26T15:57:33.944672+0000","last_became_peered":"2021-07-26T15:57:33.944672+0000","last_unstale":"2021-07-26T15:57:59.081943+0000","last_undegraded":"2021-07-26T15:57:59.081943+0000","last_fullsized":"2021-07-26T15:57:59.081943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099710+0000","last_change":"2021-07-26T15:58:00.099710+0000","last_active":"2021-07-26T15:58:00.099710+0000","last_peered":"2021-07-26T15:58:00.099710+0000","last_clean":"2021-07-26T15:58:00.099710+0000","last_became_active":"2021-07-26T15:58:00.099196+0000","last_became_peered":"2021-07-26T15:58:00.099196+0000","last_unstale":"2021-07-26T15:58:00.099710+0000","last_undegraded":"2021-07-26T15:58:00.099710+0000","last_fullsized":"2021-07-26T15:58:00.099710+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":79,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081591+0000","last_change":"2021-07-26T15:57:06.008251+0000","last_active":"2021-07-26T15:57:59.081591+0000","last_peered":"2021-07-26T15:57:59.081591+0000","last_clean":"2021-07-26T15:57:59.081591+0000","last_became_active":"2021-07-26T15:57:06.007835+0000","last_became_peered":"2021-07-26T15:57:06.007835+0000","last_unstale":"2021-07-26T15:57:59.081591+0000","last_undegraded":"2021-07-26T15:57:59.081591+0000","last_fullsized":"2021-07-26T15:57:59.081591+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083930+0000","last_change":"2021-07-26T15:47:44.362701+0000","last_active":"2021-07-26T15:57:59.083930+0000","last_peered":"2021-07-26T15:57:59.083930+0000","last_clean":"2021-07-26T15:57:59.083930+0000","last_became_active":"2021-07-26T15:47:44.362348+0000","last_became_peered":"2021-07-26T15:47:44.362348+0000","last_unstale":"2021-07-26T15:57:59.083930+0000","last_undegraded":"2021-07-26T15:57:59.083930+0000","last_fullsized":"2021-07-26T15:57:59.083930+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.098127+0000","last_change":"2021-07-26T15:58:08.291447+0000","last_active":"2021-07-26T15:58:00.098127+0000","last_peered":"2021-07-26T15:58:00.098127+0000","last_clean":"2021-07-26T15:58:00.098127+0000","last_became_active":"2021-07-26T15:58:00.091825+0000","last_became_peered":"2021-07-26T15:58:00.091825+0000","last_unstale":"2021-07-26T15:58:00.098127+0000","last_undegraded":"2021-07-26T15:58:00.098127+0000","last_fullsized":"2021-07-26T15:58:00.098127+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":295,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081534+0000","last_change":"2021-07-26T15:55:55.902600+0000","last_active":"2021-07-26T15:57:59.081534+0000","last_peered":"2021-07-26T15:57:59.081534+0000","last_clean":"2021-07-26T15:57:59.081534+0000","last_became_active":"2021-07-26T15:55:55.902028+0000","last_became_peered":"2021-07-26T15:55:55.902028+0000","last_unstale":"2021-07-26T15:57:59.081534+0000","last_undegraded":"2021-07-26T15:57:59.081534+0000","last_fullsized":"2021-07-26T15:57:59.081534+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":63,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077516+0000","last_change":"2021-07-26T15:57:33.943347+0000","last_active":"2021-07-26T15:57:59.077516+0000","last_peered":"2021-07-26T15:57:59.077516+0000","last_clean":"2021-07-26T15:57:59.077516+0000","last_became_active":"2021-07-26T15:57:33.942905+0000","last_became_peered":"2021-07-26T15:57:33.942905+0000","last_unstale":"2021-07-26T15:57:59.077516+0000","last_undegraded":"2021-07-26T15:57:59.077516+0000","last_fullsized":"2021-07-26T15:57:59.077516+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":67,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083890+0000","last_change":"2021-07-26T15:57:13.997766+0000","last_active":"2021-07-26T15:57:59.083890+0000","last_peered":"2021-07-26T15:57:59.083890+0000","last_clean":"2021-07-26T15:57:59.083890+0000","last_became_active":"2021-07-26T15:57:06.006866+0000","last_became_peered":"2021-07-26T15:57:06.006866+0000","last_unstale":"2021-07-26T15:57:59.083890+0000","last_undegraded":"2021-07-26T15:57:59.083890+0000","last_fullsized":"2021-07-26T15:57:59.083890+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082962+0000","last_change":"2021-07-26T15:57:33.942383+0000","last_active":"2021-07-26T15:57:59.082962+0000","last_peered":"2021-07-26T15:57:59.082962+0000","last_clean":"2021-07-26T15:57:59.082962+0000","last_became_active":"2021-07-26T15:57:33.941872+0000","last_became_peered":"2021-07-26T15:57:33.941872+0000","last_unstale":"2021-07-26T15:57:59.082962+0000","last_undegraded":"2021-07-26T15:57:59.082962+0000","last_fullsized":"2021-07-26T15:57:59.082962+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":82,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097580+0000","last_change":"2021-07-26T15:58:00.097580+0000","last_active":"2021-07-26T15:58:00.097580+0000","last_peered":"2021-07-26T15:58:00.097580+0000","last_clean":"2021-07-26T15:58:00.097580+0000","last_became_active":"2021-07-26T15:58:00.097265+0000","last_became_peered":"2021-07-26T15:58:00.097265+0000","last_unstale":"2021-07-26T15:58:00.097580+0000","last_undegraded":"2021-07-26T15:58:00.097580+0000","last_fullsized":"2021-07-26T15:58:00.097580+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095922+0000","last_change":"2021-07-26T15:58:00.095922+0000","last_active":"2021-07-26T15:58:00.095922+0000","last_peered":"2021-07-26T15:58:00.095922+0000","last_clean":"2021-07-26T15:58:00.095922+0000","last_became_active":"2021-07-26T15:58:00.094432+0000","last_became_peered":"2021-07-26T15:58:00.094432+0000","last_unstale":"2021-07-26T15:58:00.095922+0000","last_undegraded":"2021-07-26T15:58:00.095922+0000","last_fullsized":"2021-07-26T15:58:00.095922+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":60,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.076165+0000","last_change":"2021-07-26T15:55:55.906929+0000","last_active":"2021-07-26T15:57:59.076165+0000","last_peered":"2021-07-26T15:57:59.076165+0000","last_clean":"2021-07-26T15:57:59.076165+0000","last_became_active":"2021-07-26T15:55:55.906612+0000","last_became_peered":"2021-07-26T15:55:55.906612+0000","last_unstale":"2021-07-26T15:57:59.076165+0000","last_undegraded":"2021-07-26T15:57:59.076165+0000","last_fullsized":"2021-07-26T15:57:59.076165+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":63,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077704+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T15:57:59.077704+0000","last_peered":"2021-07-26T15:57:59.077704+0000","last_clean":"2021-07-26T15:57:59.077704+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T15:57:59.077704+0000","last_undegraded":"2021-07-26T15:57:59.077704+0000","last_fullsized":"2021-07-26T15:57:59.077704+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082419+0000","last_change":"2021-07-26T15:57:13.999305+0000","last_active":"2021-07-26T15:57:59.082419+0000","last_peered":"2021-07-26T15:57:59.082419+0000","last_clean":"2021-07-26T15:57:59.082419+0000","last_became_active":"2021-07-26T15:57:06.010732+0000","last_became_peered":"2021-07-26T15:57:06.010732+0000","last_unstale":"2021-07-26T15:57:59.082419+0000","last_undegraded":"2021-07-26T15:57:59.082419+0000","last_fullsized":"2021-07-26T15:57:59.082419+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097640+0000","last_change":"2021-07-26T15:58:00.097640+0000","last_active":"2021-07-26T15:58:00.097640+0000","last_peered":"2021-07-26T15:58:00.097640+0000","last_clean":"2021-07-26T15:58:00.097640+0000","last_became_active":"2021-07-26T15:58:00.097192+0000","last_became_peered":"2021-07-26T15:58:00.097192+0000","last_unstale":"2021-07-26T15:58:00.097640+0000","last_undegraded":"2021-07-26T15:58:00.097640+0000","last_fullsized":"2021-07-26T15:58:00.097640+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":72,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082714+0000","last_change":"2021-07-26T15:57:13.993545+0000","last_active":"2021-07-26T15:57:59.082714+0000","last_peered":"2021-07-26T15:57:59.082714+0000","last_clean":"2021-07-26T15:57:59.082714+0000","last_became_active":"2021-07-26T15:57:06.008693+0000","last_became_peered":"2021-07-26T15:57:06.008693+0000","last_unstale":"2021-07-26T15:57:59.082714+0000","last_undegraded":"2021-07-26T15:57:59.082714+0000","last_fullsized":"2021-07-26T15:57:59.082714+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.094892+0000","last_change":"2021-07-26T15:58:00.094892+0000","last_active":"2021-07-26T15:58:00.094892+0000","last_peered":"2021-07-26T15:58:00.094892+0000","last_clean":"2021-07-26T15:58:00.094892+0000","last_became_active":"2021-07-26T15:58:00.094510+0000","last_became_peered":"2021-07-26T15:58:00.094510+0000","last_unstale":"2021-07-26T15:58:00.094892+0000","last_undegraded":"2021-07-26T15:58:00.094892+0000","last_fullsized":"2021-07-26T15:58:00.094892+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":64,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.096588+0000","last_change":"2021-07-26T15:58:08.294434+0000","last_active":"2021-07-26T15:58:00.096588+0000","last_peered":"2021-07-26T15:58:00.096588+0000","last_clean":"2021-07-26T15:58:00.096588+0000","last_became_active":"2021-07-26T15:58:00.093469+0000","last_became_peered":"2021-07-26T15:58:00.093469+0000","last_unstale":"2021-07-26T15:58:00.096588+0000","last_undegraded":"2021-07-26T15:58:00.096588+0000","last_fullsized":"2021-07-26T15:58:00.096588+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075719+0000","last_change":"2021-07-26T15:57:06.011637+0000","last_active":"2021-07-26T15:57:59.075719+0000","last_peered":"2021-07-26T15:57:59.075719+0000","last_clean":"2021-07-26T15:57:59.075719+0000","last_became_active":"2021-07-26T15:57:06.011228+0000","last_became_peered":"2021-07-26T15:57:06.011228+0000","last_unstale":"2021-07-26T15:57:59.075719+0000","last_undegraded":"2021-07-26T15:57:59.075719+0000","last_fullsized":"2021-07-26T15:57:59.075719+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":60,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075436+0000","last_change":"2021-07-26T15:57:33.945634+0000","last_active":"2021-07-26T15:57:59.075436+0000","last_peered":"2021-07-26T15:57:59.075436+0000","last_clean":"2021-07-26T15:57:59.075436+0000","last_became_active":"2021-07-26T15:57:33.945185+0000","last_became_peered":"2021-07-26T15:57:33.945185+0000","last_unstale":"2021-07-26T15:57:59.075436+0000","last_undegraded":"2021-07-26T15:57:59.075436+0000","last_fullsized":"2021-07-26T15:57:59.075436+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":74,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075396+0000","last_change":"2021-07-26T15:57:33.946927+0000","last_active":"2021-07-26T15:57:59.075396+0000","last_peered":"2021-07-26T15:57:59.075396+0000","last_clean":"2021-07-26T15:57:59.075396+0000","last_became_active":"2021-07-26T15:57:33.946572+0000","last_became_peered":"2021-07-26T15:57:33.946572+0000","last_unstale":"2021-07-26T15:57:59.075396+0000","last_undegraded":"2021-07-26T15:57:59.075396+0000","last_fullsized":"2021-07-26T15:57:59.075396+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083417+0000","last_change":"2021-07-26T15:57:06.010439+0000","last_active":"2021-07-26T15:57:59.083417+0000","last_peered":"2021-07-26T15:57:59.083417+0000","last_clean":"2021-07-26T15:57:59.083417+0000","last_became_active":"2021-07-26T15:57:06.009849+0000","last_became_peered":"2021-07-26T15:57:06.009849+0000","last_unstale":"2021-07-26T15:57:59.083417+0000","last_undegraded":"2021-07-26T15:57:59.083417+0000","last_fullsized":"2021-07-26T15:57:59.083417+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":59,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093106+0000","last_change":"2021-07-26T15:58:00.093106+0000","last_active":"2021-07-26T15:58:00.093106+0000","last_peered":"2021-07-26T15:58:00.093106+0000","last_clean":"2021-07-26T15:58:00.093106+0000","last_became_active":"2021-07-26T15:58:00.092658+0000","last_became_peered":"2021-07-26T15:58:00.092658+0000","last_unstale":"2021-07-26T15:58:00.093106+0000","last_undegraded":"2021-07-26T15:58:00.093106+0000","last_fullsized":"2021-07-26T15:58:00.093106+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":61,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093057+0000","last_change":"2021-07-26T15:58:08.294299+0000","last_active":"2021-07-26T15:58:00.093057+0000","last_peered":"2021-07-26T15:58:00.093057+0000","last_clean":"2021-07-26T15:58:00.093057+0000","last_became_active":"2021-07-26T15:58:00.090597+0000","last_became_peered":"2021-07-26T15:58:00.090597+0000","last_unstale":"2021-07-26T15:58:00.093057+0000","last_undegraded":"2021-07-26T15:58:00.093057+0000","last_fullsized":"2021-07-26T15:58:00.093057+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":53,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080028+0000","last_change":"2021-07-26T15:57:06.008367+0000","last_active":"2021-07-26T15:57:59.080028+0000","last_peered":"2021-07-26T15:57:59.080028+0000","last_clean":"2021-07-26T15:57:59.080028+0000","last_became_active":"2021-07-26T15:57:06.008000+0000","last_became_peered":"2021-07-26T15:57:06.008000+0000","last_unstale":"2021-07-26T15:57:59.080028+0000","last_undegraded":"2021-07-26T15:57:59.080028+0000","last_fullsized":"2021-07-26T15:57:59.080028+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":59,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097559+0000","last_change":"2021-07-26T15:58:00.097559+0000","last_active":"2021-07-26T15:58:00.097559+0000","last_peered":"2021-07-26T15:58:00.097559+0000","last_clean":"2021-07-26T15:58:00.097559+0000","last_became_active":"2021-07-26T15:58:00.097123+0000","last_became_peered":"2021-07-26T15:58:00.097123+0000","last_unstale":"2021-07-26T15:58:00.097559+0000","last_undegraded":"2021-07-26T15:58:00.097559+0000","last_fullsized":"2021-07-26T15:58:00.097559+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":58,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083199+0000","last_change":"2021-07-26T15:57:06.010661+0000","last_active":"2021-07-26T15:57:59.083199+0000","last_peered":"2021-07-26T15:57:59.083199+0000","last_clean":"2021-07-26T15:57:59.083199+0000","last_became_active":"2021-07-26T15:57:06.009864+0000","last_became_peered":"2021-07-26T15:57:06.009864+0000","last_unstale":"2021-07-26T15:57:59.083199+0000","last_undegraded":"2021-07-26T15:57:59.083199+0000","last_fullsized":"2021-07-26T15:57:59.083199+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080203+0000","last_change":"2021-07-26T15:47:42.714217+0000","last_active":"2021-07-26T15:57:59.080203+0000","last_peered":"2021-07-26T15:57:59.080203+0000","last_clean":"2021-07-26T15:57:59.080203+0000","last_became_active":"2021-07-26T15:47:42.713846+0000","last_became_peered":"2021-07-26T15:47:42.713846+0000","last_unstale":"2021-07-26T15:57:59.080203+0000","last_undegraded":"2021-07-26T15:57:59.080203+0000","last_fullsized":"2021-07-26T15:57:59.080203+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.092995+0000","last_change":"2021-07-26T15:58:00.092995+0000","last_active":"2021-07-26T15:58:00.092995+0000","last_peered":"2021-07-26T15:58:00.092995+0000","last_clean":"2021-07-26T15:58:00.092995+0000","last_became_active":"2021-07-26T15:58:00.092506+0000","last_became_peered":"2021-07-26T15:58:00.092506+0000","last_unstale":"2021-07-26T15:58:00.092995+0000","last_undegraded":"2021-07-26T15:58:00.092995+0000","last_fullsized":"2021-07-26T15:58:00.092995+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":62,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080217+0000","last_change":"2021-07-26T15:57:06.005604+0000","last_active":"2021-07-26T15:57:59.080217+0000","last_peered":"2021-07-26T15:57:59.080217+0000","last_clean":"2021-07-26T15:57:59.080217+0000","last_became_active":"2021-07-26T15:57:06.005050+0000","last_became_peered":"2021-07-26T15:57:06.005050+0000","last_unstale":"2021-07-26T15:57:59.080217+0000","last_undegraded":"2021-07-26T15:57:59.080217+0000","last_fullsized":"2021-07-26T15:57:59.080217+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077609+0000","last_change":"2021-07-26T15:47:44.362815+0000","last_active":"2021-07-26T15:57:59.077609+0000","last_peered":"2021-07-26T15:57:59.077609+0000","last_clean":"2021-07-26T15:57:59.077609+0000","last_became_active":"2021-07-26T15:47:44.362418+0000","last_became_peered":"2021-07-26T15:47:44.362418+0000","last_unstale":"2021-07-26T15:57:59.077609+0000","last_undegraded":"2021-07-26T15:57:59.077609+0000","last_fullsized":"2021-07-26T15:57:59.077609+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":61,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081004+0000","last_change":"2021-07-26T15:55:55.908520+0000","last_active":"2021-07-26T15:57:59.081004+0000","last_peered":"2021-07-26T15:57:59.081004+0000","last_clean":"2021-07-26T15:57:59.081004+0000","last_became_active":"2021-07-26T15:55:55.908052+0000","last_became_peered":"2021-07-26T15:55:55.908052+0000","last_unstale":"2021-07-26T15:57:59.081004+0000","last_undegraded":"2021-07-26T15:57:59.081004+0000","last_fullsized":"2021-07-26T15:57:59.081004+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.096965+0000","last_change":"2021-07-26T15:58:08.295261+0000","last_active":"2021-07-26T15:58:00.096965+0000","last_peered":"2021-07-26T15:58:00.096965+0000","last_clean":"2021-07-26T15:58:00.096965+0000","last_became_active":"2021-07-26T15:58:00.091427+0000","last_became_peered":"2021-07-26T15:58:00.091427+0000","last_unstale":"2021-07-26T15:58:00.096965+0000","last_undegraded":"2021-07-26T15:58:00.096965+0000","last_fullsized":"2021-07-26T15:58:00.096965+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":67,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082499+0000","last_change":"2021-07-26T15:55:55.904108+0000","last_active":"2021-07-26T15:57:59.082499+0000","last_peered":"2021-07-26T15:57:59.082499+0000","last_clean":"2021-07-26T15:57:59.082499+0000","last_became_active":"2021-07-26T15:55:55.903633+0000","last_became_peered":"2021-07-26T15:55:55.903633+0000","last_unstale":"2021-07-26T15:57:59.082499+0000","last_undegraded":"2021-07-26T15:57:59.082499+0000","last_fullsized":"2021-07-26T15:57:59.082499+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.091096+0000","last_change":"2021-07-26T15:58:00.091096+0000","last_active":"2021-07-26T15:58:00.091096+0000","last_peered":"2021-07-26T15:58:00.091096+0000","last_clean":"2021-07-26T15:58:00.091096+0000","last_became_active":"2021-07-26T15:58:00.090783+0000","last_became_peered":"2021-07-26T15:58:00.090783+0000","last_unstale":"2021-07-26T15:58:00.091096+0000","last_undegraded":"2021-07-26T15:58:00.091096+0000","last_fullsized":"2021-07-26T15:58:00.091096+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":45,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.079538+0000","last_change":"2021-07-26T15:47:42.709495+0000","last_active":"2021-07-26T15:57:59.079538+0000","last_peered":"2021-07-26T15:57:59.079538+0000","last_clean":"2021-07-26T15:57:59.079538+0000","last_became_active":"2021-07-26T15:47:42.708363+0000","last_became_peered":"2021-07-26T15:47:42.708363+0000","last_unstale":"2021-07-26T15:57:59.079538+0000","last_undegraded":"2021-07-26T15:57:59.079538+0000","last_fullsized":"2021-07-26T15:57:59.079538+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":58,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097680+0000","last_change":"2021-07-26T15:58:00.097680+0000","last_active":"2021-07-26T15:58:00.097680+0000","last_peered":"2021-07-26T15:58:00.097680+0000","last_clean":"2021-07-26T15:58:00.097680+0000","last_became_active":"2021-07-26T15:58:00.097314+0000","last_became_peered":"2021-07-26T15:58:00.097314+0000","last_unstale":"2021-07-26T15:58:00.097680+0000","last_undegraded":"2021-07-26T15:58:00.097680+0000","last_fullsized":"2021-07-26T15:58:00.097680+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099184+0000","last_change":"2021-07-26T15:58:00.099184+0000","last_active":"2021-07-26T15:58:00.099184+0000","last_peered":"2021-07-26T15:58:00.099184+0000","last_clean":"2021-07-26T15:58:00.099184+0000","last_became_active":"2021-07-26T15:58:00.098831+0000","last_became_peered":"2021-07-26T15:58:00.098831+0000","last_unstale":"2021-07-26T15:58:00.099184+0000","last_undegraded":"2021-07-26T15:58:00.099184+0000","last_fullsized":"2021-07-26T15:58:00.099184+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099845+0000","last_change":"2021-07-26T15:58:08.295914+0000","last_active":"2021-07-26T15:58:00.099845+0000","last_peered":"2021-07-26T15:58:00.099845+0000","last_clean":"2021-07-26T15:58:00.099845+0000","last_became_active":"2021-07-26T15:58:00.096371+0000","last_became_peered":"2021-07-26T15:58:00.096371+0000","last_unstale":"2021-07-26T15:58:00.099845+0000","last_undegraded":"2021-07-26T15:58:00.099845+0000","last_fullsized":"2021-07-26T15:58:00.099845+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":62,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.079303+0000","last_change":"2021-07-26T15:57:33.942698+0000","last_active":"2021-07-26T15:57:59.079303+0000","last_peered":"2021-07-26T15:57:59.079303+0000","last_clean":"2021-07-26T15:57:59.079303+0000","last_became_active":"2021-07-26T15:57:33.942299+0000","last_became_peered":"2021-07-26T15:57:33.942299+0000","last_unstale":"2021-07-26T15:57:59.079303+0000","last_undegraded":"2021-07-26T15:57:59.079303+0000","last_fullsized":"2021-07-26T15:57:59.079303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.076897+0000","last_change":"2021-07-26T15:57:06.013089+0000","last_active":"2021-07-26T15:57:59.076897+0000","last_peered":"2021-07-26T15:57:59.076897+0000","last_clean":"2021-07-26T15:57:59.076897+0000","last_became_active":"2021-07-26T15:57:06.012169+0000","last_became_peered":"2021-07-26T15:57:06.012169+0000","last_unstale":"2021-07-26T15:57:59.076897+0000","last_undegraded":"2021-07-26T15:57:59.076897+0000","last_fullsized":"2021-07-26T15:57:59.076897+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":67,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075916+0000","last_change":"2021-07-26T15:47:42.705867+0000","last_active":"2021-07-26T15:57:59.075916+0000","last_peered":"2021-07-26T15:57:59.075916+0000","last_clean":"2021-07-26T15:57:59.075916+0000","last_became_active":"2021-07-26T15:47:42.705471+0000","last_became_peered":"2021-07-26T15:47:42.705471+0000","last_unstale":"2021-07-26T15:57:59.075916+0000","last_undegraded":"2021-07-26T15:57:59.075916+0000","last_fullsized":"2021-07-26T15:57:59.075916+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082639+0000","last_change":"2021-07-26T15:57:33.942930+0000","last_active":"2021-07-26T15:57:59.082639+0000","last_peered":"2021-07-26T15:57:59.082639+0000","last_clean":"2021-07-26T15:57:59.082639+0000","last_became_active":"2021-07-26T15:57:33.942470+0000","last_became_peered":"2021-07-26T15:57:33.942470+0000","last_unstale":"2021-07-26T15:57:59.082639+0000","last_undegraded":"2021-07-26T15:57:59.082639+0000","last_fullsized":"2021-07-26T15:57:59.082639+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.091865+0000","last_change":"2021-07-26T15:58:00.091865+0000","last_active":"2021-07-26T15:58:00.091865+0000","last_peered":"2021-07-26T15:58:00.091865+0000","last_clean":"2021-07-26T15:58:00.091865+0000","last_became_active":"2021-07-26T15:58:00.091430+0000","last_became_peered":"2021-07-26T15:58:00.091430+0000","last_unstale":"2021-07-26T15:58:00.091865+0000","last_undegraded":"2021-07-26T15:58:00.091865+0000","last_fullsized":"2021-07-26T15:58:00.091865+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099970+0000","last_change":"2021-07-26T15:58:08.294711+0000","last_active":"2021-07-26T15:58:00.099970+0000","last_peered":"2021-07-26T15:58:00.099970+0000","last_clean":"2021-07-26T15:58:00.099970+0000","last_became_active":"2021-07-26T15:58:00.092705+0000","last_became_peered":"2021-07-26T15:58:00.092705+0000","last_unstale":"2021-07-26T15:58:00.099970+0000","last_undegraded":"2021-07-26T15:58:00.099970+0000","last_fullsized":"2021-07-26T15:58:00.099970+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.078651+0000","last_change":"2021-07-26T15:57:06.005424+0000","last_active":"2021-07-26T15:57:59.078651+0000","last_peered":"2021-07-26T15:57:59.078651+0000","last_clean":"2021-07-26T15:57:59.078651+0000","last_became_active":"2021-07-26T15:57:06.004974+0000","last_became_peered":"2021-07-26T15:57:06.004974+0000","last_unstale":"2021-07-26T15:57:59.078651+0000","last_undegraded":"2021-07-26T15:57:59.078651+0000","last_fullsized":"2021-07-26T15:57:59.078651+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095966+0000","last_change":"2021-07-26T15:58:08.292119+0000","last_active":"2021-07-26T15:58:00.095966+0000","last_peered":"2021-07-26T15:58:00.095966+0000","last_clean":"2021-07-26T15:58:00.095966+0000","last_became_active":"2021-07-26T15:58:00.092385+0000","last_became_peered":"2021-07-26T15:58:00.092385+0000","last_unstale":"2021-07-26T15:58:00.095966+0000","last_undegraded":"2021-07-26T15:58:00.095966+0000","last_fullsized":"2021-07-26T15:58:00.095966+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.088425+0000","last_change":"2021-07-26T15:58:00.088425+0000","last_active":"2021-07-26T15:58:00.088425+0000","last_peered":"2021-07-26T15:58:00.088425+0000","last_clean":"2021-07-26T15:58:00.088425+0000","last_became_active":"2021-07-26T15:58:00.088075+0000","last_became_peered":"2021-07-26T15:58:00.088075+0000","last_unstale":"2021-07-26T15:58:00.088425+0000","last_undegraded":"2021-07-26T15:58:00.088425+0000","last_fullsized":"2021-07-26T15:58:00.088425+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":58,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083950+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T15:57:59.083950+0000","last_peered":"2021-07-26T15:57:59.083950+0000","last_clean":"2021-07-26T15:57:59.083950+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T15:57:59.083950+0000","last_undegraded":"2021-07-26T15:57:59.083950+0000","last_fullsized":"2021-07-26T15:57:59.083950+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":79,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095941+0000","last_change":"2021-07-26T15:58:08.294361+0000","last_active":"2021-07-26T15:58:00.095941+0000","last_peered":"2021-07-26T15:58:00.095941+0000","last_clean":"2021-07-26T15:58:00.095941+0000","last_became_active":"2021-07-26T15:58:00.091814+0000","last_became_peered":"2021-07-26T15:58:00.091814+0000","last_unstale":"2021-07-26T15:58:00.095941+0000","last_undegraded":"2021-07-26T15:58:00.095941+0000","last_fullsized":"2021-07-26T15:58:00.095941+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.098498+0000","last_change":"2021-07-26T15:58:00.098498+0000","last_active":"2021-07-26T15:58:00.098498+0000","last_peered":"2021-07-26T15:58:00.098498+0000","last_clean":"2021-07-26T15:58:00.098498+0000","last_became_active":"2021-07-26T15:58:00.098143+0000","last_became_peered":"2021-07-26T15:58:00.098143+0000","last_unstale":"2021-07-26T15:58:00.098498+0000","last_undegraded":"2021-07-26T15:58:00.098498+0000","last_fullsized":"2021-07-26T15:58:00.098498+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095722+0000","last_change":"2021-07-26T15:58:00.095722+0000","last_active":"2021-07-26T15:58:00.095722+0000","last_peered":"2021-07-26T15:58:00.095722+0000","last_clean":"2021-07-26T15:58:00.095722+0000","last_became_active":"2021-07-26T15:58:00.095390+0000","last_became_peered":"2021-07-26T15:58:00.095390+0000","last_unstale":"2021-07-26T15:58:00.095722+0000","last_undegraded":"2021-07-26T15:58:00.095722+0000","last_fullsized":"2021-07-26T15:58:00.095722+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.092985+0000","last_change":"2021-07-26T15:58:08.292707+0000","last_active":"2021-07-26T15:58:00.092985+0000","last_peered":"2021-07-26T15:58:00.092985+0000","last_clean":"2021-07-26T15:58:00.092985+0000","last_became_active":"2021-07-26T15:58:00.091021+0000","last_became_peered":"2021-07-26T15:58:00.091021+0000","last_unstale":"2021-07-26T15:58:00.092985+0000","last_undegraded":"2021-07-26T15:58:00.092985+0000","last_fullsized":"2021-07-26T15:58:00.092985+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":76,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075220+0000","last_change":"2021-07-26T15:57:33.945779+0000","last_active":"2021-07-26T15:57:59.075220+0000","last_peered":"2021-07-26T15:57:59.075220+0000","last_clean":"2021-07-26T15:57:59.075220+0000","last_became_active":"2021-07-26T15:57:33.945071+0000","last_became_peered":"2021-07-26T15:57:33.945071+0000","last_unstale":"2021-07-26T15:57:59.075220+0000","last_undegraded":"2021-07-26T15:57:59.075220+0000","last_fullsized":"2021-07-26T15:57:59.075220+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4480,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495774,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1050132,"kb_used_data":1548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695020,"statfs":{"total":95995035648,"available":94919700480,"internally_reserved":1073741824,"allocated":1585152,"data_stored":1081963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:03 2021","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.54800000000000004,"15min":0.55800000000000005},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.66500000000000004,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.58599999999999997,"15min":0.59699999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.65600000000000003,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.54600000000000004}]},{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.372}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.439}]},{"osd":3,"last update":"Mon Jul 26 15:59:03 2021","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.46899999999999997}]},{"osd":4,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38600000000000001,"15min":0.39100000000000001},"min":{"1min":0.26700000000000002,"5min":0.24199999999999999,"15min":0.21099999999999999},"max":{"1min":0.57499999999999996,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.496},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.41099999999999998,"15min":0.42399999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.24299999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":1.012},"last":0.48399999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.41299999999999998,"15min":0.41699999999999998},"min":{"1min":0.29599999999999999,"5min":0.25800000000000001,"15min":0.221},"max":{"1min":0.60299999999999998,"5min":0.73199999999999998,"15min":0.75800000000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.438,"15min":0.442},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.26500000000000001},"max":{"1min":0.60299999999999998,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.58099999999999996}]},{"osd":6,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.47199999999999998,"15min":0.47099999999999997},"min":{"1min":0.36699999999999999,"5min":0.29099999999999998,"15min":0.28299999999999997},"max":{"1min":0.61599999999999999,"5min":0.69499999999999995,"15min":0.69999999999999996},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.47899999999999998,"15min":0.47999999999999998},"min":{"1min":0.377,"5min":0.28000000000000003,"15min":0.25700000000000001},"max":{"1min":0.629,"5min":0.629,"15min":1.03},"last":0.52900000000000003}]}]},{"osd":6,"up_from":41,"seq":176093659297,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1050120,"kb_used_data":1536,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695032,"statfs":{"total":95995035648,"available":94919712768,"internally_reserved":1073741824,"allocated":1572864,"data_stored":1081817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:01 2021","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.54000000000000004,"15min":0.55000000000000004},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.65300000000000002,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.53700000000000003,"15min":0.54700000000000004},"min":{"1min":0.29599999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.69399999999999995,"5min":0.877,"15min":0.877},"last":0.70599999999999996}]},{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.63200000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.63700000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:59:01 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.59799999999999998}]},{"osd":4,"last update":"Mon Jul 26 15:58:03 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.41999999999999998,"15min":0.41399999999999998},"min":{"1min":0.308,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.58799999999999997,"5min":0.60499999999999998,"15min":0.63400000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.434,"5min":0.43099999999999999,"15min":0.437},"min":{"1min":0.317,"5min":0.255,"15min":0.255},"max":{"1min":0.67500000000000004,"5min":0.69299999999999995,"15min":0.72899999999999998},"last":0.46400000000000002}]},{"osd":5,"last update":"Mon Jul 26 15:58:03 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.433,"15min":0.434},"min":{"1min":0.29499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.68799999999999994,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.45700000000000002,"15min":0.46200000000000002},"min":{"1min":0.34899999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.65300000000000002,"5min":0.66000000000000003,"15min":0.73799999999999999},"last":0.52400000000000002}]},{"osd":7,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.48399999999999999,"15min":0.47399999999999998},"min":{"1min":0.32200000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.78300000000000003},"last":0.503},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48799999999999999,"15min":0.48399999999999999},"min":{"1min":0.33800000000000002,"5min":0.29499999999999998,"15min":0.27400000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.60899999999999999}]}]},{"osd":1,"up_from":78,"seq":335007449114,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":10292,"kb_used_data":940,"kb_used_omap":6,"kb_used_meta":9337,"kb_avail":93734860,"statfs":{"total":95995035648,"available":95984496640,"internally_reserved":0,"allocated":962560,"data_stored":486646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":9561689},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.33500000000000002}]},{"osd":2,"last update":"Mon Jul 26 15:58:36 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.39500000000000002}]},{"osd":3,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.43099999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.55300000000000005}]},{"osd":5,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.53800000000000003}]},{"osd":6,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.47399999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.59799999999999998}]}]},{"osd":0,"up_from":73,"seq":313532612648,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":10880,"kb_used_data":1528,"kb_used_omap":23,"kb_used_meta":9320,"kb_avail":93734272,"statfs":{"total":95995035648,"available":95983894528,"internally_reserved":0,"allocated":1564672,"data_stored":1077589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":9544438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.41899999999999998}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.44400000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:59:02 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.95,"5min":1.95,"15min":1.95},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.994,"5min":1.994,"15min":1.994},"last":0.51400000000000001}]},{"osd":4,"last update":"Mon Jul 26 15:59:02 2021","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.65000000000000002,"15min":0.68200000000000005},"min":{"1min":0.41999999999999998,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.69399999999999995,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.65900000000000003,"15min":0.68700000000000006},"min":{"1min":0.40400000000000003,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.76100000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.55600000000000005}]},{"osd":5,"last update":"Mon Jul 26 15:59:02 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.66500000000000004,"15min":0.69499999999999995},"min":{"1min":0.46700000000000003,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.78600000000000003,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.67300000000000004,"15min":0.69299999999999995},"min":{"1min":0.41399999999999998,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":2.2429999999999999,"5min":2.2429999999999999,"15min":2.2429999999999999},"last":0.67500000000000004}]},{"osd":6,"last update":"Mon Jul 26 15:59:02 2021","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.68300000000000005,"15min":0.71699999999999997},"min":{"1min":0.438,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.72799999999999998,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.69499999999999995,"15min":0.71899999999999997},"min":{"1min":0.41699999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":2.2599999999999998,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":0.72899999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:59:02 2021","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.70199999999999996,"15min":0.72599999999999998},"min":{"1min":0.45000000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.2210000000000001,"5min":2.2210000000000001,"15min":2.2210000000000001},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.69299999999999995,"15min":0.73499999999999999},"min":{"1min":0.45100000000000001,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.70199999999999996,"5min":1.018,"15min":1.018},"last":0.64000000000000001}]}]},{"osd":2,"up_from":83,"seq":356482285588,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":14140,"kb_used_data":948,"kb_used_omap":76,"kb_used_meta":13107,"kb_avail":93731012,"statfs":{"total":95995035648,"available":95980556288,"internally_reserved":0,"allocated":970752,"data_stored":487233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":77838,"internal_metadata":13422578},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.251},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.317}]},{"osd":1,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.30499999999999999}]},{"osd":3,"last update":"Mon Jul 26 15:58:59 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.371},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.33800000000000002}]},{"osd":4,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.57999999999999996}]},{"osd":5,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.495}]},{"osd":6,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.48299999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.45100000000000001}]}]},{"osd":3,"up_from":88,"seq":377957122063,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5944,"kb_used_data":944,"kb_used_omap":4,"kb_used_meta":4987,"kb_avail":93739208,"statfs":{"total":95995035648,"available":95988948992,"internally_reserved":0,"allocated":966656,"data_stored":486736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":5107325},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.435},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.47099999999999997}]},{"osd":1,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.51400000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.44800000000000001}]},{"osd":4,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.70299999999999996}]},{"osd":5,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.69899999999999995}]},{"osd":6,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.76400000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.66900000000000004}]}]},{"osd":4,"up_from":31,"seq":133143986346,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049548,"kb_used_data":964,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695604,"statfs":{"total":95995035648,"available":94920298496,"internally_reserved":1073741824,"allocated":987136,"data_stored":491525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:03 2021","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.56299999999999994,"15min":0.57699999999999996},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.64000000000000001,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.58399999999999996,"15min":0.59599999999999997},"min":{"1min":0.5,"5min":0.379,"15min":0.379},"max":{"1min":0.68000000000000005,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.50600000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.48699999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:58:36 2021","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.53600000000000003}]},{"osd":3,"last update":"Mon Jul 26 15:59:02 2021","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.46000000000000002}]},{"osd":5,"last update":"Mon Jul 26 15:58:55 2021","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.40400000000000003,"15min":0.39800000000000002},"min":{"1min":0.28899999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.55700000000000005,"5min":0.72199999999999998,"15min":1.026},"last":0.375},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.42799999999999999,"15min":0.41399999999999998},"min":{"1min":0.34399999999999997,"5min":0.27100000000000002,"15min":0.23300000000000001},"max":{"1min":0.66000000000000003,"5min":0.76600000000000001,"15min":0.78300000000000003},"last":0.32400000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:59:03 2021","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.29199999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.52600000000000002,"5min":0.68999999999999995,"15min":0.72099999999999997},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.44800000000000001,"15min":0.437},"min":{"1min":0.33000000000000002,"5min":0.28199999999999997,"15min":0.28000000000000003},"max":{"1min":0.629,"5min":0.63200000000000001,"15min":1.0629999999999999},"last":0.41299999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:58:31 2021","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.47699999999999998,"15min":0.46200000000000002},"min":{"1min":0.312,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.61299999999999999,"5min":0.78300000000000003,"15min":0.83399999999999996},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.48899999999999999,"15min":0.47999999999999998},"min":{"1min":0.34200000000000003,"5min":0.307,"15min":0.27500000000000002},"max":{"1min":0.61799999999999999,"5min":0.71299999999999997,"15min":0.74299999999999999},"last":0.54900000000000004}]}]},{"osd":5,"up_from":36,"seq":154618822822,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049532,"kb_used_data":948,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695620,"statfs":{"total":95995035648,"available":94920314880,"internally_reserved":1073741824,"allocated":970752,"data_stored":487269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:01 2021","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.55200000000000005,"15min":0.57099999999999995},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.61799999999999999,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.59299999999999997,"15min":0.60999999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.68200000000000005,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.50700000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:58:06 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.44600000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.47499999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:58:59 2021","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.49299999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:58:55 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.40699999999999997,"15min":0.39100000000000001},"min":{"1min":0.30499999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.56000000000000005,"5min":0.64400000000000002,"15min":0.71299999999999997},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.435,"15min":0.41599999999999998},"min":{"1min":0.28899999999999998,"5min":0.25900000000000001,"15min":0.20300000000000001},"max":{"1min":0.61699999999999999,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.33500000000000002}]},{"osd":6,"last update":"Mon Jul 26 15:58:09 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44500000000000001,"15min":0.42999999999999999},"min":{"1min":0.33600000000000002,"5min":0.31,"15min":0.247},"max":{"1min":0.59599999999999997,"5min":0.71299999999999997,"15min":0.71499999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.439,"15min":0.44},"min":{"1min":0.32300000000000001,"5min":0.29799999999999999,"15min":0.26000000000000001},"max":{"1min":0.66000000000000003,"5min":0.78900000000000003,"15min":0.84999999999999998},"last":0.41699999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:58:26 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46899999999999997,"15min":0.47499999999999998},"min":{"1min":0.36199999999999999,"5min":0.29399999999999998,"15min":0.25800000000000001},"max":{"1min":0.70899999999999996,"5min":0.74299999999999999,"15min":0.87},"last":0.378},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.45600000000000002,"15min":0.45900000000000002},"min":{"1min":0.33600000000000002,"5min":0.31900000000000001,"15min":0.29299999999999998},"max":{"1min":0.59699999999999998,"5min":0.69499999999999995,"15min":0.79200000000000004},"last":0.51900000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4480,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T15:59:07.799 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:59:07.937 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:08.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:08 smithi139 ceph-mon[56829]: from='client.44577 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:59:08.384 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:08 smithi078 ceph-mon[73801]: from='client.44577 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:59:08.385 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:08 smithi078 ceph-mon[77813]: from='client.44577 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:59:09.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:09 smithi078 ceph-mon[73801]: pgmap v205: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:09.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:09 smithi078 ceph-mon[77813]: pgmap v205: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:09.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:09 smithi139 ceph-mon[56829]: pgmap v205: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:09.524 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T15:59:09.525 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T15:59:10.223 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":205,"stamp":"2021-07-26T15:59:07.954368+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595870,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":260,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":194,"ondisk_log_size":194,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4240588,"kb_used_data":9356,"kb_used_omap":110,"kb_used_meta":4231057,"kb_avail":745720628,"statfs":{"total":767960285184,"available":763617923072,"internally_reserved":4294967296,"allocated":9580544,"data_stored":5680778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":112706,"internal_metadata":4332603326},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002932"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075095+0000","last_change":"2021-07-26T15:57:06.012673+0000","last_active":"2021-07-26T15:57:59.075095+0000","last_peered":"2021-07-26T15:57:59.075095+0000","last_clean":"2021-07-26T15:57:59.075095+0000","last_became_active":"2021-07-26T15:57:06.012088+0000","last_became_peered":"2021-07-26T15:57:06.012088+0000","last_unstale":"2021-07-26T15:57:59.075095+0000","last_undegraded":"2021-07-26T15:57:59.075095+0000","last_fullsized":"2021-07-26T15:57:59.075095+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":56,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.078871+0000","last_change":"2021-07-26T15:57:33.948610+0000","last_active":"2021-07-26T15:57:59.078871+0000","last_peered":"2021-07-26T15:57:59.078871+0000","last_clean":"2021-07-26T15:57:59.078871+0000","last_became_active":"2021-07-26T15:57:33.948324+0000","last_became_peered":"2021-07-26T15:57:33.948324+0000","last_unstale":"2021-07-26T15:57:59.078871+0000","last_undegraded":"2021-07-26T15:57:59.078871+0000","last_fullsized":"2021-07-26T15:57:59.078871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":82,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.096143+0000","last_change":"2021-07-26T15:58:08.293427+0000","last_active":"2021-07-26T15:58:00.096143+0000","last_peered":"2021-07-26T15:58:00.096143+0000","last_clean":"2021-07-26T15:58:00.096143+0000","last_became_active":"2021-07-26T15:58:00.092241+0000","last_became_peered":"2021-07-26T15:58:00.092241+0000","last_unstale":"2021-07-26T15:58:00.096143+0000","last_undegraded":"2021-07-26T15:58:00.096143+0000","last_fullsized":"2021-07-26T15:58:00.096143+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":69,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093005+0000","last_change":"2021-07-26T15:58:08.291521+0000","last_active":"2021-07-26T15:58:00.093005+0000","last_peered":"2021-07-26T15:58:00.093005+0000","last_clean":"2021-07-26T15:58:00.093005+0000","last_became_active":"2021-07-26T15:58:00.091294+0000","last_became_peered":"2021-07-26T15:58:00.091294+0000","last_unstale":"2021-07-26T15:58:00.093005+0000","last_undegraded":"2021-07-26T15:58:00.093005+0000","last_fullsized":"2021-07-26T15:58:00.093005+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093214+0000","last_change":"2021-07-26T15:58:00.093214+0000","last_active":"2021-07-26T15:58:00.093214+0000","last_peered":"2021-07-26T15:58:00.093214+0000","last_clean":"2021-07-26T15:58:00.093214+0000","last_became_active":"2021-07-26T15:58:00.092774+0000","last_became_peered":"2021-07-26T15:58:00.092774+0000","last_unstale":"2021-07-26T15:58:00.093214+0000","last_undegraded":"2021-07-26T15:58:00.093214+0000","last_fullsized":"2021-07-26T15:58:00.093214+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077937+0000","last_change":"2021-07-26T15:47:42.712128+0000","last_active":"2021-07-26T15:57:59.077937+0000","last_peered":"2021-07-26T15:57:59.077937+0000","last_clean":"2021-07-26T15:57:59.077937+0000","last_became_active":"2021-07-26T15:47:42.711249+0000","last_became_peered":"2021-07-26T15:47:42.711249+0000","last_unstale":"2021-07-26T15:57:59.077937+0000","last_undegraded":"2021-07-26T15:57:59.077937+0000","last_fullsized":"2021-07-26T15:57:59.077937+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.091615+0000","last_change":"2021-07-26T15:58:00.091615+0000","last_active":"2021-07-26T15:58:00.091615+0000","last_peered":"2021-07-26T15:58:00.091615+0000","last_clean":"2021-07-26T15:58:00.091615+0000","last_became_active":"2021-07-26T15:58:00.091218+0000","last_became_peered":"2021-07-26T15:58:00.091218+0000","last_unstale":"2021-07-26T15:58:00.091615+0000","last_undegraded":"2021-07-26T15:58:00.091615+0000","last_fullsized":"2021-07-26T15:58:00.091615+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":61,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.078824+0000","last_change":"2021-07-26T15:57:06.011473+0000","last_active":"2021-07-26T15:57:59.078824+0000","last_peered":"2021-07-26T15:57:59.078824+0000","last_clean":"2021-07-26T15:57:59.078824+0000","last_became_active":"2021-07-26T15:57:06.011081+0000","last_became_peered":"2021-07-26T15:57:06.011081+0000","last_unstale":"2021-07-26T15:57:59.078824+0000","last_undegraded":"2021-07-26T15:57:59.078824+0000","last_fullsized":"2021-07-26T15:57:59.078824+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":81,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093520+0000","last_change":"2021-07-26T15:58:00.093520+0000","last_active":"2021-07-26T15:58:00.093520+0000","last_peered":"2021-07-26T15:58:00.093520+0000","last_clean":"2021-07-26T15:58:00.093520+0000","last_became_active":"2021-07-26T15:58:00.093194+0000","last_became_peered":"2021-07-26T15:58:00.093194+0000","last_unstale":"2021-07-26T15:58:00.093520+0000","last_undegraded":"2021-07-26T15:58:00.093520+0000","last_fullsized":"2021-07-26T15:58:00.093520+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":41,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080170+0000","last_change":"2021-07-26T15:56:02.935561+0000","last_active":"2021-07-26T15:57:59.080170+0000","last_peered":"2021-07-26T15:57:59.080170+0000","last_clean":"2021-07-26T15:57:59.080170+0000","last_became_active":"2021-07-26T15:55:55.905823+0000","last_became_peered":"2021-07-26T15:55:55.905823+0000","last_unstale":"2021-07-26T15:57:59.080170+0000","last_undegraded":"2021-07-26T15:57:59.080170+0000","last_fullsized":"2021-07-26T15:57:59.080170+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":44,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075143+0000","last_change":"2021-07-26T15:47:43.720280+0000","last_active":"2021-07-26T15:57:59.075143+0000","last_peered":"2021-07-26T15:57:59.075143+0000","last_clean":"2021-07-26T15:57:59.075143+0000","last_became_active":"2021-07-26T15:47:43.719926+0000","last_became_peered":"2021-07-26T15:47:43.719926+0000","last_unstale":"2021-07-26T15:57:59.075143+0000","last_undegraded":"2021-07-26T15:57:59.075143+0000","last_fullsized":"2021-07-26T15:57:59.075143+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":56,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081840+0000","last_change":"2021-07-26T15:57:06.005305+0000","last_active":"2021-07-26T15:57:59.081840+0000","last_peered":"2021-07-26T15:57:59.081840+0000","last_clean":"2021-07-26T15:57:59.081840+0000","last_became_active":"2021-07-26T15:57:06.004918+0000","last_became_peered":"2021-07-26T15:57:06.004918+0000","last_unstale":"2021-07-26T15:57:59.081840+0000","last_undegraded":"2021-07-26T15:57:59.081840+0000","last_fullsized":"2021-07-26T15:57:59.081840+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":63,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083718+0000","last_change":"2021-07-26T15:57:33.942505+0000","last_active":"2021-07-26T15:57:59.083718+0000","last_peered":"2021-07-26T15:57:59.083718+0000","last_clean":"2021-07-26T15:57:59.083718+0000","last_became_active":"2021-07-26T15:57:33.942043+0000","last_became_peered":"2021-07-26T15:57:33.942043+0000","last_unstale":"2021-07-26T15:57:59.083718+0000","last_undegraded":"2021-07-26T15:57:59.083718+0000","last_fullsized":"2021-07-26T15:57:59.083718+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":58,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093256+0000","last_change":"2021-07-26T15:58:08.296788+0000","last_active":"2021-07-26T15:58:00.093256+0000","last_peered":"2021-07-26T15:58:00.093256+0000","last_clean":"2021-07-26T15:58:00.093256+0000","last_became_active":"2021-07-26T15:58:00.088632+0000","last_became_peered":"2021-07-26T15:58:00.088632+0000","last_unstale":"2021-07-26T15:58:00.093256+0000","last_undegraded":"2021-07-26T15:58:00.093256+0000","last_fullsized":"2021-07-26T15:58:00.093256+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082803+0000","last_change":"2021-07-26T15:57:14.001079+0000","last_active":"2021-07-26T15:57:59.082803+0000","last_peered":"2021-07-26T15:57:59.082803+0000","last_clean":"2021-07-26T15:57:59.082803+0000","last_became_active":"2021-07-26T15:57:06.011350+0000","last_became_peered":"2021-07-26T15:57:06.011350+0000","last_unstale":"2021-07-26T15:57:59.082803+0000","last_undegraded":"2021-07-26T15:57:59.082803+0000","last_fullsized":"2021-07-26T15:57:59.082803+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":61,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.092930+0000","last_change":"2021-07-26T15:58:08.296920+0000","last_active":"2021-07-26T15:58:00.092930+0000","last_peered":"2021-07-26T15:58:00.092930+0000","last_clean":"2021-07-26T15:58:00.092930+0000","last_became_active":"2021-07-26T15:58:00.090575+0000","last_became_peered":"2021-07-26T15:58:00.090575+0000","last_unstale":"2021-07-26T15:58:00.092930+0000","last_undegraded":"2021-07-26T15:58:00.092930+0000","last_fullsized":"2021-07-26T15:58:00.092930+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.079301+0000","last_change":"2021-07-26T15:56:02.934298+0000","last_active":"2021-07-26T15:57:59.079301+0000","last_peered":"2021-07-26T15:57:59.079301+0000","last_clean":"2021-07-26T15:57:59.079301+0000","last_became_active":"2021-07-26T15:55:55.904908+0000","last_became_peered":"2021-07-26T15:55:55.904908+0000","last_unstale":"2021-07-26T15:57:59.079301+0000","last_undegraded":"2021-07-26T15:57:59.079301+0000","last_fullsized":"2021-07-26T15:57:59.079301+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082802+0000","last_change":"2021-07-26T15:57:33.945279+0000","last_active":"2021-07-26T15:57:59.082802+0000","last_peered":"2021-07-26T15:57:59.082802+0000","last_clean":"2021-07-26T15:57:59.082802+0000","last_became_active":"2021-07-26T15:57:33.944926+0000","last_became_peered":"2021-07-26T15:57:33.944926+0000","last_unstale":"2021-07-26T15:57:59.082802+0000","last_undegraded":"2021-07-26T15:57:59.082802+0000","last_fullsized":"2021-07-26T15:57:59.082802+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":64,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080072+0000","last_change":"2021-07-26T15:55:55.903513+0000","last_active":"2021-07-26T15:57:59.080072+0000","last_peered":"2021-07-26T15:57:59.080072+0000","last_clean":"2021-07-26T15:57:59.080072+0000","last_became_active":"2021-07-26T15:55:55.903085+0000","last_became_peered":"2021-07-26T15:55:55.903085+0000","last_unstale":"2021-07-26T15:57:59.080072+0000","last_undegraded":"2021-07-26T15:57:59.080072+0000","last_fullsized":"2021-07-26T15:57:59.080072+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":68,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081943+0000","last_change":"2021-07-26T15:57:33.944952+0000","last_active":"2021-07-26T15:57:59.081943+0000","last_peered":"2021-07-26T15:57:59.081943+0000","last_clean":"2021-07-26T15:57:59.081943+0000","last_became_active":"2021-07-26T15:57:33.944672+0000","last_became_peered":"2021-07-26T15:57:33.944672+0000","last_unstale":"2021-07-26T15:57:59.081943+0000","last_undegraded":"2021-07-26T15:57:59.081943+0000","last_fullsized":"2021-07-26T15:57:59.081943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099710+0000","last_change":"2021-07-26T15:58:00.099710+0000","last_active":"2021-07-26T15:58:00.099710+0000","last_peered":"2021-07-26T15:58:00.099710+0000","last_clean":"2021-07-26T15:58:00.099710+0000","last_became_active":"2021-07-26T15:58:00.099196+0000","last_became_peered":"2021-07-26T15:58:00.099196+0000","last_unstale":"2021-07-26T15:58:00.099710+0000","last_undegraded":"2021-07-26T15:58:00.099710+0000","last_fullsized":"2021-07-26T15:58:00.099710+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":79,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081591+0000","last_change":"2021-07-26T15:57:06.008251+0000","last_active":"2021-07-26T15:57:59.081591+0000","last_peered":"2021-07-26T15:57:59.081591+0000","last_clean":"2021-07-26T15:57:59.081591+0000","last_became_active":"2021-07-26T15:57:06.007835+0000","last_became_peered":"2021-07-26T15:57:06.007835+0000","last_unstale":"2021-07-26T15:57:59.081591+0000","last_undegraded":"2021-07-26T15:57:59.081591+0000","last_fullsized":"2021-07-26T15:57:59.081591+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083930+0000","last_change":"2021-07-26T15:47:44.362701+0000","last_active":"2021-07-26T15:57:59.083930+0000","last_peered":"2021-07-26T15:57:59.083930+0000","last_clean":"2021-07-26T15:57:59.083930+0000","last_became_active":"2021-07-26T15:47:44.362348+0000","last_became_peered":"2021-07-26T15:47:44.362348+0000","last_unstale":"2021-07-26T15:57:59.083930+0000","last_undegraded":"2021-07-26T15:57:59.083930+0000","last_fullsized":"2021-07-26T15:57:59.083930+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.098127+0000","last_change":"2021-07-26T15:58:08.291447+0000","last_active":"2021-07-26T15:58:00.098127+0000","last_peered":"2021-07-26T15:58:00.098127+0000","last_clean":"2021-07-26T15:58:00.098127+0000","last_became_active":"2021-07-26T15:58:00.091825+0000","last_became_peered":"2021-07-26T15:58:00.091825+0000","last_unstale":"2021-07-26T15:58:00.098127+0000","last_undegraded":"2021-07-26T15:58:00.098127+0000","last_fullsized":"2021-07-26T15:58:00.098127+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":295,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081534+0000","last_change":"2021-07-26T15:55:55.902600+0000","last_active":"2021-07-26T15:57:59.081534+0000","last_peered":"2021-07-26T15:57:59.081534+0000","last_clean":"2021-07-26T15:57:59.081534+0000","last_became_active":"2021-07-26T15:55:55.902028+0000","last_became_peered":"2021-07-26T15:55:55.902028+0000","last_unstale":"2021-07-26T15:57:59.081534+0000","last_undegraded":"2021-07-26T15:57:59.081534+0000","last_fullsized":"2021-07-26T15:57:59.081534+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":63,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077516+0000","last_change":"2021-07-26T15:57:33.943347+0000","last_active":"2021-07-26T15:57:59.077516+0000","last_peered":"2021-07-26T15:57:59.077516+0000","last_clean":"2021-07-26T15:57:59.077516+0000","last_became_active":"2021-07-26T15:57:33.942905+0000","last_became_peered":"2021-07-26T15:57:33.942905+0000","last_unstale":"2021-07-26T15:57:59.077516+0000","last_undegraded":"2021-07-26T15:57:59.077516+0000","last_fullsized":"2021-07-26T15:57:59.077516+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":67,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083890+0000","last_change":"2021-07-26T15:57:13.997766+0000","last_active":"2021-07-26T15:57:59.083890+0000","last_peered":"2021-07-26T15:57:59.083890+0000","last_clean":"2021-07-26T15:57:59.083890+0000","last_became_active":"2021-07-26T15:57:06.006866+0000","last_became_peered":"2021-07-26T15:57:06.006866+0000","last_unstale":"2021-07-26T15:57:59.083890+0000","last_undegraded":"2021-07-26T15:57:59.083890+0000","last_fullsized":"2021-07-26T15:57:59.083890+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082962+0000","last_change":"2021-07-26T15:57:33.942383+0000","last_active":"2021-07-26T15:57:59.082962+0000","last_peered":"2021-07-26T15:57:59.082962+0000","last_clean":"2021-07-26T15:57:59.082962+0000","last_became_active":"2021-07-26T15:57:33.941872+0000","last_became_peered":"2021-07-26T15:57:33.941872+0000","last_unstale":"2021-07-26T15:57:59.082962+0000","last_undegraded":"2021-07-26T15:57:59.082962+0000","last_fullsized":"2021-07-26T15:57:59.082962+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":82,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097580+0000","last_change":"2021-07-26T15:58:00.097580+0000","last_active":"2021-07-26T15:58:00.097580+0000","last_peered":"2021-07-26T15:58:00.097580+0000","last_clean":"2021-07-26T15:58:00.097580+0000","last_became_active":"2021-07-26T15:58:00.097265+0000","last_became_peered":"2021-07-26T15:58:00.097265+0000","last_unstale":"2021-07-26T15:58:00.097580+0000","last_undegraded":"2021-07-26T15:58:00.097580+0000","last_fullsized":"2021-07-26T15:58:00.097580+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095922+0000","last_change":"2021-07-26T15:58:00.095922+0000","last_active":"2021-07-26T15:58:00.095922+0000","last_peered":"2021-07-26T15:58:00.095922+0000","last_clean":"2021-07-26T15:58:00.095922+0000","last_became_active":"2021-07-26T15:58:00.094432+0000","last_became_peered":"2021-07-26T15:58:00.094432+0000","last_unstale":"2021-07-26T15:58:00.095922+0000","last_undegraded":"2021-07-26T15:58:00.095922+0000","last_fullsized":"2021-07-26T15:58:00.095922+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":60,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.076165+0000","last_change":"2021-07-26T15:55:55.906929+0000","last_active":"2021-07-26T15:57:59.076165+0000","last_peered":"2021-07-26T15:57:59.076165+0000","last_clean":"2021-07-26T15:57:59.076165+0000","last_became_active":"2021-07-26T15:55:55.906612+0000","last_became_peered":"2021-07-26T15:55:55.906612+0000","last_unstale":"2021-07-26T15:57:59.076165+0000","last_undegraded":"2021-07-26T15:57:59.076165+0000","last_fullsized":"2021-07-26T15:57:59.076165+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":63,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077704+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T15:57:59.077704+0000","last_peered":"2021-07-26T15:57:59.077704+0000","last_clean":"2021-07-26T15:57:59.077704+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T15:57:59.077704+0000","last_undegraded":"2021-07-26T15:57:59.077704+0000","last_fullsized":"2021-07-26T15:57:59.077704+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082419+0000","last_change":"2021-07-26T15:57:13.999305+0000","last_active":"2021-07-26T15:57:59.082419+0000","last_peered":"2021-07-26T15:57:59.082419+0000","last_clean":"2021-07-26T15:57:59.082419+0000","last_became_active":"2021-07-26T15:57:06.010732+0000","last_became_peered":"2021-07-26T15:57:06.010732+0000","last_unstale":"2021-07-26T15:57:59.082419+0000","last_undegraded":"2021-07-26T15:57:59.082419+0000","last_fullsized":"2021-07-26T15:57:59.082419+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097640+0000","last_change":"2021-07-26T15:58:00.097640+0000","last_active":"2021-07-26T15:58:00.097640+0000","last_peered":"2021-07-26T15:58:00.097640+0000","last_clean":"2021-07-26T15:58:00.097640+0000","last_became_active":"2021-07-26T15:58:00.097192+0000","last_became_peered":"2021-07-26T15:58:00.097192+0000","last_unstale":"2021-07-26T15:58:00.097640+0000","last_undegraded":"2021-07-26T15:58:00.097640+0000","last_fullsized":"2021-07-26T15:58:00.097640+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":72,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082714+0000","last_change":"2021-07-26T15:57:13.993545+0000","last_active":"2021-07-26T15:57:59.082714+0000","last_peered":"2021-07-26T15:57:59.082714+0000","last_clean":"2021-07-26T15:57:59.082714+0000","last_became_active":"2021-07-26T15:57:06.008693+0000","last_became_peered":"2021-07-26T15:57:06.008693+0000","last_unstale":"2021-07-26T15:57:59.082714+0000","last_undegraded":"2021-07-26T15:57:59.082714+0000","last_fullsized":"2021-07-26T15:57:59.082714+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.094892+0000","last_change":"2021-07-26T15:58:00.094892+0000","last_active":"2021-07-26T15:58:00.094892+0000","last_peered":"2021-07-26T15:58:00.094892+0000","last_clean":"2021-07-26T15:58:00.094892+0000","last_became_active":"2021-07-26T15:58:00.094510+0000","last_became_peered":"2021-07-26T15:58:00.094510+0000","last_unstale":"2021-07-26T15:58:00.094892+0000","last_undegraded":"2021-07-26T15:58:00.094892+0000","last_fullsized":"2021-07-26T15:58:00.094892+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":64,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.096588+0000","last_change":"2021-07-26T15:58:08.294434+0000","last_active":"2021-07-26T15:58:00.096588+0000","last_peered":"2021-07-26T15:58:00.096588+0000","last_clean":"2021-07-26T15:58:00.096588+0000","last_became_active":"2021-07-26T15:58:00.093469+0000","last_became_peered":"2021-07-26T15:58:00.093469+0000","last_unstale":"2021-07-26T15:58:00.096588+0000","last_undegraded":"2021-07-26T15:58:00.096588+0000","last_fullsized":"2021-07-26T15:58:00.096588+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075719+0000","last_change":"2021-07-26T15:57:06.011637+0000","last_active":"2021-07-26T15:57:59.075719+0000","last_peered":"2021-07-26T15:57:59.075719+0000","last_clean":"2021-07-26T15:57:59.075719+0000","last_became_active":"2021-07-26T15:57:06.011228+0000","last_became_peered":"2021-07-26T15:57:06.011228+0000","last_unstale":"2021-07-26T15:57:59.075719+0000","last_undegraded":"2021-07-26T15:57:59.075719+0000","last_fullsized":"2021-07-26T15:57:59.075719+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":60,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075436+0000","last_change":"2021-07-26T15:57:33.945634+0000","last_active":"2021-07-26T15:57:59.075436+0000","last_peered":"2021-07-26T15:57:59.075436+0000","last_clean":"2021-07-26T15:57:59.075436+0000","last_became_active":"2021-07-26T15:57:33.945185+0000","last_became_peered":"2021-07-26T15:57:33.945185+0000","last_unstale":"2021-07-26T15:57:59.075436+0000","last_undegraded":"2021-07-26T15:57:59.075436+0000","last_fullsized":"2021-07-26T15:57:59.075436+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":74,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075396+0000","last_change":"2021-07-26T15:57:33.946927+0000","last_active":"2021-07-26T15:57:59.075396+0000","last_peered":"2021-07-26T15:57:59.075396+0000","last_clean":"2021-07-26T15:57:59.075396+0000","last_became_active":"2021-07-26T15:57:33.946572+0000","last_became_peered":"2021-07-26T15:57:33.946572+0000","last_unstale":"2021-07-26T15:57:59.075396+0000","last_undegraded":"2021-07-26T15:57:59.075396+0000","last_fullsized":"2021-07-26T15:57:59.075396+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083417+0000","last_change":"2021-07-26T15:57:06.010439+0000","last_active":"2021-07-26T15:57:59.083417+0000","last_peered":"2021-07-26T15:57:59.083417+0000","last_clean":"2021-07-26T15:57:59.083417+0000","last_became_active":"2021-07-26T15:57:06.009849+0000","last_became_peered":"2021-07-26T15:57:06.009849+0000","last_unstale":"2021-07-26T15:57:59.083417+0000","last_undegraded":"2021-07-26T15:57:59.083417+0000","last_fullsized":"2021-07-26T15:57:59.083417+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":59,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093106+0000","last_change":"2021-07-26T15:58:00.093106+0000","last_active":"2021-07-26T15:58:00.093106+0000","last_peered":"2021-07-26T15:58:00.093106+0000","last_clean":"2021-07-26T15:58:00.093106+0000","last_became_active":"2021-07-26T15:58:00.092658+0000","last_became_peered":"2021-07-26T15:58:00.092658+0000","last_unstale":"2021-07-26T15:58:00.093106+0000","last_undegraded":"2021-07-26T15:58:00.093106+0000","last_fullsized":"2021-07-26T15:58:00.093106+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":61,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.093057+0000","last_change":"2021-07-26T15:58:08.294299+0000","last_active":"2021-07-26T15:58:00.093057+0000","last_peered":"2021-07-26T15:58:00.093057+0000","last_clean":"2021-07-26T15:58:00.093057+0000","last_became_active":"2021-07-26T15:58:00.090597+0000","last_became_peered":"2021-07-26T15:58:00.090597+0000","last_unstale":"2021-07-26T15:58:00.093057+0000","last_undegraded":"2021-07-26T15:58:00.093057+0000","last_fullsized":"2021-07-26T15:58:00.093057+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":53,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080028+0000","last_change":"2021-07-26T15:57:06.008367+0000","last_active":"2021-07-26T15:57:59.080028+0000","last_peered":"2021-07-26T15:57:59.080028+0000","last_clean":"2021-07-26T15:57:59.080028+0000","last_became_active":"2021-07-26T15:57:06.008000+0000","last_became_peered":"2021-07-26T15:57:06.008000+0000","last_unstale":"2021-07-26T15:57:59.080028+0000","last_undegraded":"2021-07-26T15:57:59.080028+0000","last_fullsized":"2021-07-26T15:57:59.080028+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":59,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097559+0000","last_change":"2021-07-26T15:58:00.097559+0000","last_active":"2021-07-26T15:58:00.097559+0000","last_peered":"2021-07-26T15:58:00.097559+0000","last_clean":"2021-07-26T15:58:00.097559+0000","last_became_active":"2021-07-26T15:58:00.097123+0000","last_became_peered":"2021-07-26T15:58:00.097123+0000","last_unstale":"2021-07-26T15:58:00.097559+0000","last_undegraded":"2021-07-26T15:58:00.097559+0000","last_fullsized":"2021-07-26T15:58:00.097559+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":58,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083199+0000","last_change":"2021-07-26T15:57:06.010661+0000","last_active":"2021-07-26T15:57:59.083199+0000","last_peered":"2021-07-26T15:57:59.083199+0000","last_clean":"2021-07-26T15:57:59.083199+0000","last_became_active":"2021-07-26T15:57:06.009864+0000","last_became_peered":"2021-07-26T15:57:06.009864+0000","last_unstale":"2021-07-26T15:57:59.083199+0000","last_undegraded":"2021-07-26T15:57:59.083199+0000","last_fullsized":"2021-07-26T15:57:59.083199+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080203+0000","last_change":"2021-07-26T15:47:42.714217+0000","last_active":"2021-07-26T15:57:59.080203+0000","last_peered":"2021-07-26T15:57:59.080203+0000","last_clean":"2021-07-26T15:57:59.080203+0000","last_became_active":"2021-07-26T15:47:42.713846+0000","last_became_peered":"2021-07-26T15:47:42.713846+0000","last_unstale":"2021-07-26T15:57:59.080203+0000","last_undegraded":"2021-07-26T15:57:59.080203+0000","last_fullsized":"2021-07-26T15:57:59.080203+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":74,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.092995+0000","last_change":"2021-07-26T15:58:00.092995+0000","last_active":"2021-07-26T15:58:00.092995+0000","last_peered":"2021-07-26T15:58:00.092995+0000","last_clean":"2021-07-26T15:58:00.092995+0000","last_became_active":"2021-07-26T15:58:00.092506+0000","last_became_peered":"2021-07-26T15:58:00.092506+0000","last_unstale":"2021-07-26T15:58:00.092995+0000","last_undegraded":"2021-07-26T15:58:00.092995+0000","last_fullsized":"2021-07-26T15:58:00.092995+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":62,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.080217+0000","last_change":"2021-07-26T15:57:06.005604+0000","last_active":"2021-07-26T15:57:59.080217+0000","last_peered":"2021-07-26T15:57:59.080217+0000","last_clean":"2021-07-26T15:57:59.080217+0000","last_became_active":"2021-07-26T15:57:06.005050+0000","last_became_peered":"2021-07-26T15:57:06.005050+0000","last_unstale":"2021-07-26T15:57:59.080217+0000","last_undegraded":"2021-07-26T15:57:59.080217+0000","last_fullsized":"2021-07-26T15:57:59.080217+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.077609+0000","last_change":"2021-07-26T15:47:44.362815+0000","last_active":"2021-07-26T15:57:59.077609+0000","last_peered":"2021-07-26T15:57:59.077609+0000","last_clean":"2021-07-26T15:57:59.077609+0000","last_became_active":"2021-07-26T15:47:44.362418+0000","last_became_peered":"2021-07-26T15:47:44.362418+0000","last_unstale":"2021-07-26T15:57:59.077609+0000","last_undegraded":"2021-07-26T15:57:59.077609+0000","last_fullsized":"2021-07-26T15:57:59.077609+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":61,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.081004+0000","last_change":"2021-07-26T15:55:55.908520+0000","last_active":"2021-07-26T15:57:59.081004+0000","last_peered":"2021-07-26T15:57:59.081004+0000","last_clean":"2021-07-26T15:57:59.081004+0000","last_became_active":"2021-07-26T15:55:55.908052+0000","last_became_peered":"2021-07-26T15:55:55.908052+0000","last_unstale":"2021-07-26T15:57:59.081004+0000","last_undegraded":"2021-07-26T15:57:59.081004+0000","last_fullsized":"2021-07-26T15:57:59.081004+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.096965+0000","last_change":"2021-07-26T15:58:08.295261+0000","last_active":"2021-07-26T15:58:00.096965+0000","last_peered":"2021-07-26T15:58:00.096965+0000","last_clean":"2021-07-26T15:58:00.096965+0000","last_became_active":"2021-07-26T15:58:00.091427+0000","last_became_peered":"2021-07-26T15:58:00.091427+0000","last_unstale":"2021-07-26T15:58:00.096965+0000","last_undegraded":"2021-07-26T15:58:00.096965+0000","last_fullsized":"2021-07-26T15:58:00.096965+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":67,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082499+0000","last_change":"2021-07-26T15:55:55.904108+0000","last_active":"2021-07-26T15:57:59.082499+0000","last_peered":"2021-07-26T15:57:59.082499+0000","last_clean":"2021-07-26T15:57:59.082499+0000","last_became_active":"2021-07-26T15:55:55.903633+0000","last_became_peered":"2021-07-26T15:55:55.903633+0000","last_unstale":"2021-07-26T15:57:59.082499+0000","last_undegraded":"2021-07-26T15:57:59.082499+0000","last_fullsized":"2021-07-26T15:57:59.082499+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.091096+0000","last_change":"2021-07-26T15:58:00.091096+0000","last_active":"2021-07-26T15:58:00.091096+0000","last_peered":"2021-07-26T15:58:00.091096+0000","last_clean":"2021-07-26T15:58:00.091096+0000","last_became_active":"2021-07-26T15:58:00.090783+0000","last_became_peered":"2021-07-26T15:58:00.090783+0000","last_unstale":"2021-07-26T15:58:00.091096+0000","last_undegraded":"2021-07-26T15:58:00.091096+0000","last_fullsized":"2021-07-26T15:58:00.091096+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":45,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.079538+0000","last_change":"2021-07-26T15:47:42.709495+0000","last_active":"2021-07-26T15:57:59.079538+0000","last_peered":"2021-07-26T15:57:59.079538+0000","last_clean":"2021-07-26T15:57:59.079538+0000","last_became_active":"2021-07-26T15:47:42.708363+0000","last_became_peered":"2021-07-26T15:47:42.708363+0000","last_unstale":"2021-07-26T15:57:59.079538+0000","last_undegraded":"2021-07-26T15:57:59.079538+0000","last_fullsized":"2021-07-26T15:57:59.079538+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":58,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.097680+0000","last_change":"2021-07-26T15:58:00.097680+0000","last_active":"2021-07-26T15:58:00.097680+0000","last_peered":"2021-07-26T15:58:00.097680+0000","last_clean":"2021-07-26T15:58:00.097680+0000","last_became_active":"2021-07-26T15:58:00.097314+0000","last_became_peered":"2021-07-26T15:58:00.097314+0000","last_unstale":"2021-07-26T15:58:00.097680+0000","last_undegraded":"2021-07-26T15:58:00.097680+0000","last_fullsized":"2021-07-26T15:58:00.097680+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099184+0000","last_change":"2021-07-26T15:58:00.099184+0000","last_active":"2021-07-26T15:58:00.099184+0000","last_peered":"2021-07-26T15:58:00.099184+0000","last_clean":"2021-07-26T15:58:00.099184+0000","last_became_active":"2021-07-26T15:58:00.098831+0000","last_became_peered":"2021-07-26T15:58:00.098831+0000","last_unstale":"2021-07-26T15:58:00.099184+0000","last_undegraded":"2021-07-26T15:58:00.099184+0000","last_fullsized":"2021-07-26T15:58:00.099184+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099845+0000","last_change":"2021-07-26T15:58:08.295914+0000","last_active":"2021-07-26T15:58:00.099845+0000","last_peered":"2021-07-26T15:58:00.099845+0000","last_clean":"2021-07-26T15:58:00.099845+0000","last_became_active":"2021-07-26T15:58:00.096371+0000","last_became_peered":"2021-07-26T15:58:00.096371+0000","last_unstale":"2021-07-26T15:58:00.099845+0000","last_undegraded":"2021-07-26T15:58:00.099845+0000","last_fullsized":"2021-07-26T15:58:00.099845+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":62,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.079303+0000","last_change":"2021-07-26T15:57:33.942698+0000","last_active":"2021-07-26T15:57:59.079303+0000","last_peered":"2021-07-26T15:57:59.079303+0000","last_clean":"2021-07-26T15:57:59.079303+0000","last_became_active":"2021-07-26T15:57:33.942299+0000","last_became_peered":"2021-07-26T15:57:33.942299+0000","last_unstale":"2021-07-26T15:57:59.079303+0000","last_undegraded":"2021-07-26T15:57:59.079303+0000","last_fullsized":"2021-07-26T15:57:59.079303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.076897+0000","last_change":"2021-07-26T15:57:06.013089+0000","last_active":"2021-07-26T15:57:59.076897+0000","last_peered":"2021-07-26T15:57:59.076897+0000","last_clean":"2021-07-26T15:57:59.076897+0000","last_became_active":"2021-07-26T15:57:06.012169+0000","last_became_peered":"2021-07-26T15:57:06.012169+0000","last_unstale":"2021-07-26T15:57:59.076897+0000","last_undegraded":"2021-07-26T15:57:59.076897+0000","last_fullsized":"2021-07-26T15:57:59.076897+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":67,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075916+0000","last_change":"2021-07-26T15:47:42.705867+0000","last_active":"2021-07-26T15:57:59.075916+0000","last_peered":"2021-07-26T15:57:59.075916+0000","last_clean":"2021-07-26T15:57:59.075916+0000","last_became_active":"2021-07-26T15:47:42.705471+0000","last_became_peered":"2021-07-26T15:47:42.705471+0000","last_unstale":"2021-07-26T15:57:59.075916+0000","last_undegraded":"2021-07-26T15:57:59.075916+0000","last_fullsized":"2021-07-26T15:57:59.075916+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.082639+0000","last_change":"2021-07-26T15:57:33.942930+0000","last_active":"2021-07-26T15:57:59.082639+0000","last_peered":"2021-07-26T15:57:59.082639+0000","last_clean":"2021-07-26T15:57:59.082639+0000","last_became_active":"2021-07-26T15:57:33.942470+0000","last_became_peered":"2021-07-26T15:57:33.942470+0000","last_unstale":"2021-07-26T15:57:59.082639+0000","last_undegraded":"2021-07-26T15:57:59.082639+0000","last_fullsized":"2021-07-26T15:57:59.082639+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.091865+0000","last_change":"2021-07-26T15:58:00.091865+0000","last_active":"2021-07-26T15:58:00.091865+0000","last_peered":"2021-07-26T15:58:00.091865+0000","last_clean":"2021-07-26T15:58:00.091865+0000","last_became_active":"2021-07-26T15:58:00.091430+0000","last_became_peered":"2021-07-26T15:58:00.091430+0000","last_unstale":"2021-07-26T15:58:00.091865+0000","last_undegraded":"2021-07-26T15:58:00.091865+0000","last_fullsized":"2021-07-26T15:58:00.091865+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.099970+0000","last_change":"2021-07-26T15:58:08.294711+0000","last_active":"2021-07-26T15:58:00.099970+0000","last_peered":"2021-07-26T15:58:00.099970+0000","last_clean":"2021-07-26T15:58:00.099970+0000","last_became_active":"2021-07-26T15:58:00.092705+0000","last_became_peered":"2021-07-26T15:58:00.092705+0000","last_unstale":"2021-07-26T15:58:00.099970+0000","last_undegraded":"2021-07-26T15:58:00.099970+0000","last_fullsized":"2021-07-26T15:58:00.099970+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":59,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.078651+0000","last_change":"2021-07-26T15:57:06.005424+0000","last_active":"2021-07-26T15:57:59.078651+0000","last_peered":"2021-07-26T15:57:59.078651+0000","last_clean":"2021-07-26T15:57:59.078651+0000","last_became_active":"2021-07-26T15:57:06.004974+0000","last_became_peered":"2021-07-26T15:57:06.004974+0000","last_unstale":"2021-07-26T15:57:59.078651+0000","last_undegraded":"2021-07-26T15:57:59.078651+0000","last_fullsized":"2021-07-26T15:57:59.078651+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095966+0000","last_change":"2021-07-26T15:58:08.292119+0000","last_active":"2021-07-26T15:58:00.095966+0000","last_peered":"2021-07-26T15:58:00.095966+0000","last_clean":"2021-07-26T15:58:00.095966+0000","last_became_active":"2021-07-26T15:58:00.092385+0000","last_became_peered":"2021-07-26T15:58:00.092385+0000","last_unstale":"2021-07-26T15:58:00.095966+0000","last_undegraded":"2021-07-26T15:58:00.095966+0000","last_fullsized":"2021-07-26T15:58:00.095966+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.088425+0000","last_change":"2021-07-26T15:58:00.088425+0000","last_active":"2021-07-26T15:58:00.088425+0000","last_peered":"2021-07-26T15:58:00.088425+0000","last_clean":"2021-07-26T15:58:00.088425+0000","last_became_active":"2021-07-26T15:58:00.088075+0000","last_became_peered":"2021-07-26T15:58:00.088075+0000","last_unstale":"2021-07-26T15:58:00.088425+0000","last_undegraded":"2021-07-26T15:58:00.088425+0000","last_fullsized":"2021-07-26T15:58:00.088425+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":58,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.083950+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T15:57:59.083950+0000","last_peered":"2021-07-26T15:57:59.083950+0000","last_clean":"2021-07-26T15:57:59.083950+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T15:57:59.083950+0000","last_undegraded":"2021-07-26T15:57:59.083950+0000","last_fullsized":"2021-07-26T15:57:59.083950+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":79,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095941+0000","last_change":"2021-07-26T15:58:08.294361+0000","last_active":"2021-07-26T15:58:00.095941+0000","last_peered":"2021-07-26T15:58:00.095941+0000","last_clean":"2021-07-26T15:58:00.095941+0000","last_became_active":"2021-07-26T15:58:00.091814+0000","last_became_peered":"2021-07-26T15:58:00.091814+0000","last_unstale":"2021-07-26T15:58:00.095941+0000","last_undegraded":"2021-07-26T15:58:00.095941+0000","last_fullsized":"2021-07-26T15:58:00.095941+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.098498+0000","last_change":"2021-07-26T15:58:00.098498+0000","last_active":"2021-07-26T15:58:00.098498+0000","last_peered":"2021-07-26T15:58:00.098498+0000","last_clean":"2021-07-26T15:58:00.098498+0000","last_became_active":"2021-07-26T15:58:00.098143+0000","last_became_peered":"2021-07-26T15:58:00.098143+0000","last_unstale":"2021-07-26T15:58:00.098498+0000","last_undegraded":"2021-07-26T15:58:00.098498+0000","last_fullsized":"2021-07-26T15:58:00.098498+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":48,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.095722+0000","last_change":"2021-07-26T15:58:00.095722+0000","last_active":"2021-07-26T15:58:00.095722+0000","last_peered":"2021-07-26T15:58:00.095722+0000","last_clean":"2021-07-26T15:58:00.095722+0000","last_became_active":"2021-07-26T15:58:00.095390+0000","last_became_peered":"2021-07-26T15:58:00.095390+0000","last_unstale":"2021-07-26T15:58:00.095722+0000","last_undegraded":"2021-07-26T15:58:00.095722+0000","last_fullsized":"2021-07-26T15:58:00.095722+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":63,"reported_epoch":89,"state":"active+clean","last_fresh":"2021-07-26T15:58:00.092985+0000","last_change":"2021-07-26T15:58:08.292707+0000","last_active":"2021-07-26T15:58:00.092985+0000","last_peered":"2021-07-26T15:58:00.092985+0000","last_clean":"2021-07-26T15:58:00.092985+0000","last_became_active":"2021-07-26T15:58:00.091021+0000","last_became_peered":"2021-07-26T15:58:00.091021+0000","last_unstale":"2021-07-26T15:58:00.092985+0000","last_undegraded":"2021-07-26T15:58:00.092985+0000","last_fullsized":"2021-07-26T15:58:00.092985+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":76,"reported_epoch":88,"state":"active+clean","last_fresh":"2021-07-26T15:57:59.075220+0000","last_change":"2021-07-26T15:57:33.945779+0000","last_active":"2021-07-26T15:57:59.075220+0000","last_peered":"2021-07-26T15:57:59.075220+0000","last_clean":"2021-07-26T15:57:59.075220+0000","last_became_active":"2021-07-26T15:57:33.945071+0000","last_became_peered":"2021-07-26T15:57:33.945071+0000","last_unstale":"2021-07-26T15:57:59.075220+0000","last_undegraded":"2021-07-26T15:57:59.075220+0000","last_fullsized":"2021-07-26T15:57:59.075220+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4480,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495774,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1050132,"kb_used_data":1548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695020,"statfs":{"total":95995035648,"available":94919700480,"internally_reserved":1073741824,"allocated":1585152,"data_stored":1081963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:03 2021","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.54800000000000004,"15min":0.55800000000000005},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.66500000000000004,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.58599999999999997,"15min":0.59699999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.65600000000000003,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.54600000000000004}]},{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.372}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.439}]},{"osd":3,"last update":"Mon Jul 26 15:59:03 2021","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.46899999999999997}]},{"osd":4,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38600000000000001,"15min":0.39100000000000001},"min":{"1min":0.26700000000000002,"5min":0.24199999999999999,"15min":0.21099999999999999},"max":{"1min":0.57499999999999996,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.496},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.41099999999999998,"15min":0.42399999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.24299999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":1.012},"last":0.48399999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.41299999999999998,"15min":0.41699999999999998},"min":{"1min":0.29599999999999999,"5min":0.25800000000000001,"15min":0.221},"max":{"1min":0.60299999999999998,"5min":0.73199999999999998,"15min":0.75800000000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.438,"15min":0.442},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.26500000000000001},"max":{"1min":0.60299999999999998,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.58099999999999996}]},{"osd":6,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.47199999999999998,"15min":0.47099999999999997},"min":{"1min":0.36699999999999999,"5min":0.29099999999999998,"15min":0.28299999999999997},"max":{"1min":0.61599999999999999,"5min":0.69499999999999995,"15min":0.69999999999999996},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.47899999999999998,"15min":0.47999999999999998},"min":{"1min":0.377,"5min":0.28000000000000003,"15min":0.25700000000000001},"max":{"1min":0.629,"5min":0.629,"15min":1.03},"last":0.52900000000000003}]}]},{"osd":6,"up_from":41,"seq":176093659297,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1050120,"kb_used_data":1536,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695032,"statfs":{"total":95995035648,"available":94919712768,"internally_reserved":1073741824,"allocated":1572864,"data_stored":1081817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:01 2021","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.54000000000000004,"15min":0.55000000000000004},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.65300000000000002,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.53700000000000003,"15min":0.54700000000000004},"min":{"1min":0.29599999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.69399999999999995,"5min":0.877,"15min":0.877},"last":0.70599999999999996}]},{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.63200000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.63700000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:59:01 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.59799999999999998}]},{"osd":4,"last update":"Mon Jul 26 15:58:03 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.41999999999999998,"15min":0.41399999999999998},"min":{"1min":0.308,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.58799999999999997,"5min":0.60499999999999998,"15min":0.63400000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.434,"5min":0.43099999999999999,"15min":0.437},"min":{"1min":0.317,"5min":0.255,"15min":0.255},"max":{"1min":0.67500000000000004,"5min":0.69299999999999995,"15min":0.72899999999999998},"last":0.46400000000000002}]},{"osd":5,"last update":"Mon Jul 26 15:58:03 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.433,"15min":0.434},"min":{"1min":0.29499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.68799999999999994,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.45700000000000002,"15min":0.46200000000000002},"min":{"1min":0.34899999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.65300000000000002,"5min":0.66000000000000003,"15min":0.73799999999999999},"last":0.52400000000000002}]},{"osd":7,"last update":"Mon Jul 26 15:58:24 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.48399999999999999,"15min":0.47399999999999998},"min":{"1min":0.32200000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.78300000000000003},"last":0.503},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48799999999999999,"15min":0.48399999999999999},"min":{"1min":0.33800000000000002,"5min":0.29499999999999998,"15min":0.27400000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.60899999999999999}]}]},{"osd":1,"up_from":78,"seq":335007449114,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":10292,"kb_used_data":940,"kb_used_omap":6,"kb_used_meta":9337,"kb_avail":93734860,"statfs":{"total":95995035648,"available":95984496640,"internally_reserved":0,"allocated":962560,"data_stored":486646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":9561689},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.33500000000000002}]},{"osd":2,"last update":"Mon Jul 26 15:58:36 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.39500000000000002}]},{"osd":3,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.43099999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.55300000000000005}]},{"osd":5,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.53800000000000003}]},{"osd":6,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.47399999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:58:07 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.59799999999999998}]}]},{"osd":0,"up_from":73,"seq":313532612648,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":10880,"kb_used_data":1528,"kb_used_omap":23,"kb_used_meta":9320,"kb_avail":93734272,"statfs":{"total":95995035648,"available":95983894528,"internally_reserved":0,"allocated":1564672,"data_stored":1077589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":9544438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.41899999999999998}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.44400000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:59:02 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.95,"5min":1.95,"15min":1.95},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.994,"5min":1.994,"15min":1.994},"last":0.51400000000000001}]},{"osd":4,"last update":"Mon Jul 26 15:59:02 2021","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.65000000000000002,"15min":0.68200000000000005},"min":{"1min":0.41999999999999998,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.69399999999999995,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.65900000000000003,"15min":0.68700000000000006},"min":{"1min":0.40400000000000003,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.76100000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.55600000000000005}]},{"osd":5,"last update":"Mon Jul 26 15:59:02 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.66500000000000004,"15min":0.69499999999999995},"min":{"1min":0.46700000000000003,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.78600000000000003,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.67300000000000004,"15min":0.69299999999999995},"min":{"1min":0.41399999999999998,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":2.2429999999999999,"5min":2.2429999999999999,"15min":2.2429999999999999},"last":0.67500000000000004}]},{"osd":6,"last update":"Mon Jul 26 15:59:02 2021","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.68300000000000005,"15min":0.71699999999999997},"min":{"1min":0.438,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.72799999999999998,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.69499999999999995,"15min":0.71899999999999997},"min":{"1min":0.41699999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":2.2599999999999998,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":0.72899999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:59:02 2021","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.70199999999999996,"15min":0.72599999999999998},"min":{"1min":0.45000000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.2210000000000001,"5min":2.2210000000000001,"15min":2.2210000000000001},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.69299999999999995,"15min":0.73499999999999999},"min":{"1min":0.45100000000000001,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.70199999999999996,"5min":1.018,"15min":1.018},"last":0.64000000000000001}]}]},{"osd":2,"up_from":83,"seq":356482285589,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":14140,"kb_used_data":948,"kb_used_omap":76,"kb_used_meta":13107,"kb_avail":93731012,"statfs":{"total":95995035648,"available":95980556288,"internally_reserved":0,"allocated":970752,"data_stored":487233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":77838,"internal_metadata":13422578},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.254},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.35499999999999998}]},{"osd":1,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.314}]},{"osd":3,"last update":"Mon Jul 26 15:58:59 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.378}]},{"osd":4,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.65500000000000003}]},{"osd":5,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.63500000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.56399999999999995}]},{"osd":7,"last update":"Mon Jul 26 15:58:33 2021","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.66600000000000004}]}]},{"osd":3,"up_from":88,"seq":377957122063,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5944,"kb_used_data":944,"kb_used_omap":4,"kb_used_meta":4987,"kb_avail":93739208,"statfs":{"total":95995035648,"available":95988948992,"internally_reserved":0,"allocated":966656,"data_stored":486736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":5107325},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.435},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.47099999999999997}]},{"osd":1,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.51400000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.44800000000000001}]},{"osd":4,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.70299999999999996}]},{"osd":5,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.69899999999999995}]},{"osd":6,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.76400000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.66900000000000004}]}]},{"osd":4,"up_from":31,"seq":133143986346,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049548,"kb_used_data":964,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695604,"statfs":{"total":95995035648,"available":94920298496,"internally_reserved":1073741824,"allocated":987136,"data_stored":491525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:03 2021","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.56299999999999994,"15min":0.57699999999999996},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.64000000000000001,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.58399999999999996,"15min":0.59599999999999997},"min":{"1min":0.5,"5min":0.379,"15min":0.379},"max":{"1min":0.68000000000000005,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.50600000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:58:05 2021","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.48699999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:58:36 2021","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.53600000000000003}]},{"osd":3,"last update":"Mon Jul 26 15:59:02 2021","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.46000000000000002}]},{"osd":5,"last update":"Mon Jul 26 15:58:55 2021","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.40400000000000003,"15min":0.39800000000000002},"min":{"1min":0.28899999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.55700000000000005,"5min":0.72199999999999998,"15min":1.026},"last":0.375},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.42799999999999999,"15min":0.41399999999999998},"min":{"1min":0.34399999999999997,"5min":0.27100000000000002,"15min":0.23300000000000001},"max":{"1min":0.66000000000000003,"5min":0.76600000000000001,"15min":0.78300000000000003},"last":0.32400000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:59:03 2021","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.29199999999999998,"5min":0.246,"15min":0.246},"max":{"1min":0.52600000000000002,"5min":0.68999999999999995,"15min":0.72099999999999997},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.44800000000000001,"15min":0.437},"min":{"1min":0.33000000000000002,"5min":0.28199999999999997,"15min":0.28000000000000003},"max":{"1min":0.629,"5min":0.63200000000000001,"15min":1.0629999999999999},"last":0.41299999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:58:31 2021","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.47699999999999998,"15min":0.46200000000000002},"min":{"1min":0.312,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.61299999999999999,"5min":0.78300000000000003,"15min":0.83399999999999996},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.48899999999999999,"15min":0.47999999999999998},"min":{"1min":0.34200000000000003,"5min":0.307,"15min":0.27500000000000002},"max":{"1min":0.61799999999999999,"5min":0.71299999999999997,"15min":0.74299999999999999},"last":0.54900000000000004}]}]},{"osd":5,"up_from":36,"seq":154618822822,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049532,"kb_used_data":948,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92695620,"statfs":{"total":95995035648,"available":94920314880,"internally_reserved":1073741824,"allocated":970752,"data_stored":487269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:59:01 2021","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.55200000000000005,"15min":0.57099999999999995},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.61799999999999999,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.59299999999999997,"15min":0.60999999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.68200000000000005,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.50700000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:58:06 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.44600000000000001}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.47499999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:58:59 2021","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.49299999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:58:55 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.40699999999999997,"15min":0.39100000000000001},"min":{"1min":0.30499999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.56000000000000005,"5min":0.64400000000000002,"15min":0.71299999999999997},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.435,"15min":0.41599999999999998},"min":{"1min":0.28899999999999998,"5min":0.25900000000000001,"15min":0.20300000000000001},"max":{"1min":0.61699999999999999,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.33500000000000002}]},{"osd":6,"last update":"Mon Jul 26 15:58:09 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44500000000000001,"15min":0.42999999999999999},"min":{"1min":0.33600000000000002,"5min":0.31,"15min":0.247},"max":{"1min":0.59599999999999997,"5min":0.71299999999999997,"15min":0.71499999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.439,"15min":0.44},"min":{"1min":0.32300000000000001,"5min":0.29799999999999999,"15min":0.26000000000000001},"max":{"1min":0.66000000000000003,"5min":0.78900000000000003,"15min":0.84999999999999998},"last":0.41699999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:58:26 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46899999999999997,"15min":0.47499999999999998},"min":{"1min":0.36199999999999999,"5min":0.29399999999999998,"15min":0.25800000000000001},"max":{"1min":0.70899999999999996,"5min":0.74299999999999999,"15min":0.87},"last":0.378},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.45600000000000002,"15min":0.45900000000000002},"min":{"1min":0.33600000000000002,"5min":0.31900000000000001,"15min":0.29299999999999998},"max":{"1min":0.59699999999999998,"5min":0.69499999999999995,"15min":0.79200000000000004},"last":0.51900000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4480,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T15:59:10.228 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-07-26T15:59:10.229 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd dump 2021-07-26T15:59:10.365 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:11.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:11 smithi078 ceph-mon[73801]: from='client.44583 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:59:11.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:11 smithi078 ceph-mon[73801]: pgmap v206: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:11.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:11 smithi078 ceph-mon[77813]: from='client.44583 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:59:11.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:11 smithi078 ceph-mon[77813]: pgmap v206: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:11.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:11 smithi139 ceph-mon[56829]: from='client.44583 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:59:11.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:11 smithi139 ceph-mon[56829]: pgmap v206: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:12.117 INFO:teuthology.orchestra.run.smithi078.stdout:epoch 89 2021-07-26T15:59:12.117 INFO:teuthology.orchestra.run.smithi078.stdout:fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c 2021-07-26T15:59:12.118 INFO:teuthology.orchestra.run.smithi078.stdout:created 2021-07-26T15:41:24.217532+0000 2021-07-26T15:59:12.118 INFO:teuthology.orchestra.run.smithi078.stdout:modified 2021-07-26T15:58:00.073415+0000 2021-07-26T15:59:12.118 INFO:teuthology.orchestra.run.smithi078.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2021-07-26T15:59:12.118 INFO:teuthology.orchestra.run.smithi078.stdout:crush_version 22 2021-07-26T15:59:12.119 INFO:teuthology.orchestra.run.smithi078.stdout:full_ratio 0.95 2021-07-26T15:59:12.119 INFO:teuthology.orchestra.run.smithi078.stdout:backfillfull_ratio 0.9 2021-07-26T15:59:12.119 INFO:teuthology.orchestra.run.smithi078.stdout:nearfull_ratio 0.85 2021-07-26T15:59:12.119 INFO:teuthology.orchestra.run.smithi078.stdout:require_min_compat_client jewel 2021-07-26T15:59:12.120 INFO:teuthology.orchestra.run.smithi078.stdout:min_compat_client jewel 2021-07-26T15:59:12.120 INFO:teuthology.orchestra.run.smithi078.stdout:require_osd_release octopus 2021-07-26T15:59:12.120 INFO:teuthology.orchestra.run.smithi078.stdout:stretch_mode_enabled false 2021-07-26T15:59:12.120 INFO:teuthology.orchestra.run.smithi078.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 66 flags hashpspool stripe_width 0 pg_num_min 1 application mgr,mgr_devicehealth 2021-07-26T15:59:12.120 INFO:teuthology.orchestra.run.smithi078.stdout:pool 2 'rbd' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode off last_change 51 flags hashpspool stripe_width 0 application rbd 2021-07-26T15:59:12.121 INFO:teuthology.orchestra.run.smithi078.stdout:pool 3 'cephfs.foo.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 55 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs 2021-07-26T15:59:12.121 INFO:teuthology.orchestra.run.smithi078.stdout:pool 4 'cephfs.foo.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 56 flags hashpspool stripe_width 0 application cephfs 2021-07-26T15:59:12.121 INFO:teuthology.orchestra.run.smithi078.stdout:max_osd 8 2021-07-26T15:59:12.121 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0 up in weight 1 up_from 73 up_thru 88 down_at 70 last_clean_interval [10,69) [v2:172.21.15.78:6802/505413361,v1:172.21.15.78:6803/505413361] [v2:172.21.15.78:6804/505413361,v1:172.21.15.78:6805/505413361] exists,up b17838c6-2eff-4f5b-aacf-c510ce9c1a3d 2021-07-26T15:59:12.121 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1 up in weight 1 up_from 78 up_thru 88 down_at 75 last_clean_interval [16,74) [v2:172.21.15.78:6810/3158812336,v1:172.21.15.78:6811/3158812336] [v2:172.21.15.78:6812/3158812336,v1:172.21.15.78:6813/3158812336] exists,up ecb38de6-ee2a-4691-ba68-0f29cb9654f6 2021-07-26T15:59:12.122 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2 up in weight 1 up_from 83 up_thru 88 down_at 80 last_clean_interval [21,79) [v2:172.21.15.78:6818/2863891903,v1:172.21.15.78:6819/2863891903] [v2:172.21.15.78:6820/2863891903,v1:172.21.15.78:6821/2863891903] exists,up 83c51f4c-1cf4-4090-9ce1-38251f22ff1f 2021-07-26T15:59:12.122 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 up in weight 1 up_from 88 up_thru 88 down_at 85 last_clean_interval [26,84) [v2:172.21.15.78:6826/894901650,v1:172.21.15.78:6827/894901650] [v2:172.21.15.78:6828/894901650,v1:172.21.15.78:6829/894901650] exists,up 7db3dfad-d648-4f7d-b3dd-ba2d46b06e10 2021-07-26T15:59:12.122 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 up in weight 1 up_from 31 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.139:6800/2564499006,v1:172.21.15.139:6801/2564499006] [v2:172.21.15.139:6802/2564499006,v1:172.21.15.139:6803/2564499006] exists,up 3b2e33f9-8406-4610-9d81-7b683fc506b8 2021-07-26T15:59:12.122 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 up in weight 1 up_from 36 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.139:6808/3540464917,v1:172.21.15.139:6809/3540464917] [v2:172.21.15.139:6810/3540464917,v1:172.21.15.139:6811/3540464917] exists,up bb39033b-883c-4d16-88df-c0fea5e0e2a3 2021-07-26T15:59:12.123 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 up in weight 1 up_from 41 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.139:6816/3115315948,v1:172.21.15.139:6817/3115315948] [v2:172.21.15.139:6818/3115315948,v1:172.21.15.139:6819/3115315948] exists,up ff69eebe-ae26-422a-aff5-185b69de5f53 2021-07-26T15:59:12.123 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 up in weight 1 up_from 46 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.139:6824/3283180374,v1:172.21.15.139:6825/3283180374] [v2:172.21.15.139:6826/3283180374,v1:172.21.15.139:6827/3283180374] exists,up 171c5724-62af-45ff-ab6d-32701149555c 2021-07-26T15:59:12.123 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.139:0/361605631 expires 2021-07-27T15:52:13.409808+0000 2021-07-26T15:59:12.123 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:0/1198323438 expires 2021-07-27T15:52:57.488565+0000 2021-07-26T15:59:12.123 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:0/2325359845 expires 2021-07-27T15:42:00.138894+0000 2021-07-26T15:59:12.124 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:0/3848906191 expires 2021-07-27T15:41:44.080905+0000 2021-07-26T15:59:12.124 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:0/1435814037 expires 2021-07-27T15:52:57.488565+0000 2021-07-26T15:59:12.124 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.139:0/191917454 expires 2021-07-27T15:52:13.409808+0000 2021-07-26T15:59:12.124 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:0/3997379476 expires 2021-07-27T15:52:57.488565+0000 2021-07-26T15:59:12.124 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:6800/1337385350 expires 2021-07-27T15:41:44.080905+0000 2021-07-26T15:59:12.125 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.139:6835/4281548930 expires 2021-07-27T15:52:13.409808+0000 2021-07-26T15:59:12.125 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.139:0/3607082803 expires 2021-07-27T15:52:13.409808+0000 2021-07-26T15:59:12.125 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:0/2540345339 expires 2021-07-27T15:41:44.080905+0000 2021-07-26T15:59:12.125 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.139:0/4089853185 expires 2021-07-27T15:52:13.409808+0000 2021-07-26T15:59:12.125 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.139:0/2278199083 expires 2021-07-27T15:52:13.409808+0000 2021-07-26T15:59:12.126 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:0/1598781757 expires 2021-07-27T15:52:57.488565+0000 2021-07-26T15:59:12.126 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:0/1336088582 expires 2021-07-27T15:52:57.488565+0000 2021-07-26T15:59:12.126 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:0/3840432595 expires 2021-07-27T15:52:57.488565+0000 2021-07-26T15:59:12.126 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:0/875936315 expires 2021-07-27T15:42:00.138894+0000 2021-07-26T15:59:12.127 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:0/4180901480 expires 2021-07-27T15:51:35.603493+0000 2021-07-26T15:59:12.127 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.139:0/4239921425 expires 2021-07-27T15:52:13.409808+0000 2021-07-26T15:59:12.127 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:6800/1099002481 expires 2021-07-27T15:51:35.603493+0000 2021-07-26T15:59:12.127 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:6801/1099002481 expires 2021-07-27T15:51:35.603493+0000 2021-07-26T15:59:12.127 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:6801/2802814325 expires 2021-07-27T15:52:57.488565+0000 2021-07-26T15:59:12.128 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:6800/2802814325 expires 2021-07-27T15:52:57.488565+0000 2021-07-26T15:59:12.128 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:6801/1337385350 expires 2021-07-27T15:41:44.080905+0000 2021-07-26T15:59:12.128 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:6800/1556335739 expires 2021-07-27T15:42:00.138894+0000 2021-07-26T15:59:12.128 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:0/2797896234 expires 2021-07-27T15:51:35.603493+0000 2021-07-26T15:59:12.128 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.78:6801/1556335739 expires 2021-07-27T15:42:00.138894+0000 2021-07-26T15:59:12.129 INFO:teuthology.orchestra.run.smithi078.stdout:blocklist 172.21.15.139:6834/4281548930 expires 2021-07-27T15:52:13.409808+0000 2021-07-26T15:59:12.850 INFO:tasks.cephadm.ceph_manager.ceph:['osd.0 up in weight 1 up_from 73 up_thru 88 down_at 70 last_clean_interval [10,69) [v2:172.21.15.78:6802/505413361,v1:172.21.15.78:6803/505413361] [v2:172.21.15.78:6804/505413361,v1:172.21.15.78:6805/505413361] exists,up b17838c6-2eff-4f5b-aacf-c510ce9c1a3d', 'osd.1 up in weight 1 up_from 78 up_thru 88 down_at 75 last_clean_interval [16,74) [v2:172.21.15.78:6810/3158812336,v1:172.21.15.78:6811/3158812336] [v2:172.21.15.78:6812/3158812336,v1:172.21.15.78:6813/3158812336] exists,up ecb38de6-ee2a-4691-ba68-0f29cb9654f6', 'osd.2 up in weight 1 up_from 83 up_thru 88 down_at 80 last_clean_interval [21,79) [v2:172.21.15.78:6818/2863891903,v1:172.21.15.78:6819/2863891903] [v2:172.21.15.78:6820/2863891903,v1:172.21.15.78:6821/2863891903] exists,up 83c51f4c-1cf4-4090-9ce1-38251f22ff1f', 'osd.3 up in weight 1 up_from 88 up_thru 88 down_at 85 last_clean_interval [26,84) [v2:172.21.15.78:6826/894901650,v1:172.21.15.78:6827/894901650] [v2:172.21.15.78:6828/894901650,v1:172.21.15.78:6829/894901650] exists,up 7db3dfad-d648-4f7d-b3dd-ba2d46b06e10', 'osd.4 up in weight 1 up_from 31 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.139:6800/2564499006,v1:172.21.15.139:6801/2564499006] [v2:172.21.15.139:6802/2564499006,v1:172.21.15.139:6803/2564499006] exists,up 3b2e33f9-8406-4610-9d81-7b683fc506b8', 'osd.5 up in weight 1 up_from 36 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.139:6808/3540464917,v1:172.21.15.139:6809/3540464917] [v2:172.21.15.139:6810/3540464917,v1:172.21.15.139:6811/3540464917] exists,up bb39033b-883c-4d16-88df-c0fea5e0e2a3', 'osd.6 up in weight 1 up_from 41 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.139:6816/3115315948,v1:172.21.15.139:6817/3115315948] [v2:172.21.15.139:6818/3115315948,v1:172.21.15.139:6819/3115315948] exists,up ff69eebe-ae26-422a-aff5-185b69de5f53', 'osd.7 up in weight 1 up_from 46 up_thru 88 down_at 0 last_clean_interval [0,0) [v2:172.21.15.139:6824/3283180374,v1:172.21.15.139:6825/3283180374] [v2:172.21.15.139:6826/3283180374,v1:172.21.15.139:6827/3283180374] exists,up 171c5724-62af-45ff-ab6d-32701149555c'] 2021-07-26T15:59:12.851 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon mon.a config show 2021-07-26T15:59:12.988 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:12 smithi078 ceph-mon[73801]: pgmap v207: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:12.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:12 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/677905233' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-07-26T15:59:12.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:12 smithi078 ceph-mon[77813]: pgmap v207: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:12.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:12 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/677905233' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-07-26T15:59:12.990 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:13.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:12 smithi139 ceph-mon[56829]: pgmap v207: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:13.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:12 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/677905233' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-07-26T15:59:14.576 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T15:59:14.577 INFO:teuthology.orchestra.run.smithi078.stdout: "name": "mon.a", 2021-07-26T15:59:14.577 INFO:teuthology.orchestra.run.smithi078.stdout: "cluster": "ceph", 2021-07-26T15:59:14.577 INFO:teuthology.orchestra.run.smithi078.stdout: "admin_socket": "/var/run/ceph/ceph-mon.a.asok", 2021-07-26T15:59:14.577 INFO:teuthology.orchestra.run.smithi078.stdout: "admin_socket_mode": "", 2021-07-26T15:59:14.577 INFO:teuthology.orchestra.run.smithi078.stdout: "auth_allow_insecure_global_id_reclaim": "false", 2021-07-26T15:59:14.578 INFO:teuthology.orchestra.run.smithi078.stdout: "auth_client_required": "cephx, none", 2021-07-26T15:59:14.578 INFO:teuthology.orchestra.run.smithi078.stdout: "auth_cluster_required": "cephx", 2021-07-26T15:59:14.578 INFO:teuthology.orchestra.run.smithi078.stdout: "auth_debug": "true", 2021-07-26T15:59:14.578 INFO:teuthology.orchestra.run.smithi078.stdout: "auth_expose_insecure_global_id_reclaim": "true", 2021-07-26T15:59:14.579 INFO:teuthology.orchestra.run.smithi078.stdout: "auth_mon_ticket_ttl": "660.000000", 2021-07-26T15:59:14.579 INFO:teuthology.orchestra.run.smithi078.stdout: "auth_service_required": "cephx", 2021-07-26T15:59:14.579 INFO:teuthology.orchestra.run.smithi078.stdout: "auth_service_ticket_ttl": "240.000000", 2021-07-26T15:59:14.579 INFO:teuthology.orchestra.run.smithi078.stdout: "auth_supported": "", 2021-07-26T15:59:14.579 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_aio": "true", 2021-07-26T15:59:14.580 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_aio_max_queue_depth": "1024", 2021-07-26T15:59:14.580 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_aio_poll_ms": "250", 2021-07-26T15:59:14.580 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_aio_reap_max": "16", 2021-07-26T15:59:14.580 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_async_discard": "false", 2021-07-26T15:59:14.580 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_block_size": "4096", 2021-07-26T15:59:14.581 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_debug_aio": "false", 2021-07-26T15:59:14.581 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_debug_aio_log_age": "5.000000", 2021-07-26T15:59:14.581 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_debug_aio_suicide_timeout": "60.000000", 2021-07-26T15:59:14.582 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_debug_inflight_ios": "false", 2021-07-26T15:59:14.582 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_enable_discard": "false", 2021-07-26T15:59:14.582 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_flock_retry": "3", 2021-07-26T15:59:14.582 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_flock_retry_interval": "0.100000", 2021-07-26T15:59:14.583 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_inject_crash": "0", 2021-07-26T15:59:14.583 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_inject_crash_flush_delay": "2", 2021-07-26T15:59:14.583 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_ioring": "false", 2021-07-26T15:59:14.583 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_ioring_hipri": "false", 2021-07-26T15:59:14.583 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_ioring_sqthread_poll": "false", 2021-07-26T15:59:14.584 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_nvme_unbind_from_kernel": "false", 2021-07-26T15:59:14.584 INFO:teuthology.orchestra.run.smithi078.stdout: "bdev_type": "", 2021-07-26T15:59:14.584 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_alloc_size": "1048576", 2021-07-26T15:59:14.584 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_allocator": "hybrid", 2021-07-26T15:59:14.584 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_buffered_io": "true", 2021-07-26T15:59:14.585 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_check_for_zeros": "false", 2021-07-26T15:59:14.586 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_compact_log_sync": "false", 2021-07-26T15:59:14.586 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_log_compact_min_ratio": "5.000000", 2021-07-26T15:59:14.586 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_log_compact_min_size": "16777216", 2021-07-26T15:59:14.586 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_log_replay_check_allocations": "true", 2021-07-26T15:59:14.587 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_max_log_runway": "4194304", 2021-07-26T15:59:14.587 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_max_prefetch": "1048576", 2021-07-26T15:59:14.587 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_min_flush_size": "524288", 2021-07-26T15:59:14.587 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_min_log_runway": "1048576", 2021-07-26T15:59:14.588 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_replay_recovery": "false", 2021-07-26T15:59:14.588 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_replay_recovery_disable_compact": "false", 2021-07-26T15:59:14.588 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_shared_alloc_size": "65536", 2021-07-26T15:59:14.588 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_sync_write": "false", 2021-07-26T15:59:14.589 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_2q_cache_kin_ratio": "0.500000", 2021-07-26T15:59:14.589 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_2q_cache_kout_ratio": "0.500000", 2021-07-26T15:59:14.589 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_alloc_stats_dump_interval": "86400.000000", 2021-07-26T15:59:14.589 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_allocator": "hybrid", 2021-07-26T15:59:14.589 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_avl_alloc_bf_free_pct": "4", 2021-07-26T15:59:14.590 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_avl_alloc_bf_threshold": "131072", 2021-07-26T15:59:14.590 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_avl_alloc_ff_max_search_bytes": "16777216", 2021-07-26T15:59:14.590 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_avl_alloc_ff_max_search_count": "100", 2021-07-26T15:59:14.590 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_bitmapallocator_blocks_per_zone": "1024", 2021-07-26T15:59:14.590 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_bitmapallocator_span_size": "1024", 2021-07-26T15:59:14.591 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_blobid_prealloc": "10240", 2021-07-26T15:59:14.591 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_block_create": "true", 2021-07-26T15:59:14.591 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_block_db_create": "false", 2021-07-26T15:59:14.592 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_block_db_path": "", 2021-07-26T15:59:14.592 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_block_db_size": "0", 2021-07-26T15:59:14.592 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_block_path": "", 2021-07-26T15:59:14.592 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_block_preallocate_file": "false", 2021-07-26T15:59:14.592 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_block_size": "107374182400", 2021-07-26T15:59:14.593 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_block_wal_create": "false", 2021-07-26T15:59:14.593 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_block_wal_path": "", 2021-07-26T15:59:14.593 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_block_wal_size": "100663296", 2021-07-26T15:59:14.593 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_bluefs": "true", 2021-07-26T15:59:14.593 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_bluefs_alloc_failure_dump_interval": "0.000000", 2021-07-26T15:59:14.594 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_bluefs_env_mirror": "false", 2021-07-26T15:59:14.594 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_bluefs_max_free": "10737418240", 2021-07-26T15:59:14.594 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_autotune": "true", 2021-07-26T15:59:14.594 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_autotune_interval": "5.000000", 2021-07-26T15:59:14.595 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_kv_onode_ratio": "0.040000", 2021-07-26T15:59:14.595 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_kv_ratio": "0.450000", 2021-07-26T15:59:14.595 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_meta_ratio": "0.450000", 2021-07-26T15:59:14.595 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_size": "0", 2021-07-26T15:59:14.596 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_size_hdd": "1073741824", 2021-07-26T15:59:14.596 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_size_ssd": "3221225472", 2021-07-26T15:59:14.596 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_trim_interval": "0.050000", 2021-07-26T15:59:14.596 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_trim_max_skip_pinned": "1000", 2021-07-26T15:59:14.597 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_type": "2q", 2021-07-26T15:59:14.597 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_clone_cow": "true", 2021-07-26T15:59:14.597 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_compression_algorithm": "snappy", 2021-07-26T15:59:14.597 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_compression_max_blob_size": "0", 2021-07-26T15:59:14.597 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_compression_max_blob_size_hdd": "65536", 2021-07-26T15:59:14.598 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_compression_max_blob_size_ssd": "65536", 2021-07-26T15:59:14.598 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_compression_min_blob_size": "0", 2021-07-26T15:59:14.598 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_compression_min_blob_size_hdd": "8192", 2021-07-26T15:59:14.598 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_compression_min_blob_size_ssd": "8192", 2021-07-26T15:59:14.599 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_compression_mode": "none", 2021-07-26T15:59:14.599 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_compression_required_ratio": "0.875000", 2021-07-26T15:59:14.599 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_csum_type": "crc32c", 2021-07-26T15:59:14.599 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_enforce_settings": "default", 2021-07-26T15:59:14.599 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_freelist": "false", 2021-07-26T15:59:14.600 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_fsck_abort": "false", 2021-07-26T15:59:14.600 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_inject_bug21040": "false", 2021-07-26T15:59:14.600 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_inject_csum_err_probability": "0.000000", 2021-07-26T15:59:14.600 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_inject_read_err": "false", 2021-07-26T15:59:14.600 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_no_reuse_blocks": "false", 2021-07-26T15:59:14.601 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_omit_block_device_write": "false", 2021-07-26T15:59:14.601 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_omit_kv_commit": "false", 2021-07-26T15:59:14.601 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_permit_any_bdev_label": "false", 2021-07-26T15:59:14.601 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_prefill": "0.000000", 2021-07-26T15:59:14.601 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_prefragment_max": "1048576", 2021-07-26T15:59:14.602 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_random_read_err": "0.000000", 2021-07-26T15:59:14.602 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_randomize_serial_transaction": "0", 2021-07-26T15:59:14.602 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_small_allocations": "0", 2021-07-26T15:59:14.602 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_debug_too_many_blobs_threshold": "24576", 2021-07-26T15:59:14.602 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_default_buffered_read": "true", 2021-07-26T15:59:14.603 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_default_buffered_write": "false", 2021-07-26T15:59:14.603 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_deferred_batch_ops": "0", 2021-07-26T15:59:14.603 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_deferred_batch_ops_hdd": "64", 2021-07-26T15:59:14.603 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_deferred_batch_ops_ssd": "16", 2021-07-26T15:59:14.604 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_extent_map_inline_shard_prealloc_size": "256", 2021-07-26T15:59:14.604 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_extent_map_shard_max_size": "1200", 2021-07-26T15:59:14.604 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_extent_map_shard_min_size": "150", 2021-07-26T15:59:14.604 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_extent_map_shard_target_size": "500", 2021-07-26T15:59:14.604 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_extent_map_shard_target_size_slop": "0.200000", 2021-07-26T15:59:14.605 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_freelist_blocks_per_key": "128", 2021-07-26T15:59:14.605 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_error_on_no_per_pg_omap": "false", 2021-07-26T15:59:14.605 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_error_on_no_per_pool_omap": "false", 2021-07-26T15:59:14.605 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_error_on_no_per_pool_stats": "false", 2021-07-26T15:59:14.605 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_on_mkfs": "true", 2021-07-26T15:59:14.606 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_on_mkfs_deep": "false", 2021-07-26T15:59:14.606 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_on_mount": "false", 2021-07-26T15:59:14.606 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_on_mount_deep": "false", 2021-07-26T15:59:14.606 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_on_umount": "false", 2021-07-26T15:59:14.606 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_on_umount_deep": "false", 2021-07-26T15:59:14.607 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_quick_fix_on_mount": "false", 2021-07-26T15:59:14.607 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_quick_fix_threads": "2", 2021-07-26T15:59:14.608 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_read_bytes_cap": "67108864", 2021-07-26T15:59:14.608 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_gc_enable_blob_threshold": "0", 2021-07-26T15:59:14.608 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_gc_enable_total_threshold": "0", 2021-07-26T15:59:14.608 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_hybrid_alloc_mem_cap": "67108864", 2021-07-26T15:59:14.608 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_ignore_data_csum": "false", 2021-07-26T15:59:14.609 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_kv_sync_util_logging_s": "10.000000", 2021-07-26T15:59:14.609 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_kvbackend": "rocksdb", 2021-07-26T15:59:14.609 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_log_collection_list_age": "60.000000", 2021-07-26T15:59:14.609 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_log_omap_iterator_age": "5.000000", 2021-07-26T15:59:14.609 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_log_op_age": "5.000000", 2021-07-26T15:59:14.610 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_max_alloc_size": "0", 2021-07-26T15:59:14.610 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_max_blob_size": "0", 2021-07-26T15:59:14.610 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_max_blob_size_hdd": "65536", 2021-07-26T15:59:14.610 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_max_blob_size_ssd": "65536", 2021-07-26T15:59:14.611 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_max_defer_interval": "3.000000", 2021-07-26T15:59:14.611 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_max_deferred_txc": "32", 2021-07-26T15:59:14.611 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_min_alloc_size": "0", 2021-07-26T15:59:14.611 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_min_alloc_size_hdd": "4096", 2021-07-26T15:59:14.612 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_min_alloc_size_ssd": "4096", 2021-07-26T15:59:14.612 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_nid_prealloc": "1024", 2021-07-26T15:59:14.612 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_prefer_deferred_size": "0", 2021-07-26T15:59:14.612 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_prefer_deferred_size_hdd": "65536", 2021-07-26T15:59:14.612 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_prefer_deferred_size_ssd": "0", 2021-07-26T15:59:14.613 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_retry_disk_reads": "3", 2021-07-26T15:59:14.613 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_rocksdb_cf": "true", 2021-07-26T15:59:14.613 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_rocksdb_cfs": "m(3) p(3,0-12) O(3,0-13)=block_cache={type=binned_lru} L P", 2021-07-26T15:59:14.613 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_rocksdb_options": "compression=kNoCompression,max_write_buffer_number=4,min_write_buffer_number_to_merge=1,recycle_log_file_num=4,write_buffer_size=268435456,writable_file_max_buffer_size=0,compaction_readahead_size=2097152,max_background_compactions=2,max_total_wal_size=1073741824", 2021-07-26T15:59:14.614 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_rocksdb_options_annex": "", 2021-07-26T15:59:14.614 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_spdk_coremask": "0x1", 2021-07-26T15:59:14.614 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_spdk_io_sleep": "5", 2021-07-26T15:59:14.614 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_spdk_max_io_completion": "0", 2021-07-26T15:59:14.615 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_spdk_mem": "512", 2021-07-26T15:59:14.615 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_sync_submit_transaction": "false", 2021-07-26T15:59:14.615 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_throttle_bytes": "67108864", 2021-07-26T15:59:14.615 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_throttle_cost_per_io": "0", 2021-07-26T15:59:14.615 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_throttle_cost_per_io_hdd": "670000", 2021-07-26T15:59:14.616 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_throttle_cost_per_io_ssd": "4000", 2021-07-26T15:59:14.616 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_throttle_deferred_bytes": "134217728", 2021-07-26T15:59:14.616 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_throttle_trace_rate": "0.000000", 2021-07-26T15:59:14.616 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_tracing": "false", 2021-07-26T15:59:14.616 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_volume_selection_policy": "use_some_extra", 2021-07-26T15:59:14.617 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_volume_selection_reserved": "0", 2021-07-26T15:59:14.617 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_volume_selection_reserved_factor": "2.000000", 2021-07-26T15:59:14.617 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_warn_on_bluefs_spillover": "true", 2021-07-26T15:59:14.617 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_warn_on_legacy_statfs": "true", 2021-07-26T15:59:14.618 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_warn_on_no_per_pg_omap": "false", 2021-07-26T15:59:14.618 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_warn_on_no_per_pool_omap": "true", 2021-07-26T15:59:14.618 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_warn_on_spurious_read_errors": "true", 2021-07-26T15:59:14.618 INFO:teuthology.orchestra.run.smithi078.stdout: "cephadm_path": "/usr/sbin/cephadm", 2021-07-26T15:59:14.618 INFO:teuthology.orchestra.run.smithi078.stdout: "cephfs_mirror_action_update_interval": "2", 2021-07-26T15:59:14.619 INFO:teuthology.orchestra.run.smithi078.stdout: "cephfs_mirror_directory_scan_interval": "10", 2021-07-26T15:59:14.619 INFO:teuthology.orchestra.run.smithi078.stdout: "cephfs_mirror_max_concurrent_directory_syncs": "3", 2021-07-26T15:59:14.619 INFO:teuthology.orchestra.run.smithi078.stdout: "cephfs_mirror_max_consecutive_failures_per_directory": "10", 2021-07-26T15:59:14.619 INFO:teuthology.orchestra.run.smithi078.stdout: "cephfs_mirror_max_snapshot_sync_per_cycle": "3", 2021-07-26T15:59:14.619 INFO:teuthology.orchestra.run.smithi078.stdout: "cephfs_mirror_mount_timeout": "10", 2021-07-26T15:59:14.620 INFO:teuthology.orchestra.run.smithi078.stdout: "cephfs_mirror_restart_mirror_on_blocklist_interval": "30", 2021-07-26T15:59:14.620 INFO:teuthology.orchestra.run.smithi078.stdout: "cephfs_mirror_restart_mirror_on_failure_interval": "20", 2021-07-26T15:59:14.620 INFO:teuthology.orchestra.run.smithi078.stdout: "cephfs_mirror_retry_failed_directories_interval": "60", 2021-07-26T15:59:14.620 INFO:teuthology.orchestra.run.smithi078.stdout: "cephsqlite_blocklist_dead_locker": "true", 2021-07-26T15:59:14.620 INFO:teuthology.orchestra.run.smithi078.stdout: "cephsqlite_lock_renewal_interval": "2000", 2021-07-26T15:59:14.621 INFO:teuthology.orchestra.run.smithi078.stdout: "cephsqlite_lock_renewal_timeout": "30000", 2021-07-26T15:59:14.621 INFO:teuthology.orchestra.run.smithi078.stdout: "cephx_cluster_require_signatures": "false", 2021-07-26T15:59:14.621 INFO:teuthology.orchestra.run.smithi078.stdout: "cephx_cluster_require_version": "2", 2021-07-26T15:59:14.621 INFO:teuthology.orchestra.run.smithi078.stdout: "cephx_require_signatures": "false", 2021-07-26T15:59:14.622 INFO:teuthology.orchestra.run.smithi078.stdout: "cephx_require_version": "2", 2021-07-26T15:59:14.622 INFO:teuthology.orchestra.run.smithi078.stdout: "cephx_service_require_signatures": "false", 2021-07-26T15:59:14.622 INFO:teuthology.orchestra.run.smithi078.stdout: "cephx_service_require_version": "2", 2021-07-26T15:59:14.622 INFO:teuthology.orchestra.run.smithi078.stdout: "cephx_sign_messages": "true", 2021-07-26T15:59:14.622 INFO:teuthology.orchestra.run.smithi078.stdout: "chdir": "", 2021-07-26T15:59:14.623 INFO:teuthology.orchestra.run.smithi078.stdout: "client_acl_type": "", 2021-07-26T15:59:14.623 INFO:teuthology.orchestra.run.smithi078.stdout: "client_asio_thread_count": "2", 2021-07-26T15:59:14.623 INFO:teuthology.orchestra.run.smithi078.stdout: "client_cache_mid": "0.750000", 2021-07-26T15:59:14.623 INFO:teuthology.orchestra.run.smithi078.stdout: "client_cache_size": "16384", 2021-07-26T15:59:14.623 INFO:teuthology.orchestra.run.smithi078.stdout: "client_caps_release_delay": "5", 2021-07-26T15:59:14.624 INFO:teuthology.orchestra.run.smithi078.stdout: "client_check_pool_perm": "true", 2021-07-26T15:59:14.624 INFO:teuthology.orchestra.run.smithi078.stdout: "client_debug_force_sync_read": "false", 2021-07-26T15:59:14.624 INFO:teuthology.orchestra.run.smithi078.stdout: "client_debug_getattr_caps": "false", 2021-07-26T15:59:14.624 INFO:teuthology.orchestra.run.smithi078.stdout: "client_debug_inject_tick_delay": "0", 2021-07-26T15:59:14.624 INFO:teuthology.orchestra.run.smithi078.stdout: "client_die_on_failed_dentry_invalidate": "true", 2021-07-26T15:59:14.625 INFO:teuthology.orchestra.run.smithi078.stdout: "client_die_on_failed_remount": "false", 2021-07-26T15:59:14.625 INFO:teuthology.orchestra.run.smithi078.stdout: "client_dirsize_rbytes": "true", 2021-07-26T15:59:14.625 INFO:teuthology.orchestra.run.smithi078.stdout: "client_force_lazyio": "false", 2021-07-26T15:59:14.625 INFO:teuthology.orchestra.run.smithi078.stdout: "client_fs": "", 2021-07-26T15:59:14.625 INFO:teuthology.orchestra.run.smithi078.stdout: "client_inject_fixed_oldest_tid": "false", 2021-07-26T15:59:14.626 INFO:teuthology.orchestra.run.smithi078.stdout: "client_inject_release_failure": "false", 2021-07-26T15:59:14.627 INFO:teuthology.orchestra.run.smithi078.stdout: "client_max_inline_size": "4096", 2021-07-26T15:59:14.627 INFO:teuthology.orchestra.run.smithi078.stdout: "client_mds_namespace": "", 2021-07-26T15:59:14.627 INFO:teuthology.orchestra.run.smithi078.stdout: "client_metadata": "", 2021-07-26T15:59:14.628 INFO:teuthology.orchestra.run.smithi078.stdout: "client_mount_gid": "-1", 2021-07-26T15:59:14.628 INFO:teuthology.orchestra.run.smithi078.stdout: "client_mount_timeout": "300.000000", 2021-07-26T15:59:14.628 INFO:teuthology.orchestra.run.smithi078.stdout: "client_mount_uid": "-1", 2021-07-26T15:59:14.628 INFO:teuthology.orchestra.run.smithi078.stdout: "client_mountpoint": "/", 2021-07-26T15:59:14.628 INFO:teuthology.orchestra.run.smithi078.stdout: "client_notify_timeout": "10", 2021-07-26T15:59:14.629 INFO:teuthology.orchestra.run.smithi078.stdout: "client_oc": "true", 2021-07-26T15:59:14.629 INFO:teuthology.orchestra.run.smithi078.stdout: "client_oc_max_dirty": "104857600", 2021-07-26T15:59:14.629 INFO:teuthology.orchestra.run.smithi078.stdout: "client_oc_max_dirty_age": "5.000000", 2021-07-26T15:59:14.629 INFO:teuthology.orchestra.run.smithi078.stdout: "client_oc_max_objects": "1000", 2021-07-26T15:59:14.629 INFO:teuthology.orchestra.run.smithi078.stdout: "client_oc_size": "209715200", 2021-07-26T15:59:14.630 INFO:teuthology.orchestra.run.smithi078.stdout: "client_oc_target_dirty": "8388608", 2021-07-26T15:59:14.630 INFO:teuthology.orchestra.run.smithi078.stdout: "client_permissions": "true", 2021-07-26T15:59:14.630 INFO:teuthology.orchestra.run.smithi078.stdout: "client_quota_df": "true", 2021-07-26T15:59:14.630 INFO:teuthology.orchestra.run.smithi078.stdout: "client_readahead_max_bytes": "0", 2021-07-26T15:59:14.631 INFO:teuthology.orchestra.run.smithi078.stdout: "client_readahead_max_periods": "4", 2021-07-26T15:59:14.631 INFO:teuthology.orchestra.run.smithi078.stdout: "client_readahead_min": "131072", 2021-07-26T15:59:14.631 INFO:teuthology.orchestra.run.smithi078.stdout: "client_reconnect_stale": "false", 2021-07-26T15:59:14.631 INFO:teuthology.orchestra.run.smithi078.stdout: "client_shutdown_timeout": "30", 2021-07-26T15:59:14.631 INFO:teuthology.orchestra.run.smithi078.stdout: "client_snapdir": ".snap", 2021-07-26T15:59:14.632 INFO:teuthology.orchestra.run.smithi078.stdout: "client_tick_interval": "1", 2021-07-26T15:59:14.632 INFO:teuthology.orchestra.run.smithi078.stdout: "client_trace": "", 2021-07-26T15:59:14.632 INFO:teuthology.orchestra.run.smithi078.stdout: "client_try_dentry_invalidate": "false", 2021-07-26T15:59:14.632 INFO:teuthology.orchestra.run.smithi078.stdout: "client_use_faked_inos": "false", 2021-07-26T15:59:14.632 INFO:teuthology.orchestra.run.smithi078.stdout: "client_use_random_mds": "false", 2021-07-26T15:59:14.633 INFO:teuthology.orchestra.run.smithi078.stdout: "clog_to_graylog": "false", 2021-07-26T15:59:14.633 INFO:teuthology.orchestra.run.smithi078.stdout: "clog_to_graylog_host": "127.0.0.1", 2021-07-26T15:59:14.633 INFO:teuthology.orchestra.run.smithi078.stdout: "clog_to_graylog_port": "12201", 2021-07-26T15:59:14.633 INFO:teuthology.orchestra.run.smithi078.stdout: "clog_to_monitors": "default=true", 2021-07-26T15:59:14.633 INFO:teuthology.orchestra.run.smithi078.stdout: "clog_to_syslog": "false", 2021-07-26T15:59:14.634 INFO:teuthology.orchestra.run.smithi078.stdout: "clog_to_syslog_facility": "default=daemon audit=local0", 2021-07-26T15:59:14.634 INFO:teuthology.orchestra.run.smithi078.stdout: "clog_to_syslog_level": "info", 2021-07-26T15:59:14.634 INFO:teuthology.orchestra.run.smithi078.stdout: "cluster_addr": "-", 2021-07-26T15:59:14.634 INFO:teuthology.orchestra.run.smithi078.stdout: "cluster_network": "", 2021-07-26T15:59:14.635 INFO:teuthology.orchestra.run.smithi078.stdout: "cluster_network_interface": "", 2021-07-26T15:59:14.635 INFO:teuthology.orchestra.run.smithi078.stdout: "compressor_zlib_isal": "false", 2021-07-26T15:59:14.635 INFO:teuthology.orchestra.run.smithi078.stdout: "compressor_zlib_level": "5", 2021-07-26T15:59:14.635 INFO:teuthology.orchestra.run.smithi078.stdout: "compressor_zlib_winsize": "-15", 2021-07-26T15:59:14.635 INFO:teuthology.orchestra.run.smithi078.stdout: "compressor_zstd_level": "1", 2021-07-26T15:59:14.636 INFO:teuthology.orchestra.run.smithi078.stdout: "container_image": "quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f", 2021-07-26T15:59:14.636 INFO:teuthology.orchestra.run.smithi078.stdout: "crash_dir": "/var/lib/ceph/crash", 2021-07-26T15:59:14.636 INFO:teuthology.orchestra.run.smithi078.stdout: "crimson_alien_op_num_threads": "6", 2021-07-26T15:59:14.636 INFO:teuthology.orchestra.run.smithi078.stdout: "crimson_alien_thread_cpu_cores": "", 2021-07-26T15:59:14.636 INFO:teuthology.orchestra.run.smithi078.stdout: "crimson_osd_obc_lru_size": "10", 2021-07-26T15:59:14.637 INFO:teuthology.orchestra.run.smithi078.stdout: "crimson_osd_scheduler_concurrency": "0", 2021-07-26T15:59:14.637 INFO:teuthology.orchestra.run.smithi078.stdout: "crush_location": "", 2021-07-26T15:59:14.637 INFO:teuthology.orchestra.run.smithi078.stdout: "crush_location_hook": "", 2021-07-26T15:59:14.637 INFO:teuthology.orchestra.run.smithi078.stdout: "crush_location_hook_timeout": "10", 2021-07-26T15:59:14.637 INFO:teuthology.orchestra.run.smithi078.stdout: "daemonize": "false", 2021-07-26T15:59:14.638 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_alienstore": "0/5", 2021-07-26T15:59:14.638 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_allow_any_pool_priority": "false", 2021-07-26T15:59:14.638 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_asok": "1/5", 2021-07-26T15:59:14.638 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_asok_assert_abort": "false", 2021-07-26T15:59:14.639 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_asserts_on_shutdown": "true", 2021-07-26T15:59:14.639 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_auth": "1/5", 2021-07-26T15:59:14.639 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_bdev": "1/3", 2021-07-26T15:59:14.639 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_bluefs": "1/5", 2021-07-26T15:59:14.640 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_bluestore": "1/5", 2021-07-26T15:59:14.640 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_buffer": "0/1", 2021-07-26T15:59:14.640 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_cephfs_mirror": "0/5", 2021-07-26T15:59:14.640 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_cephsqlite": "0/5", 2021-07-26T15:59:14.640 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_civetweb": "1/10", 2021-07-26T15:59:14.641 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_client": "0/5", 2021-07-26T15:59:14.641 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_compressor": "1/5", 2021-07-26T15:59:14.641 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_context": "0/1", 2021-07-26T15:59:14.641 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_crush": "1/1", 2021-07-26T15:59:14.641 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_crypto": "1/5", 2021-07-26T15:59:14.642 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_deliberately_leak_memory": "false", 2021-07-26T15:59:14.642 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_disable_randomized_ping": "false", 2021-07-26T15:59:14.642 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_dpdk": "1/5", 2021-07-26T15:59:14.642 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_eventtrace": "1/5", 2021-07-26T15:59:14.642 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_filer": "0/1", 2021-07-26T15:59:14.643 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_filestore": "1/3", 2021-07-26T15:59:14.643 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_finisher": "1/1", 2021-07-26T15:59:14.643 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_fuse": "1/5", 2021-07-26T15:59:14.643 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_heartbeat_testing_span": "0", 2021-07-26T15:59:14.643 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_heartbeatmap": "1/5", 2021-07-26T15:59:14.644 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_immutable_obj_cache": "0/5", 2021-07-26T15:59:14.644 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_javaclient": "1/5", 2021-07-26T15:59:14.644 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_journal": "1/3", 2021-07-26T15:59:14.644 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_journaler": "0/5", 2021-07-26T15:59:14.644 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_kstore": "1/5", 2021-07-26T15:59:14.645 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_leveldb": "4/5", 2021-07-26T15:59:14.645 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_lockdep": "0/1", 2021-07-26T15:59:14.645 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_mds": "1/5", 2021-07-26T15:59:14.645 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_mds_balancer": "1/5", 2021-07-26T15:59:14.645 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_mds_locker": "1/5", 2021-07-26T15:59:14.646 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_mds_log": "1/5", 2021-07-26T15:59:14.646 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_mds_log_expire": "1/5", 2021-07-26T15:59:14.646 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_mds_migrator": "1/5", 2021-07-26T15:59:14.646 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_memdb": "4/5", 2021-07-26T15:59:14.647 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_mgr": "2/5", 2021-07-26T15:59:14.647 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_mgrc": "1/5", 2021-07-26T15:59:14.647 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_mon": "20/20", 2021-07-26T15:59:14.647 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_monc": "0/10", 2021-07-26T15:59:14.648 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_ms": "1/1", 2021-07-26T15:59:14.648 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_none": "0/5", 2021-07-26T15:59:14.648 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_objclass": "0/5", 2021-07-26T15:59:14.648 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_objectcacher": "0/5", 2021-07-26T15:59:14.649 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_objecter": "0/1", 2021-07-26T15:59:14.649 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_optracker": "0/5", 2021-07-26T15:59:14.649 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_osd": "1/5", 2021-07-26T15:59:14.650 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_paxos": "20/20", 2021-07-26T15:59:14.651 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_perfcounter": "1/5", 2021-07-26T15:59:14.651 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_prioritycache": "1/5", 2021-07-26T15:59:14.652 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_rados": "0/5", 2021-07-26T15:59:14.652 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_rbd": "0/5", 2021-07-26T15:59:14.653 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_rbd_mirror": "0/5", 2021-07-26T15:59:14.653 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_rbd_pwl": "0/5", 2021-07-26T15:59:14.654 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_rbd_replay": "0/5", 2021-07-26T15:59:14.654 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_refs": "0/0", 2021-07-26T15:59:14.655 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_reserver": "1/1", 2021-07-26T15:59:14.655 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_rgw": "1/5", 2021-07-26T15:59:14.655 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_rgw_datacache": "1/5", 2021-07-26T15:59:14.656 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_rgw_sync": "1/5", 2021-07-26T15:59:14.656 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_rocksdb": "4/5", 2021-07-26T15:59:14.657 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_seastore": "0/5", 2021-07-26T15:59:14.657 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_striper": "0/1", 2021-07-26T15:59:14.657 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_test": "0/5", 2021-07-26T15:59:14.658 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_throttle": "1/1", 2021-07-26T15:59:14.659 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_timer": "0/1", 2021-07-26T15:59:14.659 INFO:teuthology.orchestra.run.smithi078.stdout: "debug_tp": "0/5", 2021-07-26T15:59:14.661 INFO:teuthology.orchestra.run.smithi078.stdout: "device_failure_prediction_mode": "none", 2021-07-26T15:59:14.661 INFO:teuthology.orchestra.run.smithi078.stdout: "enable_experimental_unrecoverable_data_corrupting_features": "", 2021-07-26T15:59:14.661 INFO:teuthology.orchestra.run.smithi078.stdout: "erasure_code_dir": "/usr/lib64/ceph/erasure-code", 2021-07-26T15:59:14.661 INFO:teuthology.orchestra.run.smithi078.stdout: "err_to_graylog": "false", 2021-07-26T15:59:14.662 INFO:teuthology.orchestra.run.smithi078.stdout: "err_to_journald": "false", 2021-07-26T15:59:14.662 INFO:teuthology.orchestra.run.smithi078.stdout: "err_to_stderr": "true", 2021-07-26T15:59:14.662 INFO:teuthology.orchestra.run.smithi078.stdout: "err_to_syslog": "false", 2021-07-26T15:59:14.662 INFO:teuthology.orchestra.run.smithi078.stdout: "event_tracing": "false", 2021-07-26T15:59:14.663 INFO:teuthology.orchestra.run.smithi078.stdout: "fake_statfs_for_testing": "0", 2021-07-26T15:59:14.663 INFO:teuthology.orchestra.run.smithi078.stdout: "fatal_signal_handlers": "true", 2021-07-26T15:59:14.663 INFO:teuthology.orchestra.run.smithi078.stdout: "filer_max_purge_ops": "10", 2021-07-26T15:59:14.663 INFO:teuthology.orchestra.run.smithi078.stdout: "filer_max_truncate_ops": "128", 2021-07-26T15:59:14.663 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_apply_finisher_threads": "1", 2021-07-26T15:59:14.664 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_blackhole": "false", 2021-07-26T15:59:14.664 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_btrfs_clone_range": "true", 2021-07-26T15:59:14.664 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_btrfs_snap": "true", 2021-07-26T15:59:14.664 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_caller_concurrency": "10", 2021-07-26T15:59:14.664 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_collect_device_partition_information": "true", 2021-07-26T15:59:14.665 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_commit_timeout": "600.000000", 2021-07-26T15:59:14.665 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_debug_inject_read_err": "false", 2021-07-26T15:59:14.665 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_debug_omap_check": "false", 2021-07-26T15:59:14.665 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_debug_random_read_err": "0.000000", 2021-07-26T15:59:14.666 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_debug_verify_split": "false", 2021-07-26T15:59:14.666 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_dump_file": "", 2021-07-26T15:59:14.666 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_expected_throughput_bytes": "209715200.000000", 2021-07-26T15:59:14.666 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_expected_throughput_ops": "200.000000", 2021-07-26T15:59:14.666 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_fadvise": "true", 2021-07-26T15:59:14.667 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_fail_eio": "true", 2021-07-26T15:59:14.667 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_fd_cache_shards": "16", 2021-07-26T15:59:14.667 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_fd_cache_size": "128", 2021-07-26T15:59:14.667 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_fiemap": "false", 2021-07-26T15:59:14.668 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_fiemap_threshold": "4096", 2021-07-26T15:59:14.668 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_fsync_flushes_journal_data": "false", 2021-07-26T15:59:14.668 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_index_retry_probability": "0.000000", 2021-07-26T15:59:14.668 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_inject_stall": "0", 2021-07-26T15:59:14.668 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_journal_parallel": "false", 2021-07-26T15:59:14.669 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_journal_trailing": "false", 2021-07-26T15:59:14.669 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_journal_writeahead": "false", 2021-07-26T15:59:14.669 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_kill_at": "0", 2021-07-26T15:59:14.669 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_max_alloc_hint_size": "1048576", 2021-07-26T15:59:14.669 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_max_inline_xattr_size": "0", 2021-07-26T15:59:14.670 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_max_inline_xattr_size_btrfs": "2048", 2021-07-26T15:59:14.670 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_max_inline_xattr_size_other": "512", 2021-07-26T15:59:14.670 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_max_inline_xattr_size_xfs": "65536", 2021-07-26T15:59:14.670 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_max_inline_xattrs": "0", 2021-07-26T15:59:14.671 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_max_inline_xattrs_btrfs": "10", 2021-07-26T15:59:14.671 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_max_inline_xattrs_other": "2", 2021-07-26T15:59:14.671 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_max_inline_xattrs_xfs": "10", 2021-07-26T15:59:14.671 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_max_sync_interval": "5.000000", 2021-07-26T15:59:14.671 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_max_xattr_value_size": "0", 2021-07-26T15:59:14.672 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_max_xattr_value_size_btrfs": "65536", 2021-07-26T15:59:14.672 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_max_xattr_value_size_other": "1024", 2021-07-26T15:59:14.672 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_max_xattr_value_size_xfs": "65536", 2021-07-26T15:59:14.672 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_merge_threshold": "-10", 2021-07-26T15:59:14.673 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_min_sync_interval": "0.010000", 2021-07-26T15:59:14.673 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_odsync_write": "false", 2021-07-26T15:59:14.673 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_omap_backend": "rocksdb", 2021-07-26T15:59:14.673 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_omap_backend_path": "", 2021-07-26T15:59:14.674 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_omap_header_cache_size": "1024", 2021-07-26T15:59:14.674 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_ondisk_finisher_threads": "1", 2021-07-26T15:59:14.674 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_op_thread_suicide_timeout": "180", 2021-07-26T15:59:14.674 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_op_thread_timeout": "60", 2021-07-26T15:59:14.674 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_op_threads": "2", 2021-07-26T15:59:14.675 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_punch_hole": "false", 2021-07-26T15:59:14.675 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_queue_high_delay_multiple": "0.000000", 2021-07-26T15:59:14.675 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_queue_high_delay_multiple_bytes": "0.000000", 2021-07-26T15:59:14.675 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_queue_high_delay_multiple_ops": "0.000000", 2021-07-26T15:59:14.676 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_queue_high_threshhold": "0.900000", 2021-07-26T15:59:14.676 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_queue_low_threshhold": "0.300000", 2021-07-26T15:59:14.676 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_queue_max_bytes": "104857600", 2021-07-26T15:59:14.676 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_queue_max_delay_multiple": "0.000000", 2021-07-26T15:59:14.676 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_queue_max_delay_multiple_bytes": "0.000000", 2021-07-26T15:59:14.677 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_queue_max_delay_multiple_ops": "0.000000", 2021-07-26T15:59:14.677 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_queue_max_ops": "50", 2021-07-26T15:59:14.677 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_rocksdb_options": "max_background_jobs=10,compaction_readahead_size=2097152,compression=kNoCompression", 2021-07-26T15:59:14.677 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_seek_data_hole": "false", 2021-07-26T15:59:14.677 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_sloppy_crc": "false", 2021-07-26T15:59:14.678 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_sloppy_crc_block_size": "65536", 2021-07-26T15:59:14.678 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_splice": "false", 2021-07-26T15:59:14.678 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_split_multiple": "2", 2021-07-26T15:59:14.678 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_split_rand_factor": "20", 2021-07-26T15:59:14.679 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_update_to": "1000", 2021-07-26T15:59:14.679 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_wbthrottle_btrfs_bytes_hard_limit": "419430400", 2021-07-26T15:59:14.679 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_wbthrottle_btrfs_bytes_start_flusher": "41943040", 2021-07-26T15:59:14.679 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_wbthrottle_btrfs_inodes_hard_limit": "5000", 2021-07-26T15:59:14.679 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_wbthrottle_btrfs_inodes_start_flusher": "500", 2021-07-26T15:59:14.680 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_wbthrottle_btrfs_ios_hard_limit": "5000", 2021-07-26T15:59:14.680 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_wbthrottle_btrfs_ios_start_flusher": "500", 2021-07-26T15:59:14.680 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_wbthrottle_enable": "true", 2021-07-26T15:59:14.680 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_wbthrottle_xfs_bytes_hard_limit": "419430400", 2021-07-26T15:59:14.681 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_wbthrottle_xfs_bytes_start_flusher": "41943040", 2021-07-26T15:59:14.681 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_wbthrottle_xfs_inodes_hard_limit": "5000", 2021-07-26T15:59:14.681 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_wbthrottle_xfs_inodes_start_flusher": "500", 2021-07-26T15:59:14.681 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_wbthrottle_xfs_ios_hard_limit": "5000", 2021-07-26T15:59:14.681 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_wbthrottle_xfs_ios_start_flusher": "500", 2021-07-26T15:59:14.682 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_xfs_extsize": "false", 2021-07-26T15:59:14.682 INFO:teuthology.orchestra.run.smithi078.stdout: "filestore_zfs_snap": "false", 2021-07-26T15:59:14.682 INFO:teuthology.orchestra.run.smithi078.stdout: "fio_dir": "/tmp/fio", 2021-07-26T15:59:14.682 INFO:teuthology.orchestra.run.smithi078.stdout: "fsid": "d7ed0f78-ee27-11eb-8c23-001a4aab830c", 2021-07-26T15:59:14.682 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_allow_other": "true", 2021-07-26T15:59:14.683 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_atomic_o_trunc": "true", 2021-07-26T15:59:14.683 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_big_writes": "true", 2021-07-26T15:59:14.683 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_debug": "false", 2021-07-26T15:59:14.683 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_default_permissions": "false", 2021-07-26T15:59:14.684 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_disable_pagecache": "false", 2021-07-26T15:59:14.684 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_max_write": "0", 2021-07-26T15:59:14.684 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_multithreaded": "true", 2021-07-26T15:59:14.684 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_require_active_mds": "true", 2021-07-26T15:59:14.684 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_set_user_groups": "true", 2021-07-26T15:59:14.685 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_splice_move": "true", 2021-07-26T15:59:14.685 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_splice_read": "true", 2021-07-26T15:59:14.685 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_splice_write": "true", 2021-07-26T15:59:14.685 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_syncfs_on_mksnap": "true", 2021-07-26T15:59:14.685 INFO:teuthology.orchestra.run.smithi078.stdout: "fuse_use_invalidate_cb": "true", 2021-07-26T15:59:14.686 INFO:teuthology.orchestra.run.smithi078.stdout: "gss_ktab_client_file": "/var/lib/ceph/mon.a/gss_client_mon.a.ktab", 2021-07-26T15:59:14.686 INFO:teuthology.orchestra.run.smithi078.stdout: "gss_target_name": "ceph", 2021-07-26T15:59:14.686 INFO:teuthology.orchestra.run.smithi078.stdout: "heartbeat_file": "", 2021-07-26T15:59:14.686 INFO:teuthology.orchestra.run.smithi078.stdout: "heartbeat_inject_failure": "0", 2021-07-26T15:59:14.687 INFO:teuthology.orchestra.run.smithi078.stdout: "heartbeat_interval": "5", 2021-07-26T15:59:14.687 INFO:teuthology.orchestra.run.smithi078.stdout: "host": "smithi078", 2021-07-26T15:59:14.687 INFO:teuthology.orchestra.run.smithi078.stdout: "immutable_object_cache_client_dedicated_thread_num": "2", 2021-07-26T15:59:14.687 INFO:teuthology.orchestra.run.smithi078.stdout: "immutable_object_cache_max_inflight_ops": "128", 2021-07-26T15:59:14.687 INFO:teuthology.orchestra.run.smithi078.stdout: "immutable_object_cache_max_size": "1073741824", 2021-07-26T15:59:14.688 INFO:teuthology.orchestra.run.smithi078.stdout: "immutable_object_cache_path": "/tmp/ceph_immutable_object_cache", 2021-07-26T15:59:14.688 INFO:teuthology.orchestra.run.smithi078.stdout: "immutable_object_cache_qos_bps_burst": "0", 2021-07-26T15:59:14.688 INFO:teuthology.orchestra.run.smithi078.stdout: "immutable_object_cache_qos_bps_burst_seconds": "1", 2021-07-26T15:59:14.688 INFO:teuthology.orchestra.run.smithi078.stdout: "immutable_object_cache_qos_bps_limit": "0", 2021-07-26T15:59:14.688 INFO:teuthology.orchestra.run.smithi078.stdout: "immutable_object_cache_qos_iops_burst": "0", 2021-07-26T15:59:14.689 INFO:teuthology.orchestra.run.smithi078.stdout: "immutable_object_cache_qos_iops_burst_seconds": "1", 2021-07-26T15:59:14.689 INFO:teuthology.orchestra.run.smithi078.stdout: "immutable_object_cache_qos_iops_limit": "0", 2021-07-26T15:59:14.689 INFO:teuthology.orchestra.run.smithi078.stdout: "immutable_object_cache_qos_schedule_tick_min": "50", 2021-07-26T15:59:14.689 INFO:teuthology.orchestra.run.smithi078.stdout: "immutable_object_cache_sock": "/var/run/ceph/immutable_object_cache_sock", 2021-07-26T15:59:14.689 INFO:teuthology.orchestra.run.smithi078.stdout: "immutable_object_cache_watermark": "0.900000", 2021-07-26T15:59:14.690 INFO:teuthology.orchestra.run.smithi078.stdout: "inject_early_sigterm": "false", 2021-07-26T15:59:14.690 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_aio": "true", 2021-07-26T15:59:14.690 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_align_min_size": "65536", 2021-07-26T15:59:14.690 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_block_align": "true", 2021-07-26T15:59:14.691 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_block_size": "4096", 2021-07-26T15:59:14.691 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_dio": "true", 2021-07-26T15:59:14.691 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_discard": "false", 2021-07-26T15:59:14.691 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_force_aio": "false", 2021-07-26T15:59:14.691 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_ignore_corruption": "false", 2021-07-26T15:59:14.692 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_max_write_bytes": "10485760", 2021-07-26T15:59:14.692 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_max_write_entries": "100", 2021-07-26T15:59:14.692 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_replay_from": "0", 2021-07-26T15:59:14.692 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_throttle_high_multiple": "0.000000", 2021-07-26T15:59:14.692 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_throttle_high_threshhold": "0.900000", 2021-07-26T15:59:14.693 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_throttle_low_threshhold": "0.600000", 2021-07-26T15:59:14.693 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_throttle_max_multiple": "0.000000", 2021-07-26T15:59:14.693 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_write_header_frequency": "0", 2021-07-26T15:59:14.693 INFO:teuthology.orchestra.run.smithi078.stdout: "journal_zero_on_create": "false", 2021-07-26T15:59:14.694 INFO:teuthology.orchestra.run.smithi078.stdout: "journaler_prefetch_periods": "10", 2021-07-26T15:59:14.694 INFO:teuthology.orchestra.run.smithi078.stdout: "journaler_prezero_periods": "5", 2021-07-26T15:59:14.694 INFO:teuthology.orchestra.run.smithi078.stdout: "journaler_write_head_interval": "15", 2021-07-26T15:59:14.694 INFO:teuthology.orchestra.run.smithi078.stdout: "key": "", 2021-07-26T15:59:14.694 INFO:teuthology.orchestra.run.smithi078.stdout: "keyfile": "", 2021-07-26T15:59:14.695 INFO:teuthology.orchestra.run.smithi078.stdout: "keyring": "/var/lib/ceph/mon/ceph-a/keyring", 2021-07-26T15:59:14.695 INFO:teuthology.orchestra.run.smithi078.stdout: "kstore_backend": "rocksdb", 2021-07-26T15:59:14.695 INFO:teuthology.orchestra.run.smithi078.stdout: "kstore_default_stripe_size": "65536", 2021-07-26T15:59:14.695 INFO:teuthology.orchestra.run.smithi078.stdout: "kstore_fsck_on_mount": "false", 2021-07-26T15:59:14.696 INFO:teuthology.orchestra.run.smithi078.stdout: "kstore_fsck_on_mount_deep": "true", 2021-07-26T15:59:14.696 INFO:teuthology.orchestra.run.smithi078.stdout: "kstore_max_bytes": "67108864", 2021-07-26T15:59:14.696 INFO:teuthology.orchestra.run.smithi078.stdout: "kstore_max_ops": "512", 2021-07-26T15:59:14.696 INFO:teuthology.orchestra.run.smithi078.stdout: "kstore_nid_prealloc": "1024", 2021-07-26T15:59:14.696 INFO:teuthology.orchestra.run.smithi078.stdout: "kstore_onode_map_size": "1024", 2021-07-26T15:59:14.697 INFO:teuthology.orchestra.run.smithi078.stdout: "kstore_rocksdb_options": "compression=kNoCompression", 2021-07-26T15:59:14.697 INFO:teuthology.orchestra.run.smithi078.stdout: "kstore_sync_submit_transaction": "false", 2021-07-26T15:59:14.697 INFO:teuthology.orchestra.run.smithi078.stdout: "kstore_sync_transaction": "false", 2021-07-26T15:59:14.697 INFO:teuthology.orchestra.run.smithi078.stdout: "leveldb_block_size": "65536", 2021-07-26T15:59:14.697 INFO:teuthology.orchestra.run.smithi078.stdout: "leveldb_bloom_size": "0", 2021-07-26T15:59:14.698 INFO:teuthology.orchestra.run.smithi078.stdout: "leveldb_cache_size": "536870912", 2021-07-26T15:59:14.698 INFO:teuthology.orchestra.run.smithi078.stdout: "leveldb_compact_on_mount": "false", 2021-07-26T15:59:14.698 INFO:teuthology.orchestra.run.smithi078.stdout: "leveldb_compression": "false", 2021-07-26T15:59:14.698 INFO:teuthology.orchestra.run.smithi078.stdout: "leveldb_log": "", 2021-07-26T15:59:14.699 INFO:teuthology.orchestra.run.smithi078.stdout: "leveldb_log_to_ceph_log": "true", 2021-07-26T15:59:14.699 INFO:teuthology.orchestra.run.smithi078.stdout: "leveldb_max_open_files": "0", 2021-07-26T15:59:14.699 INFO:teuthology.orchestra.run.smithi078.stdout: "leveldb_paranoid": "false", 2021-07-26T15:59:14.699 INFO:teuthology.orchestra.run.smithi078.stdout: "leveldb_write_buffer_size": "33554432", 2021-07-26T15:59:14.699 INFO:teuthology.orchestra.run.smithi078.stdout: "librados_thread_count": "2", 2021-07-26T15:59:14.700 INFO:teuthology.orchestra.run.smithi078.stdout: "lockdep": "false", 2021-07-26T15:59:14.700 INFO:teuthology.orchestra.run.smithi078.stdout: "lockdep_force_backtrace": "false", 2021-07-26T15:59:14.700 INFO:teuthology.orchestra.run.smithi078.stdout: "log_coarse_timestamps": "true", 2021-07-26T15:59:14.700 INFO:teuthology.orchestra.run.smithi078.stdout: "log_file": "/var/log/ceph/ceph-mon.a.log", 2021-07-26T15:59:14.700 INFO:teuthology.orchestra.run.smithi078.stdout: "log_flush_on_exit": "false", 2021-07-26T15:59:14.701 INFO:teuthology.orchestra.run.smithi078.stdout: "log_graylog_host": "127.0.0.1", 2021-07-26T15:59:14.701 INFO:teuthology.orchestra.run.smithi078.stdout: "log_graylog_port": "12201", 2021-07-26T15:59:14.701 INFO:teuthology.orchestra.run.smithi078.stdout: "log_max_new": "1000", 2021-07-26T15:59:14.701 INFO:teuthology.orchestra.run.smithi078.stdout: "log_max_recent": "10000", 2021-07-26T15:59:14.702 INFO:teuthology.orchestra.run.smithi078.stdout: "log_stderr_prefix": "", 2021-07-26T15:59:14.702 INFO:teuthology.orchestra.run.smithi078.stdout: "log_stop_at_utilization": "0.970000", 2021-07-26T15:59:14.702 INFO:teuthology.orchestra.run.smithi078.stdout: "log_to_file": "true", 2021-07-26T15:59:14.702 INFO:teuthology.orchestra.run.smithi078.stdout: "log_to_graylog": "false", 2021-07-26T15:59:14.702 INFO:teuthology.orchestra.run.smithi078.stdout: "log_to_journald": "false", 2021-07-26T15:59:14.703 INFO:teuthology.orchestra.run.smithi078.stdout: "log_to_stderr": "false", 2021-07-26T15:59:14.703 INFO:teuthology.orchestra.run.smithi078.stdout: "log_to_syslog": "false", 2021-07-26T15:59:14.703 INFO:teuthology.orchestra.run.smithi078.stdout: "max_rotating_auth_attempts": "10", 2021-07-26T15:59:14.703 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_action_on_write_error": "1", 2021-07-26T15:59:14.704 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_alternate_name_max": "8192", 2021-07-26T15:59:14.704 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_asio_thread_count": "2", 2021-07-26T15:59:14.704 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_export_pin": "true", 2021-07-26T15:59:14.704 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_fragment_dirs": "true", 2021-07-26T15:59:14.704 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_fragment_fast_factor": "1.500000", 2021-07-26T15:59:14.705 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_fragment_interval": "5", 2021-07-26T15:59:14.705 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_fragment_size_max": "100000", 2021-07-26T15:59:14.705 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_idle_threshold": "0.000000", 2021-07-26T15:59:14.705 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_interval": "10", 2021-07-26T15:59:14.705 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_max": "-1", 2021-07-26T15:59:14.706 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_max_until": "-1", 2021-07-26T15:59:14.706 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_merge_size": "50", 2021-07-26T15:59:14.706 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_midchunk": "0.300000", 2021-07-26T15:59:14.706 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_min_rebalance": "0.100000", 2021-07-26T15:59:14.707 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_min_start": "0.200000", 2021-07-26T15:59:14.707 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_minchunk": "0.001000", 2021-07-26T15:59:14.707 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_mode": "0", 2021-07-26T15:59:14.707 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_need_max": "1.200000", 2021-07-26T15:59:14.707 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_need_min": "0.800000", 2021-07-26T15:59:14.708 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_replicate_threshold": "8000.000000", 2021-07-26T15:59:14.708 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_sample_interval": "3.000000", 2021-07-26T15:59:14.708 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_split_bits": "3", 2021-07-26T15:59:14.708 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_split_rd": "25000.000000", 2021-07-26T15:59:14.709 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_split_size": "10000", 2021-07-26T15:59:14.709 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_split_wr": "10000.000000", 2021-07-26T15:59:14.709 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_target_decay": "10.000000", 2021-07-26T15:59:14.709 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_bal_unreplicate_threshold": "0.000000", 2021-07-26T15:59:14.709 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_beacon_grace": "15.000000", 2021-07-26T15:59:14.710 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_beacon_interval": "4.000000", 2021-07-26T15:59:14.710 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_cache_memory_limit": "4294967296", 2021-07-26T15:59:14.710 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_cache_mid": "0.700000", 2021-07-26T15:59:14.710 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_cache_release_free_interval": "10", 2021-07-26T15:59:14.710 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_cache_reservation": "0.050000", 2021-07-26T15:59:14.711 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_cache_trim_decay_rate": "1.000000", 2021-07-26T15:59:14.711 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_cache_trim_interval": "1", 2021-07-26T15:59:14.711 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_cache_trim_threshold": "262144", 2021-07-26T15:59:14.711 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_cap_acquisition_throttle_retry_request_timeout": "0.500000", 2021-07-26T15:59:14.711 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_cap_revoke_eviction_timeout": "0.000000", 2021-07-26T15:59:14.712 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_client_delegate_inos_pct": "50", 2021-07-26T15:59:14.712 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_client_prealloc_inos": "1000", 2021-07-26T15:59:14.712 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_client_writeable_range_max_inc_objs": "1024", 2021-07-26T15:59:14.712 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_damage_table_max_entries": "10000", 2021-07-26T15:59:14.712 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_data": "/var/lib/ceph/mds/ceph-a", 2021-07-26T15:59:14.713 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_debug_auth_pins": "false", 2021-07-26T15:59:14.713 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_debug_frag": "false", 2021-07-26T15:59:14.713 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_debug_scatterstat": "false", 2021-07-26T15:59:14.713 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_debug_subtrees": "false", 2021-07-26T15:59:14.714 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_decay_halflife": "5.000000", 2021-07-26T15:59:14.714 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_default_dir_hash": "2", 2021-07-26T15:59:14.714 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_defer_session_stale": "true", 2021-07-26T15:59:14.714 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_deny_all_reconnect": "false", 2021-07-26T15:59:14.714 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_dir_keys_per_op": "16384", 2021-07-26T15:59:14.715 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_dir_max_commit_size": "10", 2021-07-26T15:59:14.715 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_dirstat_min_interval": "1.000000", 2021-07-26T15:59:14.715 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_dump_cache_after_rejoin": "false", 2021-07-26T15:59:14.715 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_dump_cache_on_map": "false", 2021-07-26T15:59:14.715 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_dump_cache_threshold_file": "0", 2021-07-26T15:59:14.716 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_dump_cache_threshold_formatter": "1073741824", 2021-07-26T15:59:14.716 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_early_reply": "true", 2021-07-26T15:59:14.716 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_enable_op_tracker": "true", 2021-07-26T15:59:14.716 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_enforce_unique_name": "true", 2021-07-26T15:59:14.717 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_export_ephemeral_distributed": "true", 2021-07-26T15:59:14.717 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_export_ephemeral_distributed_factor": "2.000000", 2021-07-26T15:59:14.717 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_export_ephemeral_random": "true", 2021-07-26T15:59:14.717 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_export_ephemeral_random_max": "0.010000", 2021-07-26T15:59:14.717 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_forward_all_requests_to_auth": "false", 2021-07-26T15:59:14.718 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_freeze_tree_timeout": "30.000000", 2021-07-26T15:59:14.718 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_hack_allow_loading_invalid_metadata": "false", 2021-07-26T15:59:14.718 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_health_cache_threshold": "1.500000", 2021-07-26T15:59:14.718 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_health_summarize_threshold": "10", 2021-07-26T15:59:14.718 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_heartbeat_grace": "15.000000", 2021-07-26T15:59:14.719 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_inject_migrator_session_race": "false", 2021-07-26T15:59:14.719 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_inject_traceless_reply_probability": "0.000000", 2021-07-26T15:59:14.719 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_join_fs": "", 2021-07-26T15:59:14.719 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_journal_format": "1", 2021-07-26T15:59:14.719 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_kill_create_at": "0", 2021-07-26T15:59:14.720 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_kill_export_at": "0", 2021-07-26T15:59:14.720 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_kill_import_at": "0", 2021-07-26T15:59:14.720 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_kill_journal_at": "0", 2021-07-26T15:59:14.720 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_kill_journal_expire_at": "0", 2021-07-26T15:59:14.721 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_kill_journal_replay_at": "0", 2021-07-26T15:59:14.721 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_kill_link_at": "0", 2021-07-26T15:59:14.721 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_kill_mdstable_at": "0", 2021-07-26T15:59:14.721 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_kill_openc_at": "0", 2021-07-26T15:59:14.721 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_kill_rename_at": "0", 2021-07-26T15:59:14.722 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_log_events_per_segment": "1024", 2021-07-26T15:59:14.722 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_log_max_events": "-1", 2021-07-26T15:59:14.722 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_log_max_segments": "128", 2021-07-26T15:59:14.722 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_log_pause": "false", 2021-07-26T15:59:14.723 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_log_segment_size": "0", 2021-07-26T15:59:14.723 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_log_skip_corrupt_events": "false", 2021-07-26T15:59:14.723 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_log_warn_factor": "2.000000", 2021-07-26T15:59:14.723 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_max_caps_per_client": "1048576", 2021-07-26T15:59:14.723 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_max_completed_flushes": "100000", 2021-07-26T15:59:14.724 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_max_completed_requests": "100000", 2021-07-26T15:59:14.724 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_max_export_size": "20971520", 2021-07-26T15:59:14.724 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_max_file_recover": "32", 2021-07-26T15:59:14.724 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_max_purge_files": "64", 2021-07-26T15:59:14.724 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_max_purge_ops": "8192", 2021-07-26T15:59:14.725 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_max_purge_ops_per_pg": "0.500000", 2021-07-26T15:59:14.725 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_max_retries_on_remount_failure": "5", 2021-07-26T15:59:14.725 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_max_scrub_ops_in_progress": "5", 2021-07-26T15:59:14.725 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_max_snaps_per_dir": "100", 2021-07-26T15:59:14.726 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_max_xattr_pairs_size": "65536", 2021-07-26T15:59:14.726 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_metrics_update_interval": "2", 2021-07-26T15:59:14.726 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_min_caps_per_client": "100", 2021-07-26T15:59:14.726 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_min_caps_working_set": "10000", 2021-07-26T15:59:14.726 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_mon_shutdown_timeout": "5.000000", 2021-07-26T15:59:14.727 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_numa_node": "-1", 2021-07-26T15:59:14.727 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_oft_prefetch_dirfrags": "true", 2021-07-26T15:59:14.727 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_op_complaint_time": "30.000000", 2021-07-26T15:59:14.727 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_op_history_duration": "600", 2021-07-26T15:59:14.727 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_op_history_size": "20", 2021-07-26T15:59:14.728 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_op_log_threshold": "5", 2021-07-26T15:59:14.728 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_ping_grace": "15", 2021-07-26T15:59:14.728 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_ping_interval": "5", 2021-07-26T15:59:14.728 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_purge_queue_busy_flush_period": "1.000000", 2021-07-26T15:59:14.729 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_recall_global_max_decay_threshold": "131072", 2021-07-26T15:59:14.729 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_recall_max_caps": "30000", 2021-07-26T15:59:14.729 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_recall_max_decay_rate": "1.500000", 2021-07-26T15:59:14.729 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_recall_max_decay_threshold": "131072", 2021-07-26T15:59:14.729 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_recall_warning_decay_rate": "60.000000", 2021-07-26T15:59:14.730 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_recall_warning_threshold": "262144", 2021-07-26T15:59:14.730 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_reconnect_timeout": "45.000000", 2021-07-26T15:59:14.730 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_replay_interval": "1.000000", 2021-07-26T15:59:14.730 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_replay_unsafe_with_closed_session": "false", 2021-07-26T15:59:14.730 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_request_load_average_decay_rate": "60.000000", 2021-07-26T15:59:14.731 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_root_ino_gid": "0", 2021-07-26T15:59:14.731 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_root_ino_uid": "0", 2021-07-26T15:59:14.731 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_scatter_nudge_interval": "5.000000", 2021-07-26T15:59:14.731 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_session_blocklist_on_evict": "true", 2021-07-26T15:59:14.732 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_session_blocklist_on_timeout": "true", 2021-07-26T15:59:14.732 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_session_cache_liveness_decay_rate": "300.000000", 2021-07-26T15:59:14.732 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_session_cache_liveness_magnitude": "10", 2021-07-26T15:59:14.732 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_session_cap_acquisition_decay_rate": "10.000000", 2021-07-26T15:59:14.732 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_session_cap_acquisition_throttle": "500000", 2021-07-26T15:59:14.733 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_session_max_caps_throttle_ratio": "1.100000", 2021-07-26T15:59:14.733 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_sessionmap_keys_per_op": "1024", 2021-07-26T15:59:14.733 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_shutdown_check": "0", 2021-07-26T15:59:14.733 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_skip_ino": "0", 2021-07-26T15:59:14.733 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_snap_max_uid": "4294967294", 2021-07-26T15:59:14.734 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_snap_min_uid": "0", 2021-07-26T15:59:14.734 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_snap_rstat": "false", 2021-07-26T15:59:14.734 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_task_status_update_interval": "2.000000", 2021-07-26T15:59:14.734 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_thrash_exports": "0", 2021-07-26T15:59:14.735 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_thrash_fragments": "0", 2021-07-26T15:59:14.735 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_tick_interval": "5.000000", 2021-07-26T15:59:14.735 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_valgrind_exit": "false", 2021-07-26T15:59:14.735 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_verify_backtrace": "1", 2021-07-26T15:59:14.735 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_verify_scatter": "false", 2021-07-26T15:59:14.736 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_wipe_ino_prealloc": "false", 2021-07-26T15:59:14.736 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_wipe_sessions": "false", 2021-07-26T15:59:14.736 INFO:teuthology.orchestra.run.smithi078.stdout: "mempool_debug": "false", 2021-07-26T15:59:14.736 INFO:teuthology.orchestra.run.smithi078.stdout: "memstore_debug_omit_block_device_write": "false", 2021-07-26T15:59:14.736 INFO:teuthology.orchestra.run.smithi078.stdout: "memstore_device_bytes": "1073741824", 2021-07-26T15:59:14.737 INFO:teuthology.orchestra.run.smithi078.stdout: "memstore_page_set": "false", 2021-07-26T15:59:14.737 INFO:teuthology.orchestra.run.smithi078.stdout: "memstore_page_size": "65536", 2021-07-26T15:59:14.737 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_client_bytes": "134217728", 2021-07-26T15:59:14.737 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_client_messages": "512", 2021-07-26T15:59:14.737 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_client_service_daemon_unregister_timeout": "1.000000", 2021-07-26T15:59:14.738 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_connect_retry_interval": "1.000000", 2021-07-26T15:59:14.738 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_data": "/var/lib/ceph/mgr/ceph-a", 2021-07-26T15:59:14.738 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_debug_aggressive_pg_num_changes": "false", 2021-07-26T15:59:14.738 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_disabled_modules": "", 2021-07-26T15:59:14.739 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_initial_modules": "restful iostat nfs", 2021-07-26T15:59:14.739 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_mds_bytes": "134217728", 2021-07-26T15:59:14.739 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_mds_messages": "128", 2021-07-26T15:59:14.739 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_module_path": "/usr/share/ceph/mgr", 2021-07-26T15:59:14.739 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_mon_bytes": "134217728", 2021-07-26T15:59:14.740 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_mon_messages": "128", 2021-07-26T15:59:14.740 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_osd_bytes": "536870912", 2021-07-26T15:59:14.740 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_osd_messages": "8192", 2021-07-26T15:59:14.740 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_pool": "true", 2021-07-26T15:59:14.740 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_service_beacon_grace": "60.000000", 2021-07-26T15:59:14.741 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_standby_modules": "true", 2021-07-26T15:59:14.741 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_stats_period": "5", 2021-07-26T15:59:14.741 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_stats_threshold": "5", 2021-07-26T15:59:14.741 INFO:teuthology.orchestra.run.smithi078.stdout: "mgr_tick_period": "2", 2021-07-26T15:59:14.741 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_accept_timeout_factor": "2.000000", 2021-07-26T15:59:14.742 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_allow_pool_delete": "true", 2021-07-26T15:59:14.742 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_allow_pool_size_one": "false", 2021-07-26T15:59:14.742 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_auth_validate_all_caps": "true", 2021-07-26T15:59:14.742 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_cache_target_full_warn_ratio": "0.660000", 2021-07-26T15:59:14.743 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_clean_pg_upmaps_per_chunk": "256", 2021-07-26T15:59:14.743 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_client_bytes": "104857600", 2021-07-26T15:59:14.743 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_client_directed_command_retry": "2", 2021-07-26T15:59:14.743 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_client_hunt_interval": "3.000000", 2021-07-26T15:59:14.744 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_client_hunt_interval_backoff": "1.500000", 2021-07-26T15:59:14.744 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_client_hunt_interval_max_multiple": "10.000000", 2021-07-26T15:59:14.744 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_client_hunt_interval_min_multiple": "1.000000", 2021-07-26T15:59:14.744 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_client_hunt_parallel": "3", 2021-07-26T15:59:14.744 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_client_log_interval": "1.000000", 2021-07-26T15:59:14.745 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_client_max_log_entries_per_message": "1000", 2021-07-26T15:59:14.745 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_client_ping_interval": "10.000000", 2021-07-26T15:59:14.745 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_client_ping_timeout": "30.000000", 2021-07-26T15:59:14.745 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_clock_drift_allowed": "1.000000", 2021-07-26T15:59:14.745 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_clock_drift_warn_backoff": "5.000000", 2021-07-26T15:59:14.746 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_cluster_log_file": "default=/var/log/ceph/ceph.$channel.log cluster=/var/log/ceph/ceph.log", 2021-07-26T15:59:14.746 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_cluster_log_file_level": "debug", 2021-07-26T15:59:14.746 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_cluster_log_to_file": "false", 2021-07-26T15:59:14.746 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_cluster_log_to_graylog": "false", 2021-07-26T15:59:14.747 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_cluster_log_to_graylog_host": "127.0.0.1", 2021-07-26T15:59:14.747 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_cluster_log_to_graylog_port": "12201", 2021-07-26T15:59:14.747 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_cluster_log_to_journald": "true", 2021-07-26T15:59:14.747 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_cluster_log_to_stderr": "false", 2021-07-26T15:59:14.747 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_cluster_log_to_syslog": "default=false", 2021-07-26T15:59:14.748 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_cluster_log_to_syslog_facility": "daemon", 2021-07-26T15:59:14.748 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_cluster_log_to_syslog_level": "info", 2021-07-26T15:59:14.748 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_compact_on_bootstrap": "false", 2021-07-26T15:59:14.748 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_compact_on_start": "false", 2021-07-26T15:59:14.748 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_compact_on_trim": "true", 2021-07-26T15:59:14.749 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_con_tracker_persist_interval": "10", 2021-07-26T15:59:14.749 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_con_tracker_score_halflife": "43200", 2021-07-26T15:59:14.749 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_config_key_max_entry_size": "65536", 2021-07-26T15:59:14.749 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_cpu_threads": "4", 2021-07-26T15:59:14.750 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_crush_min_required_version": "hammer", 2021-07-26T15:59:14.750 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_daemon_bytes": "419430400", 2021-07-26T15:59:14.750 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_data": "/var/lib/ceph/mon/ceph-a", 2021-07-26T15:59:14.750 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_data_avail_crit": "5", 2021-07-26T15:59:14.750 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_data_avail_warn": "5", 2021-07-26T15:59:14.751 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_data_size_warn": "16106127360", 2021-07-26T15:59:14.751 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_debug_block_osdmap_trim": "false", 2021-07-26T15:59:14.751 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_debug_deprecated_as_obsolete": "false", 2021-07-26T15:59:14.751 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_debug_dump_json": "false", 2021-07-26T15:59:14.751 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_debug_dump_location": "/var/log/ceph/ceph-mon.a.tdump", 2021-07-26T15:59:14.752 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_debug_dump_transactions": "false", 2021-07-26T15:59:14.752 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_debug_extra_checks": "false", 2021-07-26T15:59:14.752 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_debug_no_initial_persistent_features": "false", 2021-07-26T15:59:14.752 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_debug_no_require_bluestore_for_ec_overwrites": "false", 2021-07-26T15:59:14.753 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_debug_no_require_pacific": "false", 2021-07-26T15:59:14.753 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_debug_no_require_quincy": "false", 2021-07-26T15:59:14.753 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_debug_unsafe_allow_tier_with_nonempty_snaps": "false", 2021-07-26T15:59:14.753 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_delta_reset_interval": "10.000000", 2021-07-26T15:59:14.753 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_dns_srv_name": "ceph-mon", 2021-07-26T15:59:14.754 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_down_mkfs_grace": "60", 2021-07-26T15:59:14.754 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_election_default_strategy": "1", 2021-07-26T15:59:14.754 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_election_timeout": "5.000000", 2021-07-26T15:59:14.754 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_elector_ignore_propose_margin": "0.000500", 2021-07-26T15:59:14.754 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_elector_ping_divisor": "2", 2021-07-26T15:59:14.755 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_elector_ping_timeout": "2.000000", 2021-07-26T15:59:14.755 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_enable_op_tracker": "true", 2021-07-26T15:59:14.755 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_fake_pool_delete": "false", 2021-07-26T15:59:14.755 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_force_quorum_join": "false", 2021-07-26T15:59:14.756 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_globalid_prealloc": "10000", 2021-07-26T15:59:14.756 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_health_detail_to_clog": "true", 2021-07-26T15:59:14.756 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_health_log_update_period": "5", 2021-07-26T15:59:14.756 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_health_max_detail": "50", 2021-07-26T15:59:14.756 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_health_to_clog": "true", 2021-07-26T15:59:14.757 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_health_to_clog_interval": "600", 2021-07-26T15:59:14.757 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_health_to_clog_tick_interval": "60.000000", 2021-07-26T15:59:14.757 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_host": "[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] [v2:172.21.15.139:3300/0,v1:172.21.15.139:6789/0] [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0]", 2021-07-26T15:59:14.757 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_host_override": "", 2021-07-26T15:59:14.758 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_initial_members": "", 2021-07-26T15:59:14.758 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_inject_pg_merge_bounce_probability": "0.000000", 2021-07-26T15:59:14.758 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_inject_sync_get_chunk_delay": "0.000000", 2021-07-26T15:59:14.758 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_inject_transaction_delay_max": "10.000000", 2021-07-26T15:59:14.758 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_inject_transaction_delay_probability": "0.000000", 2021-07-26T15:59:14.759 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_keyvaluedb": "rocksdb", 2021-07-26T15:59:14.759 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_lease": "5.000000", 2021-07-26T15:59:14.759 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_lease_ack_timeout_factor": "2.000000", 2021-07-26T15:59:14.759 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_lease_renew_interval_factor": "0.600000", 2021-07-26T15:59:14.760 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_log_full_interval": "50", 2021-07-26T15:59:14.760 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_log_max": "10000", 2021-07-26T15:59:14.760 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_log_max_summary": "50", 2021-07-26T15:59:14.760 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_max_log_entries_per_event": "4096", 2021-07-26T15:59:14.760 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_max_log_epochs": "500", 2021-07-26T15:59:14.761 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_max_mdsmap_epochs": "500", 2021-07-26T15:59:14.761 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_max_mgrmap_epochs": "500", 2021-07-26T15:59:14.761 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_max_osd": "10000", 2021-07-26T15:59:14.761 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_max_pg_per_osd": "10000", 2021-07-26T15:59:14.761 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_max_pool_pg_num": "65536", 2021-07-26T15:59:14.762 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_max_snap_prune_per_epoch": "100", 2021-07-26T15:59:14.762 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_mds_blocklist_interval": "86400.000000", 2021-07-26T15:59:14.762 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_mds_force_trim_to": "0", 2021-07-26T15:59:14.762 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_mds_skip_sanity": "false", 2021-07-26T15:59:14.763 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_memory_autotune": "true", 2021-07-26T15:59:14.763 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_memory_target": "2147483648", 2021-07-26T15:59:14.763 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_mgr_beacon_grace": "30", 2021-07-26T15:59:14.763 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_mgr_blocklist_interval": "86400.000000", 2021-07-26T15:59:14.763 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_mgr_digest_period": "5", 2021-07-26T15:59:14.764 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_mgr_inactive_grace": "60", 2021-07-26T15:59:14.764 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_mgr_mkfs_grace": "240", 2021-07-26T15:59:14.764 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_mgr_proxy_client_bytes_ratio": "0.300000", 2021-07-26T15:59:14.764 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_min_osdmap_epochs": "500", 2021-07-26T15:59:14.764 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_op_complaint_time": "30", 2021-07-26T15:59:14.765 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_op_history_duration": "600", 2021-07-26T15:59:14.765 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_op_history_size": "20", 2021-07-26T15:59:14.765 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_op_history_slow_op_size": "20", 2021-07-26T15:59:14.765 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_op_history_slow_op_threshold": "10", 2021-07-26T15:59:14.765 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_op_log_threshold": "5", 2021-07-26T15:59:14.766 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_adjust_down_out_interval": "true", 2021-07-26T15:59:14.766 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_adjust_heartbeat_grace": "true", 2021-07-26T15:59:14.766 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_auto_mark_auto_out_in": "true", 2021-07-26T15:59:14.766 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_auto_mark_in": "false", 2021-07-26T15:59:14.767 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_auto_mark_new_in": "true", 2021-07-26T15:59:14.767 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_backfillfull_ratio": "0.900000", 2021-07-26T15:59:14.767 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_blocklist_default_expire": "3600.000000", 2021-07-26T15:59:14.767 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_cache_size": "500", 2021-07-26T15:59:14.767 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_cache_size_min": "134217728", 2021-07-26T15:59:14.768 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_crush_smoke_test": "true", 2021-07-26T15:59:14.768 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_destroyed_out_interval": "600", 2021-07-26T15:59:14.768 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_down_out_interval": "600", 2021-07-26T15:59:14.768 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_down_out_subtree_limit": "rack", 2021-07-26T15:59:14.768 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_err_op_age_ratio": "128.000000", 2021-07-26T15:59:14.769 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_force_trim_to": "0", 2021-07-26T15:59:14.769 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_full_ratio": "0.950000", 2021-07-26T15:59:14.769 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_initial_require_min_compat_client": "luminous", 2021-07-26T15:59:14.769 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_laggy_halflife": "3600", 2021-07-26T15:59:14.769 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_laggy_max_interval": "300", 2021-07-26T15:59:14.770 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_laggy_weight": "0.300000", 2021-07-26T15:59:14.770 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_mapping_pgs_per_chunk": "4096", 2021-07-26T15:59:14.770 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_max_creating_pgs": "1024", 2021-07-26T15:59:14.770 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_max_initial_pgs": "1024", 2021-07-26T15:59:14.771 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_min_down_reporters": "2", 2021-07-26T15:59:14.771 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_min_in_ratio": "0.750000", 2021-07-26T15:59:14.771 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_min_up_ratio": "0.300000", 2021-07-26T15:59:14.771 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_nearfull_ratio": "0.850000", 2021-07-26T15:59:14.771 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_prime_pg_temp": "true", 2021-07-26T15:59:14.772 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_prime_pg_temp_max_estimate": "0.250000", 2021-07-26T15:59:14.772 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_prime_pg_temp_max_time": "0.500000", 2021-07-26T15:59:14.772 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_report_timeout": "900", 2021-07-26T15:59:14.772 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_reporter_subtree_level": "osd", 2021-07-26T15:59:14.772 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_snap_trim_queue_warn_on": "32768", 2021-07-26T15:59:14.773 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_warn_num_repaired": "10", 2021-07-26T15:59:14.773 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osd_warn_op_age": "32.000000", 2021-07-26T15:59:14.773 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osdmap_full_prune_enabled": "true", 2021-07-26T15:59:14.773 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osdmap_full_prune_interval": "10", 2021-07-26T15:59:14.774 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osdmap_full_prune_min": "10000", 2021-07-26T15:59:14.774 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_osdmap_full_prune_txsize": "100", 2021-07-26T15:59:14.774 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_pg_check_down_all_threshold": "0.500000", 2021-07-26T15:59:14.774 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_pg_stuck_threshold": "60", 2021-07-26T15:59:14.774 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_pg_warn_max_object_skew": "0.000000", 2021-07-26T15:59:14.775 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_pg_warn_min_objects": "10000", 2021-07-26T15:59:14.775 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_pg_warn_min_per_osd": "0", 2021-07-26T15:59:14.775 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_pg_warn_min_pool_objects": "1000", 2021-07-26T15:59:14.775 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_pool_quota_crit_threshold": "0", 2021-07-26T15:59:14.775 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_pool_quota_warn_threshold": "0", 2021-07-26T15:59:14.776 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_probe_timeout": "2.000000", 2021-07-26T15:59:14.776 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_reweight_max_change": "0.050000", 2021-07-26T15:59:14.776 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_reweight_max_osds": "4", 2021-07-26T15:59:14.776 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_reweight_min_bytes_per_osd": "10", 2021-07-26T15:59:14.777 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_reweight_min_pgs_per_osd": "4", 2021-07-26T15:59:14.777 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_rocksdb_options": "write_buffer_size=33554432,compression=kNoCompression,level_compaction_dynamic_level_bytes=true", 2021-07-26T15:59:14.777 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_scrub_inject_crc_mismatch": "0.000000", 2021-07-26T15:59:14.777 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_scrub_inject_missing_keys": "0.000000", 2021-07-26T15:59:14.777 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_scrub_interval": "86400", 2021-07-26T15:59:14.778 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_scrub_max_keys": "100", 2021-07-26T15:59:14.778 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_scrub_timeout": "300", 2021-07-26T15:59:14.778 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_session_timeout": "300", 2021-07-26T15:59:14.778 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_smart_report_timeout": "5", 2021-07-26T15:59:14.779 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_stat_smooth_intervals": "6", 2021-07-26T15:59:14.779 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_stretch_cluster_recovery_ratio": "0.600000", 2021-07-26T15:59:14.779 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_stretch_pool_min_size": "2", 2021-07-26T15:59:14.779 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_stretch_pool_size": "4", 2021-07-26T15:59:14.779 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_stretch_recovery_min_wait": "15.000000", 2021-07-26T15:59:14.780 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_subscribe_interval": "86400.000000", 2021-07-26T15:59:14.780 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_sync_debug": "false", 2021-07-26T15:59:14.780 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_sync_max_payload_keys": "2000", 2021-07-26T15:59:14.780 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_sync_max_payload_size": "1048576", 2021-07-26T15:59:14.781 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_sync_provider_kill_at": "0", 2021-07-26T15:59:14.781 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_sync_requester_kill_at": "0", 2021-07-26T15:59:14.781 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_sync_timeout": "60.000000", 2021-07-26T15:59:14.781 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_target_pg_per_osd": "100", 2021-07-26T15:59:14.781 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_tick_interval": "5", 2021-07-26T15:59:14.782 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_timecheck_interval": "300.000000", 2021-07-26T15:59:14.782 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_timecheck_skew_interval": "30.000000", 2021-07-26T15:59:14.782 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_older_version_delay": "604800", 2021-07-26T15:59:14.782 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_cache_pools_without_hit_sets": "true", 2021-07-26T15:59:14.782 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_crush_straw_calc_version_zero": "false", 2021-07-26T15:59:14.783 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_degraded_stretch_mode": "true", 2021-07-26T15:59:14.783 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim": "false", 2021-07-26T15:59:14.783 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed": "false", 2021-07-26T15:59:14.783 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_legacy_crush_tunables": "false", 2021-07-26T15:59:14.784 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_misplaced": "false", 2021-07-26T15:59:14.784 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_msgr2_not_enabled": "true", 2021-07-26T15:59:14.784 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_older_version": "true", 2021-07-26T15:59:14.784 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_osd_down_out_interval_zero": "false", 2021-07-26T15:59:14.784 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_pool_no_app": "true", 2021-07-26T15:59:14.785 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_pool_no_redundancy": "true", 2021-07-26T15:59:14.785 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_pool_pg_num_not_power_of_two": "false", 2021-07-26T15:59:14.785 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_slow_ping_ratio": "0.050000", 2021-07-26T15:59:14.785 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_slow_ping_time": "0.000000", 2021-07-26T15:59:14.786 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_on_too_few_osds": "false", 2021-07-26T15:59:14.786 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_pg_not_deep_scrubbed_ratio": "0.750000", 2021-07-26T15:59:14.786 INFO:teuthology.orchestra.run.smithi078.stdout: "mon_warn_pg_not_scrubbed_ratio": "0.500000", 2021-07-26T15:59:14.786 INFO:teuthology.orchestra.run.smithi078.stdout: "monmap": "", 2021-07-26T15:59:14.786 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_op_threads": "3", 2021-07-26T15:59:14.787 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_buffer_size": "131072", 2021-07-26T15:59:14.787 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_cm": "false", 2021-07-26T15:59:14.787 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_device_name": "", 2021-07-26T15:59:14.787 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_dscp": "96", 2021-07-26T15:59:14.787 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_enable_hugepage": "false", 2021-07-26T15:59:14.788 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_gid_idx": "0", 2021-07-26T15:59:14.788 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_local_gid": "", 2021-07-26T15:59:14.788 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_polling_us": "1000", 2021-07-26T15:59:14.788 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_port_num": "1", 2021-07-26T15:59:14.789 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_receive_buffers": "32768", 2021-07-26T15:59:14.789 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_receive_queue_len": "4096", 2021-07-26T15:59:14.789 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_roce_ver": "1", 2021-07-26T15:59:14.789 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_send_buffers": "1024", 2021-07-26T15:59:14.789 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_sl": "3", 2021-07-26T15:59:14.790 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_support_srq": "true", 2021-07-26T15:59:14.790 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_rdma_type": "ib", 2021-07-26T15:59:14.790 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_async_reap_threshold": "5", 2021-07-26T15:59:14.790 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_bind_before_connect": "false", 2021-07-26T15:59:14.790 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_bind_ipv4": "true", 2021-07-26T15:59:14.791 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_bind_ipv6": "false", 2021-07-26T15:59:14.792 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_bind_msgr1": "true", 2021-07-26T15:59:14.792 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_bind_msgr2": "true", 2021-07-26T15:59:14.792 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_bind_port_max": "7568", 2021-07-26T15:59:14.792 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_bind_port_min": "6800", 2021-07-26T15:59:14.793 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_bind_prefer_ipv4": "false", 2021-07-26T15:59:14.793 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_bind_retry_count": "3", 2021-07-26T15:59:14.793 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_bind_retry_delay": "5", 2021-07-26T15:59:14.793 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_blackhole_client": "false", 2021-07-26T15:59:14.793 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_blackhole_mds": "false", 2021-07-26T15:59:14.794 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_blackhole_mgr": "false", 2021-07-26T15:59:14.794 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_blackhole_mon": "false", 2021-07-26T15:59:14.794 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_blackhole_osd": "false", 2021-07-26T15:59:14.794 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_client_mode": "crc secure", 2021-07-26T15:59:14.795 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_cluster_mode": "crc secure", 2021-07-26T15:59:14.795 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_cluster_type": "", 2021-07-26T15:59:14.795 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_connection_idle_timeout": "900", 2021-07-26T15:59:14.795 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_connection_ready_timeout": "10", 2021-07-26T15:59:14.795 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_crc_data": "true", 2021-07-26T15:59:14.796 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_crc_header": "true", 2021-07-26T15:59:14.796 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_die_on_bad_msg": "false", 2021-07-26T15:59:14.796 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_die_on_bug": "true", 2021-07-26T15:59:14.796 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_die_on_old_message": "true", 2021-07-26T15:59:14.796 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_die_on_skipped_message": "false", 2021-07-26T15:59:14.797 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_die_on_unhandled_msg": "false", 2021-07-26T15:59:14.797 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dispatch_throttle_bytes": "104857600", 2021-07-26T15:59:14.797 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dpdk_coremask": "0xF", 2021-07-26T15:59:14.797 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dpdk_debug_allow_loopback": "false", 2021-07-26T15:59:14.797 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dpdk_gateway_ipv4_addr": "", 2021-07-26T15:59:14.798 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dpdk_host_ipv4_addr": "", 2021-07-26T15:59:14.798 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dpdk_hugepages": "", 2021-07-26T15:59:14.798 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dpdk_hw_flow_control": "true", 2021-07-26T15:59:14.798 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dpdk_hw_queue_weight": "1.000000", 2021-07-26T15:59:14.799 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dpdk_lro": "true", 2021-07-26T15:59:14.799 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dpdk_memory_channel": "4", 2021-07-26T15:59:14.799 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dpdk_netmask_ipv4_addr": "", 2021-07-26T15:59:14.799 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dpdk_pmd": "", 2021-07-26T15:59:14.799 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dpdk_port_id": "0", 2021-07-26T15:59:14.800 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dpdk_rx_buffer_count_per_core": "8192", 2021-07-26T15:59:14.800 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dump_corrupt_message_level": "1", 2021-07-26T15:59:14.800 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_dump_on_send": "false", 2021-07-26T15:59:14.800 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_initial_backoff": "0.200000", 2021-07-26T15:59:14.801 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_inject_delay_max": "1.000000", 2021-07-26T15:59:14.801 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_inject_delay_probability": "0.000000", 2021-07-26T15:59:14.801 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_inject_delay_type": "", 2021-07-26T15:59:14.801 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_inject_internal_delays": "0.000000", 2021-07-26T15:59:14.801 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_inject_socket_failures": "0", 2021-07-26T15:59:14.802 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_learn_addr_from_peer": "true", 2021-07-26T15:59:14.802 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_max_accept_failures": "4", 2021-07-26T15:59:14.802 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_max_backoff": "15.000000", 2021-07-26T15:59:14.802 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_mon_client_mode": "secure crc", 2021-07-26T15:59:14.803 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_mon_cluster_mode": "secure crc", 2021-07-26T15:59:14.803 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_mon_service_mode": "secure crc", 2021-07-26T15:59:14.803 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_pq_max_tokens_per_priority": "16777216", 2021-07-26T15:59:14.803 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_pq_min_cost": "65536", 2021-07-26T15:59:14.803 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_public_type": "", 2021-07-26T15:59:14.804 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_service_mode": "crc secure", 2021-07-26T15:59:14.804 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_tcp_listen_backlog": "512", 2021-07-26T15:59:14.804 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_tcp_nodelay": "true", 2021-07-26T15:59:14.804 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_tcp_prefetch_max_size": "4096", 2021-07-26T15:59:14.804 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_tcp_rcvbuf": "0", 2021-07-26T15:59:14.805 INFO:teuthology.orchestra.run.smithi078.stdout: "ms_type": "async+posix", 2021-07-26T15:59:14.805 INFO:teuthology.orchestra.run.smithi078.stdout: "no_config_file": "false", 2021-07-26T15:59:14.805 INFO:teuthology.orchestra.run.smithi078.stdout: "objecter_completion_locks_per_session": "32", 2021-07-26T15:59:14.805 INFO:teuthology.orchestra.run.smithi078.stdout: "objecter_debug_inject_relock_delay": "false", 2021-07-26T15:59:14.806 INFO:teuthology.orchestra.run.smithi078.stdout: "objecter_inflight_op_bytes": "104857600", 2021-07-26T15:59:14.806 INFO:teuthology.orchestra.run.smithi078.stdout: "objecter_inflight_ops": "1024", 2021-07-26T15:59:14.806 INFO:teuthology.orchestra.run.smithi078.stdout: "objecter_inject_no_watch_ping": "false", 2021-07-26T15:59:14.806 INFO:teuthology.orchestra.run.smithi078.stdout: "objecter_retry_writes_after_first_reply": "false", 2021-07-26T15:59:14.806 INFO:teuthology.orchestra.run.smithi078.stdout: "objecter_tick_interval": "5.000000", 2021-07-26T15:59:14.807 INFO:teuthology.orchestra.run.smithi078.stdout: "objecter_timeout": "10.000000", 2021-07-26T15:59:14.807 INFO:teuthology.orchestra.run.smithi078.stdout: "objectstore_blackhole": "false", 2021-07-26T15:59:14.807 INFO:teuthology.orchestra.run.smithi078.stdout: "openssl_engine_opts": "", 2021-07-26T15:59:14.807 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_agent_delay_time": "5.000000", 2021-07-26T15:59:14.807 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_agent_hist_halflife": "1000", 2021-07-26T15:59:14.808 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_agent_max_low_ops": "2", 2021-07-26T15:59:14.808 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_agent_max_ops": "4", 2021-07-26T15:59:14.808 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_agent_min_evict_effort": "0.100000", 2021-07-26T15:59:14.808 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_agent_quantize_effort": "0.100000", 2021-07-26T15:59:14.809 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_agent_slop": "0.020000", 2021-07-26T15:59:14.809 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_allow_recovery_below_min_size": "true", 2021-07-26T15:59:14.809 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_asio_thread_count": "2", 2021-07-26T15:59:14.809 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_async_recovery_min_cost": "100", 2021-07-26T15:59:14.809 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_auto_mark_unfound_lost": "false", 2021-07-26T15:59:14.810 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_backfill_retry_interval": "30.000000", 2021-07-26T15:59:14.810 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_backfill_scan_max": "512", 2021-07-26T15:59:14.810 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_backfill_scan_min": "64", 2021-07-26T15:59:14.810 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_backoff_on_degraded": "false", 2021-07-26T15:59:14.810 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_backoff_on_peering": "false", 2021-07-26T15:59:14.811 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_backoff_on_unfound": "true", 2021-07-26T15:59:14.811 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_beacon_report_interval": "300", 2021-07-26T15:59:14.811 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_bench_duration": "30", 2021-07-26T15:59:14.811 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_bench_large_size_max_throughput": "104857600", 2021-07-26T15:59:14.812 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_bench_max_block_size": "67108864", 2021-07-26T15:59:14.812 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_bench_small_size_max_iops": "100", 2021-07-26T15:59:14.812 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_blkin_trace_all": "false", 2021-07-26T15:59:14.812 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_calc_pg_upmaps_aggressively": "true", 2021-07-26T15:59:14.812 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_calc_pg_upmaps_local_fallback_retries": "100", 2021-07-26T15:59:14.813 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_check_for_log_corruption": "false", 2021-07-26T15:59:14.813 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_check_max_object_name_len_on_startup": "true", 2021-07-26T15:59:14.813 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_class_default_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2021-07-26T15:59:14.813 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_class_dir": "/usr/lib64/rados-classes", 2021-07-26T15:59:14.813 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_class_load_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2021-07-26T15:59:14.814 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_class_update_on_start": "true", 2021-07-26T15:59:14.814 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_client_message_cap": "256", 2021-07-26T15:59:14.814 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_client_message_size_cap": "524288000", 2021-07-26T15:59:14.814 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_client_op_priority": "63", 2021-07-26T15:59:14.815 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_client_watch_timeout": "30", 2021-07-26T15:59:14.815 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_command_max_records": "256", 2021-07-26T15:59:14.815 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_compact_on_start": "false", 2021-07-26T15:59:14.815 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_copyfrom_max_chunk": "8388608", 2021-07-26T15:59:14.816 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_crush_chooseleaf_type": "1", 2021-07-26T15:59:14.816 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_crush_initial_weight": "-1.000000", 2021-07-26T15:59:14.816 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_crush_update_on_start": "true", 2021-07-26T15:59:14.816 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_crush_update_weight_set": "true", 2021-07-26T15:59:14.816 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_data": "/var/lib/ceph/osd/ceph-a", 2021-07-26T15:59:14.817 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_crash_on_ignored_backoff": "false", 2021-07-26T15:59:14.817 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_deep_scrub_sleep": "0.000000", 2021-07-26T15:59:14.817 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_drop_ping_duration": "0", 2021-07-26T15:59:14.817 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_drop_ping_probability": "0.000000", 2021-07-26T15:59:14.817 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_feed_pullee": "-1", 2021-07-26T15:59:14.818 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_inject_copyfrom_error": "false", 2021-07-26T15:59:14.818 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_inject_dispatch_delay_duration": "0.100000", 2021-07-26T15:59:14.818 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_inject_dispatch_delay_probability": "0.000000", 2021-07-26T15:59:14.818 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_misdirected_ops": "false", 2021-07-26T15:59:14.819 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_no_acting_change": "false", 2021-07-26T15:59:14.819 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_no_purge_strays": "false", 2021-07-26T15:59:14.819 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_op_order": "false", 2021-07-26T15:59:14.819 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_pg_log_writeout": "false", 2021-07-26T15:59:14.819 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_pretend_recovery_active": "false", 2021-07-26T15:59:14.820 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_random_push_read_error": "0.000000", 2021-07-26T15:59:14.820 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_reject_backfill_probability": "0.000000", 2021-07-26T15:59:14.820 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_shutdown": "false", 2021-07-26T15:59:14.820 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_skip_full_check_in_backfill_reservation": "false", 2021-07-26T15:59:14.820 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_skip_full_check_in_recovery": "false", 2021-07-26T15:59:14.821 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_verify_cached_snaps": "false", 2021-07-26T15:59:14.821 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_verify_missing_on_start": "false", 2021-07-26T15:59:14.821 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_verify_snaps": "false", 2021-07-26T15:59:14.821 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_debug_verify_stray_on_activate": "false", 2021-07-26T15:59:14.821 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_deep_scrub_interval": "604800.000000", 2021-07-26T15:59:14.822 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_deep_scrub_keys": "1024", 2021-07-26T15:59:14.822 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_deep_scrub_large_omap_object_key_threshold": "200000", 2021-07-26T15:59:14.822 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_deep_scrub_large_omap_object_value_sum_threshold": "1073741824", 2021-07-26T15:59:14.822 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_deep_scrub_randomize_ratio": "0.150000", 2021-07-26T15:59:14.823 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_deep_scrub_stride": "524288", 2021-07-26T15:59:14.823 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_deep_scrub_update_digest_min_age": "7200", 2021-07-26T15:59:14.823 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_default_data_pool_replay_window": "45", 2021-07-26T15:59:14.823 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_default_notify_timeout": "30", 2021-07-26T15:59:14.823 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_delete_sleep": "0.000000", 2021-07-26T15:59:14.824 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_delete_sleep_hdd": "5.000000", 2021-07-26T15:59:14.824 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_delete_sleep_hybrid": "1.000000", 2021-07-26T15:59:14.824 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_delete_sleep_ssd": "1.000000", 2021-07-26T15:59:14.824 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_discard_disconnected_ops": "true", 2021-07-26T15:59:14.824 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_enable_op_tracker": "true", 2021-07-26T15:59:14.825 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_erasure_code_plugins": "jerasure lrc", 2021-07-26T15:59:14.825 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_failsafe_full_ratio": "0.970000", 2021-07-26T15:59:14.825 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_fast_fail_on_connection_refused": "true", 2021-07-26T15:59:14.825 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_fast_info": "true", 2021-07-26T15:59:14.825 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_fast_shutdown": "true", 2021-07-26T15:59:14.826 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_fast_shutdown_notify_mon": "false", 2021-07-26T15:59:14.826 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_find_best_info_ignore_history_les": "false", 2021-07-26T15:59:14.826 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_force_auth_primary_missing_objects": "100", 2021-07-26T15:59:14.826 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_force_recovery_pg_log_entries_factor": "1.300000", 2021-07-26T15:59:14.827 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_function_tracing": "false", 2021-07-26T15:59:14.827 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_heartbeat_grace": "20", 2021-07-26T15:59:14.827 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_heartbeat_interval": "6", 2021-07-26T15:59:14.827 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_heartbeat_min_healthy_ratio": "0.330000", 2021-07-26T15:59:14.827 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_heartbeat_min_peers": "10", 2021-07-26T15:59:14.828 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_heartbeat_min_size": "2000", 2021-07-26T15:59:14.828 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_heartbeat_stale": "600", 2021-07-26T15:59:14.828 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_heartbeat_use_min_delay_socket": "false", 2021-07-26T15:59:14.828 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_hit_set_max_size": "100000", 2021-07-26T15:59:14.828 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_hit_set_min_size": "1000", 2021-07-26T15:59:14.829 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_hit_set_namespace": ".ceph-internal", 2021-07-26T15:59:14.829 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_ignore_stale_divergent_priors": "false", 2021-07-26T15:59:14.829 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_inject_bad_map_crc_probability": "0.000000", 2021-07-26T15:59:14.829 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_inject_failure_on_pg_removal": "false", 2021-07-26T15:59:14.829 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_journal": "/var/lib/ceph/osd/ceph-a/journal", 2021-07-26T15:59:14.830 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_journal_flush_on_shutdown": "true", 2021-07-26T15:59:14.830 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_journal_size": "5120", 2021-07-26T15:59:14.830 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_kill_backfill_at": "0", 2021-07-26T15:59:14.830 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_loop_before_reset_tphandle": "64", 2021-07-26T15:59:14.831 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_map_cache_size": "50", 2021-07-26T15:59:14.831 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_map_dedup": "true", 2021-07-26T15:59:14.831 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_map_message_max": "40", 2021-07-26T15:59:14.831 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_map_message_max_bytes": "10485760", 2021-07-26T15:59:14.831 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_map_share_max_epochs": "40", 2021-07-26T15:59:14.832 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_attr_name_len": "100", 2021-07-26T15:59:14.832 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_attr_size": "0", 2021-07-26T15:59:14.832 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_backfills": "1", 2021-07-26T15:59:14.832 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_markdown_count": "5", 2021-07-26T15:59:14.832 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_markdown_period": "600", 2021-07-26T15:59:14.833 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_object_name_len": "2048", 2021-07-26T15:59:14.833 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_object_namespace_len": "256", 2021-07-26T15:59:14.833 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_object_size": "134217728", 2021-07-26T15:59:14.833 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_omap_bytes_per_request": "1073741824", 2021-07-26T15:59:14.833 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_omap_entries_per_request": "1024", 2021-07-26T15:59:14.834 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_pg_blocked_by": "16", 2021-07-26T15:59:14.834 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_pg_log_entries": "10000", 2021-07-26T15:59:14.834 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_pg_per_osd_hard_ratio": "3.000000", 2021-07-26T15:59:14.834 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_pgls": "1024", 2021-07-26T15:59:14.835 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_push_cost": "8388608", 2021-07-26T15:59:14.835 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_push_objects": "10", 2021-07-26T15:59:14.835 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_scrubs": "1", 2021-07-26T15:59:14.835 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_snap_prune_intervals_per_epoch": "512", 2021-07-26T15:59:14.835 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_trimming_pgs": "2", 2021-07-26T15:59:14.836 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_write_op_reply_len": "64", 2021-07-26T15:59:14.836 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_max_write_size": "90", 2021-07-26T15:59:14.836 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_cost_per_byte_usec": "0.000000", 2021-07-26T15:59:14.836 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_cost_per_byte_usec_hdd": "5.200000", 2021-07-26T15:59:14.836 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_cost_per_byte_usec_ssd": "0.011000", 2021-07-26T15:59:14.837 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_cost_per_io_usec": "0.000000", 2021-07-26T15:59:14.837 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_cost_per_io_usec_hdd": "25000.000000", 2021-07-26T15:59:14.837 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_cost_per_io_usec_ssd": "50.000000", 2021-07-26T15:59:14.837 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_max_capacity_iops_hdd": "315.000000", 2021-07-26T15:59:14.838 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_max_capacity_iops_ssd": "21500.000000", 2021-07-26T15:59:14.838 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_profile": "high_client_ops", 2021-07-26T15:59:14.838 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_scheduler_anticipation_timeout": "0.000000", 2021-07-26T15:59:14.838 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_lim": "999999", 2021-07-26T15:59:14.838 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_res": "1", 2021-07-26T15:59:14.839 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_scheduler_background_best_effort_wgt": "1", 2021-07-26T15:59:14.839 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_scheduler_background_recovery_lim": "999999", 2021-07-26T15:59:14.839 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_scheduler_background_recovery_res": "1", 2021-07-26T15:59:14.839 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_scheduler_background_recovery_wgt": "1", 2021-07-26T15:59:14.839 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_scheduler_client_lim": "999999", 2021-07-26T15:59:14.840 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_scheduler_client_res": "1", 2021-07-26T15:59:14.840 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mclock_scheduler_client_wgt": "1", 2021-07-26T15:59:14.840 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_memory_base": "805306368", 2021-07-26T15:59:14.840 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_memory_cache_min": "134217728", 2021-07-26T15:59:14.841 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_memory_cache_resize_interval": "1.000000", 2021-07-26T15:59:14.841 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_memory_expected_fragmentation": "0.150000", 2021-07-26T15:59:14.841 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_memory_target": "4294967296", 2021-07-26T15:59:14.841 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_memory_target_autotune": "false", 2021-07-26T15:59:14.841 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_memory_target_cgroup_limit_ratio": "0.800000", 2021-07-26T15:59:14.842 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_min_pg_log_entries": "250", 2021-07-26T15:59:14.842 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_min_recovery_priority": "0", 2021-07-26T15:59:14.842 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mon_heartbeat_interval": "30", 2021-07-26T15:59:14.842 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mon_heartbeat_stat_stale": "3600", 2021-07-26T15:59:14.842 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mon_report_interval": "5", 2021-07-26T15:59:14.843 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mon_report_max_in_flight": "2", 2021-07-26T15:59:14.843 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mon_shutdown_timeout": "5.000000", 2021-07-26T15:59:14.843 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_num_cache_shards": "32", 2021-07-26T15:59:14.843 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_num_op_tracker_shard": "32", 2021-07-26T15:59:14.843 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_numa_auto_affinity": "true", 2021-07-26T15:59:14.844 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_numa_node": "-1", 2021-07-26T15:59:14.844 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_numa_prefer_iface": "true", 2021-07-26T15:59:14.844 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_object_clean_region_max_num_intervals": "10", 2021-07-26T15:59:14.844 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_objecter_finishers": "1", 2021-07-26T15:59:14.844 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_objectstore": "bluestore", 2021-07-26T15:59:14.845 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_objectstore_fuse": "false", 2021-07-26T15:59:14.845 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_objectstore_tracing": "false", 2021-07-26T15:59:14.845 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_complaint_time": "30.000000", 2021-07-26T15:59:14.845 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_history_duration": "600", 2021-07-26T15:59:14.845 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_history_size": "20", 2021-07-26T15:59:14.846 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_history_slow_op_size": "20", 2021-07-26T15:59:14.846 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_history_slow_op_threshold": "10.000000", 2021-07-26T15:59:14.846 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_log_threshold": "5", 2021-07-26T15:59:14.846 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_num_shards": "0", 2021-07-26T15:59:14.847 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_num_shards_hdd": "5", 2021-07-26T15:59:14.847 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_num_shards_ssd": "8", 2021-07-26T15:59:14.847 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_num_threads_per_shard": "0", 2021-07-26T15:59:14.847 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_num_threads_per_shard_hdd": "1", 2021-07-26T15:59:14.847 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_num_threads_per_shard_ssd": "2", 2021-07-26T15:59:14.848 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_pq_max_tokens_per_priority": "4194304", 2021-07-26T15:59:14.848 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_pq_min_cost": "65536", 2021-07-26T15:59:14.848 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_queue": "mclock_scheduler", 2021-07-26T15:59:14.848 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_queue_cut_off": "high", 2021-07-26T15:59:14.848 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_thread_suicide_timeout": "150", 2021-07-26T15:59:14.849 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_op_thread_timeout": "15", 2021-07-26T15:59:14.849 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_open_classes_on_start": "true", 2021-07-26T15:59:14.849 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_os_flags": "0", 2021-07-26T15:59:14.849 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_peering_op_priority": "255", 2021-07-26T15:59:14.849 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pg_delete_cost": "1048576", 2021-07-26T15:59:14.850 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pg_delete_priority": "5", 2021-07-26T15:59:14.850 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pg_epoch_max_lag_factor": "2.000000", 2021-07-26T15:59:14.850 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pg_epoch_persisted_max_stale": "40", 2021-07-26T15:59:14.850 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pg_log_dups_tracked": "3000", 2021-07-26T15:59:14.851 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pg_log_trim_max": "10000", 2021-07-26T15:59:14.851 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pg_log_trim_min": "100", 2021-07-26T15:59:14.851 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pg_max_concurrent_snap_trims": "2", 2021-07-26T15:59:14.851 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pg_object_context_cache_count": "64", 2021-07-26T15:59:14.851 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pg_stat_report_interval_max": "500", 2021-07-26T15:59:14.852 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_cache_max_evict_check_size": "10", 2021-07-26T15:59:14.852 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_cache_min_evict_age": "0", 2021-07-26T15:59:14.852 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_cache_min_flush_age": "0", 2021-07-26T15:59:14.852 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_cache_target_dirty_high_ratio": "0.600000", 2021-07-26T15:59:14.852 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_cache_target_dirty_ratio": "0.400000", 2021-07-26T15:59:14.853 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_cache_target_full_ratio": "0.800000", 2021-07-26T15:59:14.853 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_crush_rule": "-1", 2021-07-26T15:59:14.853 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_ec_fast_read": "false", 2021-07-26T15:59:14.853 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_erasure_code_profile": "plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd", 2021-07-26T15:59:14.853 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_flag_hashpspool": "true", 2021-07-26T15:59:14.854 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_flag_nodelete": "false", 2021-07-26T15:59:14.854 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_flag_nopgchange": "false", 2021-07-26T15:59:14.854 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_flag_nosizechange": "false", 2021-07-26T15:59:14.854 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_flags": "0", 2021-07-26T15:59:14.855 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_hit_set_bloom_fpp": "0.050000", 2021-07-26T15:59:14.855 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_min_size": "0", 2021-07-26T15:59:14.855 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_pg_autoscale_mode": "off", 2021-07-26T15:59:14.855 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_pg_num": "32", 2021-07-26T15:59:14.855 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_pgp_num": "0", 2021-07-26T15:59:14.856 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_read_lease_ratio": "0.800000", 2021-07-26T15:59:14.856 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_size": "3", 2021-07-26T15:59:14.856 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_default_type": "replicated", 2021-07-26T15:59:14.856 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_erasure_code_stripe_unit": "4096", 2021-07-26T15:59:14.856 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pool_use_gmt_hitset": "true", 2021-07-26T15:59:14.857 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_push_per_object_cost": "1000", 2021-07-26T15:59:14.857 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_read_ec_check_for_errors": "false", 2021-07-26T15:59:14.857 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recover_clone_overlap": "true", 2021-07-26T15:59:14.857 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recover_clone_overlap_limit": "10", 2021-07-26T15:59:14.857 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_cost": "20971520", 2021-07-26T15:59:14.858 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_delay_start": "0.000000", 2021-07-26T15:59:14.858 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_max_active": "0", 2021-07-26T15:59:14.858 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_max_active_hdd": "3", 2021-07-26T15:59:14.858 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_max_active_ssd": "10", 2021-07-26T15:59:14.859 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_max_chunk": "8388608", 2021-07-26T15:59:14.859 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_max_omap_entries_per_chunk": "8096", 2021-07-26T15:59:14.859 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_max_single_start": "1", 2021-07-26T15:59:14.859 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_op_priority": "3", 2021-07-26T15:59:14.859 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_op_warn_multiple": "16", 2021-07-26T15:59:14.860 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_priority": "5", 2021-07-26T15:59:14.860 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_retry_interval": "30.000000", 2021-07-26T15:59:14.860 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_sleep": "0.000000", 2021-07-26T15:59:14.860 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_sleep_hdd": "0.100000", 2021-07-26T15:59:14.860 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_sleep_hybrid": "0.025000", 2021-07-26T15:59:14.861 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_recovery_sleep_ssd": "0.000000", 2021-07-26T15:59:14.861 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_repair_during_recovery": "false", 2021-07-26T15:59:14.861 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_requested_scrub_priority": "120", 2021-07-26T15:59:14.861 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_rollback_to_cluster_snap": "", 2021-07-26T15:59:14.862 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_auto_repair": "false", 2021-07-26T15:59:14.862 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_auto_repair_num_errors": "5", 2021-07-26T15:59:14.862 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_backoff_ratio": "0.660000", 2021-07-26T15:59:14.862 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_begin_hour": "0", 2021-07-26T15:59:14.862 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_begin_week_day": "0", 2021-07-26T15:59:14.863 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_chunk_max": "25", 2021-07-26T15:59:14.863 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_chunk_min": "5", 2021-07-26T15:59:14.863 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_cost": "52428800", 2021-07-26T15:59:14.863 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_during_recovery": "false", 2021-07-26T15:59:14.863 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_end_hour": "0", 2021-07-26T15:59:14.864 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_end_week_day": "0", 2021-07-26T15:59:14.864 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_extended_sleep": "0.000000", 2021-07-26T15:59:14.864 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_interval_randomize_ratio": "0.500000", 2021-07-26T15:59:14.864 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_invalid_stats": "true", 2021-07-26T15:59:14.865 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_load_threshold": "0.500000", 2021-07-26T15:59:14.865 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_max_interval": "604800.000000", 2021-07-26T15:59:14.865 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_max_preemptions": "5", 2021-07-26T15:59:14.865 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_min_interval": "86400.000000", 2021-07-26T15:59:14.865 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_priority": "5", 2021-07-26T15:59:14.866 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_scrub_sleep": "0.000000", 2021-07-26T15:59:14.866 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_shutdown_pgref_assert": "false", 2021-07-26T15:59:14.866 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_skip_data_digest": "false", 2021-07-26T15:59:14.866 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_smart_report_timeout": "5", 2021-07-26T15:59:14.867 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_snap_trim_cost": "1048576", 2021-07-26T15:59:14.867 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_snap_trim_priority": "5", 2021-07-26T15:59:14.867 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_snap_trim_sleep": "0.000000", 2021-07-26T15:59:14.867 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_snap_trim_sleep_hdd": "5.000000", 2021-07-26T15:59:14.867 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_snap_trim_sleep_hybrid": "2.000000", 2021-07-26T15:59:14.868 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_snap_trim_sleep_ssd": "0.000000", 2021-07-26T15:59:14.868 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_target_pg_log_entries_per_osd": "300000", 2021-07-26T15:59:14.868 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_target_transaction_size": "30", 2021-07-26T15:59:14.868 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_tier_default_cache_hit_set_count": "4", 2021-07-26T15:59:14.868 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_tier_default_cache_hit_set_grade_decay_rate": "20", 2021-07-26T15:59:14.869 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_tier_default_cache_hit_set_period": "1200", 2021-07-26T15:59:14.869 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_tier_default_cache_hit_set_search_last_n": "1", 2021-07-26T15:59:14.869 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_tier_default_cache_hit_set_type": "bloom", 2021-07-26T15:59:14.869 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_tier_default_cache_min_read_recency_for_promote": "1", 2021-07-26T15:59:14.870 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_tier_default_cache_min_write_recency_for_promote": "1", 2021-07-26T15:59:14.870 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_tier_default_cache_mode": "writeback", 2021-07-26T15:59:14.870 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_tier_promote_max_bytes_sec": "5242880", 2021-07-26T15:59:14.870 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_tier_promote_max_objects_sec": "25", 2021-07-26T15:59:14.870 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_tracing": "false", 2021-07-26T15:59:14.871 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_use_stale_snap": "false", 2021-07-26T15:59:14.871 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_uuid": "00000000-0000-0000-0000-000000000000", 2021-07-26T15:59:14.871 INFO:teuthology.orchestra.run.smithi078.stdout: "osdc_blkin_trace_all": "false", 2021-07-26T15:59:14.871 INFO:teuthology.orchestra.run.smithi078.stdout: "paxos_kill_at": "0", 2021-07-26T15:59:14.871 INFO:teuthology.orchestra.run.smithi078.stdout: "paxos_max_join_drift": "10", 2021-07-26T15:59:14.872 INFO:teuthology.orchestra.run.smithi078.stdout: "paxos_min": "500", 2021-07-26T15:59:14.872 INFO:teuthology.orchestra.run.smithi078.stdout: "paxos_min_wait": "0.050000", 2021-07-26T15:59:14.872 INFO:teuthology.orchestra.run.smithi078.stdout: "paxos_propose_interval": "1.000000", 2021-07-26T15:59:14.872 INFO:teuthology.orchestra.run.smithi078.stdout: "paxos_service_trim_max": "500", 2021-07-26T15:59:14.872 INFO:teuthology.orchestra.run.smithi078.stdout: "paxos_service_trim_max_multiplier": "20", 2021-07-26T15:59:14.873 INFO:teuthology.orchestra.run.smithi078.stdout: "paxos_service_trim_min": "250", 2021-07-26T15:59:14.873 INFO:teuthology.orchestra.run.smithi078.stdout: "paxos_stash_full_interval": "25", 2021-07-26T15:59:14.873 INFO:teuthology.orchestra.run.smithi078.stdout: "paxos_trim_max": "500", 2021-07-26T15:59:14.873 INFO:teuthology.orchestra.run.smithi078.stdout: "paxos_trim_min": "250", 2021-07-26T15:59:14.873 INFO:teuthology.orchestra.run.smithi078.stdout: "perf": "true", 2021-07-26T15:59:14.874 INFO:teuthology.orchestra.run.smithi078.stdout: "pid_file": "", 2021-07-26T15:59:14.874 INFO:teuthology.orchestra.run.smithi078.stdout: "plugin_crypto_accelerator": "crypto_isal", 2021-07-26T15:59:14.874 INFO:teuthology.orchestra.run.smithi078.stdout: "plugin_dir": "/usr/lib64/ceph", 2021-07-26T15:59:14.874 INFO:teuthology.orchestra.run.smithi078.stdout: "public_addr": "-", 2021-07-26T15:59:14.875 INFO:teuthology.orchestra.run.smithi078.stdout: "public_addrv": "", 2021-07-26T15:59:14.875 INFO:teuthology.orchestra.run.smithi078.stdout: "public_bind_addr": "-", 2021-07-26T15:59:14.875 INFO:teuthology.orchestra.run.smithi078.stdout: "public_network": "172.21.0.0/20", 2021-07-26T15:59:14.875 INFO:teuthology.orchestra.run.smithi078.stdout: "public_network_interface": "", 2021-07-26T15:59:14.875 INFO:teuthology.orchestra.run.smithi078.stdout: "qat_compressor_enabled": "false", 2021-07-26T15:59:14.876 INFO:teuthology.orchestra.run.smithi078.stdout: "rados_mon_op_timeout": "0", 2021-07-26T15:59:14.876 INFO:teuthology.orchestra.run.smithi078.stdout: "rados_osd_op_timeout": "0", 2021-07-26T15:59:14.876 INFO:teuthology.orchestra.run.smithi078.stdout: "rados_tracing": "false", 2021-07-26T15:59:14.876 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_atime_update_interval": "60", 2021-07-26T15:59:14.876 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_auto_exclusive_lock_until_manual_request": "true", 2021-07-26T15:59:14.877 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_balance_parent_reads": "false", 2021-07-26T15:59:14.877 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_balance_snap_reads": "false", 2021-07-26T15:59:14.877 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_blkin_trace_all": "false", 2021-07-26T15:59:14.877 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_blocklist_expire_seconds": "0", 2021-07-26T15:59:14.877 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_blocklist_on_break_lock": "true", 2021-07-26T15:59:14.878 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_cache": "true", 2021-07-26T15:59:14.878 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_cache_block_writes_upfront": "false", 2021-07-26T15:59:14.878 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_cache_max_dirty": "25165824", 2021-07-26T15:59:14.878 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_cache_max_dirty_age": "1.000000", 2021-07-26T15:59:14.879 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_cache_max_dirty_object": "0", 2021-07-26T15:59:14.879 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_cache_policy": "writearound", 2021-07-26T15:59:14.879 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_cache_size": "33554432", 2021-07-26T15:59:14.879 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_cache_target_dirty": "16777216", 2021-07-26T15:59:14.879 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_cache_writethrough_until_flush": "true", 2021-07-26T15:59:14.880 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_clone_copy_on_read": "false", 2021-07-26T15:59:14.880 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_compression_hint": "none", 2021-07-26T15:59:14.880 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_concurrent_management_ops": "10", 2021-07-26T15:59:14.880 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_config_pool_override_update_timestamp": "0", 2021-07-26T15:59:14.880 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_default_clone_format": "auto", 2021-07-26T15:59:14.881 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_default_data_pool": "", 2021-07-26T15:59:14.881 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_default_features": "61", 2021-07-26T15:59:14.881 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_default_format": "2", 2021-07-26T15:59:14.881 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_default_map_options": "", 2021-07-26T15:59:14.881 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_default_order": "22", 2021-07-26T15:59:14.882 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_default_pool": "rbd", 2021-07-26T15:59:14.882 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_default_snapshot_quiesce_mode": "required", 2021-07-26T15:59:14.882 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_default_stripe_count": "0", 2021-07-26T15:59:14.882 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_default_stripe_unit": "0", 2021-07-26T15:59:14.883 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_disable_zero_copy_writes": "true", 2021-07-26T15:59:14.883 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_discard_granularity_bytes": "65536", 2021-07-26T15:59:14.883 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_discard_on_zeroed_write_same": "true", 2021-07-26T15:59:14.883 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_enable_alloc_hint": "true", 2021-07-26T15:59:14.883 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_invalidate_object_map_on_timeout": "true", 2021-07-26T15:59:14.884 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_io_scheduler": "simple", 2021-07-26T15:59:14.884 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_io_scheduler_simple_max_delay": "0", 2021-07-26T15:59:14.884 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_journal_commit_age": "5.000000", 2021-07-26T15:59:14.884 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_journal_max_concurrent_object_sets": "0", 2021-07-26T15:59:14.885 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_journal_max_payload_bytes": "16384", 2021-07-26T15:59:14.885 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_journal_object_flush_age": "0.000000", 2021-07-26T15:59:14.885 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_journal_object_flush_bytes": "1048576", 2021-07-26T15:59:14.885 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_journal_object_flush_interval": "0", 2021-07-26T15:59:14.885 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_journal_object_max_in_flight_appends": "0", 2021-07-26T15:59:14.886 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_journal_object_writethrough_until_flush": "true", 2021-07-26T15:59:14.886 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_journal_order": "24", 2021-07-26T15:59:14.886 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_journal_pool": "", 2021-07-26T15:59:14.886 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_journal_splay_width": "4", 2021-07-26T15:59:14.886 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_localize_parent_reads": "false", 2021-07-26T15:59:14.887 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_localize_snap_reads": "false", 2021-07-26T15:59:14.887 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_concurrent_image_deletions": "1", 2021-07-26T15:59:14.887 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_concurrent_image_syncs": "5", 2021-07-26T15:59:14.887 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_delete_retry_interval": "30.000000", 2021-07-26T15:59:14.888 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_image_perf_stats_prio": "5", 2021-07-26T15:59:14.888 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_image_policy_migration_throttle": "300", 2021-07-26T15:59:14.888 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_image_policy_rebalance_timeout": "0.000000", 2021-07-26T15:59:14.888 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_image_policy_type": "simple", 2021-07-26T15:59:14.888 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_image_policy_update_throttle_interval": "1.000000", 2021-07-26T15:59:14.889 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_image_state_check_interval": "30", 2021-07-26T15:59:14.889 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_journal_commit_age": "5.000000", 2021-07-26T15:59:14.889 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_journal_poll_age": "5.000000", 2021-07-26T15:59:14.889 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_leader_heartbeat_interval": "5", 2021-07-26T15:59:14.889 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_leader_max_acquire_attempts_before_break": "3", 2021-07-26T15:59:14.890 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_leader_max_missed_heartbeats": "2", 2021-07-26T15:59:14.890 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_memory_autotune": "true", 2021-07-26T15:59:14.890 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_memory_base": "805306368", 2021-07-26T15:59:14.890 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_memory_cache_autotune_interval": "30.000000", 2021-07-26T15:59:14.891 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_memory_cache_min": "134217728", 2021-07-26T15:59:14.891 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_memory_cache_resize_interval": "5.000000", 2021-07-26T15:59:14.891 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_memory_expected_fragmentation": "0.150000", 2021-07-26T15:59:14.891 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_memory_target": "4294967296", 2021-07-26T15:59:14.891 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_perf_stats_prio": "5", 2021-07-26T15:59:14.892 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_pool_replayers_refresh_interval": "30", 2021-07-26T15:59:14.892 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirror_sync_point_update_age": "30.000000", 2021-07-26T15:59:14.892 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirroring_delete_delay": "0", 2021-07-26T15:59:14.892 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirroring_max_mirroring_snapshots": "3", 2021-07-26T15:59:14.892 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirroring_replay_delay": "0", 2021-07-26T15:59:14.893 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mirroring_resync_after_disconnect": "false", 2021-07-26T15:59:14.893 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_move_parent_to_trash_on_remove": "false", 2021-07-26T15:59:14.893 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_move_to_trash_on_remove": "false", 2021-07-26T15:59:14.893 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_move_to_trash_on_remove_expire_seconds": "0", 2021-07-26T15:59:14.894 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_mtime_update_interval": "60", 2021-07-26T15:59:14.894 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_non_blocking_aio": "true", 2021-07-26T15:59:14.894 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_op_thread_timeout": "60", 2021-07-26T15:59:14.894 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_op_threads": "1", 2021-07-26T15:59:14.894 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_parent_cache_enabled": "false", 2021-07-26T15:59:14.895 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_persistent_cache_log_periodic_stats": "false", 2021-07-26T15:59:14.895 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_persistent_cache_mode": "disabled", 2021-07-26T15:59:14.895 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_persistent_cache_path": "/tmp", 2021-07-26T15:59:14.895 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_persistent_cache_size": "1073741824", 2021-07-26T15:59:14.895 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_plugins": "", 2021-07-26T15:59:14.896 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_bps_burst": "0", 2021-07-26T15:59:14.896 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_bps_burst_seconds": "1", 2021-07-26T15:59:14.896 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_bps_limit": "0", 2021-07-26T15:59:14.896 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_exclude_ops": "0", 2021-07-26T15:59:14.897 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_iops_burst": "0", 2021-07-26T15:59:14.897 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_iops_burst_seconds": "1", 2021-07-26T15:59:14.897 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_iops_limit": "0", 2021-07-26T15:59:14.897 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_read_bps_burst": "0", 2021-07-26T15:59:14.897 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_read_bps_burst_seconds": "1", 2021-07-26T15:59:14.898 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_read_bps_limit": "0", 2021-07-26T15:59:14.898 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_read_iops_burst": "0", 2021-07-26T15:59:14.898 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_read_iops_burst_seconds": "1", 2021-07-26T15:59:14.898 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_read_iops_limit": "0", 2021-07-26T15:59:14.898 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_schedule_tick_min": "50", 2021-07-26T15:59:14.899 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_write_bps_burst": "0", 2021-07-26T15:59:14.899 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_write_bps_burst_seconds": "1", 2021-07-26T15:59:14.899 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_write_bps_limit": "0", 2021-07-26T15:59:14.899 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_write_iops_burst": "0", 2021-07-26T15:59:14.899 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_write_iops_burst_seconds": "1", 2021-07-26T15:59:14.900 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_qos_write_iops_limit": "0", 2021-07-26T15:59:14.900 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_quiesce_notification_attempts": "10", 2021-07-26T15:59:14.900 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_read_from_replica_policy": "default", 2021-07-26T15:59:14.900 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_readahead_disable_after_bytes": "52428800", 2021-07-26T15:59:14.901 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_readahead_max_bytes": "524288", 2021-07-26T15:59:14.901 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_readahead_trigger_requests": "10", 2021-07-26T15:59:14.901 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_request_timed_out_seconds": "30", 2021-07-26T15:59:14.901 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_skip_partial_discard": "true", 2021-07-26T15:59:14.901 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_sparse_read_threshold_bytes": "65536", 2021-07-26T15:59:14.902 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_tracing": "false", 2021-07-26T15:59:14.902 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_validate_names": "true", 2021-07-26T15:59:14.902 INFO:teuthology.orchestra.run.smithi078.stdout: "rbd_validate_pool": "true", 2021-07-26T15:59:14.902 INFO:teuthology.orchestra.run.smithi078.stdout: "restapi_base_url": "", 2021-07-26T15:59:14.902 INFO:teuthology.orchestra.run.smithi078.stdout: "restapi_log_level": "", 2021-07-26T15:59:14.903 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_acl_grants_max_num": "100", 2021-07-26T15:59:14.903 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_admin_entry": "admin", 2021-07-26T15:59:14.903 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_barbican_url": "", 2021-07-26T15:59:14.903 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_beast_enable_async": "true", 2021-07-26T15:59:14.903 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_bucket_default_quota_max_objects": "-1", 2021-07-26T15:59:14.904 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_bucket_default_quota_max_size": "-1", 2021-07-26T15:59:14.904 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_bucket_index_max_aio": "128", 2021-07-26T15:59:14.904 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_bucket_quota_cache_size": "10000", 2021-07-26T15:59:14.904 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_bucket_quota_ttl": "600", 2021-07-26T15:59:14.904 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_cache_enabled": "true", 2021-07-26T15:59:14.905 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_cache_expiry_interval": "900", 2021-07-26T15:59:14.905 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_cache_lru_size": "10000", 2021-07-26T15:59:14.905 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_content_length_compat": "false", 2021-07-26T15:59:14.905 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_copy_obj_progress": "true", 2021-07-26T15:59:14.906 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_copy_obj_progress_every_bytes": "1048576", 2021-07-26T15:59:14.906 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_cors_rules_max_num": "100", 2021-07-26T15:59:14.906 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_cross_domain_policy": "", 2021-07-26T15:59:14.906 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_default_encryption_key": "", 2021-07-26T15:59:14.906 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_kmip_addr": "", 2021-07-26T15:59:14.907 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_kmip_ca_path": "", 2021-07-26T15:59:14.907 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_kmip_client_cert": "", 2021-07-26T15:59:14.907 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_kmip_client_key": "", 2021-07-26T15:59:14.907 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_kmip_kms_key_template": "", 2021-07-26T15:59:14.907 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_kmip_password": "", 2021-07-26T15:59:14.908 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_kmip_s3_key_template": "$keyid", 2021-07-26T15:59:14.908 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_kmip_username": "", 2021-07-26T15:59:14.908 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_require_ssl": "true", 2021-07-26T15:59:14.908 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_s3_kms_backend": "barbican", 2021-07-26T15:59:14.908 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_s3_kms_encryption_keys": "", 2021-07-26T15:59:14.909 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_suppress_logs": "true", 2021-07-26T15:59:14.909 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_vault_addr": "", 2021-07-26T15:59:14.909 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_vault_auth": "token", 2021-07-26T15:59:14.909 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_vault_namespace": "", 2021-07-26T15:59:14.909 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_vault_prefix": "", 2021-07-26T15:59:14.910 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_vault_secret_engine": "transit", 2021-07-26T15:59:14.910 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_vault_ssl_cacert": "", 2021-07-26T15:59:14.910 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_vault_ssl_clientcert": "", 2021-07-26T15:59:14.910 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_vault_ssl_clientkey": "", 2021-07-26T15:59:14.911 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_vault_token_file": "", 2021-07-26T15:59:14.911 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_crypt_vault_verify_ssl": "true", 2021-07-26T15:59:14.911 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_curl_buffersize": "524288", 2021-07-26T15:59:14.911 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_curl_low_speed_limit": "1024", 2021-07-26T15:59:14.911 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_curl_low_speed_time": "300", 2021-07-26T15:59:14.912 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_curl_wait_timeout_ms": "1000", 2021-07-26T15:59:14.912 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_d3n_l1_datacache_persistent_path": "/tmp/rgw_datacache/", 2021-07-26T15:59:14.912 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_d3n_l1_datacache_size": "1048576", 2021-07-26T15:59:14.912 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_d3n_l1_evict_cache_on_start": "true", 2021-07-26T15:59:14.912 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_d3n_l1_eviction_policy": "lru", 2021-07-26T15:59:14.913 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_d3n_l1_fadvise": "4", 2021-07-26T15:59:14.913 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_d3n_l1_local_datacache_enabled": "false", 2021-07-26T15:59:14.913 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_d3n_libaio_aio_num": "64", 2021-07-26T15:59:14.913 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_d3n_libaio_aio_threads": "20", 2021-07-26T15:59:14.913 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_data": "/var/lib/ceph/radosgw/ceph-a", 2021-07-26T15:59:14.914 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_data_log_changes_size": "1000", 2021-07-26T15:59:14.914 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_data_log_num_shards": "128", 2021-07-26T15:59:14.914 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_data_log_obj_prefix": "data_log", 2021-07-26T15:59:14.914 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_data_log_window": "30", 2021-07-26T15:59:14.915 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_data_notify_interval_msec": "200", 2021-07-26T15:59:14.915 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_default_data_log_backing": "fifo", 2021-07-26T15:59:14.915 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_default_realm_info_oid": "default.realm", 2021-07-26T15:59:14.915 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_default_region_info_oid": "default.region", 2021-07-26T15:59:14.915 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_default_zone_info_oid": "default.zone", 2021-07-26T15:59:14.916 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_default_zonegroup_info_oid": "default.zonegroup", 2021-07-26T15:59:14.916 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_defer_to_bucket_acls": "", 2021-07-26T15:59:14.916 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_delete_multi_obj_max_num": "1000", 2021-07-26T15:59:14.916 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dmclock_admin_lim": "0.000000", 2021-07-26T15:59:14.916 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dmclock_admin_res": "100.000000", 2021-07-26T15:59:14.917 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dmclock_admin_wgt": "100.000000", 2021-07-26T15:59:14.917 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dmclock_auth_lim": "0.000000", 2021-07-26T15:59:14.917 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dmclock_auth_res": "200.000000", 2021-07-26T15:59:14.917 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dmclock_auth_wgt": "100.000000", 2021-07-26T15:59:14.917 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dmclock_data_lim": "0.000000", 2021-07-26T15:59:14.918 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dmclock_data_res": "500.000000", 2021-07-26T15:59:14.918 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dmclock_data_wgt": "500.000000", 2021-07-26T15:59:14.918 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dmclock_metadata_lim": "0.000000", 2021-07-26T15:59:14.918 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dmclock_metadata_res": "500.000000", 2021-07-26T15:59:14.918 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dmclock_metadata_wgt": "500.000000", 2021-07-26T15:59:14.919 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dns_name": "", 2021-07-26T15:59:14.919 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dns_s3website_name": "", 2021-07-26T15:59:14.919 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_dynamic_resharding": "true", 2021-07-26T15:59:14.919 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_enable_apis": "s3, s3website, swift, swift_auth, admin, sts, iam, notifications", 2021-07-26T15:59:14.920 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_enable_gc_threads": "true", 2021-07-26T15:59:14.920 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_enable_lc_threads": "true", 2021-07-26T15:59:14.920 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_enable_ops_log": "false", 2021-07-26T15:59:14.920 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_enable_quota_threads": "true", 2021-07-26T15:59:14.920 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_enable_static_website": "false", 2021-07-26T15:59:14.921 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_enable_usage_log": "false", 2021-07-26T15:59:14.921 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_enforce_swift_acls": "true", 2021-07-26T15:59:14.921 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_exit_timeout_secs": "120", 2021-07-26T15:59:14.921 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_expose_bucket": "false", 2021-07-26T15:59:14.921 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_extended_http_attrs": "", 2021-07-26T15:59:14.922 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_frontend_defaults": "beast ssl_certificate=config://rgw/cert/$realm/$zone.crt ssl_private_key=config://rgw/cert/$realm/$zone.key", 2021-07-26T15:59:14.922 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_frontends": "beast port=7480", 2021-07-26T15:59:14.922 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_gc_max_concurrent_io": "10", 2021-07-26T15:59:14.922 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_gc_max_deferred": "50", 2021-07-26T15:59:14.923 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_gc_max_deferred_entries_size": "3072", 2021-07-26T15:59:14.923 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_gc_max_objs": "32", 2021-07-26T15:59:14.923 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_gc_max_queue_size": "134213632", 2021-07-26T15:59:14.923 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_gc_max_trim_chunk": "16", 2021-07-26T15:59:14.923 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_gc_obj_min_wait": "7200", 2021-07-26T15:59:14.924 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_gc_processor_max_time": "3600", 2021-07-26T15:59:14.924 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_gc_processor_period": "3600", 2021-07-26T15:59:14.924 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_get_obj_max_req_size": "4194304", 2021-07-26T15:59:14.924 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_get_obj_window_size": "16777216", 2021-07-26T15:59:14.924 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_healthcheck_disabling_path": "", 2021-07-26T15:59:14.925 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_ignore_get_invalid_range": "false", 2021-07-26T15:59:14.925 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_init_timeout": "300", 2021-07-26T15:59:14.925 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_inject_notify_timeout_probability": "0.000000", 2021-07-26T15:59:14.925 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_accepted_admin_roles": "", 2021-07-26T15:59:14.925 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_accepted_roles": "Member, admin", 2021-07-26T15:59:14.926 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_admin_domain": "", 2021-07-26T15:59:14.926 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_admin_password": "", 2021-07-26T15:59:14.926 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_admin_password_path": "", 2021-07-26T15:59:14.926 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_admin_project": "", 2021-07-26T15:59:14.926 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_admin_tenant": "", 2021-07-26T15:59:14.927 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_admin_token": "", 2021-07-26T15:59:14.927 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_admin_token_path": "", 2021-07-26T15:59:14.927 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_admin_user": "", 2021-07-26T15:59:14.927 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_api_version": "2", 2021-07-26T15:59:14.927 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_barbican_domain": "", 2021-07-26T15:59:14.928 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_barbican_password": "", 2021-07-26T15:59:14.928 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_barbican_project": "", 2021-07-26T15:59:14.928 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_barbican_tenant": "", 2021-07-26T15:59:14.928 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_barbican_user": "", 2021-07-26T15:59:14.929 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_implicit_tenants": "false", 2021-07-26T15:59:14.929 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_token_cache_size": "10000", 2021-07-26T15:59:14.929 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_url": "", 2021-07-26T15:59:14.929 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_keystone_verify_ssl": "true", 2021-07-26T15:59:14.929 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_lc_debug_interval": "-1", 2021-07-26T15:59:14.930 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_lc_lock_max_time": "90", 2021-07-26T15:59:14.930 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_lc_max_objs": "32", 2021-07-26T15:59:14.930 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_lc_max_rules": "1000", 2021-07-26T15:59:14.930 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_lc_max_worker": "3", 2021-07-26T15:59:14.930 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_lc_max_wp_worker": "3", 2021-07-26T15:59:14.931 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_lc_thread_delay": "0", 2021-07-26T15:59:14.931 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_ldap_binddn": "uid=admin,cn=users,dc=example,dc=com", 2021-07-26T15:59:14.931 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_ldap_dnattr": "uid", 2021-07-26T15:59:14.931 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_ldap_searchdn": "cn=users,cn=accounts,dc=example,dc=com", 2021-07-26T15:59:14.931 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_ldap_searchfilter": "", 2021-07-26T15:59:14.932 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_ldap_secret": "/etc/openldap/secret", 2021-07-26T15:59:14.932 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_ldap_uri": "ldaps://", 2021-07-26T15:59:14.932 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_lifecycle_work_time": "00:00-06:00", 2021-07-26T15:59:14.932 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_list_bucket_min_readahead": "1000", 2021-07-26T15:59:14.932 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_list_buckets_max_chunk": "1000", 2021-07-26T15:59:14.933 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_log_http_headers": "", 2021-07-26T15:59:14.933 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_log_nonexistent_bucket": "false", 2021-07-26T15:59:14.933 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_log_object_name": "%Y-%m-%d-%H-%i-%n", 2021-07-26T15:59:14.933 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_log_object_name_utc": "false", 2021-07-26T15:59:14.934 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_luarocks_location": "/tmp/luarocks", 2021-07-26T15:59:14.934 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_max_attr_name_len": "0", 2021-07-26T15:59:14.934 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_max_attr_size": "0", 2021-07-26T15:59:14.934 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_max_attrs_num_in_req": "0", 2021-07-26T15:59:14.934 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_max_chunk_size": "4194304", 2021-07-26T15:59:14.935 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_max_concurrent_requests": "1024", 2021-07-26T15:59:14.935 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_max_dynamic_shards": "1999", 2021-07-26T15:59:14.935 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_max_listing_results": "1000", 2021-07-26T15:59:14.935 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_max_notify_retries": "3", 2021-07-26T15:59:14.935 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_max_objs_per_shard": "100000", 2021-07-26T15:59:14.936 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_max_put_param_size": "1048576", 2021-07-26T15:59:14.936 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_max_put_size": "5368709120", 2021-07-26T15:59:14.936 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_max_slo_entries": "1000", 2021-07-26T15:59:14.936 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_md_log_max_shards": "64", 2021-07-26T15:59:14.937 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_md_notify_interval_msec": "200", 2021-07-26T15:59:14.937 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_mime_types_file": "/etc/mime.types", 2021-07-26T15:59:14.937 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_mp_lock_max_time": "600", 2021-07-26T15:59:14.937 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_multipart_min_part_size": "5242880", 2021-07-26T15:59:14.937 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_multipart_part_upload_limit": "10000", 2021-07-26T15:59:14.938 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_nfs_fhcache_partitions": "3", 2021-07-26T15:59:14.938 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_nfs_fhcache_size": "2017", 2021-07-26T15:59:14.938 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_nfs_lru_lane_hiwat": "911", 2021-07-26T15:59:14.938 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_nfs_lru_lanes": "5", 2021-07-26T15:59:14.938 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_nfs_max_gc": "300", 2021-07-26T15:59:14.939 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_nfs_namespace_expire_secs": "300", 2021-07-26T15:59:14.939 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_nfs_run_gc_threads": "false", 2021-07-26T15:59:14.939 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_nfs_run_lc_threads": "false", 2021-07-26T15:59:14.939 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_nfs_run_quota_threads": "false", 2021-07-26T15:59:14.939 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_nfs_run_sync_thread": "false", 2021-07-26T15:59:14.940 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_nfs_s3_fast_attrs": "false", 2021-07-26T15:59:14.940 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_nfs_write_completion_interval_s": "10", 2021-07-26T15:59:14.940 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_num_async_rados_threads": "32", 2021-07-26T15:59:14.940 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_num_control_oids": "8", 2021-07-26T15:59:14.940 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_numa_node": "-1", 2021-07-26T15:59:14.941 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_obj_stripe_size": "4194304", 2021-07-26T15:59:14.941 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_obj_tombstone_cache_size": "1000", 2021-07-26T15:59:14.941 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_objexp_chunk_size": "100", 2021-07-26T15:59:14.941 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_objexp_gc_interval": "600", 2021-07-26T15:59:14.941 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_objexp_hints_num_shards": "127", 2021-07-26T15:59:14.942 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_olh_pending_timeout_sec": "3600", 2021-07-26T15:59:14.942 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_op_thread_suicide_timeout": "0", 2021-07-26T15:59:14.942 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_op_thread_timeout": "600", 2021-07-26T15:59:14.942 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_op_tracing": "false", 2021-07-26T15:59:14.943 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_opa_token": "", 2021-07-26T15:59:14.943 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_opa_url": "", 2021-07-26T15:59:14.943 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_opa_verify_ssl": "true", 2021-07-26T15:59:14.943 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_ops_log_data_backlog": "5242880", 2021-07-26T15:59:14.943 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_ops_log_rados": "true", 2021-07-26T15:59:14.944 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_ops_log_socket_path": "", 2021-07-26T15:59:14.944 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_override_bucket_index_max_shards": "0", 2021-07-26T15:59:14.944 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_period_latest_epoch_info_oid": ".latest_epoch", 2021-07-26T15:59:14.944 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_period_push_interval": "2.000000", 2021-07-26T15:59:14.944 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_period_push_interval_max": "30.000000", 2021-07-26T15:59:14.945 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_period_root_pool": ".rgw.root", 2021-07-26T15:59:14.945 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_print_continue": "true", 2021-07-26T15:59:14.945 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_print_prohibited_content_length": "false", 2021-07-26T15:59:14.945 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_put_obj_max_window_size": "67108864", 2021-07-26T15:59:14.945 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_put_obj_min_window_size": "16777216", 2021-07-26T15:59:14.946 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_rados_pool_autoscale_bias": "4.000000", 2021-07-26T15:59:14.946 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_rados_pool_pg_num_min": "8", 2021-07-26T15:59:14.946 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_rados_pool_recovery_priority": "5", 2021-07-26T15:59:14.946 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_rados_tracing": "false", 2021-07-26T15:59:14.947 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_realm": "", 2021-07-26T15:59:14.947 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_realm_root_pool": ".rgw.root", 2021-07-26T15:59:14.947 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_region": "", 2021-07-26T15:59:14.947 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_region_root_pool": ".rgw.root", 2021-07-26T15:59:14.947 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_relaxed_region_enforcement": "false", 2021-07-26T15:59:14.948 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_relaxed_s3_bucket_names": "false", 2021-07-26T15:59:14.948 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_remote_addr_param": "REMOTE_ADDR", 2021-07-26T15:59:14.948 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_request_uri": "", 2021-07-26T15:59:14.948 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_reshard_batch_size": "64", 2021-07-26T15:59:14.948 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_reshard_bucket_lock_duration": "360", 2021-07-26T15:59:14.949 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_reshard_max_aio": "128", 2021-07-26T15:59:14.949 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_reshard_num_logs": "16", 2021-07-26T15:59:14.949 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_reshard_thread_interval": "600", 2021-07-26T15:59:14.949 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_resolve_cname": "false", 2021-07-26T15:59:14.949 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_rest_getusage_op_compat": "false", 2021-07-26T15:59:14.950 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_run_sync_thread": "true", 2021-07-26T15:59:14.950 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_s3_auth_order": "sts, external, local", 2021-07-26T15:59:14.950 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_s3_auth_use_keystone": "false", 2021-07-26T15:59:14.950 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_s3_auth_use_ldap": "false", 2021-07-26T15:59:14.950 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_s3_auth_use_rados": "true", 2021-07-26T15:59:14.951 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_s3_auth_use_sts": "false", 2021-07-26T15:59:14.951 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_s3_client_max_sig_ver": "-1", 2021-07-26T15:59:14.951 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_s3_success_create_obj_status": "0", 2021-07-26T15:59:14.951 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_safe_max_objects_per_shard": "102400", 2021-07-26T15:59:14.952 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_scheduler_type": "throttler", 2021-07-26T15:59:14.952 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_script_uri": "", 2021-07-26T15:59:14.952 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_service_provider_name": "", 2021-07-26T15:59:14.952 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_shard_warning_threshold": "90.000000", 2021-07-26T15:59:14.952 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sts_client_id": "", 2021-07-26T15:59:14.953 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sts_client_secret": "", 2021-07-26T15:59:14.953 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sts_entry": "sts", 2021-07-26T15:59:14.953 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sts_key": "sts", 2021-07-26T15:59:14.953 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sts_max_session_duration": "43200", 2021-07-26T15:59:14.953 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sts_min_session_duration": "900", 2021-07-26T15:59:14.954 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sts_token_introspection_url": "", 2021-07-26T15:59:14.954 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_swift_account_in_url": "false", 2021-07-26T15:59:14.954 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_swift_auth_entry": "auth", 2021-07-26T15:59:14.954 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_swift_auth_url": "", 2021-07-26T15:59:14.954 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_swift_custom_header": "", 2021-07-26T15:59:14.955 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_swift_enforce_content_length": "false", 2021-07-26T15:59:14.955 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_swift_need_stats": "true", 2021-07-26T15:59:14.955 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_swift_tenant_name": "", 2021-07-26T15:59:14.955 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_swift_token_expiration": "86400", 2021-07-26T15:59:14.956 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_swift_url": "", 2021-07-26T15:59:14.956 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_swift_url_prefix": "swift", 2021-07-26T15:59:14.956 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_swift_versioning_enabled": "false", 2021-07-26T15:59:14.956 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sync_data_inject_err_probability": "0.000000", 2021-07-26T15:59:14.956 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sync_lease_period": "120", 2021-07-26T15:59:14.957 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sync_log_trim_concurrent_buckets": "4", 2021-07-26T15:59:14.957 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sync_log_trim_interval": "1200", 2021-07-26T15:59:14.957 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sync_log_trim_max_buckets": "16", 2021-07-26T15:59:14.957 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sync_log_trim_min_cold_buckets": "4", 2021-07-26T15:59:14.957 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sync_meta_inject_err_probability": "0.000000", 2021-07-26T15:59:14.958 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sync_obj_etag_verify": "false", 2021-07-26T15:59:14.958 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sync_trace_history_size": "4096", 2021-07-26T15:59:14.958 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sync_trace_per_node_log_size": "32", 2021-07-26T15:59:14.958 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_sync_trace_servicemap_update_interval": "10", 2021-07-26T15:59:14.958 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_thread_pool_size": "512", 2021-07-26T15:59:14.959 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_torrent_comment": "", 2021-07-26T15:59:14.959 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_torrent_createby": "", 2021-07-26T15:59:14.959 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_torrent_encoding": "", 2021-07-26T15:59:14.959 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_torrent_flag": "false", 2021-07-26T15:59:14.959 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_torrent_origin": "", 2021-07-26T15:59:14.960 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_torrent_sha_unit": "524288", 2021-07-26T15:59:14.960 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_torrent_tracker": "", 2021-07-26T15:59:14.960 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_trust_forwarded_https": "false", 2021-07-26T15:59:14.960 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_usage_log_flush_threshold": "1024", 2021-07-26T15:59:14.961 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_usage_log_tick_interval": "30", 2021-07-26T15:59:14.961 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_usage_max_shards": "32", 2021-07-26T15:59:14.961 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_usage_max_user_shards": "1", 2021-07-26T15:59:14.961 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_use_opa_authz": "false", 2021-07-26T15:59:14.961 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_user_default_quota_max_objects": "-1", 2021-07-26T15:59:14.962 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_user_default_quota_max_size": "-1", 2021-07-26T15:59:14.962 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_user_max_buckets": "1000", 2021-07-26T15:59:14.962 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_user_quota_bucket_sync_interval": "180", 2021-07-26T15:59:14.962 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_user_quota_sync_idle_users": "false", 2021-07-26T15:59:14.962 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_user_quota_sync_interval": "86400", 2021-07-26T15:59:14.963 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_user_quota_sync_wait_time": "86400", 2021-07-26T15:59:14.963 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_user_unique_email": "true", 2021-07-26T15:59:14.963 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_verify_ssl": "true", 2021-07-26T15:59:14.963 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_website_routing_rules_max_num": "50", 2021-07-26T15:59:14.963 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_zone": "", 2021-07-26T15:59:14.964 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_zone_root_pool": ".rgw.root", 2021-07-26T15:59:14.964 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_zonegroup": "", 2021-07-26T15:59:14.964 INFO:teuthology.orchestra.run.smithi078.stdout: "rgw_zonegroup_root_pool": ".rgw.root", 2021-07-26T15:59:14.964 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_block_size": "4096", 2021-07-26T15:59:14.965 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_bloom_bits_per_key": "20", 2021-07-26T15:59:14.965 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_cache_index_and_filter_blocks": "true", 2021-07-26T15:59:14.965 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_cache_index_and_filter_blocks_with_high_priority": "false", 2021-07-26T15:59:14.965 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_cache_row_ratio": "0.000000", 2021-07-26T15:59:14.965 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_cache_shard_bits": "4", 2021-07-26T15:59:14.966 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_cache_size": "536870912", 2021-07-26T15:59:14.966 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_cache_type": "binned_lru", 2021-07-26T15:59:14.966 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_collect_compaction_stats": "false", 2021-07-26T15:59:14.966 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_collect_extended_stats": "false", 2021-07-26T15:59:14.966 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_collect_memory_stats": "false", 2021-07-26T15:59:14.967 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_delete_range_threshold": "1048576", 2021-07-26T15:59:14.967 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_index_type": "binary_search", 2021-07-26T15:59:14.967 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_log_to_ceph_log": "true", 2021-07-26T15:59:14.967 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_metadata_block_size": "4096", 2021-07-26T15:59:14.968 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_partition_filters": "false", 2021-07-26T15:59:14.968 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_perf": "false", 2021-07-26T15:59:14.968 INFO:teuthology.orchestra.run.smithi078.stdout: "rocksdb_pin_l0_filter_and_index_blocks_in_cache": "false", 2021-07-26T15:59:14.968 INFO:teuthology.orchestra.run.smithi078.stdout: "rotating_keys_bootstrap_timeout": "30", 2021-07-26T15:59:14.968 INFO:teuthology.orchestra.run.smithi078.stdout: "rotating_keys_renewal_timeout": "10", 2021-07-26T15:59:14.969 INFO:teuthology.orchestra.run.smithi078.stdout: "run_dir": "/var/run/ceph", 2021-07-26T15:59:14.969 INFO:teuthology.orchestra.run.smithi078.stdout: "seastore_block_create": "true", 2021-07-26T15:59:14.969 INFO:teuthology.orchestra.run.smithi078.stdout: "seastore_device_size": "107374182400", 2021-07-26T15:59:14.969 INFO:teuthology.orchestra.run.smithi078.stdout: "seastore_segment_size": "67108864", 2021-07-26T15:59:14.969 INFO:teuthology.orchestra.run.smithi078.stdout: "setgroup": "ceph", 2021-07-26T15:59:14.970 INFO:teuthology.orchestra.run.smithi078.stdout: "setuser": "ceph", 2021-07-26T15:59:14.970 INFO:teuthology.orchestra.run.smithi078.stdout: "setuser_match_path": "", 2021-07-26T15:59:14.970 INFO:teuthology.orchestra.run.smithi078.stdout: "target_max_misplaced_ratio": "0.050000", 2021-07-26T15:59:14.970 INFO:teuthology.orchestra.run.smithi078.stdout: "thp": "false", 2021-07-26T15:59:14.971 INFO:teuthology.orchestra.run.smithi078.stdout: "threadpool_default_timeout": "60", 2021-07-26T15:59:14.971 INFO:teuthology.orchestra.run.smithi078.stdout: "threadpool_empty_queue_max_wait": "2", 2021-07-26T15:59:14.971 INFO:teuthology.orchestra.run.smithi078.stdout: "throttler_perf_counter": "true" 2021-07-26T15:59:14.971 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T15:59:15.267 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:15 smithi078 ceph-mon[73801]: pgmap v208: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:15.268 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:15 smithi078 ceph-mon[77813]: pgmap v208: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:15.278 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=0 2021-07-26T15:59:15.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:15 smithi139 ceph-mon[56829]: pgmap v208: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:15.421 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:16.840 INFO:teuthology.orchestra.run.smithi078.stdout:mon.a: {} 2021-07-26T15:59:16.847 INFO:teuthology.orchestra.run.smithi078.stdout:mon.c: {} 2021-07-26T15:59:16.858 INFO:teuthology.orchestra.run.smithi078.stdout:mon.b: {} 2021-07-26T15:59:16.858 INFO:teuthology.orchestra.run.smithi078.stderr:mon.a: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2021-07-26T15:59:16.859 INFO:teuthology.orchestra.run.smithi078.stderr:mon.c: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2021-07-26T15:59:16.859 INFO:teuthology.orchestra.run.smithi078.stderr:mon.b: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2021-07-26T15:59:17.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:17 smithi139 ceph-mon[56829]: pgmap v209: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:17.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:17 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/129771548' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:59:17.392 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:17 smithi078 ceph-mon[73801]: pgmap v209: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:17.393 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:17 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/129771548' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:59:17.393 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:17 smithi078 ceph-mon[77813]: pgmap v209: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:17.393 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:17 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/129771548' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:59:17.503 INFO:tasks.thrashosds.thrasher:Unable to test ceph-objectstore-tool, not available on all OSD nodes 2021-07-26T15:59:17.504 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2021-07-26T15:59:17.505 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-07-26T15:59:17.506 INFO:tasks.radosbench:Beginning radosbench... 2021-07-26T15:59:17.507 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2021-07-26T15:59:17.507 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool create unique_pool_0 16 2021-07-26T15:59:17.508 INFO:tasks.thrashosds.thrasher:starting do_thrash 2021-07-26T15:59:17.508 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-07-26T15:59:17.508 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T15:59:17.509 INFO:tasks.thrashosds.thrasher:inject_pause on 4 2021-07-26T15:59:17.509 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-07-26T15:59:17.510 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-07-26T15:59:17.510 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 config set filestore_inject_stall 3 2021-07-26T15:59:17.511 INFO:tasks.thrashosds.thrasher:starting do_sighup with a delay of 0.1 2021-07-26T15:59:17.511 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:17.512 INFO:tasks.thrashosds.thrasher:starting do_optrack_toggle with a delay of 2.0 2021-07-26T15:59:17.512 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T15:59:17.513 INFO:tasks.thrashosds.thrasher:starting do_dump_ops 2021-07-26T15:59:17.513 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-07-26T15:59:17.514 INFO:tasks.thrashosds.thrasher:starting do_noscrub_toggle with a delay of 2.0 2021-07-26T15:59:17.514 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T15:59:17.562 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:17.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:17.563 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:17.661 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:17.662 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:17.662 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:17.663 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:17.664 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:17.679 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T15:59:17.686 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:17.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:17.687 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:17.788 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T15:59:17.810 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:17.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:17.811 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T15:59:17.912 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:17.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:17.935 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:17.936 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:18.037 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:18.059 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:18.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:18.061 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:18.162 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T15:59:18.184 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:18.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:18.185 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T15:59:18.286 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:18.311 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:18.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:18.312 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:18.413 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:18.438 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:18.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:18.440 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:18.541 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T15:59:18.562 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:18.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:18.564 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T15:59:18.665 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T15:59:18.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:18.687 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:18.688 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T15:59:18.789 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T15:59:18.811 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:18.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:18.815 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T15:59:18.917 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:18.939 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:18.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:18.940 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:19.041 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:19.055 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:19 smithi139 ceph-mon[56829]: pgmap v210: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:19.056 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:19 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:19.056 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:19 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:59:19.056 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:19 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:59:19.064 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:19.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:19.066 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:19.167 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:19.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:19.192 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:19.192 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:19.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:19 smithi078 ceph-mon[73801]: pgmap v210: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:19.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:19 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:19.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:19 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:59:19.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:19 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:59:19.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:19 smithi078 ceph-mon[77813]: pgmap v210: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:19.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:19 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:19.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:19 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:59:19.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:19 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:59:19.252 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T15:59:19.252 INFO:teuthology.orchestra.run.smithi139.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-07-26T15:59:19.253 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T15:59:19.293 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:19.315 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:19.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:19.316 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:19.418 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:19.441 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:19.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:19.443 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:19.544 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:19.565 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:19.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:19.566 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:19.667 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:19.689 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:19.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:19.691 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:19.792 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:19.814 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:19.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:19.815 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:19.918 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:19.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:19.940 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:19.940 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:20.041 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:20.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:20.068 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:20.068 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:20.169 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:20.189 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:20.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:20.191 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:20.292 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T15:59:20.313 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:20.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:20.315 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T15:59:20.416 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:20.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:20.440 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:20.440 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:20.541 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T15:59:20.563 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:20.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:20.565 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T15:59:20.666 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:20.687 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:20.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:20.689 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:20.790 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:20.812 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:20.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:20.813 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:20.914 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T15:59:20.936 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:20.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:20.938 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T15:59:21.039 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:21.067 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:21.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:21.068 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:21.167 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T15:59:21.169 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:21.185 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T15:59:21.190 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:21.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:21.191 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:21.202 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T15:59:21.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:21 smithi078 ceph-mon[73801]: pgmap v211: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:21.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:21 smithi078 ceph-mon[77813]: pgmap v211: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:21.224 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T15:59:21.245 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T15:59:21.268 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T15:59:21.287 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T15:59:21.293 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:21.305 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T15:59:21.307 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T15:59:21.307 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T15:59:21.308 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T15:59:21.308 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T15:59:21.308 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T15:59:21.308 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T15:59:21.308 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T15:59:21.309 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T15:59:21.313 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:21.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:21.315 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:21.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:21 smithi139 ceph-mon[56829]: pgmap v211: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:21.416 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:21.444 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:21.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:21.446 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:21.547 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:21.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:21.569 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:21.569 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:21.608 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T15:59:21.609 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T15:59:21.670 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:21.693 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:21.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:21.695 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:21.796 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:21.817 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:21.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:21.818 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:21.919 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:21.941 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:21.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:21.943 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:22.044 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:22.065 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:22.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:22.067 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:22.168 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:22.175 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T15:59:22.192 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:22.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:22.193 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:22.295 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:22.316 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:22.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:22.318 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:22.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:22 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/315447043' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:22.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:22 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3231161264' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T15:59:22.359 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:22 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/315447043' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:22.359 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:22 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3231161264' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T15:59:22.359 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:22 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/315447043' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:22.360 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:22 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3231161264' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T15:59:22.418 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:22.439 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:22.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:22.441 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:22.542 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:22.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:22.566 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:22.567 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:22.668 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:22.689 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:22.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:22.691 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:22.792 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:22.813 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:22.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:22.815 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:22.916 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:22.939 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:22.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:22.941 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:23.043 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T15:59:23.064 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:23.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:23.068 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T15:59:23.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:23 smithi139 ceph-mon[56829]: pgmap v212: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:23.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:23 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T15:59:23.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:23 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3231161264' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T15:59:23.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:23 smithi139 ceph-mon[56829]: osdmap e90: 8 total, 8 up, 8 in 2021-07-26T15:59:23.169 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:23.190 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:23.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:23.193 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:23.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:23 smithi078 ceph-mon[73801]: pgmap v212: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:23.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:23 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T15:59:23.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:23 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3231161264' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T15:59:23.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:23 smithi078 ceph-mon[73801]: osdmap e90: 8 total, 8 up, 8 in 2021-07-26T15:59:23.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:23 smithi078 ceph-mon[77813]: pgmap v212: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:23.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:23 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T15:59:23.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:23 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3231161264' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T15:59:23.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:23 smithi078 ceph-mon[77813]: osdmap e90: 8 total, 8 up, 8 in 2021-07-26T15:59:23.295 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:23.316 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:23.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:23.317 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:23.418 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:23.439 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:23.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:23.441 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:23.456 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-07-26T15:59:23.542 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:23.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:23.565 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:23.565 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:23.595 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:23.667 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:23.689 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:23.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:23.690 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:23.791 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:23.814 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:23.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:23.818 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:23.923 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:23.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:23.947 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:23.947 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:24.049 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:24.070 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:24.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:24.072 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:24.174 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:24.196 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:24.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:24.198 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:24.300 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:24.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:24.324 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:24.325 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:24.426 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:24.444 INFO:teuthology.orchestra.run.smithi078.stderr:pool 'unique_pool_0' created 2021-07-26T15:59:24.454 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:24.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:24.456 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:24.531 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:24 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:59:24.532 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:24 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:59:24.557 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:24.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:24.581 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:24.582 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:24.683 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:24.704 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:24.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:24.705 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:24.806 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:24.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:24 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:59:24.827 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:24.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:24.829 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:24.930 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:24.951 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:24.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:24.952 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:25.053 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:25.074 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:25.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:25.076 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:25.169 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-07-26T15:59:25.169 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T15:59:25.170 INFO:tasks.thrashosds.thrasher:Killing osd 2, live_osds are [0, 1, 2, 3, 4, 5, 6, 7] 2021-07-26T15:59:25.170 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2021-07-26T15:59:25.170 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.2 2021-07-26T15:59:25.177 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:25.199 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:25.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:25.200 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:25.238 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:59:25 smithi078 systemd[1]: Stopping Ceph osd.2 for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T15:59:25.301 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:25.323 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:25.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:25.324 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:25.327 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2021-07-26T15:59:25.388 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T15:59:25.425 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:25.449 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:25.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:25.451 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:25.501 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:25.552 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:25.566 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:25.577 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:25.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:25.578 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:25.625 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:59:25 smithi078 conmon[88549]: 2021-07-26T15:59:25.390+0000 7fbea40b3700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-07-26T15:59:25.625 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:59:25 smithi078 conmon[88549]: 2021-07-26T15:59:25.390+0000 7fbea40b3700 -1 osd.2 91 *** Got signal Terminated *** 2021-07-26T15:59:25.625 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:59:25 smithi078 conmon[88549]: 2021-07-26T15:59:25.390+0000 7fbea40b3700 -1 osd.2 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T15:59:25.626 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:25 smithi078 ceph-mon[73801]: pgmap v214: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:25.626 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:25 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/324551887' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2021-07-26T15:59:25.626 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:25 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2021-07-26T15:59:25.626 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:25 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2021-07-26T15:59:25.627 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:25 smithi078 ceph-mon[73801]: osdmap e91: 8 total, 8 up, 8 in 2021-07-26T15:59:25.627 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:25 smithi078 ceph-mon[77813]: pgmap v214: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:25.627 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:25 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/324551887' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2021-07-26T15:59:25.627 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:25 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2021-07-26T15:59:25.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:25 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2021-07-26T15:59:25.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:25 smithi078 ceph-mon[77813]: osdmap e91: 8 total, 8 up, 8 in 2021-07-26T15:59:25.654 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T15:59:25.679 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:25.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:25.722 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:25.722 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:25.806 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:25.823 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:25.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:25 smithi139 ceph-mon[56829]: pgmap v214: 73 pgs: 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:25.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:25 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/324551887' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2021-07-26T15:59:25.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:25 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2021-07-26T15:59:25.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:25 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2021-07-26T15:59:25.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:25 smithi139 ceph-mon[56829]: osdmap e91: 8 total, 8 up, 8 in 2021-07-26T15:59:25.845 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:25.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:25.847 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:25.875 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T15:59:25.876 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T15:59:25.899 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:59:25 smithi078 podman[100485]: 2021-07-26 15:59:25.764907501 +0000 UTC m=+0.553650330 container stop ffd6529daa13f1be9ecb364681e8bc2406eda709789a8dac288dda91a317bc57 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, io.buildah.version=1.19.8, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-07-26T15:59:25.899 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:59:25 smithi078 podman[100485]: 2021-07-26 15:59:25.827138415 +0000 UTC m=+0.615881235 container died ffd6529daa13f1be9ecb364681e8bc2406eda709789a8dac288dda91a317bc57 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2) 2021-07-26T15:59:25.948 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:25.969 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:25.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:25.971 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:26.072 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:26.094 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:26.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:26.095 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:26.196 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:26.206 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:59:26 smithi078 podman[100485]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T15:59:26.218 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:26.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:26.222 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:26.323 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:26.347 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:26.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:26.348 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:26.449 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:26.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:26.474 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:26.474 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:26.576 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:26.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:26.598 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:26.599 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:26.699 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:26.724 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:26.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:26.726 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:26.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osdmap e92: 8 total, 8 up, 8 in 2021-07-26T15:59:26.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 failed (root=default,host=smithi078) (connection refused reported by osd.7) 2021-07-26T15:59:26.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.3 2021-07-26T15:59:26.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.3 2021-07-26T15:59:26.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.743 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.743 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.743 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.743 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.744 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.744 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.744 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: pgmap v217: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:26.744 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.744 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.745 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.745 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.3 2021-07-26T15:59:26.745 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.745 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.746 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.746 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.746 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.746 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.746 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.3 2021-07-26T15:59:26.747 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.747 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.747 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.747 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.748 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.748 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.748 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.748 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[73801]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.749 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osdmap e92: 8 total, 8 up, 8 in 2021-07-26T15:59:26.749 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.749 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 failed (root=default,host=smithi078) (connection refused reported by osd.7) 2021-07-26T15:59:26.749 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.750 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.750 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.750 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.750 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.750 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.3 2021-07-26T15:59:26.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.3 2021-07-26T15:59:26.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.753 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.753 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.753 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.753 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.754 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.754 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.754 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.754 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: pgmap v217: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:26.754 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.755 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.755 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.755 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.3 2021-07-26T15:59:26.755 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.756 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.756 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.756 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.756 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.756 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.757 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.3 2021-07-26T15:59:26.757 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.757 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.758 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.758 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.758 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:26 smithi078 ceph-mon[77813]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osdmap e92: 8 total, 8 up, 8 in 2021-07-26T15:59:26.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 failed (root=default,host=smithi078) (connection refused reported by osd.7) 2021-07-26T15:59:26.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.829 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.3 2021-07-26T15:59:26.829 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.829 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.829 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.829 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.830 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.830 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.3 2021-07-26T15:59:26.830 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.830 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.831 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.831 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.831 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.831 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.831 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.832 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.832 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.832 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.832 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: pgmap v217: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:26.833 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.833 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.0 2021-07-26T15:59:26.833 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.833 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.3 2021-07-26T15:59:26.833 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.834 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.834 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.834 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.834 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.835 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.835 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.3 2021-07-26T15:59:26.835 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.835 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.836 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.836 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.7 2021-07-26T15:59:26.836 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.4 2021-07-26T15:59:26.837 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.1 2021-07-26T15:59:26.837 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.5 2021-07-26T15:59:26.838 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:26 smithi139 ceph-mon[56829]: osd.2 reported immediately failed by osd.6 2021-07-26T15:59:26.838 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:26.861 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:26.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:26.863 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:26.966 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:26.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:26.992 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:26.992 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:27.036 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-07-26T15:59:27.094 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:27.119 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:27.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:27.120 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:27.187 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:27.222 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:27.238 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:59:27 smithi078 podman[100605]: 2021-07-26 15:59:27.133140168 +0000 UTC m=+1.691805897 container remove ffd6529daa13f1be9ecb364681e8bc2406eda709789a8dac288dda91a317bc57 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , GIT_CLEAN=True, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.build-date=20201204, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2021-07-26T15:59:27.252 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:27.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:27.254 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:27.355 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:27.377 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:27.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:27.379 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:27.480 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:27.504 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:27.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:27.505 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:27.526 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:27 smithi078 ceph-mon[73801]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:59:27.526 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:27 smithi078 ceph-mon[73801]: osdmap e93: 8 total, 7 up, 8 in 2021-07-26T15:59:27.526 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:27 smithi078 ceph-mon[77813]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:59:27.527 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:27 smithi078 ceph-mon[77813]: osdmap e93: 8 total, 7 up, 8 in 2021-07-26T15:59:27.606 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:27.628 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:27.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:27.630 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:27.731 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:27.755 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:27.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:27.757 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:27.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:27 smithi139 ceph-mon[56829]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T15:59:27.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:27 smithi139 ceph-mon[56829]: osdmap e93: 8 total, 7 up, 8 in 2021-07-26T15:59:27.857 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:27.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:27.880 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:27.880 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:27.923 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:59:27 smithi078 podman[101137]: 2021-07-26 15:59:27.36746308 +0000 UTC m=+0.191208367 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T15:59:27.982 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:28.003 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:28.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:28.004 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:28.105 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:28.131 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:28.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:28.133 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:28.234 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:28.260 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:28.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:28.262 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:28.363 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:28.389 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:28.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:28.390 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:28.492 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:28.522 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:28.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:28.524 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:28.542 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:59:28 smithi078 podman[101137]: 2021-07-26 15:59:28.39132983 +0000 UTC m=+1.215075195 container create e922dae7b387a42f400427823c6ad545023176cdd8045a8b87ef334123037b61 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, io.buildah.version=1.19.8) 2021-07-26T15:59:28.543 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:28 smithi078 ceph-mon[73801]: osdmap e94: 8 total, 7 up, 8 in 2021-07-26T15:59:28.543 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:28 smithi078 ceph-mon[73801]: pgmap v220: 89 pgs: 2 stale+active+clean, 16 unknown, 71 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:28.544 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:28 smithi078 ceph-mon[77813]: osdmap e94: 8 total, 7 up, 8 in 2021-07-26T15:59:28.544 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:28 smithi078 ceph-mon[77813]: pgmap v220: 89 pgs: 2 stale+active+clean, 16 unknown, 71 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:28.626 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:28.651 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:28.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:28.653 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:28.754 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:28.779 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:28.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:28.781 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:28.798 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:59:28 smithi078 podman[101137]: 2021-07-26 15:59:28.574621896 +0000 UTC m=+1.398367147 container init e922dae7b387a42f400427823c6ad545023176cdd8045a8b87ef334123037b61 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-deactivate, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , ceph=True, io.buildah.version=1.19.8, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2021-07-26T15:59:28.798 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:59:28 smithi078 podman[101137]: 2021-07-26 15:59:28.666274347 +0000 UTC m=+1.490019607 container start e922dae7b387a42f400427823c6ad545023176cdd8045a8b87ef334123037b61 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-deactivate, org.label-schema.build-date=20201204, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, io.buildah.version=1.19.8) 2021-07-26T15:59:28.799 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:59:28 smithi078 podman[101137]: 2021-07-26 15:59:28.666440144 +0000 UTC m=+1.490185414 container attach e922dae7b387a42f400427823c6ad545023176cdd8045a8b87ef334123037b61 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-deactivate, io.buildah.version=1.19.8, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2021-07-26T15:59:28.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:28 smithi139 ceph-mon[56829]: osdmap e94: 8 total, 7 up, 8 in 2021-07-26T15:59:28.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:28 smithi139 ceph-mon[56829]: pgmap v220: 89 pgs: 2 stale+active+clean, 16 unknown, 71 active+clean; 582 KiB data, 45 MiB used, 711 GiB / 715 GiB avail 2021-07-26T15:59:28.883 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:28.908 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:28.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:28.912 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:29.013 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:29.038 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:29.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:29.040 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:29.141 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:29.167 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:29.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:29.169 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:29.270 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:29.295 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:29.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:29.296 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:29.397 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:29.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:29.424 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:29.424 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:29.459 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 15:59:29 smithi078 podman[101137]: 2021-07-26 15:59:29.28123603 +0000 UTC m=+2.104981310 container died e922dae7b387a42f400427823c6ad545023176cdd8045a8b87ef334123037b61 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-deactivate) 2021-07-26T15:59:29.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:29 smithi078 ceph-mon[73801]: osdmap e95: 8 total, 7 up, 8 in 2021-07-26T15:59:29.525 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:29.550 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:29.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:29.551 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:29.652 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:29.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:29.679 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:29.679 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:29.738 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:29 smithi078 ceph-mon[77813]: osdmap e95: 8 total, 7 up, 8 in 2021-07-26T15:59:29.781 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:29.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:29.805 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:29.806 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:29.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:29 smithi139 ceph-mon[56829]: osdmap e95: 8 total, 7 up, 8 in 2021-07-26T15:59:29.907 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:29.931 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:29.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:29.933 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:30.034 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:30.056 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:30.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:30.058 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:30.158 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:30.184 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:30.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:30.185 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:30.286 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:30.298 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.2.service' 2021-07-26T15:59:30.311 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:30.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:30.312 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:30.370 DEBUG:teuthology.orchestra.run:got remote process result: None 2021-07-26T15:59:30.371 INFO:tasks.cephadm.osd.2:Stopped osd.2 2021-07-26T15:59:30.415 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:30.440 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:30.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:30.442 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:30.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:30 smithi078 ceph-mon[77813]: pgmap v222: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:30.543 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:30.568 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:30.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:30.570 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:30.671 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:30.696 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:30.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:30.697 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:30.715 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:30 smithi078 ceph-mon[73801]: pgmap v222: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:30.798 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:30.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:30.822 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:30.822 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:30.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:30 smithi139 ceph-mon[56829]: pgmap v222: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:30.923 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:30.944 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:30.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:30.945 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:31.046 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:31.076 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:31.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:31.077 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:31.179 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:31.204 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:31.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:31.206 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:31.307 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:31.331 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:31.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:31.333 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:31.434 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:31.460 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:31.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:31.461 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:31.562 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:31.587 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:31.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:31.589 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:31.597 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:31 smithi078 ceph-mon[73801]: Health check failed: Degraded data redundancy: 4/72 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:31.597 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:31 smithi078 ceph-mon[77813]: Health check failed: Degraded data redundancy: 4/72 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:31.690 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:31.714 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:31.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:31.716 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:31.817 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:31.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:31 smithi139 ceph-mon[56829]: Health check failed: Degraded data redundancy: 4/72 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:31.842 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:31.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:31.844 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:31.874 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T15:59:31.874 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T15:59:31.891 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T15:59:31.894 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T15:59:31.895 INFO:teuthology.orchestra.run.smithi078.stdout: "size": 20, 2021-07-26T15:59:31.895 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 600, 2021-07-26T15:59:31.895 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [] 2021-07-26T15:59:31.895 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T15:59:31.910 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T15:59:31.929 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T15:59:31.945 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:31.950 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T15:59:31.970 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:31.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:31.972 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:31.977 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T15:59:31.977 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T15:59:31.977 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T15:59:31.978 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENXIO: problem getting command descriptions from osd.2 2021-07-26T15:59:31.978 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: problem getting command descriptions from osd.2 2021-07-26T15:59:31.979 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T15:59:31.979 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T15:59:31.979 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T15:59:31.979 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T15:59:31.980 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T15:59:32.072 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:32.098 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:32.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:32.099 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:32.200 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:32.225 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:32.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:32.227 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:32.328 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:32.353 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:32.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:32.355 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:32.456 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:32.476 INFO:teuthology.orchestra.run.smithi078.stderr:enabled application 'rados' on pool 'unique_pool_0' 2021-07-26T15:59:32.480 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T15:59:32.481 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:32.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:32.483 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:32.584 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:32.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:32.607 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:32.607 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:32.708 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:32.717 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:32 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1695316049' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:59:32.718 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:32 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:59:32.718 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:32 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1600280346' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T15:59:32.718 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:32 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T15:59:32.719 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:32 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1862432695' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:32.719 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:32 smithi078 ceph-mon[73801]: pgmap v223: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:32.719 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:32 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1695316049' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:59:32.720 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:32 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:59:32.720 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:32 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1600280346' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T15:59:32.720 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:32 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T15:59:32.720 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:32 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1862432695' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:32.721 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:32 smithi078 ceph-mon[77813]: pgmap v223: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:32.731 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:32.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:32.732 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:32.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:32 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1695316049' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:59:32.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:32 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:59:32.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:32 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1600280346' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T15:59:32.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:32 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T15:59:32.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:32 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1862432695' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:32.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:32 smithi139 ceph-mon[56829]: pgmap v223: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:32.833 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:32.854 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:32.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:32.855 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:32.957 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:32.979 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:32.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:32.980 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:33.081 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:33.102 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:33.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:33.104 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:33.205 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:33.226 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:33.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:33.227 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:33.328 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:33.350 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:33.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:33.352 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:33.385 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-07-26T15:59:33.386 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-07-26T15:59:33.454 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:33.480 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:33.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:33.482 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:33.584 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:33.610 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:33.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:33.611 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:33.664 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:33 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T15:59:33.664 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:33 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:59:33.664 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:33 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T15:59:33.665 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:33 smithi078 ceph-mon[73801]: osdmap e96: 8 total, 7 up, 8 in 2021-07-26T15:59:33.665 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:33 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T15:59:33.665 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:33 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:59:33.665 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:33 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T15:59:33.666 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:33 smithi078 ceph-mon[77813]: osdmap e96: 8 total, 7 up, 8 in 2021-07-26T15:59:33.712 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:33.733 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:33.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:33.734 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:33.757 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-07-26T15:59:33.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:33 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T15:59:33.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:33 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:59:33.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:33 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T15:59:33.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:33 smithi139 ceph-mon[56829]: osdmap e96: 8 total, 7 up, 8 in 2021-07-26T15:59:33.835 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:33.860 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:33.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:33.861 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:33.937 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:33.964 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:33.989 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:33.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:33.990 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:34.091 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:34.114 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:34.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:34.118 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:34.220 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:34.244 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:34.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:34.246 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:34.347 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:34.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:34.370 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:34.370 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:34.471 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:34.497 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:34.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:34.498 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:34.599 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:34.624 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:34.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:34.626 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:34.726 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:34.748 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:34.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:34.749 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:34.851 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:34.866 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: 2021-07-26T15:59:34.693+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:34.866 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:59:34.866 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:34.866 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:59:34.867 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:34.867 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:59:34.867 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:34.867 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:34.868 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:34.868 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: 2021-07-26T15:59:34.693+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:34.868 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:59:34.868 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:34.868 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:59:34.869 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:34.869 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:59:34.869 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:34.869 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:34.869 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:34.870 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: 2021-07-26T15:59:34.695+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:34.870 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:59:34.870 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:34.870 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:59:34.871 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:34.871 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:59:34.871 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:34.871 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:34.871 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:34.872 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: 2021-07-26T15:59:34.695+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:34.872 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T15:59:34.872 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:34.872 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T15:59:34.873 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:34.873 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T15:59:34.873 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:34.873 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:34.873 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 15:59:34 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:34.876 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:34.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:34.877 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:34.978 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:35.000 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:35.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:35.002 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:35.103 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:35.129 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:35.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:35.130 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:35.231 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:35.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:34 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:59:35.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:34 smithi078 ceph-mon[73801]: pgmap v225: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:35.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:34 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:59:35.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:34 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:59:35.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:34 smithi078 ceph-mon[77813]: pgmap v225: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:35.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:34 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:59:35.252 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:35.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:35.255 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:35.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:34 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:59:35.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:34 smithi139 ceph-mon[56829]: pgmap v225: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:35.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:34 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T15:59:35.356 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:35.372 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [2] live_osds: [0, 1, 3, 4, 5, 6, 7] 2021-07-26T15:59:35.372 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T15:59:35.373 INFO:tasks.thrashosds.thrasher:inject_pause on 6 2021-07-26T15:59:35.373 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-07-26T15:59:35.373 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-07-26T15:59:35.374 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 config set filestore_inject_stall 3 2021-07-26T15:59:35.377 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:35.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:35.379 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:35.387 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T15:59:35.480 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:35.502 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:35.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:35.504 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:35.524 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T15:59:35.564 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:35.605 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:35.629 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:35.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:35.631 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:35.732 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:35.754 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:35.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:35.756 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:35.852 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T15:59:35.857 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:35.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:35.879 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:35.880 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:35.945 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T15:59:35.945 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T15:59:35.946 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 0 2021-07-26T15:59:35.946 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T15:59:35.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:35 smithi078 ceph-mon[77813]: pgmap v226: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:35.956 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:35 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:35.956 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:59:35.956 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:35.956 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:59:35.957 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:35.957 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:59:35.957 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:35.957 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:35.958 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:35.958 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:35 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:35.958 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:59:35.958 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:35.958 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:59:35.959 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:35.959 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:59:35.959 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:35.959 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:35.960 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:35.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:35 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:35.960 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:59:35.960 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:35.960 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:59:35.961 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:35.961 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:59:35.961 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:35.961 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:35.961 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:35.962 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:35 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:35.962 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:59:35.962 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:35.962 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:59:35.963 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:35.963 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:59:35.963 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:35.963 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:35.963 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:35.964 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:35 smithi078 ceph-mon[77813]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2021-07-26T15:59:35.981 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:36.001 DEBUG:teuthology.orchestra.run.smithi078:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_0 bench 90 write' 2021-07-26T15:59:36.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:36.003 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:36.004 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:36.004 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-07-26T15:59:36.005 INFO:teuthology.orchestra.run:waiting for 3000 2021-07-26T15:59:36.009 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:36.049 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:hints = 1 2021-07-26T15:59:36.049 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-07-26T15:59:36.049 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Object prefix: benchmark_data_smithi078_103090 2021-07-26T15:59:36.049 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-07-26T15:59:36.050 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 0 0 0 0 0 0 - 0 2021-07-26T15:59:36.104 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:36.139 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:36.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:36.141 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:36.237 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:35 smithi139 ceph-mon[56829]: pgmap v226: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:36.237 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:35 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:36.238 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:59:36.238 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:36.238 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:59:36.238 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:36.239 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:59:36.239 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:36.239 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:36.239 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:36.239 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:35 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:36.240 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:59:36.240 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:36.240 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:59:36.240 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:36.241 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:59:36.241 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:36.241 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:36.241 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:36.241 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:35 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:36.242 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:59:36.242 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:36.242 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:59:36.242 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:36.243 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:59:36.243 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:36.243 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:36.243 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:36.244 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:35 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:36.244 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T15:59:36.244 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:36.244 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T15:59:36.244 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:36.245 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:59:36.245 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:36.245 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:36.245 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:36.246 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:35 smithi139 ceph-mon[56829]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2021-07-26T15:59:36.246 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:36.247 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:35 smithi078 ceph-mon[73801]: pgmap v226: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:36.247 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:35 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:36.247 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:59:36.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:36.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:59:36.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:36.248 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:59:36.249 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:36.249 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:36.249 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:36.249 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:35 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:36.249 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:59:36.250 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:36.250 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:59:36.250 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:36.251 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:59:36.251 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:36.251 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:36.252 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:36.252 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:35 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:36.252 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:59:36.252 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:36.252 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:59:36.253 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:36.253 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:59:36.253 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:36.253 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:36.253 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:36.254 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:35 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:36.254 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T15:59:36.254 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:36.254 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T15:59:36.255 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:36.255 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T15:59:36.255 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:36.255 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:36.255 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:36.256 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:35 smithi078 ceph-mon[73801]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2021-07-26T15:59:36.288 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:36.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:36.289 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:36.391 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:36.424 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:36.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:36.426 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:36.527 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:36.559 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:36.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:36.561 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:36.662 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:36.696 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:36.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:36.697 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:36.798 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:36.831 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:36.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:36.833 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:36.934 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:36.962 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:36.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:36.964 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:37.049 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 1 16 4395 4379 273.673 273.688 0.00307926 0.00364442 2021-07-26T15:59:37.065 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:37.113 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:37.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:37.114 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:37.135 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-07-26T15:59:37.216 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:37.259 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:37.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:37.261 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:37.363 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:37.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:37.398 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:37.399 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:37.407 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:37.500 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:37.545 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:37.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:37.547 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:37.630 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T15:59:37.630 INFO:teuthology.orchestra.run.smithi139.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-07-26T15:59:37.631 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T15:59:37.648 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:37.682 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:37.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:37.684 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:37.785 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:37.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:37.818 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:37.819 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:37.921 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:37.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:37.956 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:37.957 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:37.959 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:37 smithi139 ceph-mon[56829]: pgmap v227: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:38.049 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 2 16 8189 8173 255.389 237.125 0.00153192 0.0039036 2021-07-26T15:59:38.058 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:38.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:38.093 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:38.093 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:38.194 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:38.232 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:38.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:38.233 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:38.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:37 smithi078 ceph-mon[73801]: pgmap v227: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:38.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:37 smithi078 ceph-mon[77813]: pgmap v227: 89 pgs: 2 active+undersized+degraded, 23 active+undersized, 64 active+clean; 582 KiB data, 46 MiB used, 711 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2021-07-26T15:59:38.335 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:38.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:38.384 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:38.384 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:38.486 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:38.547 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:38.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:38.549 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:38.650 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:38.678 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:38.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:38.680 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:38.781 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:38.812 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:38.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:38.813 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:38.914 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:38.945 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:38.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:38.947 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:38.955 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T15:59:38.991 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T15:59:39.030 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T15:59:39.047 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:39.049 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 3 16 11484 11468 238.899 205.938 0.00556188 0.00417858 2021-07-26T15:59:39.067 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T15:59:39.078 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:39.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:39.079 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:39.091 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:38 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3439725147' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:39.091 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:38 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3439725147' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:39.101 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T15:59:39.137 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T15:59:39.169 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T15:59:39.169 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T15:59:39.170 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T15:59:39.170 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENXIO: problem getting command descriptions from osd.2 2021-07-26T15:59:39.170 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: problem getting command descriptions from osd.2 2021-07-26T15:59:39.170 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T15:59:39.171 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T15:59:39.171 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T15:59:39.171 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T15:59:39.171 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T15:59:39.180 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:39.218 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:39.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:39.219 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:39.230 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:38 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3439725147' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:39.320 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:39.354 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:39.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:39.356 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:39.457 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:39.492 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:39.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:39.493 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:39.594 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:39.626 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:39.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:39.628 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:39.729 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:39.762 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:39.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:39.763 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:39.864 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:39.895 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:39.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:39.896 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:39.998 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:40.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:40.032 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:40.033 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:40.049 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 4 16 14918 14902 232.825 214.625 0.00445203 0.00428941 2021-07-26T15:59:40.134 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:40.165 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:40.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:40.167 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:40.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:39 smithi078 ceph-mon[73801]: pgmap v228: 89 pgs: 3 active+undersized+degraded, 22 active+undersized, 64 active+clean; 134 MiB data, 331 MiB used, 711 GiB / 715 GiB avail; 15 MiB/s wr, 243 op/s; 543/6459 objects degraded (8.407%) 2021-07-26T15:59:40.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:39 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 543/6459 objects degraded (8.407%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:40.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:39 smithi078 ceph-mon[77813]: pgmap v228: 89 pgs: 3 active+undersized+degraded, 22 active+undersized, 64 active+clean; 134 MiB data, 331 MiB used, 711 GiB / 715 GiB avail; 15 MiB/s wr, 243 op/s; 543/6459 objects degraded (8.407%) 2021-07-26T15:59:40.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:39 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 543/6459 objects degraded (8.407%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:40.267 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:40.302 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:40.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:40.305 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:40.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:39 smithi139 ceph-mon[56829]: pgmap v228: 89 pgs: 3 active+undersized+degraded, 22 active+undersized, 64 active+clean; 134 MiB data, 331 MiB used, 711 GiB / 715 GiB avail; 15 MiB/s wr, 243 op/s; 543/6459 objects degraded (8.407%) 2021-07-26T15:59:40.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:39 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 543/6459 objects degraded (8.407%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:40.406 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:40.438 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:40.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:40.439 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:40.541 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:40.573 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:40.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:40.574 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:40.675 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:40.707 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:40.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:40.709 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:40.810 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:40.833 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:40.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:40.834 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:40.935 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:40.969 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:40.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:40.970 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:41.049 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 5 15 18191 18176 227.183 204.625 0.006271 0.00439687 2021-07-26T15:59:41.071 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:41.101 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:41.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:41.102 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:41.203 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:41.235 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:41.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:41.236 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:41.338 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:41.369 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:41.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:41.371 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:41.472 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:41.504 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:41.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:41.506 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:41.607 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:41.638 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:41.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:41.639 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:41.740 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:41.774 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:41.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:41.775 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:41.877 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:41.911 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:41.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:41.913 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:42.014 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:42.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:42.047 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:42.048 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:42.050 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 6 16 21171 21155 220.318 186.188 0.00550886 0.00453356 2021-07-26T15:59:42.079 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-07-26T15:59:42.080 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-07-26T15:59:42.149 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:42.180 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:42.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:42.182 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:42.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:41 smithi078 ceph-mon[73801]: pgmap v229: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 654 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s; 5411/31416 objects degraded (17.224%) 2021-07-26T15:59:42.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:41 smithi078 ceph-mon[77813]: pgmap v229: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 654 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s; 5411/31416 objects degraded (17.224%) 2021-07-26T15:59:42.284 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:42.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:42.317 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:42.317 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:42.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:41 smithi139 ceph-mon[56829]: pgmap v229: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 654 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s; 5411/31416 objects degraded (17.224%) 2021-07-26T15:59:42.418 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:42.440 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T15:59:42.440 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T15:59:42.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:42.448 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:42.449 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:42.550 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:42.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:42.584 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:42.584 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:42.685 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:42.725 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:42.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:42.727 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:42.828 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:42.864 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:42.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:42.865 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:42.966 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:43.001 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:43.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:43.003 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:43.008 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T15:59:43.050 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 7 16 23847 23831 212.735 167.25 0.00511424 0.00469577 2021-07-26T15:59:43.104 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:43.133 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:43.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:43.134 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:43.235 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:43.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:42 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3569033616' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T15:59:43.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:42 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T15:59:43.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:42 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3569033616' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T15:59:43.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:42 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T15:59:43.269 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:43.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:43.271 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:43.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:42 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3569033616' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T15:59:43.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:42 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T15:59:43.372 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:43.403 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:43.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:43.404 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:43.505 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:43.537 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:43.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:43.538 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:43.640 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:43.673 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:43.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:43.674 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:43.775 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:43.804 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:43.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:43.806 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:43.907 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:43.942 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:43.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:43.944 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:43.973 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-07-26T15:59:44.045 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:44.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:43 smithi078 ceph-mon[73801]: pgmap v230: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 654 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 5411/31416 objects degraded (17.224%) 2021-07-26T15:59:44.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:43 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T15:59:44.047 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:43 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T15:59:44.048 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:43 smithi078 ceph-mon[73801]: osdmap e97: 8 total, 7 up, 8 in 2021-07-26T15:59:44.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:43 smithi078 ceph-mon[77813]: pgmap v230: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 654 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 5411/31416 objects degraded (17.224%) 2021-07-26T15:59:44.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:43 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T15:59:44.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:43 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T15:59:44.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:43 smithi078 ceph-mon[77813]: osdmap e97: 8 total, 7 up, 8 in 2021-07-26T15:59:44.051 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 8 16 26819 26803 209.36 185.75 0.00629653 0.00477026 2021-07-26T15:59:44.081 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T15:59:44.098 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:44.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:44.099 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:44.200 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:44.232 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [2] live_osds: [0, 1, 3, 4, 5, 6, 7] 2021-07-26T15:59:44.233 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T15:59:44.233 INFO:tasks.thrashosds.thrasher:Removing osd 0, in_osds are: [0, 1, 2, 3, 4, 5, 6, 7] 2021-07-26T15:59:44.234 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd out 0 2021-07-26T15:59:44.250 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:44.259 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:44.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:44.261 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:44.313 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:44.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:43 smithi139 ceph-mon[56829]: pgmap v230: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 654 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 5411/31416 objects degraded (17.224%) 2021-07-26T15:59:44.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:43 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T15:59:44.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:43 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T15:59:44.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:43 smithi139 ceph-mon[56829]: osdmap e97: 8 total, 7 up, 8 in 2021-07-26T15:59:44.362 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:44.387 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:44.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:44.388 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:44.407 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:44.490 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:44.521 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:44.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:44.522 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:44.623 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:44.667 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:44.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:44.668 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:44.770 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:44.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:44.805 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:44.806 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:44.906 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:44.939 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:44.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:44.940 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:45.041 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:45.050 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 9 16 28966 28950 201.005 134.188 0.0157389 0.00496367 2021-07-26T15:59:45.066 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:45.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:45.067 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:45.139 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:45 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 13120/77952 objects degraded (16.831%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:45.140 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:45 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 13120/77952 objects degraded (16.831%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:45.168 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:45.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:45.206 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:45.206 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:45.307 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:45.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:45 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 13120/77952 objects degraded (16.831%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:45.337 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:45.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:45.338 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:45.439 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:45.468 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:45.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:45.469 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:45.570 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:45.598 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:45.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:45.600 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:45.701 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:45.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:45.734 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:45.735 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:45.836 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:45.870 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:45.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:45.872 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:45.973 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:46.005 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:46.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:46.006 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:46.051 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 10 16 31317 31301 195.598 146.938 0.00303033 0.00510667 2021-07-26T15:59:46.108 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:46.138 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:46.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:46.140 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:46.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:46 smithi078 ceph-mon[73801]: pgmap v232: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 1.6 GiB data, 3.8 GiB used, 707 GiB / 715 GiB avail; 162 MiB/s wr, 2.60k op/s; 13120/77952 objects degraded (16.831%) 2021-07-26T15:59:46.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:46 smithi078 ceph-mon[77813]: pgmap v232: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 1.6 GiB data, 3.8 GiB used, 707 GiB / 715 GiB avail; 162 MiB/s wr, 2.60k op/s; 13120/77952 objects degraded (16.831%) 2021-07-26T15:59:46.241 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:46.272 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:46.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:46.273 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:46.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:46 smithi139 ceph-mon[56829]: pgmap v232: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 1.6 GiB data, 3.8 GiB used, 707 GiB / 715 GiB avail; 162 MiB/s wr, 2.60k op/s; 13120/77952 objects degraded (16.831%) 2021-07-26T15:59:46.374 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:46.404 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:46.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:46.406 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:46.507 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:46.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:46.540 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:46.540 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:46.642 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:46.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:46.664 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:46.664 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:46.766 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:46.800 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:46.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:46.801 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:46.902 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:46.904 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T15:59:46.937 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:46.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:46.939 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:47.040 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:47.051 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 11 16 33831 33815 192.099 157.125 0.0101112 0.00520012 2021-07-26T15:59:47.069 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:47.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:47.070 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:47.124 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:47.171 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:47.216 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:47.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:47.218 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:47.319 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:47.350 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:47.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:47.351 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:47.452 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:47.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:47.485 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:47.485 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:47.587 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:47.618 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:47.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:47.620 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:47.721 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:47.756 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:47.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:47.757 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:47.859 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:47.882 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:47.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:47.883 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:47.985 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:48.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:48.015 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:48.016 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:48.051 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 12 16 35985 35969 187.309 134.625 0.00459378 0.00533395 2021-07-26T15:59:48.117 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:48.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:48.146 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:48.148 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:48.249 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:48.280 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:48.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:48.282 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:48.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:48 smithi139 ceph-mon[56829]: pgmap v233: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 1.6 GiB data, 3.8 GiB used, 707 GiB / 715 GiB avail; 162 MiB/s wr, 2.60k op/s; 13120/77952 objects degraded (16.831%) 2021-07-26T15:59:48.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:48 smithi078 ceph-mon[73801]: pgmap v233: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 1.6 GiB data, 3.8 GiB used, 707 GiB / 715 GiB avail; 162 MiB/s wr, 2.60k op/s; 13120/77952 objects degraded (16.831%) 2021-07-26T15:59:48.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:48 smithi078 ceph-mon[77813]: pgmap v233: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 1.6 GiB data, 3.8 GiB used, 707 GiB / 715 GiB avail; 162 MiB/s wr, 2.60k op/s; 13120/77952 objects degraded (16.831%) 2021-07-26T15:59:48.383 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:48.414 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:48.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:48.415 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:48.516 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:48.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:48.545 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:48.545 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:48.646 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:48.670 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:48.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:48.672 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:48.773 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:48.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:48.811 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:48.812 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:48.913 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:48.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:48.977 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:48.977 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:49.025 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T15:59:49.051 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 13 16 38032 38016 182.735 127.938 0.00704293 0.00546745 2021-07-26T15:59:49.071 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T15:59:49.078 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:49.112 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:49.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:49.114 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:49.117 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T15:59:49.152 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T15:59:49.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:49 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3716708223' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:49.197 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:49 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3716708223' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:49.205 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T15:59:49.215 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:49.239 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T15:59:49.248 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:49.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:49.250 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:49.277 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T15:59:49.278 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T15:59:49.278 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T15:59:49.278 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENXIO: problem getting command descriptions from osd.2 2021-07-26T15:59:49.279 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: problem getting command descriptions from osd.2 2021-07-26T15:59:49.279 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T15:59:49.279 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T15:59:49.279 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T15:59:49.279 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T15:59:49.280 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T15:59:49.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:49 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3716708223' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:49.351 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:49.379 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:49.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:49.380 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:49.440 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T15:59:49.440 INFO:teuthology.orchestra.run.smithi078.stdout: "size": 20, 2021-07-26T15:59:49.440 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 600, 2021-07-26T15:59:49.441 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T15:59:49.441 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.441 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:3926 6.4 6:27de3c49:::benchmark_data_smithi078_103090_object3925:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e96)", 2021-07-26T15:59:49.441 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:36.917064+0000", 2021-07-26T15:59:49.442 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 12.518417504, 2021-07-26T15:59:49.442 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.031167846999999999, 2021-07-26T15:59:49.442 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.442 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.443 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.443 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.443 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.443 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 3926 2021-07-26T15:59:49.443 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.444 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.444 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.444 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.444 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:36.917064+0000", 2021-07-26T15:59:49.445 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.445 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.445 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.445 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.446 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:36.917064+0000", 2021-07-26T15:59:49.446 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.446 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.446 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.447 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.447 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:36.917094+0000", 2021-07-26T15:59:49.447 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9998999999999999e-05 2021-07-26T15:59:49.447 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.448 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.448 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.448 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:36.917097+0000", 2021-07-26T15:59:49.449 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7489999999999999e-06 2021-07-26T15:59:49.449 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.450 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.450 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.450 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:36.917107+0000", 2021-07-26T15:59:49.450 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0688e-05 2021-07-26T15:59:49.450 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.451 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.451 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.451 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:36.917114+0000", 2021-07-26T15:59:49.452 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6000000000000003e-06 2021-07-26T15:59:49.452 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.452 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.452 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.452 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:36.917161+0000", 2021-07-26T15:59:49.453 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7061000000000002e-05 2021-07-26T15:59:49.453 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.453 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.453 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.454 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:36.917271+0000", 2021-07-26T15:59:49.454 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000110262 2021-07-26T15:59:49.455 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.455 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.455 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.456 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:36.917383+0000", 2021-07-26T15:59:49.456 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00011189800000000001 2021-07-26T15:59:49.456 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.456 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.457 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.457 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:36.917959+0000", 2021-07-26T15:59:49.457 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00057603799999999996 2021-07-26T15:59:49.457 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.457 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.458 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.458 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:36.918579+0000", 2021-07-26T15:59:49.458 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00061999600000000005 2021-07-26T15:59:49.458 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.459 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.459 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.459 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:36.948126+0000", 2021-07-26T15:59:49.460 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.029546580999999999 2021-07-26T15:59:49.460 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.460 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.460 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.461 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:36.948189+0000", 2021-07-26T15:59:49.461 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2807999999999999e-05 2021-07-26T15:59:49.461 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.461 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.461 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.462 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:36.948232+0000", 2021-07-26T15:59:49.462 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3167000000000002e-05 2021-07-26T15:59:49.462 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.462 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.462 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.463 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.463 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.463 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:4474 6.4 6:25597630:::benchmark_data_smithi078_103090_object4473:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e96)", 2021-07-26T15:59:49.463 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:37.068516+0000", 2021-07-26T15:59:49.464 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 12.366965796000001, 2021-07-26T15:59:49.464 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.026328154999999999, 2021-07-26T15:59:49.464 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.464 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.464 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.465 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.465 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.465 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 4474 2021-07-26T15:59:49.465 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.465 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.466 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.466 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.466 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:37.068516+0000", 2021-07-26T15:59:49.466 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.466 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.467 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.467 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.467 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:37.068516+0000", 2021-07-26T15:59:49.467 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.468 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.468 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.468 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.468 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:37.068534+0000", 2021-07-26T15:59:49.468 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8253e-05 2021-07-26T15:59:49.469 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.469 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.469 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.469 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:37.068537+0000", 2021-07-26T15:59:49.469 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0900000000000001e-06 2021-07-26T15:59:49.470 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.470 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.470 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.470 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:37.068554+0000", 2021-07-26T15:59:49.470 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7081000000000001e-05 2021-07-26T15:59:49.471 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.471 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.471 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.471 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:37.068561+0000", 2021-07-26T15:59:49.472 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.9120000000000001e-06 2021-07-26T15:59:49.472 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.472 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.472 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.472 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:37.068609+0000", 2021-07-26T15:59:49.473 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8235999999999997e-05 2021-07-26T15:59:49.473 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.473 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.473 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.473 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:37.068733+0000", 2021-07-26T15:59:49.474 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000123299 2021-07-26T15:59:49.474 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.474 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.474 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.474 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:37.068908+0000", 2021-07-26T15:59:49.475 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000175217 2021-07-26T15:59:49.475 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.475 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.475 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.476 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:37.070126+0000", 2021-07-26T15:59:49.476 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001218188 2021-07-26T15:59:49.476 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.476 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.476 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.477 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:37.073278+0000", 2021-07-26T15:59:49.477 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0031517469999999999 2021-07-26T15:59:49.477 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.477 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.477 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.478 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:37.094762+0000", 2021-07-26T15:59:49.478 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.021483835999999999 2021-07-26T15:59:49.478 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.478 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.478 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.479 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:37.094808+0000", 2021-07-26T15:59:49.479 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6384999999999997e-05 2021-07-26T15:59:49.479 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.479 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.480 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.480 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:37.094844+0000", 2021-07-26T15:59:49.480 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5911000000000002e-05 2021-07-26T15:59:49.480 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.480 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.481 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.481 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.481 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.481 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:9359 6.b e96/91 6:dabf86ca:::benchmark_data_smithi078_103090_object9358:head v 96'630, mlcod=96'628)", 2021-07-26T15:59:49.481 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:38.380135+0000", 2021-07-26T15:59:49.482 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 11.055346625, 2021-07-26T15:59:49.482 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015749925000000001, 2021-07-26T15:59:49.482 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.482 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.482 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.483 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.483 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.483 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.380135+0000", 2021-07-26T15:59:49.483 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.484 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.485 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.485 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.486 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.380135+0000", 2021-07-26T15:59:49.486 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.486 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.486 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.486 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.487 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.380154+0000", 2021-07-26T15:59:49.487 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8830000000000001e-05 2021-07-26T15:59:49.487 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.487 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.488 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.488 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.380156+0000", 2021-07-26T15:59:49.488 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.1320000000000001e-06 2021-07-26T15:59:49.488 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.488 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.489 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.489 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.380166+0000", 2021-07-26T15:59:49.489 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.9750000000000002e-06 2021-07-26T15:59:49.489 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.490 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.490 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.490 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.380173+0000", 2021-07-26T15:59:49.490 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1629999999999999e-06 2021-07-26T15:59:49.490 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.491 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.491 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.491 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.380258+0000", 2021-07-26T15:59:49.491 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.4677000000000003e-05 2021-07-26T15:59:49.491 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.492 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.492 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.492 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.380275+0000", 2021-07-26T15:59:49.492 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7220000000000001e-05 2021-07-26T15:59:49.493 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.493 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.493 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.493 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.395821+0000", 2021-07-26T15:59:49.493 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015546061 2021-07-26T15:59:49.494 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.494 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.494 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.495 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.395885+0000", 2021-07-26T15:59:49.495 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.3867000000000004e-05 2021-07-26T15:59:49.495 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.495 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.496 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.496 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.496 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.497 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:9360 6.b e96/91 6:df1d04d9:::benchmark_data_smithi078_103090_object9359:head v 96'631, mlcod=96'628)", 2021-07-26T15:59:49.497 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:38.381108+0000", 2021-07-26T15:59:49.497 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 11.054373696000001, 2021-07-26T15:59:49.497 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015232432000000001, 2021-07-26T15:59:49.498 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.498 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.498 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.498 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.498 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.499 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.381108+0000", 2021-07-26T15:59:49.499 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.499 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.499 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.499 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.500 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.381108+0000", 2021-07-26T15:59:49.500 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.500 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.500 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.501 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.501 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.381128+0000", 2021-07-26T15:59:49.501 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9656999999999998e-05 2021-07-26T15:59:49.501 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.501 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.502 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.502 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.381131+0000", 2021-07-26T15:59:49.502 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.039e-06 2021-07-26T15:59:49.502 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.503 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.503 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.503 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.381141+0000", 2021-07-26T15:59:49.503 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0224000000000001e-05 2021-07-26T15:59:49.503 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.504 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.504 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.504 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.381147+0000", 2021-07-26T15:59:49.504 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8950000000000003e-06 2021-07-26T15:59:49.504 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.505 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.505 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.505 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.394169+0000", 2021-07-26T15:59:49.505 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013022110999999999 2021-07-26T15:59:49.506 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.506 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.506 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.506 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.394199+0000", 2021-07-26T15:59:49.506 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0074999999999999e-05 2021-07-26T15:59:49.507 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.507 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.507 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.507 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.396302+0000", 2021-07-26T15:59:49.507 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021033990000000002 2021-07-26T15:59:49.508 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.508 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.508 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.508 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.396340+0000", 2021-07-26T15:59:49.509 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8031999999999998e-05 2021-07-26T15:59:49.509 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.509 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.509 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.509 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.510 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.510 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:9384 6.4 6:2acb48dc:::benchmark_data_smithi078_103090_object9383:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e96)", 2021-07-26T15:59:49.510 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:38.384853+0000", 2021-07-26T15:59:49.510 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 11.050628693, 2021-07-26T15:59:49.510 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.018906396999999998, 2021-07-26T15:59:49.511 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.511 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.511 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.511 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.512 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.512 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 9384 2021-07-26T15:59:49.512 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.512 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.512 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.513 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.513 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.384853+0000", 2021-07-26T15:59:49.513 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.513 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.513 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.514 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.514 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.384853+0000", 2021-07-26T15:59:49.514 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.514 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.515 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.515 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.515 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.384869+0000", 2021-07-26T15:59:49.515 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6246e-05 2021-07-26T15:59:49.515 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.516 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.516 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.516 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.384871+0000", 2021-07-26T15:59:49.516 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4109999999999999e-06 2021-07-26T15:59:49.517 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.517 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.517 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.517 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.384879+0000", 2021-07-26T15:59:49.518 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.7499999999999992e-06 2021-07-26T15:59:49.518 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.518 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.519 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.519 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.384883+0000", 2021-07-26T15:59:49.519 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1420000000000003e-06 2021-07-26T15:59:49.519 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.520 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.520 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.520 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.390796+0000", 2021-07-26T15:59:49.520 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0059127140000000003 2021-07-26T15:59:49.521 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.521 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.521 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.521 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.390971+0000", 2021-07-26T15:59:49.521 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000175148 2021-07-26T15:59:49.522 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.522 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.522 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.522 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.395337+0000", 2021-07-26T15:59:49.522 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00436528 2021-07-26T15:59:49.523 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.523 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.523 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.523 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.396450+0000", 2021-07-26T15:59:49.524 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001113136 2021-07-26T15:59:49.524 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.524 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.524 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.524 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.402230+0000", 2021-07-26T15:59:49.525 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0057803819999999997 2021-07-26T15:59:49.525 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.525 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.525 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.525 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.403654+0000", 2021-07-26T15:59:49.526 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0014240349999999999 2021-07-26T15:59:49.526 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.526 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.526 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.527 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.403709+0000", 2021-07-26T15:59:49.527 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5074000000000002e-05 2021-07-26T15:59:49.527 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.527 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.527 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.528 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.403759+0000", 2021-07-26T15:59:49.528 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0078999999999999e-05 2021-07-26T15:59:49.528 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.528 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.529 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.529 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.529 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.529 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:10141 6.4 6:280e640d:::benchmark_data_smithi078_103090_object10140:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e96)", 2021-07-26T15:59:49.529 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:38.624097+0000", 2021-07-26T15:59:49.530 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 10.811384371999999, 2021-07-26T15:59:49.530 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.025198422000000002, 2021-07-26T15:59:49.530 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.530 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.531 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.531 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.531 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.531 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 10141 2021-07-26T15:59:49.531 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.532 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.532 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.532 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.532 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.624097+0000", 2021-07-26T15:59:49.532 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.533 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.533 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.533 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.533 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.624097+0000", 2021-07-26T15:59:49.534 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.534 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.534 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.534 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.535 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.624118+0000", 2021-07-26T15:59:49.535 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.1220999999999999e-05 2021-07-26T15:59:49.535 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.535 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.536 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.536 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.624122+0000", 2021-07-26T15:59:49.536 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3119999999999998e-06 2021-07-26T15:59:49.536 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.537 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.537 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.537 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.624138+0000", 2021-07-26T15:59:49.537 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6039e-05 2021-07-26T15:59:49.537 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.538 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.538 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.538 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.624145+0000", 2021-07-26T15:59:49.538 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1679999999999998e-06 2021-07-26T15:59:49.539 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.539 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.539 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.539 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.624482+0000", 2021-07-26T15:59:49.539 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00033746999999999998 2021-07-26T15:59:49.540 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.540 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.540 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.540 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.624630+0000", 2021-07-26T15:59:49.541 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00014788400000000001 2021-07-26T15:59:49.541 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.541 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.541 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.541 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.624807+0000", 2021-07-26T15:59:49.542 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017722899999999999 2021-07-26T15:59:49.542 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.542 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.542 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.542 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.625818+0000", 2021-07-26T15:59:49.543 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0010101769999999999 2021-07-26T15:59:49.543 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.543 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.543 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.544 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.637439+0000", 2021-07-26T15:59:49.544 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011621528000000001 2021-07-26T15:59:49.544 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.544 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.544 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.545 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.649149+0000", 2021-07-26T15:59:49.545 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011709713 2021-07-26T15:59:49.545 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.545 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.545 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.546 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.649223+0000", 2021-07-26T15:59:49.546 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.4488999999999998e-05 2021-07-26T15:59:49.546 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.546 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.547 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.547 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.649296+0000", 2021-07-26T15:59:49.547 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2192000000000003e-05 2021-07-26T15:59:49.547 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.547 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.548 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.548 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.548 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.548 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:10147 6.4 6:26b64b3f:::benchmark_data_smithi078_103090_object10146:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e96)", 2021-07-26T15:59:49.548 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:38.627232+0000", 2021-07-26T15:59:49.549 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 10.808249984, 2021-07-26T15:59:49.549 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023170697000000001, 2021-07-26T15:59:49.549 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.549 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.549 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.550 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.550 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.550 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 10147 2021-07-26T15:59:49.550 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.551 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.551 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.551 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.552 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.627232+0000", 2021-07-26T15:59:49.552 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.552 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.552 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.552 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.553 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.627232+0000", 2021-07-26T15:59:49.553 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.553 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.553 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.554 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.554 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.627249+0000", 2021-07-26T15:59:49.554 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7751e-05 2021-07-26T15:59:49.554 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.554 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.555 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.555 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.627252+0000", 2021-07-26T15:59:49.555 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7259999999999998e-06 2021-07-26T15:59:49.555 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.556 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.556 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.556 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.627264+0000", 2021-07-26T15:59:49.556 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2224e-05 2021-07-26T15:59:49.556 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.557 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.557 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.557 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.627270+0000", 2021-07-26T15:59:49.557 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9050000000000002e-06 2021-07-26T15:59:49.557 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.558 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.558 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.558 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.627320+0000", 2021-07-26T15:59:49.558 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9707999999999999e-05 2021-07-26T15:59:49.559 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.559 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.559 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.559 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.627505+0000", 2021-07-26T15:59:49.559 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018547299999999999 2021-07-26T15:59:49.560 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.560 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.560 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.560 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.627705+0000", 2021-07-26T15:59:49.561 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00019978199999999999 2021-07-26T15:59:49.561 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.561 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.561 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.561 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.628365+0000", 2021-07-26T15:59:49.562 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00066008400000000002 2021-07-26T15:59:49.562 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.562 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.562 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.562 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.637475+0000", 2021-07-26T15:59:49.563 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0091101659999999994 2021-07-26T15:59:49.563 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.563 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.563 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.563 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.650299+0000", 2021-07-26T15:59:49.564 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012823242 2021-07-26T15:59:49.564 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.564 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.564 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.565 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.650360+0000", 2021-07-26T15:59:49.565 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1766000000000005e-05 2021-07-26T15:59:49.565 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.565 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.565 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.566 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.650402+0000", 2021-07-26T15:59:49.566 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1869999999999997e-05 2021-07-26T15:59:49.566 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.567 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.567 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.567 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.567 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.568 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:10159 6.4 6:2fdd9a24:::benchmark_data_smithi078_103090_object10158:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e96)", 2021-07-26T15:59:49.568 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:38.637817+0000", 2021-07-26T15:59:49.568 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 10.797664652, 2021-07-26T15:59:49.568 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015687089000000001, 2021-07-26T15:59:49.569 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.569 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.569 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.569 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.570 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.570 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 10159 2021-07-26T15:59:49.570 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.570 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.570 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.571 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.571 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.637817+0000", 2021-07-26T15:59:49.571 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.571 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.572 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.572 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.572 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.637817+0000", 2021-07-26T15:59:49.572 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.572 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.573 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.573 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.573 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.637837+0000", 2021-07-26T15:59:49.573 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0601000000000001e-05 2021-07-26T15:59:49.574 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.574 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.574 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.574 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.637841+0000", 2021-07-26T15:59:49.574 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2349999999999999e-06 2021-07-26T15:59:49.575 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.575 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.575 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.575 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.637862+0000", 2021-07-26T15:59:49.576 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.1585000000000001e-05 2021-07-26T15:59:49.576 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.576 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.576 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.576 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.637880+0000", 2021-07-26T15:59:49.577 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7761000000000002e-05 2021-07-26T15:59:49.577 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.577 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.577 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.578 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.638183+0000", 2021-07-26T15:59:49.578 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00030255100000000002 2021-07-26T15:59:49.578 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.578 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.579 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.579 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.638434+0000", 2021-07-26T15:59:49.579 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00025121699999999998 2021-07-26T15:59:49.579 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.579 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.580 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.580 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.638724+0000", 2021-07-26T15:59:49.580 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00029031800000000002 2021-07-26T15:59:49.581 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.581 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.581 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.581 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.639898+0000", 2021-07-26T15:59:49.581 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001174041 2021-07-26T15:59:49.582 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.582 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.582 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.582 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.644415+0000", 2021-07-26T15:59:49.583 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0045166049999999999 2021-07-26T15:59:49.583 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.583 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.583 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.583 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.653392+0000", 2021-07-26T15:59:49.584 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0089769870000000005 2021-07-26T15:59:49.584 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.584 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.585 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.585 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.653460+0000", 2021-07-26T15:59:49.585 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7725999999999995e-05 2021-07-26T15:59:49.585 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.586 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.586 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.586 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.653504+0000", 2021-07-26T15:59:49.586 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4462000000000002e-05 2021-07-26T15:59:49.586 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.587 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.587 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.587 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.587 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.587 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:10534 6.4 6:2adabb26:::benchmark_data_smithi078_103090_object10533:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e96)", 2021-07-26T15:59:49.588 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:38.765846+0000", 2021-07-26T15:59:49.588 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 10.669635753, 2021-07-26T15:59:49.588 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015293225000000001, 2021-07-26T15:59:49.588 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.589 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.589 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.589 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.589 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.589 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 10534 2021-07-26T15:59:49.590 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.590 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.590 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.590 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.591 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.765846+0000", 2021-07-26T15:59:49.591 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.591 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.591 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.591 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.592 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.765846+0000", 2021-07-26T15:59:49.592 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.592 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.592 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.592 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.593 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.765868+0000", 2021-07-26T15:59:49.593 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2201999999999999e-05 2021-07-26T15:59:49.593 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.593 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.593 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.594 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.765870+0000", 2021-07-26T15:59:49.594 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3870000000000002e-06 2021-07-26T15:59:49.594 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.595 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.595 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.595 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.765881+0000", 2021-07-26T15:59:49.595 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0711e-05 2021-07-26T15:59:49.595 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.596 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.596 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.596 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.765887+0000", 2021-07-26T15:59:49.597 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9460000000000003e-06 2021-07-26T15:59:49.597 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.597 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.597 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.598 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.777156+0000", 2021-07-26T15:59:49.598 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011268613 2021-07-26T15:59:49.598 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.598 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.599 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.599 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.777289+0000", 2021-07-26T15:59:49.599 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013305000000000001 2021-07-26T15:59:49.599 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.599 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.600 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.600 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.777444+0000", 2021-07-26T15:59:49.600 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00015504599999999999 2021-07-26T15:59:49.600 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.601 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.601 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.601 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.779525+0000", 2021-07-26T15:59:49.601 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0020809420000000001 2021-07-26T15:59:49.601 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.602 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.602 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.602 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.779536+0000", 2021-07-26T15:59:49.602 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1528e-05 2021-07-26T15:59:49.603 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.603 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.603 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.603 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.781008+0000", 2021-07-26T15:59:49.604 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0014720989999999999 2021-07-26T15:59:49.604 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.604 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.604 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.604 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.781066+0000", 2021-07-26T15:59:49.605 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.7219000000000002e-05 2021-07-26T15:59:49.605 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.605 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.605 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.605 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.781139+0000", 2021-07-26T15:59:49.606 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3481999999999999e-05 2021-07-26T15:59:49.606 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.606 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.606 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.607 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.607 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.607 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:10553 6.4 6:221e744d:::benchmark_data_smithi078_103090_object10552:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e96)", 2021-07-26T15:59:49.607 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:38.770391+0000", 2021-07-26T15:59:49.607 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 10.665090738, 2021-07-26T15:59:49.608 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014290415000000001, 2021-07-26T15:59:49.608 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.608 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.608 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.608 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.609 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.609 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 10553 2021-07-26T15:59:49.609 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.609 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.610 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.610 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.610 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.770391+0000", 2021-07-26T15:59:49.610 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.610 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.611 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.611 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.611 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.770391+0000", 2021-07-26T15:59:49.611 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.612 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.612 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.612 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.612 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.770412+0000", 2021-07-26T15:59:49.612 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.154e-05 2021-07-26T15:59:49.613 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.613 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.613 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.613 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.770415+0000", 2021-07-26T15:59:49.613 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9629999999999998e-06 2021-07-26T15:59:49.614 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.614 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.614 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.614 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.770426+0000", 2021-07-26T15:59:49.615 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0261000000000001e-05 2021-07-26T15:59:49.615 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.615 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.615 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.615 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.770432+0000", 2021-07-26T15:59:49.616 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4300000000000003e-06 2021-07-26T15:59:49.616 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.616 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.616 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.617 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.778731+0000", 2021-07-26T15:59:49.617 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0082990709999999999 2021-07-26T15:59:49.617 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.617 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.618 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.618 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.778870+0000", 2021-07-26T15:59:49.618 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013862 2021-07-26T15:59:49.618 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.618 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.619 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.619 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.779052+0000", 2021-07-26T15:59:49.619 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000182657 2021-07-26T15:59:49.619 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.620 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.620 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.620 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.780820+0000", 2021-07-26T15:59:49.620 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0017677680000000001 2021-07-26T15:59:49.620 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.621 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.621 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.621 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.782516+0000", 2021-07-26T15:59:49.621 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0016962259999999999 2021-07-26T15:59:49.622 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.622 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.622 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.622 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.784595+0000", 2021-07-26T15:59:49.623 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0020789139999999998 2021-07-26T15:59:49.623 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.623 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.623 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.623 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.784642+0000", 2021-07-26T15:59:49.624 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7228999999999998e-05 2021-07-26T15:59:49.624 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.624 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.624 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.624 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.784681+0000", 2021-07-26T15:59:49.625 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8736000000000003e-05 2021-07-26T15:59:49.625 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.625 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.625 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.626 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.626 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.626 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:11204 6.4 6:2ce3e09e:::benchmark_data_smithi078_103090_object11203:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e96)", 2021-07-26T15:59:49.626 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:38.965804+0000", 2021-07-26T15:59:49.626 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 10.469677532, 2021-07-26T15:59:49.627 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015437012, 2021-07-26T15:59:49.627 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.627 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.627 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.628 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.628 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.628 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 11204 2021-07-26T15:59:49.628 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.628 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.629 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.629 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.629 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.965804+0000", 2021-07-26T15:59:49.629 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.630 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.630 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.630 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.630 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.965804+0000", 2021-07-26T15:59:49.630 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.631 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.631 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.631 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.631 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.965824+0000", 2021-07-26T15:59:49.632 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9792e-05 2021-07-26T15:59:49.632 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.632 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.632 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.632 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.965863+0000", 2021-07-26T15:59:49.633 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9057000000000002e-05 2021-07-26T15:59:49.633 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.633 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.633 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.634 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.965874+0000", 2021-07-26T15:59:49.634 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1430999999999999e-05 2021-07-26T15:59:49.634 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.634 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.634 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.635 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.965881+0000", 2021-07-26T15:59:49.635 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.545e-06 2021-07-26T15:59:49.635 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.635 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.636 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.636 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.965923+0000", 2021-07-26T15:59:49.636 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2450000000000002e-05 2021-07-26T15:59:49.636 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.636 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.637 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.637 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.966035+0000", 2021-07-26T15:59:49.637 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000112129 2021-07-26T15:59:49.637 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.638 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.638 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.638 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.966162+0000", 2021-07-26T15:59:49.638 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000126296 2021-07-26T15:59:49.639 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.639 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.639 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.639 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.967513+0000", 2021-07-26T15:59:49.639 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0013510799999999999 2021-07-26T15:59:49.640 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.640 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.640 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.640 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.967545+0000", 2021-07-26T15:59:49.641 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2038000000000001e-05 2021-07-26T15:59:49.641 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.641 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.641 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.641 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.981137+0000", 2021-07-26T15:59:49.642 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013592197 2021-07-26T15:59:49.642 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.642 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.642 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.643 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.981200+0000", 2021-07-26T15:59:49.643 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2811999999999994e-05 2021-07-26T15:59:49.643 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.643 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.643 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.644 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:38.981241+0000", 2021-07-26T15:59:49.644 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1185e-05 2021-07-26T15:59:49.644 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.644 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.644 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.645 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.645 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.645 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:38150 6.4 6:259647dc:::benchmark_data_smithi078_103090_object38149:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T15:59:49.645 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:49.132276+0000", 2021-07-26T15:59:49.646 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.30320507600000002, 2021-07-26T15:59:49.646 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.017176246999999999, 2021-07-26T15:59:49.646 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.646 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.646 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.647 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.647 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.647 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 38150 2021-07-26T15:59:49.647 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.647 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.648 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.648 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.648 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.132276+0000", 2021-07-26T15:59:49.648 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.649 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.649 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.649 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.649 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.132276+0000", 2021-07-26T15:59:49.649 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.650 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.650 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.650 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.650 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.132297+0000", 2021-07-26T15:59:49.651 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0605999999999999e-05 2021-07-26T15:59:49.651 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.651 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.651 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.651 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.132301+0000", 2021-07-26T15:59:49.652 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9029999999999997e-06 2021-07-26T15:59:49.652 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.652 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.652 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.652 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.132319+0000", 2021-07-26T15:59:49.653 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7884e-05 2021-07-26T15:59:49.653 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.653 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.653 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.654 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.132328+0000", 2021-07-26T15:59:49.654 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.799e-06 2021-07-26T15:59:49.654 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.654 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.654 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.655 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.132536+0000", 2021-07-26T15:59:49.655 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00020877299999999999 2021-07-26T15:59:49.655 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.655 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.655 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.656 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.132788+0000", 2021-07-26T15:59:49.656 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00025201999999999999 2021-07-26T15:59:49.656 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.656 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.657 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.657 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.132992+0000", 2021-07-26T15:59:49.657 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000204038 2021-07-26T15:59:49.657 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.657 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.658 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.658 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.139343+0000", 2021-07-26T15:59:49.658 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0063508339999999996 2021-07-26T15:59:49.658 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.659 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.659 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.659 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.141471+0000", 2021-07-26T15:59:49.659 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021273329999999999 2021-07-26T15:59:49.659 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.660 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.660 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.660 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.149136+0000", 2021-07-26T15:59:49.660 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0076653169999999996 2021-07-26T15:59:49.661 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.661 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.661 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.661 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.149407+0000", 2021-07-26T15:59:49.661 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00027078999999999997 2021-07-26T15:59:49.662 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.662 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.662 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.662 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.149453+0000", 2021-07-26T15:59:49.663 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5949999999999999e-05 2021-07-26T15:59:49.663 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.663 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.663 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.663 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.664 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.664 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:38155 6.4 6:2c84b1cd:::benchmark_data_smithi078_103090_object38154:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T15:59:49.664 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:49.135630+0000", 2021-07-26T15:59:49.664 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.29985193799999998, 2021-07-26T15:59:49.664 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014035931, 2021-07-26T15:59:49.665 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.665 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.665 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.665 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.665 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.666 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 38155 2021-07-26T15:59:49.666 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.666 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.666 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.667 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.667 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.135630+0000", 2021-07-26T15:59:49.667 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.667 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.667 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.668 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.668 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.135630+0000", 2021-07-26T15:59:49.668 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.668 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.669 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.669 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.669 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.135650+0000", 2021-07-26T15:59:49.669 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0268999999999999e-05 2021-07-26T15:59:49.669 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.670 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.670 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.670 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.135653+0000", 2021-07-26T15:59:49.670 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.236e-06 2021-07-26T15:59:49.671 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.671 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.671 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.671 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.135670+0000", 2021-07-26T15:59:49.671 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6789000000000001e-05 2021-07-26T15:59:49.672 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.672 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.672 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.672 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.135678+0000", 2021-07-26T15:59:49.672 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.0169999999999996e-06 2021-07-26T15:59:49.673 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.673 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.673 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.673 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.139377+0000", 2021-07-26T15:59:49.674 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003698935 2021-07-26T15:59:49.674 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.674 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.674 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.674 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.139599+0000", 2021-07-26T15:59:49.675 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000221659 2021-07-26T15:59:49.675 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.675 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.675 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.675 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.139798+0000", 2021-07-26T15:59:49.676 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00019926399999999999 2021-07-26T15:59:49.676 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.676 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.676 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.677 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.147101+0000", 2021-07-26T15:59:49.677 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0073035019999999999 2021-07-26T15:59:49.677 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.677 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.677 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.678 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.147397+0000", 2021-07-26T15:59:49.678 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00029603399999999998 2021-07-26T15:59:49.678 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.678 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.679 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.679 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.149470+0000", 2021-07-26T15:59:49.679 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002072356 2021-07-26T15:59:49.679 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.679 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.680 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.680 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.149624+0000", 2021-07-26T15:59:49.680 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000154544 2021-07-26T15:59:49.680 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.681 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.681 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.681 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.149666+0000", 2021-07-26T15:59:49.681 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1325999999999997e-05 2021-07-26T15:59:49.681 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.682 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.682 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.682 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.682 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.682 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:38160 6.4 6:2d199e84:::benchmark_data_smithi078_103090_object38159:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T15:59:49.683 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:49.139318+0000", 2021-07-26T15:59:49.683 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.29616367799999999, 2021-07-26T15:59:49.683 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014198901, 2021-07-26T15:59:49.683 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.684 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.684 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.684 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.684 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.684 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 38160 2021-07-26T15:59:49.685 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.685 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.685 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.685 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.685 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.139318+0000", 2021-07-26T15:59:49.686 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.686 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.686 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.686 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.687 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.139318+0000", 2021-07-26T15:59:49.687 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.687 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.687 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.687 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.688 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.139340+0000", 2021-07-26T15:59:49.688 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2286e-05 2021-07-26T15:59:49.688 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.688 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.689 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.689 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.139353+0000", 2021-07-26T15:59:49.689 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2958e-05 2021-07-26T15:59:49.689 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.689 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.690 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.690 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.139366+0000", 2021-07-26T15:59:49.690 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2799999999999999e-05 2021-07-26T15:59:49.690 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.691 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.691 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.691 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.139375+0000", 2021-07-26T15:59:49.691 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.1859999999999998e-06 2021-07-26T15:59:49.691 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.692 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.692 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.692 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.141500+0000", 2021-07-26T15:59:49.692 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021253539999999999 2021-07-26T15:59:49.693 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.693 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.693 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.693 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.141646+0000", 2021-07-26T15:59:49.693 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000145227 2021-07-26T15:59:49.694 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.694 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.694 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.694 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.141824+0000", 2021-07-26T15:59:49.695 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017871099999999999 2021-07-26T15:59:49.695 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.695 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.695 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.696 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.147139+0000", 2021-07-26T15:59:49.696 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0053141509999999996 2021-07-26T15:59:49.696 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.696 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.696 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.697 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.149673+0000", 2021-07-26T15:59:49.697 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0025342390000000002 2021-07-26T15:59:49.697 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.697 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.697 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.698 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.153437+0000", 2021-07-26T15:59:49.698 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0037642299999999999 2021-07-26T15:59:49.698 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.698 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.699 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.699 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.153478+0000", 2021-07-26T15:59:49.699 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0766000000000002e-05 2021-07-26T15:59:49.699 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.699 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.700 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.700 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.153517+0000", 2021-07-26T15:59:49.700 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8992999999999997e-05 2021-07-26T15:59:49.700 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.701 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.701 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.701 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.701 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.701 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:38165 6.4 6:237568a6:::benchmark_data_smithi078_103090_object38164:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T15:59:49.702 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:49.140166+0000", 2021-07-26T15:59:49.702 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.29531589400000002, 2021-07-26T15:59:49.702 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013977686, 2021-07-26T15:59:49.702 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.702 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.703 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.703 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.703 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.703 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 38165 2021-07-26T15:59:49.703 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.704 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.704 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.704 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.704 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.140166+0000", 2021-07-26T15:59:49.705 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.705 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.705 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.705 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.705 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.140166+0000", 2021-07-26T15:59:49.706 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.706 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.706 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.706 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.707 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.140184+0000", 2021-07-26T15:59:49.707 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8657000000000001e-05 2021-07-26T15:59:49.707 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.707 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.707 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.708 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.140187+0000", 2021-07-26T15:59:49.708 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6749999999999998e-06 2021-07-26T15:59:49.708 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.708 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.709 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.709 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.140199+0000", 2021-07-26T15:59:49.709 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2079000000000001e-05 2021-07-26T15:59:49.709 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.709 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.710 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.710 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.140205+0000", 2021-07-26T15:59:49.710 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.156e-06 2021-07-26T15:59:49.710 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.710 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.711 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.711 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.143862+0000", 2021-07-26T15:59:49.711 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0036567359999999998 2021-07-26T15:59:49.711 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.712 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.712 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.712 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.145395+0000", 2021-07-26T15:59:49.712 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015327889999999999 2021-07-26T15:59:49.712 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.713 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.713 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.713 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.145577+0000", 2021-07-26T15:59:49.713 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018191 2021-07-26T15:59:49.714 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.714 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.714 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.714 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.151633+0000", 2021-07-26T15:59:49.715 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.006056367 2021-07-26T15:59:49.715 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.715 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.715 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.715 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.153772+0000", 2021-07-26T15:59:49.716 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021391689999999998 2021-07-26T15:59:49.716 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.716 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.716 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.717 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.154035+0000", 2021-07-26T15:59:49.717 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000262336 2021-07-26T15:59:49.717 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.717 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.717 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.718 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.154101+0000", 2021-07-26T15:59:49.718 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6013999999999995e-05 2021-07-26T15:59:49.718 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.718 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.718 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.719 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.154143+0000", 2021-07-26T15:59:49.719 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2797999999999999e-05 2021-07-26T15:59:49.719 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.719 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.720 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.720 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.720 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.720 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:38233 6.4 6:2466f6e2:::benchmark_data_smithi078_103090_object38232:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T15:59:49.720 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:49.180988+0000", 2021-07-26T15:59:49.721 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.254493256, 2021-07-26T15:59:49.721 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015705831999999999, 2021-07-26T15:59:49.721 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.721 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.722 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.722 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.722 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.722 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 38233 2021-07-26T15:59:49.722 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.723 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.723 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.723 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.723 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.180988+0000", 2021-07-26T15:59:49.723 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.724 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.724 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.724 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.724 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.180988+0000", 2021-07-26T15:59:49.725 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.725 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.725 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.725 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.725 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.181013+0000", 2021-07-26T15:59:49.726 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4865999999999999e-05 2021-07-26T15:59:49.726 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.726 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.726 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.727 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.181015+0000", 2021-07-26T15:59:49.727 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.1299999999999999e-06 2021-07-26T15:59:49.727 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.727 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.727 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.728 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.181024+0000", 2021-07-26T15:59:49.728 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.8049999999999996e-06 2021-07-26T15:59:49.728 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.728 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.729 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.729 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.181029+0000", 2021-07-26T15:59:49.729 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3940000000000004e-06 2021-07-26T15:59:49.729 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.729 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.730 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.730 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.181103+0000", 2021-07-26T15:59:49.730 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3739000000000007e-05 2021-07-26T15:59:49.730 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.730 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.731 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.731 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.181431+0000", 2021-07-26T15:59:49.731 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00032771900000000002 2021-07-26T15:59:49.731 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.732 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.732 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.732 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.181624+0000", 2021-07-26T15:59:49.732 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000193544 2021-07-26T15:59:49.732 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.733 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.733 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.733 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.185211+0000", 2021-07-26T15:59:49.733 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003586957 2021-07-26T15:59:49.734 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.734 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.734 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.734 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.185312+0000", 2021-07-26T15:59:49.734 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000100713 2021-07-26T15:59:49.735 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.735 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.735 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.735 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.196612+0000", 2021-07-26T15:59:49.735 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011299628000000001 2021-07-26T15:59:49.736 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.736 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.736 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.736 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.196651+0000", 2021-07-26T15:59:49.737 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9248000000000001e-05 2021-07-26T15:59:49.737 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.737 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.737 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.737 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.196694+0000", 2021-07-26T15:59:49.738 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3089e-05 2021-07-26T15:59:49.738 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.738 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.738 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.739 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.739 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.739 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:38235 6.4 6:20b8d4bc:::benchmark_data_smithi078_103090_object38234:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T15:59:49.739 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:49.182731+0000", 2021-07-26T15:59:49.739 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.25275080500000002, 2021-07-26T15:59:49.740 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014182547, 2021-07-26T15:59:49.740 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.740 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.740 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.741 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.741 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.741 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 38235 2021-07-26T15:59:49.741 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.742 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.742 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.742 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.742 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.182731+0000", 2021-07-26T15:59:49.743 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.743 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.743 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.743 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.743 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.182731+0000", 2021-07-26T15:59:49.744 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.744 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.744 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.744 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.745 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.182750+0000", 2021-07-26T15:59:49.745 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9086999999999999e-05 2021-07-26T15:59:49.745 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.745 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.745 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.746 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.182753+0000", 2021-07-26T15:59:49.746 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0740000000000001e-06 2021-07-26T15:59:49.746 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.746 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.747 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.747 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.182765+0000", 2021-07-26T15:59:49.747 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2272999999999999e-05 2021-07-26T15:59:49.747 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.747 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.748 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.748 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.182772+0000", 2021-07-26T15:59:49.748 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1099999999999997e-06 2021-07-26T15:59:49.748 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.749 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.749 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.749 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.183110+0000", 2021-07-26T15:59:49.749 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00033764100000000002 2021-07-26T15:59:49.749 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.750 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.750 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.750 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.183232+0000", 2021-07-26T15:59:49.750 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012253899999999999 2021-07-26T15:59:49.751 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.751 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.751 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.751 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.183394+0000", 2021-07-26T15:59:49.751 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000161974 2021-07-26T15:59:49.752 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.752 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.752 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.752 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.185300+0000", 2021-07-26T15:59:49.753 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001905962 2021-07-26T15:59:49.753 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.753 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.753 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.753 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.185336+0000", 2021-07-26T15:59:49.754 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5105999999999999e-05 2021-07-26T15:59:49.754 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.754 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.754 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.755 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.196718+0000", 2021-07-26T15:59:49.755 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011382318000000001 2021-07-26T15:59:49.755 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.755 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.755 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.756 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.196880+0000", 2021-07-26T15:59:49.756 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016219499999999999 2021-07-26T15:59:49.756 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.756 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.757 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.757 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.196913+0000", 2021-07-26T15:59:49.757 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3268000000000001e-05 2021-07-26T15:59:49.757 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.757 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.758 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.758 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.758 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.758 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:38373 6.4 6:2f41109d:::benchmark_data_smithi078_103090_object38372:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T15:59:49.759 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:49.261389+0000", 2021-07-26T15:59:49.759 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.174092101, 2021-07-26T15:59:49.759 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014153953, 2021-07-26T15:59:49.759 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.760 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.760 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.760 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.760 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.760 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 38373 2021-07-26T15:59:49.761 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.761 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.761 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.761 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.761 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.261389+0000", 2021-07-26T15:59:49.762 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.762 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.762 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.762 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.763 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.261389+0000", 2021-07-26T15:59:49.763 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.763 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.763 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.763 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.764 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.261410+0000", 2021-07-26T15:59:49.764 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0373999999999998e-05 2021-07-26T15:59:49.764 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.764 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.765 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.765 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.261412+0000", 2021-07-26T15:59:49.765 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.5639999999999999e-06 2021-07-26T15:59:49.765 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.765 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.766 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.766 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.261424+0000", 2021-07-26T15:59:49.766 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.131e-05 2021-07-26T15:59:49.766 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.766 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.767 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.767 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.261430+0000", 2021-07-26T15:59:49.767 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.285e-06 2021-07-26T15:59:49.767 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.768 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.768 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.768 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.263809+0000", 2021-07-26T15:59:49.768 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023786430000000002 2021-07-26T15:59:49.768 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.769 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.769 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.769 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.263942+0000", 2021-07-26T15:59:49.769 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000133454 2021-07-26T15:59:49.769 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.770 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.770 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.770 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.264123+0000", 2021-07-26T15:59:49.770 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000180879 2021-07-26T15:59:49.771 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.771 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.771 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.771 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.271494+0000", 2021-07-26T15:59:49.771 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0073713700000000004 2021-07-26T15:59:49.772 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.772 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.772 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.772 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.271532+0000", 2021-07-26T15:59:49.773 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7484999999999998e-05 2021-07-26T15:59:49.773 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.773 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.773 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.773 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.275440+0000", 2021-07-26T15:59:49.774 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0039083249999999998 2021-07-26T15:59:49.774 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.774 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.774 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.774 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.275499+0000", 2021-07-26T15:59:49.775 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8622999999999998e-05 2021-07-26T15:59:49.775 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.775 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.775 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.775 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.275543+0000", 2021-07-26T15:59:49.776 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4641000000000002e-05 2021-07-26T15:59:49.776 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.776 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.776 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.777 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.777 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.777 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:38379 6.4 6:23b1e930:::benchmark_data_smithi078_103090_object38378:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T15:59:49.777 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:49.264461+0000", 2021-07-26T15:59:49.777 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.171020438, 2021-07-26T15:59:49.778 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014249089, 2021-07-26T15:59:49.778 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.778 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.778 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.779 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:49.780 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.780 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.780 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 38379 2021-07-26T15:59:49.780 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.781 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.781 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.781 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.781 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.264461+0000", 2021-07-26T15:59:49.782 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.782 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.782 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.782 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.783 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.264461+0000", 2021-07-26T15:59:49.783 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.783 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.783 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.783 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.784 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.264484+0000", 2021-07-26T15:59:49.784 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3339000000000001e-05 2021-07-26T15:59:49.784 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.784 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.784 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.785 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.264487+0000", 2021-07-26T15:59:49.785 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.322e-06 2021-07-26T15:59:49.785 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.785 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.785 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.786 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.264497+0000", 2021-07-26T15:59:49.786 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.7699999999999996e-06 2021-07-26T15:59:49.786 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.786 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.787 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.787 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.264502+0000", 2021-07-26T15:59:49.787 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1429999999999997e-06 2021-07-26T15:59:49.787 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.787 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.788 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.788 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.265581+0000", 2021-07-26T15:59:49.788 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001079619 2021-07-26T15:59:49.788 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.788 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.789 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.789 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.265704+0000", 2021-07-26T15:59:49.789 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012220699999999999 2021-07-26T15:59:49.789 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.790 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.790 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.790 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.265832+0000", 2021-07-26T15:59:49.790 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012875199999999999 2021-07-26T15:59:49.790 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.791 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.791 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.791 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.271538+0000", 2021-07-26T15:59:49.791 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0057059169999999996 2021-07-26T15:59:49.792 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.792 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.792 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.792 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.271572+0000", 2021-07-26T15:59:49.792 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3447e-05 2021-07-26T15:59:49.793 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.793 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.793 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.793 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.278529+0000", 2021-07-26T15:59:49.793 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0069572310000000004 2021-07-26T15:59:49.794 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.794 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.794 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.795 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.278666+0000", 2021-07-26T15:59:49.795 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013666199999999999 2021-07-26T15:59:49.795 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.795 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.796 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.796 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.278710+0000", 2021-07-26T15:59:49.796 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4679999999999999e-05 2021-07-26T15:59:49.796 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.796 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.797 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.797 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.797 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.797 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:38530 6.4 6:27dcb8d8:::benchmark_data_smithi078_103090_object38529:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T15:59:49.798 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:49.338767+0000", 2021-07-26T15:59:49.798 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.096714667000000004, 2021-07-26T15:59:49.798 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.018116607999999999, 2021-07-26T15:59:49.798 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:49.798 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T15:59:49.799 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:49.799 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:49.799 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:49.799 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 38530 2021-07-26T15:59:49.800 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.800 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:49.800 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.800 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:49.800 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.338767+0000", 2021-07-26T15:59:49.801 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.801 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.801 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.801 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:49.802 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.338767+0000", 2021-07-26T15:59:49.802 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:49.802 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.802 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.802 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:49.803 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.338787+0000", 2021-07-26T15:59:49.803 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0126e-05 2021-07-26T15:59:49.803 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.803 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.804 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:49.804 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.338790+0000", 2021-07-26T15:59:49.804 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4300000000000002e-06 2021-07-26T15:59:49.804 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.804 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.805 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:49.805 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.338801+0000", 2021-07-26T15:59:49.805 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.062e-05 2021-07-26T15:59:49.805 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.805 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.806 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:49.806 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.338807+0000", 2021-07-26T15:59:49.806 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1920000000000002e-06 2021-07-26T15:59:49.806 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.807 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.807 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:49.807 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.341291+0000", 2021-07-26T15:59:49.807 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002483673 2021-07-26T15:59:49.807 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.808 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.808 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:49.808 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.341466+0000", 2021-07-26T15:59:49.808 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017467599999999999 2021-07-26T15:59:49.809 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.809 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.809 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T15:59:49.809 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.341789+0000", 2021-07-26T15:59:49.809 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00032376600000000002 2021-07-26T15:59:49.810 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.810 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.810 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.810 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.345006+0000", 2021-07-26T15:59:49.810 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003216647 2021-07-26T15:59:49.811 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.811 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.811 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T15:59:49.811 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.345256+0000", 2021-07-26T15:59:49.812 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00025012100000000001 2021-07-26T15:59:49.812 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.812 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.812 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:49.812 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.356711+0000", 2021-07-26T15:59:49.813 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011455332 2021-07-26T15:59:49.813 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.813 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.813 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T15:59:49.813 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.356827+0000", 2021-07-26T15:59:49.814 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00011595 2021-07-26T15:59:49.814 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:49.814 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:49.814 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T15:59:49.815 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:49.356883+0000", 2021-07-26T15:59:49.815 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6075000000000001e-05 2021-07-26T15:59:49.815 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.815 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.815 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.816 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:49.816 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:49.816 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T15:59:49.817 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:49 smithi078 conmon[73798]: 2021-07-26T15:59:49.620+0000 7ffaf68f6700 -1 mon.a@0(leader).osd e97 definitely_dead 0 2021-07-26T15:59:49.849 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:49.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:49.851 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:49.952 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:49.984 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:49.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:49.986 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:50.051 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 14 16 40018 40002 178.548 124.125 0.0597488 0.00558238 2021-07-26T15:59:50.086 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:50.101 INFO:teuthology.orchestra.run.smithi078.stderr:marked out osd.0. 2021-07-26T15:59:50.120 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:50.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:50.122 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:50.223 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:50.244 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:50.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:50.246 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:50.347 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:50.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:50.370 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:50.370 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:50.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:50 smithi078 ceph-mon[73801]: pgmap v234: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 1.8 GiB data, 4.3 GiB used, 707 GiB / 715 GiB avail; 167 MiB/s wr, 2.68k op/s; 13859/86859 objects degraded (15.956%) 2021-07-26T15:59:50.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:50 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1613706102' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-07-26T15:59:50.458 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:50 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-07-26T15:59:50.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:50 smithi078 ceph-mon[73801]: Client client.admin marked osd.0 out, while it was still marked up 2021-07-26T15:59:50.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:50 smithi078 ceph-mon[77813]: pgmap v234: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 1.8 GiB data, 4.3 GiB used, 707 GiB / 715 GiB avail; 167 MiB/s wr, 2.68k op/s; 13859/86859 objects degraded (15.956%) 2021-07-26T15:59:50.459 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:50 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1613706102' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-07-26T15:59:50.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:50 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-07-26T15:59:50.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:50 smithi078 ceph-mon[77813]: Client client.admin marked osd.0 out, while it was still marked up 2021-07-26T15:59:50.472 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:50.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:50.497 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:50.497 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:50.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:50 smithi139 ceph-mon[56829]: pgmap v234: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 1.8 GiB data, 4.3 GiB used, 707 GiB / 715 GiB avail; 167 MiB/s wr, 2.68k op/s; 13859/86859 objects degraded (15.956%) 2021-07-26T15:59:50.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:50 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1613706102' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-07-26T15:59:50.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:50 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-07-26T15:59:50.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:50 smithi139 ceph-mon[56829]: Client client.admin marked osd.0 out, while it was still marked up 2021-07-26T15:59:50.599 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:50.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:50.624 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:50.624 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:50.725 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:50.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:50.750 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:50.750 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:50.852 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:50.873 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:50.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:50.875 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:50.976 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:50.999 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:51.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:51.001 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:51.051 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 15 16 40174 40158 167.296 9.75 0.0021674 0.0056032 2021-07-26T15:59:51.101 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:51.127 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:51.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:51.129 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:51.230 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:51.251 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:51.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:51.253 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:51.354 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:51.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:51.378 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:51.379 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:51.481 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:51.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:51 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2021-07-26T15:59:51.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:51 smithi078 ceph-mon[73801]: osdmap e98: 8 total, 7 up, 7 in 2021-07-26T15:59:51.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:51 smithi078 ceph-mon[73801]: osdmap e99: 8 total, 7 up, 7 in 2021-07-26T15:59:51.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:51 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2021-07-26T15:59:51.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:51 smithi078 ceph-mon[77813]: osdmap e98: 8 total, 7 up, 7 in 2021-07-26T15:59:51.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:51 smithi078 ceph-mon[77813]: osdmap e99: 8 total, 7 up, 7 in 2021-07-26T15:59:51.503 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:51.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:51.505 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:51.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:51 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2021-07-26T15:59:51.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:51 smithi139 ceph-mon[56829]: osdmap e98: 8 total, 7 up, 7 in 2021-07-26T15:59:51.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:51 smithi139 ceph-mon[56829]: osdmap e99: 8 total, 7 up, 7 in 2021-07-26T15:59:51.605 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:51.627 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:51.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:51.629 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:51.712 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-07-26T15:59:51.730 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:51.752 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:51.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:51.754 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:51.850 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:51.854 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:51.877 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:51.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:51.878 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:51.933 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-07-26T15:59:51.934 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-07-26T15:59:51.980 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:52.003 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:52.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:52.005 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:52.052 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 16 16 40174 40158 156.841 0 - 0.0056032 2021-07-26T15:59:52.106 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:52.131 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:52.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:52.133 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:52.234 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:52.279 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:52.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:52.281 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:52.291 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:52 smithi078 ceph-mon[73801]: pgmap v236: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 2.3 GiB data, 5.1 GiB used, 617 GiB / 626 GiB avail; 211 MiB/s wr, 3.37k op/s; 18861/112389 objects degraded (16.782%) 2021-07-26T15:59:52.291 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:52 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 18861/112389 objects degraded (16.782%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:52.291 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:52 smithi078 ceph-mon[73801]: osdmap e100: 8 total, 7 up, 7 in 2021-07-26T15:59:52.291 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:52 smithi078 ceph-mon[77813]: pgmap v236: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 2.3 GiB data, 5.1 GiB used, 617 GiB / 626 GiB avail; 211 MiB/s wr, 3.37k op/s; 18861/112389 objects degraded (16.782%) 2021-07-26T15:59:52.292 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:52 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 18861/112389 objects degraded (16.782%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:52.292 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:52 smithi078 ceph-mon[77813]: osdmap e100: 8 total, 7 up, 7 in 2021-07-26T15:59:52.382 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:52.422 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:52.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:52.424 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:52.525 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:52.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:52.554 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:52.554 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:52.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:52 smithi139 ceph-mon[56829]: pgmap v236: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 2.3 GiB data, 5.1 GiB used, 617 GiB / 626 GiB avail; 211 MiB/s wr, 3.37k op/s; 18861/112389 objects degraded (16.782%) 2021-07-26T15:59:52.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:52 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 18861/112389 objects degraded (16.782%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:52.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:52 smithi139 ceph-mon[56829]: osdmap e100: 8 total, 7 up, 7 in 2021-07-26T15:59:52.656 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:52.694 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:52.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:52.696 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:52.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:52.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:52.835 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:52.835 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:52.937 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:52.968 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:52.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:52.971 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:53.052 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 17 16 41715 41699 153.28 48.1562 0.0142658 0.00651892 2021-07-26T15:59:53.072 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:53.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:53.112 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:53.112 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:53.135 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T15:59:53.213 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:53.234 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:53.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:53.236 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:53.337 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:53.370 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:53.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:53.372 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:53.473 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:53.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:53 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2769025155' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T15:59:53.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:53 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T15:59:53.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:53 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2769025155' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T15:59:53.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:53 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T15:59:53.501 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:53.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:53.503 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:53.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:53 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2769025155' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T15:59:53.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:53 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T15:59:53.603 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:53.639 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:53.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:53.640 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:53.741 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:53.769 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:53.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:53.771 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:53.872 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:53.903 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:53.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:53.905 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:53.936 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T15:59:54.007 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:54.039 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:54.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:54.040 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:54.051 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 18 16 43277 43261 150.188 97.625 0.0102741 0.00665301 2021-07-26T15:59:54.141 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:54.158 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:54.170 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:54.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:54.172 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:54.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:54 smithi078 ceph-mon[73801]: pgmap v239: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 2.3 GiB data, 5.1 GiB used, 617 GiB / 626 GiB avail; 120 MiB/s wr, 1.91k op/s; 18861/112389 objects degraded (16.782%) 2021-07-26T15:59:54.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:54 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T15:59:54.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:54 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T15:59:54.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:54 smithi078 ceph-mon[73801]: osdmap e101: 8 total, 7 up, 7 in 2021-07-26T15:59:54.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:54 smithi078 ceph-mon[77813]: pgmap v239: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 2.3 GiB data, 5.1 GiB used, 617 GiB / 626 GiB avail; 120 MiB/s wr, 1.91k op/s; 18861/112389 objects degraded (16.782%) 2021-07-26T15:59:54.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:54 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T15:59:54.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:54 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T15:59:54.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:54 smithi078 ceph-mon[77813]: osdmap e101: 8 total, 7 up, 7 in 2021-07-26T15:59:54.273 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:54.308 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:54.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:54.311 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:54.412 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:54.445 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:54.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:54.447 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:54.547 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:54.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:54 smithi139 ceph-mon[56829]: pgmap v239: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 2.3 GiB data, 5.1 GiB used, 617 GiB / 626 GiB avail; 120 MiB/s wr, 1.91k op/s; 18861/112389 objects degraded (16.782%) 2021-07-26T15:59:54.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:54 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T15:59:54.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:54 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T15:59:54.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:54 smithi139 ceph-mon[56829]: osdmap e101: 8 total, 7 up, 7 in 2021-07-26T15:59:54.791 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:54.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:54.792 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:54.870 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T15:59:54.871 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T15:59:54.871 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.871 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:44622 6.8 e102/93 6:1dec0e26:::benchmark_data_smithi078_103090_object44621:head v 102'2794, mlcod=102'2791)", 2021-07-26T15:59:54.871 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.863854+0000", 2021-07-26T15:59:54.871 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0048734939999999999, 2021-07-26T15:59:54.872 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0049157649999999999, 2021-07-26T15:59:54.872 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:54.872 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T15:59:54.872 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:54.872 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.873 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:54.873 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.863854+0000", 2021-07-26T15:59:54.873 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.873 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.874 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.874 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:54.874 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.863854+0000", 2021-07-26T15:59:54.874 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.874 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.875 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.875 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:54.875 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.863893+0000", 2021-07-26T15:59:54.875 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8084999999999999e-05 2021-07-26T15:59:54.875 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.876 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.876 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:54.876 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.863896+0000", 2021-07-26T15:59:54.876 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.14e-06 2021-07-26T15:59:54.877 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.877 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.877 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:54.877 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.863903+0000", 2021-07-26T15:59:54.878 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.7149999999999998e-06 2021-07-26T15:59:54.878 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.878 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.878 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:54.878 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.863920+0000", 2021-07-26T15:59:54.879 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6167999999999998e-05 2021-07-26T15:59:54.879 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.879 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.879 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:54.879 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.865557+0000", 2021-07-26T15:59:54.880 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001637035 2021-07-26T15:59:54.880 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.880 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.881 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:54.881 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.865575+0000", 2021-07-26T15:59:54.881 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8329e-05 2021-07-26T15:59:54.881 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.881 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:54.882 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.882 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.882 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.882 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:44625 6.9 e102/99)", 2021-07-26T15:59:54.883 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.864712+0000", 2021-07-26T15:59:54.883 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0040158779999999996, 2021-07-26T15:59:54.883 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0041221560000000001, 2021-07-26T15:59:54.884 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:54.884 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "queued for pg", 2021-07-26T15:59:54.884 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:54.884 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.885 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:54.885 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.864712+0000", 2021-07-26T15:59:54.885 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.885 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.885 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.886 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:54.886 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.864712+0000", 2021-07-26T15:59:54.886 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.886 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.887 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.887 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:54.887 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.864809+0000", 2021-07-26T15:59:54.887 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.6756999999999995e-05 2021-07-26T15:59:54.888 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.888 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.888 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:54.888 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.864811+0000", 2021-07-26T15:59:54.888 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6110000000000001e-06 2021-07-26T15:59:54.889 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.889 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.889 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:54.889 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.864821+0000", 2021-07-26T15:59:54.890 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2099999999999999e-06 2021-07-26T15:59:54.890 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.890 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.890 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:54.891 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.864828+0000", 2021-07-26T15:59:54.891 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3679999999999996e-06 2021-07-26T15:59:54.891 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.891 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:54.892 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.892 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.892 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.892 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:44626 6.b 6:dde9d2c2:::benchmark_data_smithi078_103090_object44625:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e102)", 2021-07-26T15:59:54.893 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.866643+0000", 2021-07-26T15:59:54.893 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0020847180000000002, 2021-07-26T15:59:54.893 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0022479560000000002, 2021-07-26T15:59:54.893 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:54.893 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T15:59:54.894 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:54.894 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:54.894 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:54.895 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 44626 2021-07-26T15:59:54.895 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.895 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:54.895 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.895 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:54.896 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866643+0000", 2021-07-26T15:59:54.896 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.896 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.896 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.896 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:54.897 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866643+0000", 2021-07-26T15:59:54.897 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.897 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.897 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.898 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:54.898 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866666+0000", 2021-07-26T15:59:54.898 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2427000000000001e-05 2021-07-26T15:59:54.898 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.898 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.899 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:54.899 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866669+0000", 2021-07-26T15:59:54.899 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.066e-06 2021-07-26T15:59:54.899 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.900 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.900 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:54.900 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866683+0000", 2021-07-26T15:59:54.900 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4056999999999999e-05 2021-07-26T15:59:54.901 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.901 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.901 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:54.901 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866689+0000", 2021-07-26T15:59:54.902 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.7690000000000002e-06 2021-07-26T15:59:54.902 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.902 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.902 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:54.902 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866858+0000", 2021-07-26T15:59:54.903 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000169827 2021-07-26T15:59:54.903 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.903 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.903 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:54.904 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.867098+0000", 2021-07-26T15:59:54.904 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000239538 2021-07-26T15:59:54.904 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.904 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.904 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 1,7", 2021-07-26T15:59:54.905 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.867252+0000", 2021-07-26T15:59:54.905 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00015448799999999999 2021-07-26T15:59:54.905 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.905 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:54.906 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.906 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.906 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.906 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:44628 6.f 6:fb62d4c4:::benchmark_data_smithi078_103090_object44627:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e102)", 2021-07-26T15:59:54.906 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.866718+0000", 2021-07-26T15:59:54.907 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0020098619999999998, 2021-07-26T15:59:54.907 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0022540720000000002, 2021-07-26T15:59:54.907 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:54.907 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T15:59:54.908 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:54.908 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:54.908 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:54.908 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 44628 2021-07-26T15:59:54.908 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.909 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:54.909 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.909 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:54.909 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866718+0000", 2021-07-26T15:59:54.909 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.910 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.910 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.910 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:54.910 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866718+0000", 2021-07-26T15:59:54.911 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.911 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.911 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.911 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:54.912 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866745+0000", 2021-07-26T15:59:54.912 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7185000000000001e-05 2021-07-26T15:59:54.912 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.912 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.913 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:54.913 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866748+0000", 2021-07-26T15:59:54.913 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2649999999999999e-06 2021-07-26T15:59:54.913 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.913 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.914 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:54.914 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866759+0000", 2021-07-26T15:59:54.914 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.119e-05 2021-07-26T15:59:54.914 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.915 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.915 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:54.915 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866776+0000", 2021-07-26T15:59:54.915 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7683999999999999e-05 2021-07-26T15:59:54.916 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.916 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.916 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:54.916 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866824+0000", 2021-07-26T15:59:54.916 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7787000000000002e-05 2021-07-26T15:59:54.917 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.917 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.917 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:54.917 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866954+0000", 2021-07-26T15:59:54.918 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000129608 2021-07-26T15:59:54.918 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.918 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.918 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 4", 2021-07-26T15:59:54.919 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.867123+0000", 2021-07-26T15:59:54.919 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000169471 2021-07-26T15:59:54.919 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.919 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:54.919 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.920 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.920 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.920 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:44572 6.9 e102/99 6:99e25072:::benchmark_data_smithi078_103090_object44571:head v 102'2840, mlcod=96'135)", 2021-07-26T15:59:54.920 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.834280+0000", 2021-07-26T15:59:54.921 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.034447760000000001, 2021-07-26T15:59:54.921 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.034778464000000002, 2021-07-26T15:59:54.921 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:54.921 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T15:59:54.922 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:54.922 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.922 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:54.922 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.834280+0000", 2021-07-26T15:59:54.923 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.923 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.923 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.923 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:54.923 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.834280+0000", 2021-07-26T15:59:54.924 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.924 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.924 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.924 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:54.925 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.834321+0000", 2021-07-26T15:59:54.925 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0299000000000002e-05 2021-07-26T15:59:54.925 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.925 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.925 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:54.926 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.834322+0000", 2021-07-26T15:59:54.926 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8530000000000001e-06 2021-07-26T15:59:54.926 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.926 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.927 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:54.927 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.834329+0000", 2021-07-26T15:59:54.927 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.3069999999999999e-06 2021-07-26T15:59:54.927 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.927 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.928 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:54.928 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.834333+0000", 2021-07-26T15:59:54.928 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.763e-06 2021-07-26T15:59:54.928 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.928 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.929 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:54.929 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.846299+0000", 2021-07-26T15:59:54.929 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011965401000000001 2021-07-26T15:59:54.929 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.930 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.930 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:54.930 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.846320+0000", 2021-07-26T15:59:54.930 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0862000000000001e-05 2021-07-26T15:59:54.931 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.931 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:54.931 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.931 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.931 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.932 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:44629 6.c 6:37ab8561:::benchmark_data_smithi078_103090_object44628:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e102)", 2021-07-26T15:59:54.932 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.866793+0000", 2021-07-26T15:59:54.932 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.001934582, 2021-07-26T15:59:54.933 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023375480000000001, 2021-07-26T15:59:54.933 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:54.933 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T15:59:54.933 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:54.933 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:54.934 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:54.934 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 44629 2021-07-26T15:59:54.934 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.934 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:54.935 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.935 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:54.935 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866793+0000", 2021-07-26T15:59:54.935 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.935 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.936 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.936 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:54.936 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866793+0000", 2021-07-26T15:59:54.936 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.936 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.937 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.937 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:54.937 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866812+0000", 2021-07-26T15:59:54.937 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8873e-05 2021-07-26T15:59:54.938 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.938 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.938 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:54.938 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866814+0000", 2021-07-26T15:59:54.939 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7150000000000001e-06 2021-07-26T15:59:54.939 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.939 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.939 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:54.940 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866821+0000", 2021-07-26T15:59:54.940 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.345e-06 2021-07-26T15:59:54.940 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.940 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.940 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:54.941 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866826+0000", 2021-07-26T15:59:54.941 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9509999999999997e-06 2021-07-26T15:59:54.941 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.941 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.941 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:54.942 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.867263+0000", 2021-07-26T15:59:54.942 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00043668899999999998 2021-07-26T15:59:54.942 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.942 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.943 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:54.943 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.867384+0000", 2021-07-26T15:59:54.943 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012106 2021-07-26T15:59:54.943 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.943 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.944 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 5,6", 2021-07-26T15:59:54.944 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.867529+0000", 2021-07-26T15:59:54.944 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00014456699999999999 2021-07-26T15:59:54.944 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.945 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:54.945 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.945 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.945 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.945 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:44574 6.9 e102/99 6:959b12a4:::benchmark_data_smithi078_103090_object44573:head v 102'2841, mlcod=96'135)", 2021-07-26T15:59:54.946 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.834338+0000", 2021-07-26T15:59:54.946 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.034390178, 2021-07-26T15:59:54.946 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.034844061000000003, 2021-07-26T15:59:54.946 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:54.947 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T15:59:54.947 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:54.947 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.947 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:54.948 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.834338+0000", 2021-07-26T15:59:54.948 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.948 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.948 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.948 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:54.949 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.834338+0000", 2021-07-26T15:59:54.949 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.949 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.949 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.950 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:54.950 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.834368+0000", 2021-07-26T15:59:54.950 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0069e-05 2021-07-26T15:59:54.950 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.950 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.951 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:54.951 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.834370+0000", 2021-07-26T15:59:54.951 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.809e-06 2021-07-26T15:59:54.951 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.952 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.952 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:54.952 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.834376+0000", 2021-07-26T15:59:54.952 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.3400000000000003e-06 2021-07-26T15:59:54.952 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.953 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.953 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:54.953 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.834380+0000", 2021-07-26T15:59:54.953 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.6770000000000001e-06 2021-07-26T15:59:54.953 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.954 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.954 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:54.954 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.849576+0000", 2021-07-26T15:59:54.954 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015196298 2021-07-26T15:59:54.955 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.955 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.955 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:54.955 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.849601+0000", 2021-07-26T15:59:54.955 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.5276999999999999e-05 2021-07-26T15:59:54.956 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.956 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:54.956 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.956 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.957 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.957 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop_reply(client.44646.0:44621 6.0 e102/99)", 2021-07-26T15:59:54.957 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.868794+0000", 2021-07-26T15:59:54.957 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 4294967295.9999337, 2021-07-26T15:59:54.957 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00044688600000000002, 2021-07-26T15:59:54.958 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:54.958 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "queued for pg", 2021-07-26T15:59:54.958 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:54.958 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.959 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:54.959 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.868794+0000", 2021-07-26T15:59:54.959 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.959 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.959 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.960 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:54.960 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.868794+0000", 2021-07-26T15:59:54.960 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.960 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.961 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.961 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:54.961 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.868797+0000", 2021-07-26T15:59:54.961 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3309999999999998e-06 2021-07-26T15:59:54.961 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.962 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.962 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:54.962 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.868800+0000", 2021-07-26T15:59:54.962 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.455e-06 2021-07-26T15:59:54.963 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.963 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.963 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:54.963 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.868812+0000", 2021-07-26T15:59:54.963 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1721e-05 2021-07-26T15:59:54.964 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.964 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.964 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:54.964 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.868818+0000", 2021-07-26T15:59:54.964 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.5980000000000002e-06 2021-07-26T15:59:54.965 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.965 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:54.965 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.965 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.966 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.966 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:44627 6.9 e102/99)", 2021-07-26T15:59:54.966 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.868885+0000", 2021-07-26T15:59:54.966 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 4294967295.9998431, 2021-07-26T15:59:54.967 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00040274499999999998, 2021-07-26T15:59:54.967 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:54.967 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "queued for pg", 2021-07-26T15:59:54.967 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:54.968 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.968 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:54.968 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.868885+0000", 2021-07-26T15:59:54.968 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.968 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.969 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.969 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:54.969 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.868885+0000", 2021-07-26T15:59:54.969 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.970 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.970 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.970 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:54.970 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.868917+0000", 2021-07-26T15:59:54.970 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2017999999999997e-05 2021-07-26T15:59:54.971 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.971 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.971 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:54.971 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.868920+0000", 2021-07-26T15:59:54.971 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3689999999999998e-06 2021-07-26T15:59:54.972 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.972 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.972 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:54.972 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.868930+0000", 2021-07-26T15:59:54.973 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.5959999999999993e-06 2021-07-26T15:59:54.973 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.973 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.973 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:54.973 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.868935+0000", 2021-07-26T15:59:54.974 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0200000000000002e-06 2021-07-26T15:59:54.974 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.974 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:54.974 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.974 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.975 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.975 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:44614 6.9 e102/99 6:9db7908d:::benchmark_data_smithi078_103090_object44613:head v 102'2844, mlcod=96'137)", 2021-07-26T15:59:54.975 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.859187+0000", 2021-07-26T15:59:54.975 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0095404979999999997, 2021-07-26T15:59:54.976 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010143238000000001, 2021-07-26T15:59:54.976 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:54.976 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T15:59:54.976 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:54.976 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.977 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:54.977 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.859187+0000", 2021-07-26T15:59:54.977 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.977 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.978 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.978 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:54.978 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.859187+0000", 2021-07-26T15:59:54.978 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.978 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.979 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.979 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:54.979 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.859220+0000", 2021-07-26T15:59:54.979 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2867999999999998e-05 2021-07-26T15:59:54.980 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.980 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.980 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:54.980 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.859224+0000", 2021-07-26T15:59:54.980 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.393e-06 2021-07-26T15:59:54.981 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.981 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.981 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:54.981 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.859233+0000", 2021-07-26T15:59:54.981 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.3989999999999993e-06 2021-07-26T15:59:54.982 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.982 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.982 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:54.982 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.859238+0000", 2021-07-26T15:59:54.983 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.181e-06 2021-07-26T15:59:54.983 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.983 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.983 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:54.983 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.864882+0000", 2021-07-26T15:59:54.984 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0056433630000000002 2021-07-26T15:59:54.984 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.984 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.985 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:54.985 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.864904+0000", 2021-07-26T15:59:54.985 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2768999999999998e-05 2021-07-26T15:59:54.985 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.985 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:54.986 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.986 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.986 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.986 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:44585 6.9 e102/99 6:99bb4f12:::benchmark_data_smithi078_103090_object44584:head v 102'2842, mlcod=96'135)", 2021-07-26T15:59:54.987 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.840060+0000", 2021-07-26T15:59:54.987 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.028668277999999998, 2021-07-26T15:59:54.987 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.029327348999999999, 2021-07-26T15:59:54.987 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:54.987 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T15:59:54.988 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:54.988 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.988 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:54.988 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.840060+0000", 2021-07-26T15:59:54.989 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.989 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.990 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.991 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:54.991 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.840060+0000", 2021-07-26T15:59:54.991 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:54.991 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.992 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.992 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:54.992 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.840092+0000", 2021-07-26T15:59:54.992 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2089999999999999e-05 2021-07-26T15:59:54.992 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.993 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.993 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:54.993 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.840094+0000", 2021-07-26T15:59:54.993 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.1440000000000001e-06 2021-07-26T15:59:54.994 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.994 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.994 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:54.995 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.840101+0000", 2021-07-26T15:59:54.995 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1609999999999997e-06 2021-07-26T15:59:54.995 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.995 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.995 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:54.996 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.840105+0000", 2021-07-26T15:59:54.996 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1470000000000003e-06 2021-07-26T15:59:54.996 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.996 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.997 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:54.997 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.853076+0000", 2021-07-26T15:59:54.997 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012970906000000001 2021-07-26T15:59:54.997 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.997 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.998 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:54.998 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.853114+0000", 2021-07-26T15:59:54.998 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7595000000000002e-05 2021-07-26T15:59:54.998 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.999 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:54.999 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:54.999 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:54.999 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:54.999 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:44616 6.0 6:04136501:::benchmark_data_smithi078_103090_object44615:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e102)", 2021-07-26T15:59:55.000 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.859977+0000", 2021-07-26T15:59:55.000 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0087506579999999997, 2021-07-26T15:59:55.000 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0094816850000000001, 2021-07-26T15:59:55.000 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:55.000 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T15:59:55.001 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:55.001 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:55.001 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:55.001 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 44616 2021-07-26T15:59:55.001 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.002 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:55.002 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.002 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:55.002 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.859977+0000", 2021-07-26T15:59:55.003 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:55.003 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.003 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.003 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:55.003 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.859977+0000", 2021-07-26T15:59:55.004 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:55.004 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.004 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.005 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:55.006 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.859996+0000", 2021-07-26T15:59:55.006 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8961e-05 2021-07-26T15:59:55.006 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.006 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.007 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:55.007 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.859999+0000", 2021-07-26T15:59:55.007 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.356e-06 2021-07-26T15:59:55.007 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.008 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.008 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:55.008 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.860007+0000", 2021-07-26T15:59:55.008 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.8400000000000001e-06 2021-07-26T15:59:55.009 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.009 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.009 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:55.010 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.860013+0000", 2021-07-26T15:59:55.010 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4879999999999998e-06 2021-07-26T15:59:55.010 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.010 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.011 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:55.011 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.860044+0000", 2021-07-26T15:59:55.011 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0852000000000002e-05 2021-07-26T15:59:55.011 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.012 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.012 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:55.012 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.860231+0000", 2021-07-26T15:59:55.012 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000187238 2021-07-26T15:59:55.013 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.013 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.013 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,5", 2021-07-26T15:59:55.013 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.860459+0000", 2021-07-26T15:59:55.014 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000228044 2021-07-26T15:59:55.014 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.014 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.014 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:55.014 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.865591+0000", 2021-07-26T15:59:55.015 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.005132368 2021-07-26T15:59:55.015 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.015 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.015 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T15:59:55.016 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.865626+0000", 2021-07-26T15:59:55.016 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4238e-05 2021-07-26T15:59:55.016 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:55.016 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:55.017 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:55.017 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.017 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.017 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:44617 6.8 e102/93 6:1bf1d8d6:::benchmark_data_smithi078_103090_object44616:head v 102'2793, mlcod=102'2791)", 2021-07-26T15:59:55.017 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.860400+0000", 2021-07-26T15:59:55.018 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0083278640000000008, 2021-07-26T15:59:55.018 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0091492640000000007, 2021-07-26T15:59:55.018 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:55.018 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T15:59:55.019 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:55.019 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.019 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:55.019 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.860400+0000", 2021-07-26T15:59:55.021 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:55.021 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.021 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.021 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:55.022 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.860400+0000", 2021-07-26T15:59:55.022 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:55.022 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.022 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.023 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:55.023 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.860425+0000", 2021-07-26T15:59:55.023 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.5057000000000001e-05 2021-07-26T15:59:55.023 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.023 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.024 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:55.024 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.860428+0000", 2021-07-26T15:59:55.024 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0429999999999999e-06 2021-07-26T15:59:55.024 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.025 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.025 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:55.025 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.860438+0000", 2021-07-26T15:59:55.025 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.7049999999999994e-06 2021-07-26T15:59:55.026 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.026 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.026 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:55.026 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.860443+0000", 2021-07-26T15:59:55.027 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4229999999999996e-06 2021-07-26T15:59:55.027 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.027 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.027 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:55.027 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.863173+0000", 2021-07-26T15:59:55.028 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002729867 2021-07-26T15:59:55.028 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.029 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.029 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:55.029 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.863192+0000", 2021-07-26T15:59:55.029 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9131e-05 2021-07-26T15:59:55.030 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:55.030 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:55.030 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:55.030 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.031 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.031 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:44621 6.0 6:01792b87:::benchmark_data_smithi078_103090_object44620:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e102)", 2021-07-26T15:59:55.031 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.862206+0000", 2021-07-26T15:59:55.031 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0065224860000000001, 2021-07-26T15:59:55.032 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0073925270000000003, 2021-07-26T15:59:55.032 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:55.032 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T15:59:55.032 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T15:59:55.032 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T15:59:55.033 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T15:59:55.033 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 44621 2021-07-26T15:59:55.033 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.034 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:55.034 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.034 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:55.034 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.862206+0000", 2021-07-26T15:59:55.035 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:55.035 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.035 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.035 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:55.035 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.862206+0000", 2021-07-26T15:59:55.036 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:55.036 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.036 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.036 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:55.037 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.862224+0000", 2021-07-26T15:59:55.037 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8042000000000001e-05 2021-07-26T15:59:55.037 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.037 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.037 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:55.038 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.862227+0000", 2021-07-26T15:59:55.038 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2140000000000001e-06 2021-07-26T15:59:55.038 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.038 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.039 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:55.039 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.862242+0000", 2021-07-26T15:59:55.039 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4897e-05 2021-07-26T15:59:55.040 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.040 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.040 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:55.040 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.862253+0000", 2021-07-26T15:59:55.040 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.114e-05 2021-07-26T15:59:55.041 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.041 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.041 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:55.041 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.865649+0000", 2021-07-26T15:59:55.041 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0033963930000000002 2021-07-26T15:59:55.042 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.042 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.042 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:55.042 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.865804+0000", 2021-07-26T15:59:55.043 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000154544 2021-07-26T15:59:55.043 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.043 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.043 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,5", 2021-07-26T15:59:55.044 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.866064+0000", 2021-07-26T15:59:55.044 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00026003000000000002 2021-07-26T15:59:55.044 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:55.044 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:55.044 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:55.045 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.045 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.045 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:44597 6.9 e102/99 6:9d47bde0:::benchmark_data_smithi078_103090_object44596:head v 102'2843, mlcod=96'135)", 2021-07-26T15:59:55.045 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:54.846221+0000", 2021-07-26T15:59:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.022507234000000001, 2021-07-26T15:59:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023447849999999999, 2021-07-26T15:59:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T15:59:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T15:59:55.047 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T15:59:55.047 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.047 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T15:59:55.047 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.846221+0000", 2021-07-26T15:59:55.048 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:55.048 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.048 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.048 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T15:59:55.049 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.846221+0000", 2021-07-26T15:59:55.049 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T15:59:55.049 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.049 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.049 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T15:59:55.050 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.846251+0000", 2021-07-26T15:59:55.050 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0284999999999999e-05 2021-07-26T15:59:55.050 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.050 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.051 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T15:59:55.051 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.846254+0000", 2021-07-26T15:59:55.051 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.932e-06 2021-07-26T15:59:55.051 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.051 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.052 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T15:59:55.052 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.846264+0000", 2021-07-26T15:59:55.052 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.7839999999999998e-06 2021-07-26T15:59:55.052 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.053 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.053 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T15:59:55.053 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.846270+0000", 2021-07-26T15:59:55.053 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8239999999999996e-06 2021-07-26T15:59:55.054 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.054 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.054 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T15:59:55.054 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.859279+0000", 2021-07-26T15:59:55.055 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013009723000000001 2021-07-26T15:59:55.055 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T15:59:55.055 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T15:59:55.055 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T15:59:55.056 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:54.859301+0000", 2021-07-26T15:59:55.056 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.1857000000000001e-05 2021-07-26T15:59:55.056 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:55.056 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T15:59:55.056 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:55.057 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T15:59:55.057 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2021-07-26T15:59:55.057 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 15 2021-07-26T15:59:55.057 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T15:59:55.058 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:55.059 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 19 16 44933 44917 147.73 103.5 0.012546 0.00676327 2021-07-26T15:59:55.087 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:55.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:55.089 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:55.190 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:55.222 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:55.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:55.224 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:55.325 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:55.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:55.359 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:55.359 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:55.460 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:55.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:55 smithi078 ceph-mon[73801]: osdmap e102: 8 total, 7 up, 7 in 2021-07-26T15:59:55.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:55 smithi078 ceph-mon[77813]: osdmap e102: 8 total, 7 up, 7 in 2021-07-26T15:59:55.492 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:55.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:55.495 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:55.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:55 smithi139 ceph-mon[56829]: osdmap e102: 8 total, 7 up, 7 in 2021-07-26T15:59:55.596 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:55.628 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:55.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:55.629 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:55.731 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:55.765 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:55.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:55.767 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:55.868 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:55.899 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:55.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:55.901 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:56.002 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:56.032 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:56.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:56.033 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:56.052 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:2021-07-26T15:59:56.052808+0000 min lat: 0.00117863 max lat: 2.11282 avg lat: 0.00684612 2021-07-26T15:59:56.052 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-07-26T15:59:56.052 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 20 16 46731 46715 145.962 112.375 0.00499717 0.00684612 2021-07-26T15:59:56.135 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:56.171 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:56.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:56.172 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:56.273 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:56.307 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:56.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:56.309 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:56.409 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:56.440 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:56 smithi078 ceph-mon[73801]: pgmap v242: 89 pgs: 57 active+clean, 12 active+undersized, 1 peering, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded, 1 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 5.8 GiB used, 616 GiB / 626 GiB avail; 82 MiB/s wr, 1.32k op/s; 21281/128223 objects degraded (16.597%); 10432/128223 objects misplaced (8.136%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T15:59:56.441 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:56 smithi078 ceph-mon[77813]: pgmap v242: 89 pgs: 57 active+clean, 12 active+undersized, 1 peering, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded, 1 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 5.8 GiB used, 616 GiB / 626 GiB avail; 82 MiB/s wr, 1.32k op/s; 21281/128223 objects degraded (16.597%); 10432/128223 objects misplaced (8.136%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T15:59:56.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:56.442 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:56.443 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:56.525 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T15:59:56.544 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:56.554 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-07-26T15:59:56.571 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:56.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:56.572 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:56.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:56 smithi139 ceph-mon[56829]: pgmap v242: 89 pgs: 57 active+clean, 12 active+undersized, 1 peering, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded, 1 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 5.8 GiB used, 616 GiB / 626 GiB avail; 82 MiB/s wr, 1.32k op/s; 21281/128223 objects degraded (16.597%); 10432/128223 objects misplaced (8.136%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T15:59:56.670 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7] out_osds: [0] dead_osds: [2] live_osds: [0, 1, 3, 4, 5, 6, 7] 2021-07-26T15:59:56.670 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T15:59:56.671 INFO:tasks.thrashosds.thrasher:inject_pause on 7 2021-07-26T15:59:56.671 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-07-26T15:59:56.671 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-07-26T15:59:56.672 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 config set filestore_inject_stall 3 2021-07-26T15:59:56.673 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:56.712 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:56.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:56.714 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:56.747 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:56.814 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:59:56.816 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:56.862 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:56.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:56.863 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:56.878 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T15:59:56.964 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:57.017 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:57.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:57.019 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:57.053 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 21 15 48362 48347 143.86 102 0.0057969 0.00694558 2021-07-26T15:59:57.120 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:57.155 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:57.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:57.157 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:57.258 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:57.271 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:57 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21281/128223 objects degraded (16.597%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:57.272 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:57 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21281/128223 objects degraded (16.597%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:57.308 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:57.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:57.311 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:57.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:57 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21281/128223 objects degraded (16.597%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T15:59:57.412 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:57.448 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:57.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:57.450 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:57.551 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:57.584 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:57.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:57.586 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:57.604 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T15:59:57.646 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T15:59:57.688 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:57.690 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T15:59:57.719 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:57.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:57.721 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:57.732 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T15:59:57.770 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T15:59:57.807 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T15:59:57.822 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T15:59:57.840 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T15:59:57.840 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T15:59:57.840 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T15:59:57.841 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENXIO: problem getting command descriptions from osd.2 2021-07-26T15:59:57.841 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: problem getting command descriptions from osd.2 2021-07-26T15:59:57.841 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T15:59:57.841 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T15:59:57.842 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T15:59:57.842 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T15:59:57.842 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T15:59:57.858 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:57.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:57.859 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T15:59:57.960 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:57.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:57.996 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:57.997 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:58.053 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 22 16 49773 49757 141.326 88.125 0.00476366 0.00707107 2021-07-26T15:59:58.098 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:58.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:58.134 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:58.134 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:58.235 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:58.270 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:58.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:58.271 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:58.372 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T15:59:58.404 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:58.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:58.405 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T15:59:58.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:58 smithi078 ceph-mon[73801]: pgmap v243: 89 pgs: 57 active+clean, 12 active+undersized, 1 peering, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded, 1 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 5.8 GiB used, 616 GiB / 626 GiB avail; 59 MiB/s wr, 942 op/s; 21281/128223 objects degraded (16.597%); 10432/128223 objects misplaced (8.136%); 1.1 MiB/s, 18 objects/s recovering 2021-07-26T15:59:58.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 15:59:58 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4189973599' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:58.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:58 smithi078 ceph-mon[77813]: pgmap v243: 89 pgs: 57 active+clean, 12 active+undersized, 1 peering, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded, 1 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 5.8 GiB used, 616 GiB / 626 GiB avail; 59 MiB/s wr, 942 op/s; 21281/128223 objects degraded (16.597%); 10432/128223 objects misplaced (8.136%); 1.1 MiB/s, 18 objects/s recovering 2021-07-26T15:59:58.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 15:59:58 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4189973599' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:58.506 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:58.527 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:58.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:58.529 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:58.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:58 smithi139 ceph-mon[56829]: pgmap v243: 89 pgs: 57 active+clean, 12 active+undersized, 1 peering, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded, 1 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 5.8 GiB used, 616 GiB / 626 GiB avail; 59 MiB/s wr, 942 op/s; 21281/128223 objects degraded (16.597%); 10432/128223 objects misplaced (8.136%); 1.1 MiB/s, 18 objects/s recovering 2021-07-26T15:59:58.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 15:59:58 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4189973599' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T15:59:58.630 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:58.663 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:58.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:58.665 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:58.766 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T15:59:58.797 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:58.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:58.799 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T15:59:58.900 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:58.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:58.934 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:58.934 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:59.036 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:59.053 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 23 16 51388 51372 139.57 100.938 0.0100508 0.00715979 2021-07-26T15:59:59.069 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:59.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:59.070 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:59.171 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T15:59:59.200 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T15:59:59.201 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:59.202 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T15:59:59.303 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:59.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:59.338 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:59.339 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:59.441 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:59.474 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:59.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:59.476 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:59.577 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T15:59:59.607 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:59.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:59.608 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T15:59:59.709 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T15:59:59.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:59.745 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:59.745 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T15:59:59.846 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T15:59:59.882 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T15:59:59.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T15:59:59.884 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T15:59:59.984 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:00.018 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:00.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:00.020 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:00.054 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 24 16 53016 53000 137.994 101.75 0.0058496 0.00724098 2021-07-26T16:00:00.121 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:00.168 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:00.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:00.170 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:00.188 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-07-26T16:00:00.189 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-07-26T16:00:00.271 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:00.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:00.304 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:00.304 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:00.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: pgmap v244: 89 pgs: 57 active+clean, 12 active+undersized, 1 peering, 10 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded; 2.8 GiB data, 6.2 GiB used, 616 GiB / 626 GiB avail; 73 MiB/s wr, 1.17k op/s; 21765/135651 objects degraded (16.045%); 10959/135651 objects misplaced (8.079%); 979 KiB/s, 15 objects/s recovering 2021-07-26T16:00:00.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 1 osds down; Degraded data redundancy: 21765/135651 objects degraded (16.045%), 9 pgs degraded 2021-07-26T16:00:00.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2021-07-26T16:00:00.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: daemon osd.2 on smithi078 is in unknown state 2021-07-26T16:00:00.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: [WRN] OSD_DOWN: 1 osds down 2021-07-26T16:00:00.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: osd.2 (root=default,host=smithi078) is down 2021-07-26T16:00:00.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: [WRN] PG_DEGRADED: Degraded data redundancy: 21765/135651 objects degraded (16.045%), 9 pgs degraded 2021-07-26T16:00:00.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: pg 3.13 is active+undersized+degraded, acting [7,4] 2021-07-26T16:00:00.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: pg 6.0 is active+recovery_wait+undersized+degraded+remapped, acting [3,0] 2021-07-26T16:00:00.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: pg 6.1 is active+undersized+degraded, acting [1,6] 2021-07-26T16:00:00.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: pg 6.2 is active+undersized+degraded, acting [4,3] 2021-07-26T16:00:00.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: pg 6.3 is active+undersized+degraded, acting [7,6] 2021-07-26T16:00:00.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: pg 6.8 is active+undersized+degraded, acting [7,3] 2021-07-26T16:00:00.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: pg 6.9 is active+recovering+undersized+degraded+remapped, acting [7,0] 2021-07-26T16:00:00.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: pg 6.e is active+undersized+degraded, acting [4,1] 2021-07-26T16:00:00.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:00 smithi139 ceph-mon[56829]: pg 6.f is active+undersized+degraded, acting [3,4] 2021-07-26T16:00:00.405 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:00.416 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: pgmap v244: 89 pgs: 57 active+clean, 12 active+undersized, 1 peering, 10 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded; 2.8 GiB data, 6.2 GiB used, 616 GiB / 626 GiB avail; 73 MiB/s wr, 1.17k op/s; 21765/135651 objects degraded (16.045%); 10959/135651 objects misplaced (8.079%); 979 KiB/s, 15 objects/s recovering 2021-07-26T16:00:00.416 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 1 osds down; Degraded data redundancy: 21765/135651 objects degraded (16.045%), 9 pgs degraded 2021-07-26T16:00:00.417 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2021-07-26T16:00:00.417 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: daemon osd.2 on smithi078 is in unknown state 2021-07-26T16:00:00.418 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: [WRN] OSD_DOWN: 1 osds down 2021-07-26T16:00:00.418 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: osd.2 (root=default,host=smithi078) is down 2021-07-26T16:00:00.418 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: [WRN] PG_DEGRADED: Degraded data redundancy: 21765/135651 objects degraded (16.045%), 9 pgs degraded 2021-07-26T16:00:00.418 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: pg 3.13 is active+undersized+degraded, acting [7,4] 2021-07-26T16:00:00.419 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: pg 6.0 is active+recovery_wait+undersized+degraded+remapped, acting [3,0] 2021-07-26T16:00:00.419 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: pg 6.1 is active+undersized+degraded, acting [1,6] 2021-07-26T16:00:00.419 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: pg 6.2 is active+undersized+degraded, acting [4,3] 2021-07-26T16:00:00.419 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: pg 6.3 is active+undersized+degraded, acting [7,6] 2021-07-26T16:00:00.419 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: pg 6.8 is active+undersized+degraded, acting [7,3] 2021-07-26T16:00:00.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: pg 6.9 is active+recovering+undersized+degraded+remapped, acting [7,0] 2021-07-26T16:00:00.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: pg 6.e is active+undersized+degraded, acting [4,1] 2021-07-26T16:00:00.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[73801]: pg 6.f is active+undersized+degraded, acting [3,4] 2021-07-26T16:00:00.420 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: pgmap v244: 89 pgs: 57 active+clean, 12 active+undersized, 1 peering, 10 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded; 2.8 GiB data, 6.2 GiB used, 616 GiB / 626 GiB avail; 73 MiB/s wr, 1.17k op/s; 21765/135651 objects degraded (16.045%); 10959/135651 objects misplaced (8.079%); 979 KiB/s, 15 objects/s recovering 2021-07-26T16:00:00.421 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 1 osds down; Degraded data redundancy: 21765/135651 objects degraded (16.045%), 9 pgs degraded 2021-07-26T16:00:00.421 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2021-07-26T16:00:00.421 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: daemon osd.2 on smithi078 is in unknown state 2021-07-26T16:00:00.421 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: [WRN] OSD_DOWN: 1 osds down 2021-07-26T16:00:00.422 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: osd.2 (root=default,host=smithi078) is down 2021-07-26T16:00:00.422 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: [WRN] PG_DEGRADED: Degraded data redundancy: 21765/135651 objects degraded (16.045%), 9 pgs degraded 2021-07-26T16:00:00.422 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: pg 3.13 is active+undersized+degraded, acting [7,4] 2021-07-26T16:00:00.422 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: pg 6.0 is active+recovery_wait+undersized+degraded+remapped, acting [3,0] 2021-07-26T16:00:00.422 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: pg 6.1 is active+undersized+degraded, acting [1,6] 2021-07-26T16:00:00.423 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: pg 6.2 is active+undersized+degraded, acting [4,3] 2021-07-26T16:00:00.423 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: pg 6.3 is active+undersized+degraded, acting [7,6] 2021-07-26T16:00:00.423 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: pg 6.8 is active+undersized+degraded, acting [7,3] 2021-07-26T16:00:00.423 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: pg 6.9 is active+recovering+undersized+degraded+remapped, acting [7,0] 2021-07-26T16:00:00.424 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: pg 6.e is active+undersized+degraded, acting [4,1] 2021-07-26T16:00:00.424 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:00 smithi078 ceph-mon[77813]: pg 6.f is active+undersized+degraded, acting [3,4] 2021-07-26T16:00:00.448 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:00.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:00.449 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:00.550 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:00.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:00.589 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:00.589 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:00.680 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:00:00.681 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:00:00.691 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:00.722 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:00.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:00.725 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:00.826 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:00.861 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:00.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:00.863 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:00.964 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:00.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:00.998 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:00.998 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:01.054 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 25 15 54518 54503 136.232 93.9375 0.00712802 0.00733505 2021-07-26T16:00:01.100 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:01.134 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:01.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:01.136 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:01.185 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:00:01.237 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:01.267 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:01.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:01.268 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:01.369 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:01.398 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:01.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:01.400 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:01.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:01 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/542637578' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:00:01.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:01 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/542637578' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:00:01.501 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:01.532 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:01.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:01.535 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:01.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:01 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/542637578' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:00:01.636 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:01.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:01.671 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:01.671 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:01.773 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:01.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:01.818 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:01.818 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:01.875 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-07-26T16:00:01.919 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:01.956 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:01.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:01.957 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:02.054 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 26 16 56091 56075 134.771 98.25 0.0112061 0.00741497 2021-07-26T16:00:02.058 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:02.090 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:02.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:02.092 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:02.093 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:02.190 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:00:02.193 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:02.229 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:02.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:02.231 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:02.333 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:02.390 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:02.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:02.391 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:02.423 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:02.484 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:02 smithi078 ceph-mon[73801]: pgmap v245: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 3.1 GiB data, 7.1 GiB used, 615 GiB / 626 GiB avail; 104 MiB/s wr, 1.67k op/s; 24829/152514 objects degraded (16.280%); 11706/152514 objects misplaced (7.675%); 2.8 MiB/s, 44 objects/s recovering 2021-07-26T16:00:02.485 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:02 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:02.485 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:02 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/542637578' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:00:02.485 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:02 smithi078 ceph-mon[73801]: osdmap e103: 8 total, 7 up, 7 in 2021-07-26T16:00:02.486 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:02 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 24829/152514 objects degraded (16.280%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:02.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:02 smithi078 ceph-mon[77813]: pgmap v245: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 3.1 GiB data, 7.1 GiB used, 615 GiB / 626 GiB avail; 104 MiB/s wr, 1.67k op/s; 24829/152514 objects degraded (16.280%); 11706/152514 objects misplaced (7.675%); 2.8 MiB/s, 44 objects/s recovering 2021-07-26T16:00:02.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:02 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:02.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:02 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/542637578' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:00:02.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:02 smithi078 ceph-mon[77813]: osdmap e103: 8 total, 7 up, 7 in 2021-07-26T16:00:02.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:02 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 24829/152514 objects degraded (16.280%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:02.493 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:02.528 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:02.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:02.529 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:02.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:02 smithi139 ceph-mon[56829]: pgmap v245: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 3.1 GiB data, 7.1 GiB used, 615 GiB / 626 GiB avail; 104 MiB/s wr, 1.67k op/s; 24829/152514 objects degraded (16.280%); 11706/152514 objects misplaced (7.675%); 2.8 MiB/s, 44 objects/s recovering 2021-07-26T16:00:02.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:02 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:02.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:02 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/542637578' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:00:02.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:02 smithi139 ceph-mon[56829]: osdmap e103: 8 total, 7 up, 7 in 2021-07-26T16:00:02.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:02 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 24829/152514 objects degraded (16.280%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:02.631 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:02.667 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:02.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:02.668 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:02.769 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:02.811 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:02.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:02.813 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:02.914 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:02.944 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:02.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:02.946 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:03.047 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:03.055 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 27 16 57529 57513 133.108 89.875 0.0116089 0.00750759 2021-07-26T16:00:03.071 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:03.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:03.072 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:03.174 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:03.206 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:03.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:03.208 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:03.309 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:03.343 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:03.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:03.345 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:03.446 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:03.479 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:03.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:03.480 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:03.581 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:03.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:03.616 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:03.616 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:03.718 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:03.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:03.756 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:03.757 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:03.859 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:03.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:03.897 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:03.897 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:03.999 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:04.035 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:04.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:04.039 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:04.055 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 28 16 58905 58889 131.42 86 0.00790854 0.00760337 2021-07-26T16:00:04.140 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:04.171 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:04.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:04.175 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:04.276 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:04.286 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:04 smithi078 ceph-mon[73801]: pgmap v247: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 3.1 GiB data, 7.1 GiB used, 615 GiB / 626 GiB avail; 59 MiB/s wr, 944 op/s; 24829/152514 objects degraded (16.280%); 11706/152514 objects misplaced (7.675%); 1.9 MiB/s, 29 objects/s recovering 2021-07-26T16:00:04.286 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:00:04.287 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:00:04.288 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:04 smithi078 ceph-mon[77813]: pgmap v247: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 3.1 GiB data, 7.1 GiB used, 615 GiB / 626 GiB avail; 59 MiB/s wr, 944 op/s; 24829/152514 objects degraded (16.280%); 11706/152514 objects misplaced (7.675%); 1.9 MiB/s, 29 objects/s recovering 2021-07-26T16:00:04.289 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:00:04.289 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:00:04.306 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:04.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:04.309 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:04.410 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:04.452 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:04.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:04.454 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:04.469 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:04 smithi139 ceph-mon[56829]: pgmap v247: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 3.1 GiB data, 7.1 GiB used, 615 GiB / 626 GiB avail; 59 MiB/s wr, 944 op/s; 24829/152514 objects degraded (16.280%); 11706/152514 objects misplaced (7.675%); 1.9 MiB/s, 29 objects/s recovering 2021-07-26T16:00:04.470 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:00:04.470 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:00:04.555 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:04.584 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:04.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:04.585 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:04.610 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:00:04.687 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:04.732 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:04.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:04.734 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:04.798 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:00:04.799 INFO:teuthology.orchestra.run.smithi139.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-07-26T16:00:04.799 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:00:04.835 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:04.850 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:04.873 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:04.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:04.875 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:04.976 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:05.007 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:05.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:05.008 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:05.055 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 29 16 60278 60262 129.847 85.8125 0.00580589 0.00769559 2021-07-26T16:00:05.109 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:05.149 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:05.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:05.150 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:05.251 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:05.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:05.279 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:05.280 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:05.339 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:00:05.339 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:00:05.381 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:05.413 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:05.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:05.415 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:05.516 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:05.559 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:05.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:05.561 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:05.662 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:05.696 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:05.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:05.698 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:05.799 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:05.828 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:05.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:05.830 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:05.931 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:05.964 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:05.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:05.965 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:06.055 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 30 16 61586 61570 128.244 81.75 0.00619309 0.00777372 2021-07-26T16:00:06.067 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:06.097 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:06.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:06.099 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:06.200 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:06.224 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:06.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:06.226 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:06.327 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:06.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:06.358 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:06.358 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:06.459 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:06.486 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:06.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:06.488 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:06.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:06 smithi078 ceph-mon[73801]: pgmap v248: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 3.6 GiB data, 8.2 GiB used, 614 GiB / 626 GiB avail; 98 MiB/s wr, 1.57k op/s; 28148/175368 objects degraded (16.051%); 12851/175368 objects misplaced (7.328%); 3.3 MiB/s, 53 objects/s recovering 2021-07-26T16:00:06.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:06 smithi078 ceph-mon[77813]: pgmap v248: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 3.6 GiB data, 8.2 GiB used, 614 GiB / 626 GiB avail; 98 MiB/s wr, 1.57k op/s; 28148/175368 objects degraded (16.051%); 12851/175368 objects misplaced (7.328%); 3.3 MiB/s, 53 objects/s recovering 2021-07-26T16:00:06.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:06 smithi139 ceph-mon[56829]: pgmap v248: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 3.6 GiB data, 8.2 GiB used, 614 GiB / 626 GiB avail; 98 MiB/s wr, 1.57k op/s; 28148/175368 objects degraded (16.051%); 12851/175368 objects misplaced (7.328%); 3.3 MiB/s, 53 objects/s recovering 2021-07-26T16:00:06.589 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:06.622 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:06.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:06.624 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:06.664 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-07-26T16:00:06.725 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:06.766 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:06.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:06.768 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:06.869 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:06.883 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:00:06.918 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:06.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:06.920 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:06.979 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:00:06.979 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:00:06.979 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:00:06.979 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:00:06.980 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:00:06.980 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:00:06.980 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:00:06.980 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:00:06.981 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:00:06.981 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENXIO: problem getting command descriptions from osd.2 2021-07-26T16:00:06.981 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: problem getting command descriptions from osd.2 2021-07-26T16:00:06.981 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:00:06.982 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:00:06.984 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:00:06.985 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:00:06.985 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:00:07.021 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:07.055 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 31 16 62815 62799 126.585 76.8125 0.00761469 0.00789451 2021-07-26T16:00:07.063 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:07.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:07.065 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:07.166 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:07.214 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:07.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:07.216 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:07.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:07 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/140520049' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:07.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:07 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 28148/175368 objects degraded (16.051%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:07.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:07 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/140520049' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:07.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:07 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 28148/175368 objects degraded (16.051%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:07.317 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:07.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:07 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/140520049' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:07.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:07 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 28148/175368 objects degraded (16.051%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:07.356 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:07.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:07.358 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:07.462 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:07.493 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:07.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:07.495 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:07.596 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:07.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:07.630 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:07.631 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:07.733 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:07.767 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:07.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:07.768 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:07.869 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:07.900 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:07.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:07.902 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:08.003 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:08.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:08.032 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:08.032 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:08.055 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 32 16 64200 64184 125.334 86.5625 0.00423991 0.00797325 2021-07-26T16:00:08.133 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:08.167 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:08.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:08.169 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:08.248 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:08 smithi078 ceph-mon[73801]: pgmap v249: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 3.6 GiB data, 8.2 GiB used, 614 GiB / 626 GiB avail; 98 MiB/s wr, 1.57k op/s; 28148/175368 objects degraded (16.051%); 12851/175368 objects misplaced (7.328%); 3.3 MiB/s, 53 objects/s recovering 2021-07-26T16:00:08.249 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:08 smithi078 ceph-mon[77813]: pgmap v249: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 3.6 GiB data, 8.2 GiB used, 614 GiB / 626 GiB avail; 98 MiB/s wr, 1.57k op/s; 28148/175368 objects degraded (16.051%); 12851/175368 objects misplaced (7.328%); 3.3 MiB/s, 53 objects/s recovering 2021-07-26T16:00:08.250 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-07-26T16:00:08.250 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-07-26T16:00:08.270 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:08.305 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:08.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:08.308 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:08.409 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:08.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:08.448 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:08.448 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:08.549 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:08.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:08 smithi139 ceph-mon[56829]: pgmap v249: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 3.6 GiB data, 8.2 GiB used, 614 GiB / 626 GiB avail; 98 MiB/s wr, 1.57k op/s; 28148/175368 objects degraded (16.051%); 12851/175368 objects misplaced (7.328%); 3.3 MiB/s, 53 objects/s recovering 2021-07-26T16:00:08.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:08.586 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:08.587 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:08.688 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:08.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:08.723 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:08.723 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:08.825 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:08.857 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:08.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:08.858 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:08.960 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:08.988 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:08.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:08.989 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:09.055 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 33 16 65652 65636 124.286 90.75 0.00966117 0.00804035 2021-07-26T16:00:09.091 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:09.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:09.130 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:09.130 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:09.192 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:09 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/190690797' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:09.228 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:00:09.232 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:09.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:09.271 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:09.272 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:09.373 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:09.405 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:09.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:09.409 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:09.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:09 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/190690797' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:09.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:09 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/190690797' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:09.510 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:09.530 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:00:09.530 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:00:09.530 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.531 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:66258 6.6 e104/91 6:66e3c132:::benchmark_data_smithi078_103090_object66257:head v 104'4181, mlcod=104'4179)", 2021-07-26T16:00:09.531 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:09.523257+0000", 2021-07-26T16:00:09.531 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0063253229999999999, 2021-07-26T16:00:09.531 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0063565059999999996, 2021-07-26T16:00:09.532 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:09.532 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "started", 2021-07-26T16:00:09.532 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:09.532 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.532 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:09.533 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.523257+0000", 2021-07-26T16:00:09.533 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:09.533 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.533 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.534 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:09.534 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.523257+0000", 2021-07-26T16:00:09.534 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016497300000000001 2021-07-26T16:00:09.534 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.535 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.535 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:09.535 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.523422+0000", 2021-07-26T16:00:09.535 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.182e-06 2021-07-26T16:00:09.536 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.536 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.536 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:09.537 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.523424+0000", 2021-07-26T16:00:09.537 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4056000000000001e-05 2021-07-26T16:00:09.537 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.537 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.537 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:09.538 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.523438+0000", 2021-07-26T16:00:09.538 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9959999999999999e-05 2021-07-26T16:00:09.538 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.538 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.539 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:09.539 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.523458+0000", 2021-07-26T16:00:09.539 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0022769909999999999 2021-07-26T16:00:09.539 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.540 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.540 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:09.540 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.525735+0000", 2021-07-26T16:00:09.540 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9548999999999999e-05 2021-07-26T16:00:09.541 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.541 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.541 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:09.541 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.525755+0000", 2021-07-26T16:00:09.541 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024977110000000001 2021-07-26T16:00:09.542 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:09.542 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:09.542 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:09.543 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.543 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.543 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:66267 6.e 6:7371d8c2:::benchmark_data_smithi078_103090_object66266:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e104)", 2021-07-26T16:00:09.543 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:09.525680+0000", 2021-07-26T16:00:09.544 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0039022610000000002, 2021-07-26T16:00:09.544 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0039987950000000003, 2021-07-26T16:00:09.544 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:09.544 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:00:09.544 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:09.545 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:09.545 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:09.546 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 66267 2021-07-26T16:00:09.546 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.547 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:09.547 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.547 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:09.548 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.525680+0000", 2021-07-26T16:00:09.548 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:09.548 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.549 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.549 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:09.549 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.525680+0000", 2021-07-26T16:00:09.550 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4400000000000003e-05 2021-07-26T16:00:09.550 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.550 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.550 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:09.551 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.525714+0000", 2021-07-26T16:00:09.551 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.216e-06 2021-07-26T16:00:09.551 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.551 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.552 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:09.552 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.525717+0000", 2021-07-26T16:00:09.552 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3661e-05 2021-07-26T16:00:09.552 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.554 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.554 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:09.554 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.525730+0000", 2021-07-26T16:00:09.554 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.4919999999999996e-06 2021-07-26T16:00:09.555 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.555 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.555 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:09.556 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.525738+0000", 2021-07-26T16:00:09.556 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002412581 2021-07-26T16:00:09.556 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.556 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.557 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:09.557 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.528150+0000", 2021-07-26T16:00:09.557 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013191900000000001 2021-07-26T16:00:09.557 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.558 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.558 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:09.558 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.528282+0000", 2021-07-26T16:00:09.558 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00047970199999999998 2021-07-26T16:00:09.559 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:09.559 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:09.559 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1", 2021-07-26T16:00:09.559 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.528762+0000", 2021-07-26T16:00:09.560 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0030819710000000002 2021-07-26T16:00:09.560 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:09.560 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:09.560 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:09.561 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:09.561 INFO:teuthology.orchestra.run.smithi139.stdout: ], 2021-07-26T16:00:09.561 INFO:teuthology.orchestra.run.smithi139.stdout: "num_ops": 2 2021-07-26T16:00:09.562 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:00:09.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:09.564 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:09.564 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:09.665 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:09.694 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:09.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:09.696 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:09.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:09.828 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:09.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:09.831 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:09.932 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:09.969 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:09.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:09.971 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:10.056 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 34 16 67047 67031 123.195 87.1875 0.011634 0.00811191 2021-07-26T16:00:10.072 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:10.101 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:10.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:10.103 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:10.204 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:10.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:10.238 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:10.239 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:10.252 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:00:10.340 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:10.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:10.373 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:10.374 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:10.475 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:10.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:10 smithi078 ceph-mon[73801]: pgmap v250: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded; 3.7 GiB data, 8.5 GiB used, 613 GiB / 626 GiB avail; 96 MiB/s wr, 1.53k op/s; 28529/181710 objects degraded (15.700%); 13302/181710 objects misplaced (7.320%); 3.3 MiB/s, 53 objects/s recovering 2021-07-26T16:00:10.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:10 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:10.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:10 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/190690797' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:00:10.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:10 smithi078 ceph-mon[73801]: osdmap e104: 8 total, 7 up, 7 in 2021-07-26T16:00:10.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:10 smithi078 ceph-mon[77813]: pgmap v250: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded; 3.7 GiB data, 8.5 GiB used, 613 GiB / 626 GiB avail; 96 MiB/s wr, 1.53k op/s; 28529/181710 objects degraded (15.700%); 13302/181710 objects misplaced (7.320%); 3.3 MiB/s, 53 objects/s recovering 2021-07-26T16:00:10.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:10 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:10.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:10 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/190690797' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:00:10.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:10 smithi078 ceph-mon[77813]: osdmap e104: 8 total, 7 up, 7 in 2021-07-26T16:00:10.497 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:10.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:10.507 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:10.507 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:10.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:10 smithi139 ceph-mon[56829]: pgmap v250: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded; 3.7 GiB data, 8.5 GiB used, 613 GiB / 626 GiB avail; 96 MiB/s wr, 1.53k op/s; 28529/181710 objects degraded (15.700%); 13302/181710 objects misplaced (7.320%); 3.3 MiB/s, 53 objects/s recovering 2021-07-26T16:00:10.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:10 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:10.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:10 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/190690797' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:00:10.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:10 smithi139 ceph-mon[56829]: osdmap e104: 8 total, 7 up, 7 in 2021-07-26T16:00:10.609 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:10.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:10.657 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:10.657 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:10.742 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-07-26T16:00:10.758 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:10.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:10.842 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:10.843 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:10.944 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:10.949 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:00:10.976 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:10.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:10.979 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:11.056 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 35 16 68416 68400 122.119 85.5625 0.0176262 0.00818374 2021-07-26T16:00:11.079 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:11.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:11.112 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:11.112 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:11.214 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:11.219 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7] out_osds: [0] dead_osds: [2] live_osds: [0, 1, 3, 4, 5, 6, 7] 2021-07-26T16:00:11.219 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:00:11.220 INFO:tasks.thrashosds.thrasher:Reviving osd 2 2021-07-26T16:00:11.220 INFO:tasks.cephadm.osd.2:Restarting osd.2 (starting--it wasn't running)... 2021-07-26T16:00:11.220 DEBUG:teuthology.orchestra.run.smithi078:osd.2> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.2.service 2021-07-26T16:00:11.223 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl start ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.2 2021-07-26T16:00:11.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:11.258 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:11.258 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:11.259 INFO:journalctl@ceph.osd.2.smithi078.stdout:-- Logs begin at Mon 2021-07-26 15:31:13 UTC. -- 2021-07-26T16:00:11.359 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:11.398 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:11.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:11.400 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:11.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:11 smithi078 ceph-mon[73801]: pgmap v252: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.0 GiB data, 9.2 GiB used, 613 GiB / 626 GiB avail; 94 MiB/s wr, 1.51k op/s; 31088/195588 objects degraded (15.895%); 13885/195588 objects misplaced (7.099%); 3.6 MiB/s, 57 objects/s recovering 2021-07-26T16:00:11.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:11 smithi078 ceph-mon[77813]: pgmap v252: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.0 GiB data, 9.2 GiB used, 613 GiB / 626 GiB avail; 94 MiB/s wr, 1.51k op/s; 31088/195588 objects degraded (15.895%); 13885/195588 objects misplaced (7.099%); 3.6 MiB/s, 57 objects/s recovering 2021-07-26T16:00:11.489 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:11 smithi078 systemd[1]: Starting Ceph osd.2 for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T16:00:11.501 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:11.535 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:11.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:11.537 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:11.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:11 smithi139 ceph-mon[56829]: pgmap v252: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.0 GiB data, 9.2 GiB used, 613 GiB / 626 GiB avail; 94 MiB/s wr, 1.51k op/s; 31088/195588 objects degraded (15.895%); 13885/195588 objects misplaced (7.099%); 3.6 MiB/s, 57 objects/s recovering 2021-07-26T16:00:11.637 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:11.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:11.676 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:11.677 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:11.780 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:11.811 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:11.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:11.813 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:11.916 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:11.952 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:11.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:11.954 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:12.055 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:12.056 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 36 15 69741 69726 121.029 82.875 0.00934323 0.0082576 2021-07-26T16:00:12.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:12.101 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:12.102 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:12.204 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:12.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:12.241 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:12.241 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:12.251 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:12 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 31088/195588 objects degraded (15.895%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:12.343 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:12.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:12 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 31088/195588 objects degraded (15.895%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:12.354 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:12 smithi078 podman[107812]: 2021-07-26 16:00:12.151647907 +0000 UTC m=+0.055238966 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T16:00:12.354 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:12 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 31088/195588 objects degraded (15.895%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:12.376 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:00:12.378 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:12.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:12.380 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:12.482 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:12.513 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:12.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:12.514 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:12.610 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:12 smithi078 podman[107812]: 2021-07-26 16:00:12.460408447 +0000 UTC m=+0.363999489 container create 6c5bdb957a9def60064aeb8e2c8751382f5dd1c09ac15494287c92acac379d2b (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-activate, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766) 2021-07-26T16:00:12.611 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:12.615 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:12.651 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:12.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:12.653 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:12.754 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:12.786 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:12.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:12.788 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:12.811 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:00:12.852 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:00:12.870 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:12 smithi078 podman[107812]: 2021-07-26 16:00:12.718738227 +0000 UTC m=+0.622329298 container init 6c5bdb957a9def60064aeb8e2c8751382f5dd1c09ac15494287c92acac379d2b (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, maintainer=Dimitri Savineau , RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.19.8) 2021-07-26T16:00:12.871 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:12 smithi078 podman[107812]: 2021-07-26 16:00:12.782037407 +0000 UTC m=+0.685628464 container start 6c5bdb957a9def60064aeb8e2c8751382f5dd1c09ac15494287c92acac379d2b (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-activate, io.buildah.version=1.19.8, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2021-07-26T16:00:12.871 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:12 smithi078 podman[107812]: 2021-07-26 16:00:12.782358384 +0000 UTC m=+0.685949427 container attach 6c5bdb957a9def60064aeb8e2c8751382f5dd1c09ac15494287c92acac379d2b (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-activate, io.buildah.version=1.19.8, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c) 2021-07-26T16:00:12.890 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:12.900 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:00:12.932 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:00:12.939 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:12.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:12.941 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:12.971 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:00:13.008 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:00:13.042 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:13.046 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:00:13.046 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:00:13.046 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:00:13.047 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENXIO: problem getting command descriptions from osd.2 2021-07-26T16:00:13.047 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: problem getting command descriptions from osd.2 2021-07-26T16:00:13.047 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:00:13.047 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:00:13.047 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:00:13.048 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:00:13.048 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:00:13.055 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 37 16 70878 70862 119.677 71 0.013088 0.00834982 2021-07-26T16:00:13.085 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:13.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:13.087 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:13.188 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:13.230 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:13 smithi078 bash[107704]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-07-26T16:00:13.230 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:13 smithi078 bash[107704]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2021-07-26T16:00:13.230 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:13 smithi078 bash[107704]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2021-07-26T16:00:13.231 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:13 smithi078 bash[107704]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2021-07-26T16:00:13.231 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:13 smithi078 bash[107704]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-07-26T16:00:13.231 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:13 smithi078 bash[107704]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-07-26T16:00:13.231 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:13 smithi078 bash[107704]: --> ceph-volume lvm activate successful for osd ID: 2 2021-07-26T16:00:13.236 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:13.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:13.238 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:13.339 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:13.368 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:13.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:13.369 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:13.416 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:00:13.416 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:00:13.467 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:13 smithi139 ceph-mon[56829]: pgmap v253: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.0 GiB data, 9.2 GiB used, 613 GiB / 626 GiB avail; 90 MiB/s wr, 1.44k op/s; 31088/195588 objects degraded (15.895%); 13885/195588 objects misplaced (7.099%); 3.4 MiB/s, 55 objects/s recovering 2021-07-26T16:00:13.467 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:13 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/228545772' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:13.471 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:13 smithi078 ceph-mon[73801]: pgmap v253: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.0 GiB data, 9.2 GiB used, 613 GiB / 626 GiB avail; 90 MiB/s wr, 1.44k op/s; 31088/195588 objects degraded (15.895%); 13885/195588 objects misplaced (7.099%); 3.4 MiB/s, 55 objects/s recovering 2021-07-26T16:00:13.477 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:13 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/228545772' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:13 smithi078 ceph-mon[77813]: pgmap v253: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.0 GiB data, 9.2 GiB used, 613 GiB / 626 GiB avail; 90 MiB/s wr, 1.44k op/s; 31088/195588 objects degraded (15.895%); 13885/195588 objects misplaced (7.099%); 3.4 MiB/s, 55 objects/s recovering 2021-07-26T16:00:13.478 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:13 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/228545772' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:13.510 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:13.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:13.512 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:13.613 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:13.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:13.640 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:13.640 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:13.738 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:13 smithi078 podman[107812]: 2021-07-26 16:00:13.477301636 +0000 UTC m=+1.380892678 container died 6c5bdb957a9def60064aeb8e2c8751382f5dd1c09ac15494287c92acac379d2b (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-activate) 2021-07-26T16:00:13.745 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:13.766 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:13.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:13.768 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:13.869 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:13.901 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:13.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:13.903 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:14.004 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:14.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:14.036 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:14.037 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:14.056 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 38 16 71811 71795 118.062 58.3125 0.00691883 0.00846621 2021-07-26T16:00:14.138 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:14.174 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:14.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:14.176 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:14.277 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:14.305 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:14.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:14.307 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:14.408 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:14.443 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:14.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:14.445 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:14.487 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-07-26T16:00:14.546 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:14.579 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:14.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:14.580 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:14.655 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-07-26T16:00:14.656 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-07-26T16:00:14.682 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:14.702 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:00:14.710 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:14.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:14.711 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:14.812 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:14.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:14.846 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:14.846 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:14.948 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:14.976 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:14.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:14.978 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:14.988 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:14 smithi078 podman[107812]: 2021-07-26 16:00:14.785187 +0000 UTC m=+2.688778059 container remove 6c5bdb957a9def60064aeb8e2c8751382f5dd1c09ac15494287c92acac379d2b (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.build-date=20201204, io.buildah.version=1.19.8, org.label-schema.vendor=CentOS, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.name=CentOS Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-07-26T16:00:15.056 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 39 16 72966 72950 116.886 72.1875 0.00672259 0.00855042 2021-07-26T16:00:15.079 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:15.114 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:15.115 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:15.115 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:15.217 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:15.247 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:15.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:15.248 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:15.353 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:15.390 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:15.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:15.392 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:15.493 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:15.529 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:15.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:15.530 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:15.629 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:15 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:00:15.630 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:15 smithi078 ceph-mon[73801]: pgmap v254: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.4 GiB data, 10 GiB used, 612 GiB / 626 GiB avail; 82 MiB/s wr, 1.30k op/s; 33907/214539 objects degraded (15.805%); 14771/214539 objects misplaced (6.885%); 3.5 MiB/s, 55 objects/s recovering 2021-07-26T16:00:15.630 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:15 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:00:15.631 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:15 smithi078 ceph-mon[77813]: pgmap v254: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.4 GiB data, 10 GiB used, 612 GiB / 626 GiB avail; 82 MiB/s wr, 1.30k op/s; 33907/214539 objects degraded (15.805%); 14771/214539 objects misplaced (6.885%); 3.5 MiB/s, 55 objects/s recovering 2021-07-26T16:00:15.631 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:15 smithi078 podman[108429]: 2021-07-26 16:00:15.512288506 +0000 UTC m=+0.063541683 image pull quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f 2021-07-26T16:00:15.632 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:15.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:15.659 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:15.660 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:15.762 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:15.799 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:15.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:15.801 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:15.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:15 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:00:15.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:15 smithi139 ceph-mon[56829]: pgmap v254: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.4 GiB data, 10 GiB used, 612 GiB / 626 GiB avail; 82 MiB/s wr, 1.30k op/s; 33907/214539 objects degraded (15.805%); 14771/214539 objects misplaced (6.885%); 3.5 MiB/s, 55 objects/s recovering 2021-07-26T16:00:15.888 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:15 smithi078 podman[108429]: 2021-07-26 16:00:15.635062008 +0000 UTC m=+0.186315174 container create 23d02ec4e8925d0c8ded0767711b2b36c8b6ba471d64ad2177fda76cb2be0450 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766) 2021-07-26T16:00:15.889 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:15 smithi078 podman[108429]: 2021-07-26 16:00:15.794817933 +0000 UTC m=+0.346071114 container init 23d02ec4e8925d0c8ded0767711b2b36c8b6ba471d64ad2177fda76cb2be0450 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2, org.label-schema.name=CentOS Base Image, io.buildah.version=1.19.8, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2021-07-26T16:00:15.889 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:15 smithi078 podman[108429]: 2021-07-26 16:00:15.851683029 +0000 UTC m=+0.402936199 container start 23d02ec4e8925d0c8ded0767711b2b36c8b6ba471d64ad2177fda76cb2be0450 (image=quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2, org.label-schema.name=CentOS Base Image, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, RELEASE=wip-kefu-testing-2021-07-24-1158-bccf07c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.19.8, ceph=True, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2021-07-26T16:00:15.889 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:15 smithi078 bash[107704]: 23d02ec4e8925d0c8ded0767711b2b36c8b6ba471d64ad2177fda76cb2be0450 2021-07-26T16:00:15.894 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-07-26T16:00:15.903 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:16.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:16.009 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:16.010 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:16.059 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:2021-07-26T16:00:16.059186+0000 min lat: 0.00117863 max lat: 2.11282 avg lat: 0.00862338 2021-07-26T16:00:16.060 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-07-26T16:00:16.060 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 40 16 74209 74193 115.899 77.6875 0.00703065 0.00862338 2021-07-26T16:00:16.111 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:16.138 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:16.144 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:16.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:16.145 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:16.238 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:15 smithi078 systemd[1]: Started Ceph osd.2 for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T16:00:16.246 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:16.283 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:16.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:16.285 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:16.386 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:16.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:16.443 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:16.443 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:16.546 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:16.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:16.578 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:16.578 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:16.640 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:16 smithi078 conmon[108504]: 2021-07-26T16:00:16.358+0000 7fd9360030c0 -1 Falling back to public interface 2021-07-26T16:00:16.643 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:00:16.657 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:00:16.679 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:16.708 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:16.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:16.709 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:16.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:16 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1634192646' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:00:16.801 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:16 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:00:16.810 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:16.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:16.842 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:16.842 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:16.892 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:16.904 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:16 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1634192646' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:00:16.905 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:16 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:00:16.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:16 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1634192646' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:00:16.905 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:16 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:00:16.944 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:16.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:16.986 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:16.987 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:17.058 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 41 16 75310 75294 114.751 68.8125 0.0148401 0.00870973 2021-07-26T16:00:17.087 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:17.123 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:00:17.123 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:00:17.127 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:17.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:17.128 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:17.229 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:17.259 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:17.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:17.260 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:17.362 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:17.398 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:17.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:17.400 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:17.502 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:17.524 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:17.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:17.525 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:17.626 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:17.661 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:17.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:17.662 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:17.764 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:17.797 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:17.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:17.798 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:17.900 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:17.932 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:17.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:17.934 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:17.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:17 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:17.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:17 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:00:17.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:17 smithi078 ceph-mon[73801]: osdmap e105: 8 total, 7 up, 7 in 2021-07-26T16:00:17.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:17 smithi078 ceph-mon[73801]: pgmap v256: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.4 GiB data, 10 GiB used, 612 GiB / 626 GiB avail; 85 MiB/s wr, 1.37k op/s; 33907/214539 objects degraded (15.805%); 14771/214539 objects misplaced (6.885%); 4.3 MiB/s, 69 objects/s recovering 2021-07-26T16:00:17.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:17 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 33907/214539 objects degraded (15.805%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:17.991 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:17 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:17.992 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:17 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:00:17.992 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:17 smithi078 ceph-mon[77813]: osdmap e105: 8 total, 7 up, 7 in 2021-07-26T16:00:17.992 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:17 smithi078 ceph-mon[77813]: pgmap v256: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.4 GiB data, 10 GiB used, 612 GiB / 626 GiB avail; 85 MiB/s wr, 1.37k op/s; 33907/214539 objects degraded (15.805%); 14771/214539 objects misplaced (6.885%); 4.3 MiB/s, 69 objects/s recovering 2021-07-26T16:00:17.993 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:17 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 33907/214539 objects degraded (15.805%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:18.036 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:18.058 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 42 16 76415 76399 113.663 69.0625 0.0111314 0.00879317 2021-07-26T16:00:18.068 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:17 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:18.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:17 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:00:18.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:17 smithi139 ceph-mon[56829]: osdmap e105: 8 total, 7 up, 7 in 2021-07-26T16:00:18.069 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:17 smithi139 ceph-mon[56829]: pgmap v256: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.4 GiB data, 10 GiB used, 612 GiB / 626 GiB avail; 85 MiB/s wr, 1.37k op/s; 33907/214539 objects degraded (15.805%); 14771/214539 objects misplaced (6.885%); 4.3 MiB/s, 69 objects/s recovering 2021-07-26T16:00:18.070 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:17 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 33907/214539 objects degraded (15.805%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:18.072 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:18.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:18.074 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:18.167 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-07-26T16:00:18.175 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:18.250 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:18.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:18.252 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:18.354 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:18.383 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:00:18.387 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:18.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:18.389 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:18.491 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:18.532 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:18.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:18.535 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:18.638 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:18.675 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:18.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:18.677 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:18.781 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:18.814 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:18.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:18.816 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:18.917 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:18.934 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:18 smithi078 conmon[108504]: 2021-07-26T16:00:18.876+0000 7fd9360030c0 -1 osd.2 91 log_to_monitors {default=true} 2021-07-26T16:00:18.943 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:18.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:18.945 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:19.046 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:19.059 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 43 16 77548 77532 112.666 70.8125 0.00745409 0.00887132 2021-07-26T16:00:19.059 INFO:teuthology.orchestra.run.smithi078.stderr:no valid command found; 10 closest matches: 2021-07-26T16:00:19.059 INFO:teuthology.orchestra.run.smithi078.stderr:0 2021-07-26T16:00:19.060 INFO:teuthology.orchestra.run.smithi078.stderr:1 2021-07-26T16:00:19.060 INFO:teuthology.orchestra.run.smithi078.stderr:2 2021-07-26T16:00:19.060 INFO:teuthology.orchestra.run.smithi078.stderr:abort 2021-07-26T16:00:19.060 INFO:teuthology.orchestra.run.smithi078.stderr:assert 2021-07-26T16:00:19.060 INFO:teuthology.orchestra.run.smithi078.stderr:bluefs debug_inject_read_zeros 2021-07-26T16:00:19.061 INFO:teuthology.orchestra.run.smithi078.stderr:bluefs files list 2021-07-26T16:00:19.061 INFO:teuthology.orchestra.run.smithi078.stderr:bluefs stats 2021-07-26T16:00:19.061 INFO:teuthology.orchestra.run.smithi078.stderr:bluestore allocator dump block 2021-07-26T16:00:19.061 INFO:teuthology.orchestra.run.smithi078.stderr:bluestore allocator fragmentation block 2021-07-26T16:00:19.062 INFO:teuthology.orchestra.run.smithi078.stderr:admin_socket: invalid command 2021-07-26T16:00:19.084 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:19.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:19.086 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:19.188 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:19.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:19.229 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:19.230 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:19.331 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:19.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:19.371 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:19.371 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:19.473 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:19.506 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:19.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:19.508 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:19.610 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:19.643 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:19.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:19.645 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:19.746 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:19.776 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:19.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:19.777 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:19.878 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:19.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:19.914 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:19.915 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:20.015 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:20.055 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:20.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:20.056 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:20.059 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 44 16 78740 78724 111.799 74.5 0.00846235 0.00893961 2021-07-26T16:00:20.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:19 smithi139 ceph-mon[56829]: pgmap v257: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded; 4.5 GiB data, 10 GiB used, 611 GiB / 626 GiB avail; 53 MiB/s wr, 846 op/s; 34239/219708 objects degraded (15.584%); 15107/219708 objects misplaced (6.876%); 1.8 MiB/s, 29 objects/s recovering 2021-07-26T16:00:20.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:19 smithi139 ceph-mon[56829]: from='osd.2 [v2:172.21.15.78:6818/3298854328,v1:172.21.15.78:6819/3298854328]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T16:00:20.158 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:20.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:20.190 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:20.191 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:20.197 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:00:20.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:19 smithi078 ceph-mon[73801]: pgmap v257: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded; 4.5 GiB data, 10 GiB used, 611 GiB / 626 GiB avail; 53 MiB/s wr, 846 op/s; 34239/219708 objects degraded (15.584%); 15107/219708 objects misplaced (6.876%); 1.8 MiB/s, 29 objects/s recovering 2021-07-26T16:00:20.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:19 smithi078 ceph-mon[73801]: from='osd.2 [v2:172.21.15.78:6818/3298854328,v1:172.21.15.78:6819/3298854328]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T16:00:20.239 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:19 smithi078 conmon[108504]: 2021-07-26T16:00:19.810+0000 7fd926155700 -1 osd.2 91 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T16:00:20.239 INFO:journalctl@ceph.osd.2.smithi078.stdout:Jul 26 16:00:19 smithi078 conmon[108504]: 2021-07-26T16:00:20.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:19 smithi078 ceph-mon[77813]: pgmap v257: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+undersized+degraded; 4.5 GiB data, 10 GiB used, 611 GiB / 626 GiB avail; 53 MiB/s wr, 846 op/s; 34239/219708 objects degraded (15.584%); 15107/219708 objects misplaced (6.876%); 1.8 MiB/s, 29 objects/s recovering 2021-07-26T16:00:20.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:19 smithi078 ceph-mon[77813]: from='osd.2 [v2:172.21.15.78:6818/3298854328,v1:172.21.15.78:6819/3298854328]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T16:00:20.292 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:20.324 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:20.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:20.325 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:20.427 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:20.442 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:20.469 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:20.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:20.470 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:20.571 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:20.606 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:20.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:20.608 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:20.611 DEBUG:teuthology.orchestra.run:got remote process result: 22 2021-07-26T16:00:20.611 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-2, ['dump_ops_in_flight'] 2021-07-26T16:00:20.709 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:20.748 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:20.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:20.753 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:20.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:20 smithi139 ceph-mon[56829]: from='osd.2 [v2:172.21.15.78:6818/3298854328,v1:172.21.15.78:6819/3298854328]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T16:00:20.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:20 smithi139 ceph-mon[56829]: osdmap e106: 8 total, 7 up, 7 in 2021-07-26T16:00:20.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:20 smithi139 ceph-mon[56829]: from='osd.2 [v2:172.21.15.78:6818/3298854328,v1:172.21.15.78:6819/3298854328]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T16:00:20.855 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:20.860 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:00:20.860 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:00:20.877 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:20.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:20.879 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:20.906 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:00:20.925 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:00:20.943 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:00:20.961 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:00:20.979 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:00:20.979 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:21.000 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:21.001 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:00:21.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:21.002 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:21.014 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:00:21.031 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:00:21.033 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:00:21.033 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:00:21.034 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:00:21.034 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:00:21.034 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:00:21.034 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:00:21.035 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:00:21.035 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:00:21.053 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:20 smithi078 ceph-mon[77813]: from='osd.2 [v2:172.21.15.78:6818/3298854328,v1:172.21.15.78:6819/3298854328]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T16:00:21.053 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:20 smithi078 ceph-mon[77813]: osdmap e106: 8 total, 7 up, 7 in 2021-07-26T16:00:21.053 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:20 smithi078 ceph-mon[77813]: from='osd.2 [v2:172.21.15.78:6818/3298854328,v1:172.21.15.78:6819/3298854328]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T16:00:21.054 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:20 smithi078 ceph-mon[73801]: from='osd.2 [v2:172.21.15.78:6818/3298854328,v1:172.21.15.78:6819/3298854328]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T16:00:21.054 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:20 smithi078 ceph-mon[73801]: osdmap e106: 8 total, 7 up, 7 in 2021-07-26T16:00:21.054 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:20 smithi078 ceph-mon[73801]: from='osd.2 [v2:172.21.15.78:6818/3298854328,v1:172.21.15.78:6819/3298854328]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2021-07-26T16:00:21.059 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 45 16 79602 79586 110.512 53.875 0.00555436 0.00899112 2021-07-26T16:00:21.103 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:21.125 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:21.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:21.126 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:21.227 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:21.248 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:21.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:21.249 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:21.351 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:21.373 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:21.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:21.375 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:21.476 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:21.499 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:21.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:21.501 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:21.602 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:21.629 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:21.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:21.630 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:21.731 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:21.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:21.757 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:21.757 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:21.821 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-07-26T16:00:21.858 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:21.881 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:21.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:21.884 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:21.955 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:00:21.985 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:22.008 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:22.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:22.010 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:22.025 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:21 smithi078 ceph-mon[73801]: pgmap v259: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.7 GiB data, 11 GiB used, 611 GiB / 626 GiB avail; 94 MiB/s wr, 1.50k op/s; 36449/231687 objects degraded (15.732%); 15515/231687 objects misplaced (6.697%); 4.4 MiB/s, 70 objects/s recovering 2021-07-26T16:00:22.025 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:21 smithi078 ceph-mon[73801]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:00:22.025 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:21 smithi078 ceph-mon[73801]: osd.2 [v2:172.21.15.78:6818/3298854328,v1:172.21.15.78:6819/3298854328] boot 2021-07-26T16:00:22.026 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:21 smithi078 ceph-mon[73801]: osdmap e107: 8 total, 8 up, 7 in 2021-07-26T16:00:22.026 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:21 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T16:00:22.026 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:21 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3932008472' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:22.027 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:21 smithi078 ceph-mon[77813]: pgmap v259: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.7 GiB data, 11 GiB used, 611 GiB / 626 GiB avail; 94 MiB/s wr, 1.50k op/s; 36449/231687 objects degraded (15.732%); 15515/231687 objects misplaced (6.697%); 4.4 MiB/s, 70 objects/s recovering 2021-07-26T16:00:22.027 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:21 smithi078 ceph-mon[77813]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:00:22.027 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:21 smithi078 ceph-mon[77813]: osd.2 [v2:172.21.15.78:6818/3298854328,v1:172.21.15.78:6819/3298854328] boot 2021-07-26T16:00:22.027 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:21 smithi078 ceph-mon[77813]: osdmap e107: 8 total, 8 up, 7 in 2021-07-26T16:00:22.027 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:21 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T16:00:22.028 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:21 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3932008472' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:22.058 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 46 16 79602 79586 108.11 0 - 0.00899112 2021-07-26T16:00:22.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:21 smithi139 ceph-mon[56829]: pgmap v259: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.7 GiB data, 11 GiB used, 611 GiB / 626 GiB avail; 94 MiB/s wr, 1.50k op/s; 36449/231687 objects degraded (15.732%); 15515/231687 objects misplaced (6.697%); 4.4 MiB/s, 70 objects/s recovering 2021-07-26T16:00:22.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:21 smithi139 ceph-mon[56829]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:00:22.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:21 smithi139 ceph-mon[56829]: osd.2 [v2:172.21.15.78:6818/3298854328,v1:172.21.15.78:6819/3298854328] boot 2021-07-26T16:00:22.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:21 smithi139 ceph-mon[56829]: osdmap e107: 8 total, 8 up, 7 in 2021-07-26T16:00:22.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:21 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T16:00:22.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:21 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3932008472' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:22.111 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:22.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:22.134 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:22.135 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:22.236 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:22.258 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:22.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:22.260 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:22.361 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:22.381 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:22.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:22.383 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:22.484 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:22.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:22.507 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:22.508 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:22.609 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:22.631 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:22.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:22.633 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:22.734 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:22.755 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:22.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:22.757 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:22.858 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:22.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:22.883 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:22.884 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:22.927 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:22 smithi078 ceph-mon[73801]: osdmap e108: 8 total, 8 up, 7 in 2021-07-26T16:00:22.928 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:22 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 36449/231687 objects degraded (15.732%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:22.928 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:22 smithi078 ceph-mon[77813]: osdmap e108: 8 total, 8 up, 7 in 2021-07-26T16:00:22.928 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:22 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 36449/231687 objects degraded (15.732%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:22.985 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:23.013 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:23.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:23.015 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:23.059 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 47 16 79602 79586 105.81 0 - 0.00899112 2021-07-26T16:00:23.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:22 smithi139 ceph-mon[56829]: osdmap e108: 8 total, 8 up, 7 in 2021-07-26T16:00:23.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:22 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 36449/231687 objects degraded (15.732%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:23.116 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:23.138 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:23.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:23.139 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:23.241 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:23.272 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:23.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:23.273 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:23.374 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:23.415 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:23.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:23.417 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:23.518 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:23.554 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:23.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:23.556 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:23.588 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:00:23.588 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:00:23.588 INFO:teuthology.orchestra.run.smithi139.stdout: "complaint_time": 30, 2021-07-26T16:00:23.588 INFO:teuthology.orchestra.run.smithi139.stdout: "num_blocked_ops": 0 2021-07-26T16:00:23.589 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:00:23.657 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:23.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:23.691 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:23.691 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:23.793 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:23.817 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:23.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:23.818 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:23.919 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:23.955 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:00:23.959 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:23.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:23.960 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:24.059 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 48 16 80147 80131 104.315 11.3542 0.00630774 0.00957749 2021-07-26T16:00:24.062 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:24.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:23 smithi139 ceph-mon[56829]: pgmap v262: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.7 GiB data, 11 GiB used, 611 GiB / 626 GiB avail; 60 MiB/s wr, 952 op/s; 36449/231687 objects degraded (15.732%); 15515/231687 objects misplaced (6.697%); 3.0 MiB/s, 47 objects/s recovering 2021-07-26T16:00:24.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:23 smithi139 ceph-mon[56829]: osdmap e109: 8 total, 8 up, 7 in 2021-07-26T16:00:24.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:23 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/936015258' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:24.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:23 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:24.088 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:00:24.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:24.096 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:24.097 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:24.120 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:23 smithi078 ceph-mon[77813]: pgmap v262: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.7 GiB data, 11 GiB used, 611 GiB / 626 GiB avail; 60 MiB/s wr, 952 op/s; 36449/231687 objects degraded (15.732%); 15515/231687 objects misplaced (6.697%); 3.0 MiB/s, 47 objects/s recovering 2021-07-26T16:00:24.121 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:23 smithi078 ceph-mon[77813]: osdmap e109: 8 total, 8 up, 7 in 2021-07-26T16:00:24.122 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:23 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/936015258' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:24.123 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:23 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:24.124 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:23 smithi078 ceph-mon[73801]: pgmap v262: 89 pgs: 58 active+clean, 12 active+undersized, 10 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded; 4.7 GiB data, 11 GiB used, 611 GiB / 626 GiB avail; 60 MiB/s wr, 952 op/s; 36449/231687 objects degraded (15.732%); 15515/231687 objects misplaced (6.697%); 3.0 MiB/s, 47 objects/s recovering 2021-07-26T16:00:24.124 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:23 smithi078 ceph-mon[73801]: osdmap e109: 8 total, 8 up, 7 in 2021-07-26T16:00:24.126 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:23 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/936015258' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:24.126 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:23 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:24.199 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:24.227 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:24.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:24.228 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:24.305 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:24.329 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:24.356 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:24.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:24.358 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:24.459 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:24.509 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:24.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:24.511 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:24.612 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:24.648 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-07-26T16:00:24.656 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:24.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:24.658 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:24.759 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:24.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:24.808 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:24.809 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:24.849 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:00:24.910 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:24.941 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:24.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:24.944 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:25.045 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:25.059 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:24 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:00:25.059 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:24 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:00:25.059 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:24 smithi139 ceph-mon[56829]: osdmap e110: 8 total, 8 up, 7 in 2021-07-26T16:00:25.060 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 49 16 80813 80797 103.036 41.625 0.0247343 0.00970032 2021-07-26T16:00:25.074 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:24 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:00:25.074 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:24 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:00:25.075 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:24 smithi078 ceph-mon[73801]: osdmap e110: 8 total, 8 up, 7 in 2021-07-26T16:00:25.075 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:24 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:00:25.075 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:24 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:00:25.076 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:24 smithi078 ceph-mon[77813]: osdmap e110: 8 total, 8 up, 7 in 2021-07-26T16:00:25.082 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:25.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:25.083 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:25.184 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:25.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:25.218 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:25.219 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:25.320 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:25.350 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:25.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:25.352 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:25.453 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:25.498 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:25.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:25.500 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:25.601 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:25.613 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-07-26T16:00:25.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:25.632 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:25.633 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:25.734 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:25.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:25.784 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:25.785 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:25.850 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:25.886 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:25.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:25.915 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:25.915 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:26.016 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:26.056 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:26.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:26.058 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:26.059 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 50 16 81428 81412 101.744 38.4375 0.0200521 0.00982294 2021-07-26T16:00:26.160 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:26.199 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:26.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:26.201 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:26.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:25 smithi078 ceph-mon[73801]: pgmap v265: 89 pgs: 2 activating+undersized+degraded+remapped, 77 active+clean, 1 active+undersized, 1 active+clean+remapped, 8 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 11 GiB used, 610 GiB / 626 GiB avail; 43 MiB/s wr, 684 op/s; 53251/239907 objects degraded (22.197%); 1.8 MiB/s, 28 objects/s recovering 2021-07-26T16:00:26.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:25 smithi078 ceph-mon[77813]: pgmap v265: 89 pgs: 2 activating+undersized+degraded+remapped, 77 active+clean, 1 active+undersized, 1 active+clean+remapped, 8 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 11 GiB used, 610 GiB / 626 GiB avail; 43 MiB/s wr, 684 op/s; 53251/239907 objects degraded (22.197%); 1.8 MiB/s, 28 objects/s recovering 2021-07-26T16:00:26.299 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:25 smithi139 ceph-mon[56829]: pgmap v265: 89 pgs: 2 activating+undersized+degraded+remapped, 77 active+clean, 1 active+undersized, 1 active+clean+remapped, 8 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 11 GiB used, 610 GiB / 626 GiB avail; 43 MiB/s wr, 684 op/s; 53251/239907 objects degraded (22.197%); 1.8 MiB/s, 28 objects/s recovering 2021-07-26T16:00:26.302 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:26.342 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:26.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:26.344 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:26.445 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:26.473 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:26.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:26.475 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:26.576 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:26.615 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:26.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:26.617 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:26.718 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:26.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:26.759 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:26.759 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:26.840 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:00:26.840 INFO:teuthology.orchestra.run.smithi139.stdout: "size": 20, 2021-07-26T16:00:26.840 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 600, 2021-07-26T16:00:26.841 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:00:26.841 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.841 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40121 6.a 6:54714a03:::benchmark_data_smithi078_103090_object40120:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T16:00:26.841 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.094682+0000", 2021-07-26T16:00:26.842 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 36.741644291, 2021-07-26T16:00:26.842 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0113628010000002, 2021-07-26T16:00:26.843 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:26.843 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:00:26.844 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:26.844 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:26.844 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:26.844 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40121 2021-07-26T16:00:26.845 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.845 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:26.845 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.845 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:26.845 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094682+0000", 2021-07-26T16:00:26.846 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:26.846 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.846 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.846 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:26.847 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094682+0000", 2021-07-26T16:00:26.847 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5862000000000001e-05 2021-07-26T16:00:26.847 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.848 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.848 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:26.848 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094738+0000", 2021-07-26T16:00:26.848 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4310000000000001e-06 2021-07-26T16:00:26.849 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.849 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.849 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:26.849 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094740+0000", 2021-07-26T16:00:26.850 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5926999999999998e-05 2021-07-26T16:00:26.850 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.850 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.851 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:26.851 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094756+0000", 2021-07-26T16:00:26.851 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6619999999999999e-06 2021-07-26T16:00:26.851 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.852 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.852 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:26.852 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094763+0000", 2021-07-26T16:00:26.852 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6737000000000002e-05 2021-07-26T16:00:26.853 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.853 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.853 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.853 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094819+0000", 2021-07-26T16:00:26.853 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000156856 2021-07-26T16:00:26.854 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.854 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.854 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:26.854 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094976+0000", 2021-07-26T16:00:26.855 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016158500000000001 2021-07-26T16:00:26.855 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.855 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.855 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:00:26.856 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.095138+0000", 2021-07-26T16:00:26.856 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025441840000000001 2021-07-26T16:00:26.857 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.857 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.857 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:26.857 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.097682+0000", 2021-07-26T16:00:26.858 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0069698390000000002 2021-07-26T16:00:26.858 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.858 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.858 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:26.859 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.104652+0000", 2021-07-26T16:00:26.859 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0054546079999999997 2021-07-26T16:00:26.859 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.859 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.860 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.860 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.110107+0000", 2021-07-26T16:00:26.860 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4989999999999994e-06 2021-07-26T16:00:26.861 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.861 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.861 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:26.861 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.110115+0000", 2021-07-26T16:00:26.861 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98861855799999998 2021-07-26T16:00:26.862 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.862 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.862 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.862 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098734+0000", 2021-07-26T16:00:26.863 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2337000000000001e-05 2021-07-26T16:00:26.863 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.863 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.863 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:26.864 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098746+0000", 2021-07-26T16:00:26.864 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0071903179999999 2021-07-26T16:00:26.864 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.864 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.865 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.865 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.105936+0000", 2021-07-26T16:00:26.865 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000108398 2021-07-26T16:00:26.865 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.865 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.866 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:26.866 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.106045+0000", 2021-07-26T16:00:26.866 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0113628010000002 2021-07-26T16:00:26.866 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:26.867 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:26.867 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:26.867 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.867 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.867 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40124 6.d 6:b74a5998:::benchmark_data_smithi078_103090_object40123:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T16:00:26.868 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.100237+0000", 2021-07-26T16:00:26.868 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 36.736088852000002, 2021-07-26T16:00:26.868 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0380394929999999, 2021-07-26T16:00:26.868 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:26.869 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:00:26.869 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:26.869 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:26.869 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:26.869 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40124 2021-07-26T16:00:26.870 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.870 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:26.870 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.871 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:26.871 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100237+0000", 2021-07-26T16:00:26.871 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:26.871 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.872 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.872 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:26.872 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100237+0000", 2021-07-26T16:00:26.872 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5534999999999998e-05 2021-07-26T16:00:26.872 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.873 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.873 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:26.874 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100273+0000", 2021-07-26T16:00:26.875 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.283e-06 2021-07-26T16:00:26.875 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.875 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.875 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:26.876 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100275+0000", 2021-07-26T16:00:26.876 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2231e-05 2021-07-26T16:00:26.876 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.876 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.877 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:26.877 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100287+0000", 2021-07-26T16:00:26.877 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8379999999999998e-06 2021-07-26T16:00:26.877 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.878 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.878 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:26.878 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100293+0000", 2021-07-26T16:00:26.878 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0824e-05 2021-07-26T16:00:26.879 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.879 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.879 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.879 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100344+0000", 2021-07-26T16:00:26.880 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016962699999999999 2021-07-26T16:00:26.880 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.880 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.880 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:26.880 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100514+0000", 2021-07-26T16:00:26.881 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023681200000000001 2021-07-26T16:00:26.881 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.881 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.881 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:00:26.881 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100750+0000", 2021-07-26T16:00:26.882 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0086264259999999995 2021-07-26T16:00:26.882 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.882 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.882 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.883 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.109377+0000", 2021-07-26T16:00:26.883 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8308000000000001e-05 2021-07-26T16:00:26.883 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.883 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.883 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:26.884 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.109405+0000", 2021-07-26T16:00:26.884 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.99126182500000004 2021-07-26T16:00:26.884 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.884 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.884 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.885 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100667+0000", 2021-07-26T16:00:26.885 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.042e-05 2021-07-26T16:00:26.885 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.885 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.886 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:26.886 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100677+0000", 2021-07-26T16:00:26.886 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0293430299999999 2021-07-26T16:00:26.886 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.886 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.887 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.887 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.130020+0000", 2021-07-26T16:00:26.887 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00089149699999999999 2021-07-26T16:00:26.887 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.888 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.888 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for degraded object", 2021-07-26T16:00:26.888 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.130912+0000", 2021-07-26T16:00:26.888 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0072987520000000004 2021-07-26T16:00:26.889 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.889 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.889 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.889 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138211+0000", 2021-07-26T16:00:26.889 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6085000000000002e-05 2021-07-26T16:00:26.890 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.890 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.890 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:26.890 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138277+0000", 2021-07-26T16:00:26.891 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0380394929999999 2021-07-26T16:00:26.891 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:26.891 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:26.891 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:26.891 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.892 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.892 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40134 6.d 6:ba146751:::benchmark_data_smithi078_103090_object40133:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:00:26.892 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.114563+0000", 2021-07-26T16:00:26.892 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 36.721763584999998, 2021-07-26T16:00:26.893 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.023917693, 2021-07-26T16:00:26.893 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:26.893 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:26.893 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:26.893 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:26.894 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:26.894 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40134 2021-07-26T16:00:26.894 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.894 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:26.894 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.895 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:26.895 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114563+0000", 2021-07-26T16:00:26.895 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:26.895 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.895 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.896 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:26.896 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114563+0000", 2021-07-26T16:00:26.896 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6075000000000003e-05 2021-07-26T16:00:26.896 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.897 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.897 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:26.897 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114599+0000", 2021-07-26T16:00:26.897 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5879999999999998e-06 2021-07-26T16:00:26.897 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.898 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.898 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:26.898 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114607+0000", 2021-07-26T16:00:26.898 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6345e-05 2021-07-26T16:00:26.898 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.899 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.899 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:26.899 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114624+0000", 2021-07-26T16:00:26.899 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4189999999999999e-06 2021-07-26T16:00:26.900 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.900 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.900 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:26.900 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114630+0000", 2021-07-26T16:00:26.900 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5785999999999998e-05 2021-07-26T16:00:26.901 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.901 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.901 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.901 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114676+0000", 2021-07-26T16:00:26.901 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.3309999999999993e-06 2021-07-26T16:00:26.902 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.902 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.902 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:26.902 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114685+0000", 2021-07-26T16:00:26.903 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98613497400000005 2021-07-26T16:00:26.903 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.903 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.903 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.903 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100820+0000", 2021-07-26T16:00:26.904 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.7830000000000004e-06 2021-07-26T16:00:26.904 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.904 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.904 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:26.904 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100829+0000", 2021-07-26T16:00:26.905 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0301344969999999 2021-07-26T16:00:26.905 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.905 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.905 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.906 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.130963+0000", 2021-07-26T16:00:26.906 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000119349 2021-07-26T16:00:26.906 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.906 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.906 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:26.907 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.131083+0000", 2021-07-26T16:00:26.907 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015066799999999999 2021-07-26T16:00:26.907 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.908 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.908 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:00:26.908 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.131233+0000", 2021-07-26T16:00:26.908 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0063337480000000002 2021-07-26T16:00:26.908 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.909 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.909 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:26.909 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137567+0000", 2021-07-26T16:00:26.909 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000746935 2021-07-26T16:00:26.909 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.910 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.910 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:26.910 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138314+0000", 2021-07-26T16:00:26.910 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4214999999999997e-05 2021-07-26T16:00:26.911 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.911 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.911 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:26.911 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138348+0000", 2021-07-26T16:00:26.911 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5531999999999997e-05 2021-07-26T16:00:26.912 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.912 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.912 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:26.912 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138394+0000", 2021-07-26T16:00:26.913 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.6447999999999996e-05 2021-07-26T16:00:26.913 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.913 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.913 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:26.914 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138480+0000", 2021-07-26T16:00:26.914 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.023917693 2021-07-26T16:00:26.914 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:26.914 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:26.915 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:26.915 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.915 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.915 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40149 6.a 6:5171f40d:::benchmark_data_smithi078_103090_object40148:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:00:26.915 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.123581+0000", 2021-07-26T16:00:26.916 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 36.712744792999999, 2021-07-26T16:00:26.916 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.989644586, 2021-07-26T16:00:26.916 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:26.916 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:26.916 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:26.917 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:26.917 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:26.917 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40149 2021-07-26T16:00:26.918 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.918 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:26.918 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.918 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:26.918 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123581+0000", 2021-07-26T16:00:26.919 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:26.919 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.919 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.919 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:26.920 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123581+0000", 2021-07-26T16:00:26.920 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6038999999999997e-05 2021-07-26T16:00:26.920 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.920 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.920 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:26.921 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123627+0000", 2021-07-26T16:00:26.921 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8729999999999999e-06 2021-07-26T16:00:26.921 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.921 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.921 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:26.922 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123629+0000", 2021-07-26T16:00:26.922 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0912e-05 2021-07-26T16:00:26.922 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.922 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.922 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:26.923 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123640+0000", 2021-07-26T16:00:26.923 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5800000000000002e-06 2021-07-26T16:00:26.923 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.923 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.924 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:26.924 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123645+0000", 2021-07-26T16:00:26.924 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9932999999999998e-05 2021-07-26T16:00:26.924 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.925 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.925 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.925 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123695+0000", 2021-07-26T16:00:26.925 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9029999999999999e-06 2021-07-26T16:00:26.926 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.926 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.926 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:26.926 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123705+0000", 2021-07-26T16:00:26.927 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.97506860699999998 2021-07-26T16:00:26.927 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.927 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.927 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.927 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098773+0000", 2021-07-26T16:00:26.928 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7027000000000001e-05 2021-07-26T16:00:26.928 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.928 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.928 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:26.928 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098790+0000", 2021-07-26T16:00:26.929 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.007338716 2021-07-26T16:00:26.929 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.929 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.929 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.930 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.106129+0000", 2021-07-26T16:00:26.930 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00083012600000000004 2021-07-26T16:00:26.930 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.930 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.930 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:26.931 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.106959+0000", 2021-07-26T16:00:26.931 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00021645099999999999 2021-07-26T16:00:26.931 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.931 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.931 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:00:26.932 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.107176+0000", 2021-07-26T16:00:26.932 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0050259880000000003 2021-07-26T16:00:26.932 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.932 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.933 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:26.933 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.112201+0000", 2021-07-26T16:00:26.933 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00082432200000000005 2021-07-26T16:00:26.933 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.933 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.934 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:26.934 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113026+0000", 2021-07-26T16:00:26.934 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3779000000000003e-05 2021-07-26T16:00:26.934 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.934 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.935 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:26.935 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113060+0000", 2021-07-26T16:00:26.935 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9617999999999998e-05 2021-07-26T16:00:26.935 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.936 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.936 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:26.936 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113109+0000", 2021-07-26T16:00:26.936 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000116712 2021-07-26T16:00:26.936 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.937 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.937 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:26.937 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113226+0000", 2021-07-26T16:00:26.937 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.989644586 2021-07-26T16:00:26.938 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:26.938 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:26.938 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:26.938 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.938 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.939 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40150 6.a 6:55d1ae8f:::benchmark_data_smithi078_103090_object40149:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:00:26.939 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.125291+0000", 2021-07-26T16:00:26.939 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 36.711035610000003, 2021-07-26T16:00:26.939 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.988199338, 2021-07-26T16:00:26.940 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:26.940 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:26.940 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:26.940 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:26.940 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:26.941 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40150 2021-07-26T16:00:26.941 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.941 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:26.941 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.941 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:26.942 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125291+0000", 2021-07-26T16:00:26.942 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:26.942 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.942 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.943 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:26.943 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125291+0000", 2021-07-26T16:00:26.943 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3063000000000003e-05 2021-07-26T16:00:26.943 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.943 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.944 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:26.944 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125354+0000", 2021-07-26T16:00:26.945 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5430000000000001e-06 2021-07-26T16:00:26.945 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.945 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.946 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:26.946 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125355+0000", 2021-07-26T16:00:26.946 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0332999999999999e-05 2021-07-26T16:00:26.947 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.947 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.947 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:26.947 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125365+0000", 2021-07-26T16:00:26.948 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5129999999999998e-06 2021-07-26T16:00:26.948 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.948 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.949 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:26.949 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125370+0000", 2021-07-26T16:00:26.949 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8100999999999999e-05 2021-07-26T16:00:26.949 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.950 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.950 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.950 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125418+0000", 2021-07-26T16:00:26.950 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.3590000000000002e-06 2021-07-26T16:00:26.950 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.951 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.951 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:26.951 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125425+0000", 2021-07-26T16:00:26.951 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.97339371200000002 2021-07-26T16:00:26.952 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.952 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.952 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.952 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098819+0000", 2021-07-26T16:00:26.953 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5690000000000005e-06 2021-07-26T16:00:26.953 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.953 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.953 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:26.954 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098828+0000", 2021-07-26T16:00:26.954 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.009906652 2021-07-26T16:00:26.954 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.954 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.954 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.955 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.108734+0000", 2021-07-26T16:00:26.955 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000180135 2021-07-26T16:00:26.955 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.955 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.956 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:26.956 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.108914+0000", 2021-07-26T16:00:26.956 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00022656900000000001 2021-07-26T16:00:26.957 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.957 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.957 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:00:26.957 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.109141+0000", 2021-07-26T16:00:26.957 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003071318 2021-07-26T16:00:26.958 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.958 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.958 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:26.958 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.112212+0000", 2021-07-26T16:00:26.959 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010480260000000001 2021-07-26T16:00:26.959 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.959 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.959 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:26.959 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113260+0000", 2021-07-26T16:00:26.960 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1996000000000006e-05 2021-07-26T16:00:26.960 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.960 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.960 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:26.961 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113342+0000", 2021-07-26T16:00:26.961 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8550000000000002e-05 2021-07-26T16:00:26.961 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.961 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.962 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:26.962 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113381+0000", 2021-07-26T16:00:26.962 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000108899 2021-07-26T16:00:26.962 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.963 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.963 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:26.963 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113490+0000", 2021-07-26T16:00:26.963 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.988199338 2021-07-26T16:00:26.963 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:26.964 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:26.964 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:26.964 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.964 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.965 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40162 6.a 6:508ce34f:::benchmark_data_smithi078_103090_object40161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:00:26.965 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.132949+0000", 2021-07-26T16:00:26.965 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 36.703376779999999, 2021-07-26T16:00:26.965 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.980777257, 2021-07-26T16:00:26.966 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:26.966 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:26.967 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:26.967 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:26.967 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:26.967 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40162 2021-07-26T16:00:26.968 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.968 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:26.968 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.968 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:26.969 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.132949+0000", 2021-07-26T16:00:26.969 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:26.969 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.969 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.970 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:26.970 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.132949+0000", 2021-07-26T16:00:26.971 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0226999999999998e-05 2021-07-26T16:00:26.971 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.972 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.972 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:26.972 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133010+0000", 2021-07-26T16:00:26.972 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6810000000000001e-06 2021-07-26T16:00:26.973 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.973 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.973 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:26.974 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133011+0000", 2021-07-26T16:00:26.974 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3271000000000001e-05 2021-07-26T16:00:26.974 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.975 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.975 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:26.975 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133025+0000", 2021-07-26T16:00:26.975 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9200000000000003e-06 2021-07-26T16:00:26.976 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.976 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.976 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:26.976 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133029+0000", 2021-07-26T16:00:26.977 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8390000000000001e-05 2021-07-26T16:00:26.977 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.977 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.977 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.978 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133098+0000", 2021-07-26T16:00:26.978 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0227999999999999e-05 2021-07-26T16:00:26.978 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.978 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.979 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:26.979 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133108+0000", 2021-07-26T16:00:26.979 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96574153600000001 2021-07-26T16:00:26.979 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.980 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.980 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.980 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098850+0000", 2021-07-26T16:00:26.980 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4379999999999995e-06 2021-07-26T16:00:26.981 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.981 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.982 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:26.982 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098858+0000", 2021-07-26T16:00:26.982 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0116103540000001 2021-07-26T16:00:26.982 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.983 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.983 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:26.983 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.110468+0000", 2021-07-26T16:00:26.984 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011180600000000001 2021-07-26T16:00:26.984 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.984 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.984 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:26.985 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.110580+0000", 2021-07-26T16:00:26.985 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000143707 2021-07-26T16:00:26.985 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.985 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.986 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:00:26.986 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.110724+0000", 2021-07-26T16:00:26.986 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0023078740000000001 2021-07-26T16:00:26.987 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.987 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.987 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:26.988 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113032+0000", 2021-07-26T16:00:26.988 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00050177299999999995 2021-07-26T16:00:26.989 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.989 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.989 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:26.989 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113534+0000", 2021-07-26T16:00:26.990 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5257000000000003e-05 2021-07-26T16:00:26.990 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.990 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.991 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:26.991 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113589+0000", 2021-07-26T16:00:26.991 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5138000000000001e-05 2021-07-26T16:00:26.992 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.992 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.992 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:26.992 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113624+0000", 2021-07-26T16:00:26.992 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000102657 2021-07-26T16:00:26.993 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.993 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.993 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:26.993 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113727+0000", 2021-07-26T16:00:26.994 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.980777257 2021-07-26T16:00:26.994 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:26.994 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:26.994 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:26.994 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.995 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.995 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40166 6.d 6:b398356a:::benchmark_data_smithi078_103090_object40165:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:00:26.995 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.133286+0000", 2021-07-26T16:00:26.995 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 36.703039867999998, 2021-07-26T16:00:26.996 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0054865030000002, 2021-07-26T16:00:26.996 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:26.996 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:26.996 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:26.996 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:26.997 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:26.997 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40166 2021-07-26T16:00:26.997 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.997 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:26.998 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.998 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:26.998 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133286+0000", 2021-07-26T16:00:26.998 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:26.999 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:26.999 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:26.999 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:26.999 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133286+0000", 2021-07-26T16:00:27.000 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0402000000000002e-05 2021-07-26T16:00:27.000 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.000 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.000 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:27.001 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133347+0000", 2021-07-26T16:00:27.001 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8980000000000001e-06 2021-07-26T16:00:27.001 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.003 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.003 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:27.004 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133349+0000", 2021-07-26T16:00:27.005 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4764e-05 2021-07-26T16:00:27.005 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.005 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.006 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:27.006 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133363+0000", 2021-07-26T16:00:27.006 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.0269999999999998e-06 2021-07-26T16:00:27.006 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.007 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.007 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:27.007 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133370+0000", 2021-07-26T16:00:27.007 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9546000000000003e-05 2021-07-26T16:00:27.008 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.008 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.008 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.008 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133420+0000", 2021-07-26T16:00:27.009 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6439999999999997e-06 2021-07-26T16:00:27.009 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.009 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.009 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:27.009 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133426+0000", 2021-07-26T16:00:27.010 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96743476799999994 2021-07-26T16:00:27.010 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.010 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.010 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.011 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100860+0000", 2021-07-26T16:00:27.011 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1119999999999996e-06 2021-07-26T16:00:27.011 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.011 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.011 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:27.012 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100868+0000", 2021-07-26T16:00:27.012 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.031667691 2021-07-26T16:00:27.012 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.012 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.013 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.013 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.132536+0000", 2021-07-26T16:00:27.013 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000186262 2021-07-26T16:00:27.013 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.013 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.014 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:27.014 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.132722+0000", 2021-07-26T16:00:27.014 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00028318899999999999 2021-07-26T16:00:27.014 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.015 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.015 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:00:27.015 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.133006+0000", 2021-07-26T16:00:27.015 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0045685639999999998 2021-07-26T16:00:27.016 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.016 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.016 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:27.016 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137574+0000", 2021-07-26T16:00:27.017 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00094856200000000002 2021-07-26T16:00:27.017 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.017 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.017 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.017 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138523+0000", 2021-07-26T16:00:27.018 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010005699999999999 2021-07-26T16:00:27.018 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.018 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.018 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.019 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138623+0000", 2021-07-26T16:00:27.019 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0769000000000001e-05 2021-07-26T16:00:27.019 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.019 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.019 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:27.020 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138674+0000", 2021-07-26T16:00:27.020 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9247999999999996e-05 2021-07-26T16:00:27.020 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.020 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.021 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:27.021 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138773+0000", 2021-07-26T16:00:27.021 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0054865030000002 2021-07-26T16:00:27.021 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.021 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.022 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.022 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.022 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.022 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40168 6.d 6:b7ce6a91:::benchmark_data_smithi078_103090_object40167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:00:27.023 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.135442+0000", 2021-07-26T16:00:27.023 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 36.700884627999997, 2021-07-26T16:00:27.023 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0044574690000001, 2021-07-26T16:00:27.023 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:27.024 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:27.024 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:27.024 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:27.024 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:27.024 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40168 2021-07-26T16:00:27.025 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.025 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:27.025 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.026 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:27.026 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135442+0000", 2021-07-26T16:00:27.026 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:27.026 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.026 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.027 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:27.027 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135442+0000", 2021-07-26T16:00:27.027 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5478000000000001e-05 2021-07-26T16:00:27.027 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.028 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.028 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:27.028 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135487+0000", 2021-07-26T16:00:27.028 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5030000000000001e-06 2021-07-26T16:00:27.028 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.029 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.029 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:27.029 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135488+0000", 2021-07-26T16:00:27.029 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2286000000000001e-05 2021-07-26T16:00:27.030 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.030 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.030 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:27.030 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135501+0000", 2021-07-26T16:00:27.030 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7859999999999996e-06 2021-07-26T16:00:27.031 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.031 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.031 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:27.031 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135506+0000", 2021-07-26T16:00:27.032 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5639000000000001e-05 2021-07-26T16:00:27.032 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.032 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.032 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.032 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135551+0000", 2021-07-26T16:00:27.033 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9199999999999999e-06 2021-07-26T16:00:27.033 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.033 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.033 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:27.033 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135561+0000", 2021-07-26T16:00:27.034 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96533159499999999 2021-07-26T16:00:27.034 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.034 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.034 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.035 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100893+0000", 2021-07-26T16:00:27.035 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1099999999999997e-06 2021-07-26T16:00:27.035 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.035 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.036 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:27.036 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100900+0000", 2021-07-26T16:00:27.036 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0332489899999999 2021-07-26T16:00:27.036 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.036 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.037 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.037 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.134149+0000", 2021-07-26T16:00:27.037 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0001528 2021-07-26T16:00:27.037 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.037 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.038 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:27.038 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.134302+0000", 2021-07-26T16:00:27.038 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015171999999999999 2021-07-26T16:00:27.038 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.039 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.039 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:00:27.039 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.134453+0000", 2021-07-26T16:00:27.039 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0032324570000000002 2021-07-26T16:00:27.039 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.040 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.040 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:27.040 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137686+0000", 2021-07-26T16:00:27.040 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001831264 2021-07-26T16:00:27.041 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.041 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.041 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.041 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139517+0000", 2021-07-26T16:00:27.041 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014847300000000001 2021-07-26T16:00:27.042 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.042 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.042 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.042 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139666+0000", 2021-07-26T16:00:27.042 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6167999999999994e-05 2021-07-26T16:00:27.043 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.043 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.043 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:27.043 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139732+0000", 2021-07-26T16:00:27.044 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016728000000000001 2021-07-26T16:00:27.044 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.044 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.044 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:27.044 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139899+0000", 2021-07-26T16:00:27.045 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0044574690000001 2021-07-26T16:00:27.045 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.045 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.045 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.045 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.046 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.046 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40169 6.d 6:b4fb8817:::benchmark_data_smithi078_103090_object40168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:00:27.046 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.135522+0000", 2021-07-26T16:00:27.046 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 36.700804597000001, 2021-07-26T16:00:27.047 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.004680155, 2021-07-26T16:00:27.047 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:27.047 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:27.047 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:27.047 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:27.048 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:27.048 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40169 2021-07-26T16:00:27.048 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.048 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:27.049 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.049 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:27.049 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135522+0000", 2021-07-26T16:00:27.049 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:27.049 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.050 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.050 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:27.050 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135522+0000", 2021-07-26T16:00:27.050 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6668000000000006e-05 2021-07-26T16:00:27.050 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.051 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.051 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:27.051 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135588+0000", 2021-07-26T16:00:27.051 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.099e-06 2021-07-26T16:00:27.052 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.052 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.052 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:27.052 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135589+0000", 2021-07-26T16:00:27.052 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.8980000000000002e-06 2021-07-26T16:00:27.053 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.053 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.053 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:27.053 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135598+0000", 2021-07-26T16:00:27.054 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5749999999999997e-06 2021-07-26T16:00:27.054 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.054 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.054 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:27.054 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135605+0000", 2021-07-26T16:00:27.055 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7565999999999999e-05 2021-07-26T16:00:27.055 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.055 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.055 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.056 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135642+0000", 2021-07-26T16:00:27.056 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.3200000000000002e-06 2021-07-26T16:00:27.056 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.056 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.056 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:27.057 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135650+0000", 2021-07-26T16:00:27.057 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96527348000000002 2021-07-26T16:00:27.057 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.057 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.057 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.058 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100923+0000", 2021-07-26T16:00:27.058 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7400000000000004e-06 2021-07-26T16:00:27.058 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.058 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.059 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:27.059 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100931+0000", 2021-07-26T16:00:27.059 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.034503087 2021-07-26T16:00:27.059 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.059 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.060 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.060 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.135434+0000", 2021-07-26T16:00:27.060 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016143099999999999 2021-07-26T16:00:27.060 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.060 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.061 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:27.061 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.135595+0000", 2021-07-26T16:00:27.061 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015485400000000001 2021-07-26T16:00:27.061 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.062 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.062 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:00:27.062 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.135750+0000", 2021-07-26T16:00:27.062 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0019430249999999999 2021-07-26T16:00:27.062 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.063 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.063 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:27.063 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137693+0000", 2021-07-26T16:00:27.063 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0018749649999999999 2021-07-26T16:00:27.064 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.064 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.064 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.064 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139568+0000", 2021-07-26T16:00:27.064 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00040055100000000002 2021-07-26T16:00:27.065 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.065 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.065 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.065 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139969+0000", 2021-07-26T16:00:27.065 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010720700000000001 2021-07-26T16:00:27.066 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.066 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.066 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:27.066 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140076+0000", 2021-07-26T16:00:27.067 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00012568900000000001 2021-07-26T16:00:27.067 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.067 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.067 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:27.067 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140202+0000", 2021-07-26T16:00:27.068 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.004680155 2021-07-26T16:00:27.068 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.068 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.068 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.069 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.069 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.069 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40174 6.d 6:b6e4e020:::benchmark_data_smithi078_103090_object40173:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:00:27.069 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.143375+0000", 2021-07-26T16:00:27.069 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 36.692951280999999, 2021-07-26T16:00:27.070 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9971578130000001, 2021-07-26T16:00:27.070 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:27.070 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:27.070 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:27.071 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:27.071 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:27.071 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40174 2021-07-26T16:00:27.071 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.072 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:27.072 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.072 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:27.072 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143375+0000", 2021-07-26T16:00:27.073 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:27.073 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.073 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.073 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:27.073 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143375+0000", 2021-07-26T16:00:27.074 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6050000000000001e-05 2021-07-26T16:00:27.074 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.074 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.074 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:27.075 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143421+0000", 2021-07-26T16:00:27.075 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.443e-06 2021-07-26T16:00:27.075 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.075 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.075 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:27.076 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143422+0000", 2021-07-26T16:00:27.076 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2407e-05 2021-07-26T16:00:27.076 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.076 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.077 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:27.077 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143435+0000", 2021-07-26T16:00:27.077 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2290000000000002e-06 2021-07-26T16:00:27.077 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.077 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.078 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:27.078 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143440+0000", 2021-07-26T16:00:27.078 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4751e-05 2021-07-26T16:00:27.078 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.079 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.079 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.079 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143475+0000", 2021-07-26T16:00:27.079 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5020000000000003e-06 2021-07-26T16:00:27.080 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.080 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.080 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:27.080 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143482+0000", 2021-07-26T16:00:27.080 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.95747483099999997 2021-07-26T16:00:27.081 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.081 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.081 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.081 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100957+0000", 2021-07-26T16:00:27.082 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.6399999999999997e-06 2021-07-26T16:00:27.082 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.082 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.082 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:00:27.082 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100965+0000", 2021-07-26T16:00:27.083 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0357020619999999 2021-07-26T16:00:27.083 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.083 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.083 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.083 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.136667+0000", 2021-07-26T16:00:27.084 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000102015 2021-07-26T16:00:27.084 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.084 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.084 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:27.085 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.136769+0000", 2021-07-26T16:00:27.085 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000125322 2021-07-26T16:00:27.085 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.085 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.085 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:00:27.086 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.136894+0000", 2021-07-26T16:00:27.086 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001046136 2021-07-26T16:00:27.086 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.086 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.087 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:27.087 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137940+0000", 2021-07-26T16:00:27.087 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0016830860000000001 2021-07-26T16:00:27.087 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.087 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.088 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.088 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139623+0000", 2021-07-26T16:00:27.088 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00065063499999999999 2021-07-26T16:00:27.088 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.089 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.089 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.089 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140274+0000", 2021-07-26T16:00:27.089 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.8578000000000004e-05 2021-07-26T16:00:27.089 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.090 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.090 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:27.090 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140373+0000", 2021-07-26T16:00:27.090 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016012599999999999 2021-07-26T16:00:27.090 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.091 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.091 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:27.091 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140533+0000", 2021-07-26T16:00:27.091 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9971578130000001 2021-07-26T16:00:27.092 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.092 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.092 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.092 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.092 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.093 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:41900 6.7 6:ef51b76e:::benchmark_data_smithi078_103090_object41899:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e101)", 2021-07-26T16:00:27.093 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:53.157089+0000", 2021-07-26T16:00:27.093 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 33.679236793000001, 2021-07-26T16:00:27.093 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14571110200000001, 2021-07-26T16:00:27.094 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:27.094 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:27.094 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:27.094 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:27.094 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:27.095 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 41900 2021-07-26T16:00:27.095 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.095 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:27.095 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.095 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:27.096 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157089+0000", 2021-07-26T16:00:27.096 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:27.096 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.096 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.097 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:27.097 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157089+0000", 2021-07-26T16:00:27.097 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3643999999999997e-05 2021-07-26T16:00:27.097 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.097 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.098 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:27.098 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157143+0000", 2021-07-26T16:00:27.098 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8220000000000001e-06 2021-07-26T16:00:27.098 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.098 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.099 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:27.099 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157145+0000", 2021-07-26T16:00:27.099 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0991e-05 2021-07-26T16:00:27.099 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.100 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.100 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:27.100 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157156+0000", 2021-07-26T16:00:27.100 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2580000000000003e-06 2021-07-26T16:00:27.100 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.101 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.101 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:27.101 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157161+0000", 2021-07-26T16:00:27.101 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6817999999999998e-05 2021-07-26T16:00:27.102 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.102 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.102 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.102 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157208+0000", 2021-07-26T16:00:27.102 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011341 2021-07-26T16:00:27.103 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.103 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.103 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:27.103 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157321+0000", 2021-07-26T16:00:27.104 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011587 2021-07-26T16:00:27.104 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.104 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.104 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,4", 2021-07-26T16:00:27.104 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157437+0000", 2021-07-26T16:00:27.105 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027937489999999999 2021-07-26T16:00:27.105 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.105 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.105 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:27.105 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.160231+0000", 2021-07-26T16:00:27.106 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00071243299999999995 2021-07-26T16:00:27.106 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.106 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.106 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.107 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.160943+0000", 2021-07-26T16:00:27.107 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.141729457 2021-07-26T16:00:27.107 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.107 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.107 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.108 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.302673+0000", 2021-07-26T16:00:27.108 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9089000000000002e-05 2021-07-26T16:00:27.108 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.108 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.109 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:27.109 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.302742+0000", 2021-07-26T16:00:27.109 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8560999999999997e-05 2021-07-26T16:00:27.109 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.109 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.110 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:27.110 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.302800+0000", 2021-07-26T16:00:27.110 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14571110200000001 2021-07-26T16:00:27.110 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.111 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.111 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.111 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.111 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.111 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:41902 6.7 6:e3e73137:::benchmark_data_smithi078_103090_object41901:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e101)", 2021-07-26T16:00:27.112 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:53.158135+0000", 2021-07-26T16:00:27.112 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 33.678190763000003, 2021-07-26T16:00:27.112 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.145587676, 2021-07-26T16:00:27.112 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:27.113 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:27.113 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:27.113 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:27.113 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:27.113 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 41902 2021-07-26T16:00:27.114 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.114 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:27.114 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.114 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:27.115 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158135+0000", 2021-07-26T16:00:27.115 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:27.115 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.115 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.115 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:27.116 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158135+0000", 2021-07-26T16:00:27.116 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6396e-05 2021-07-26T16:00:27.116 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.116 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.117 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:27.117 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158192+0000", 2021-07-26T16:00:27.117 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.979e-06 2021-07-26T16:00:27.117 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.117 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.118 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:27.118 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158194+0000", 2021-07-26T16:00:27.118 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2345e-05 2021-07-26T16:00:27.118 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.119 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.119 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:27.119 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158206+0000", 2021-07-26T16:00:27.119 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8980000000000001e-06 2021-07-26T16:00:27.119 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.120 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.120 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:27.120 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158212+0000", 2021-07-26T16:00:27.120 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00065690799999999999 2021-07-26T16:00:27.120 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.121 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.121 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.121 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158869+0000", 2021-07-26T16:00:27.121 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015442900000000001 2021-07-26T16:00:27.122 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.122 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.122 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:27.122 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.159023+0000", 2021-07-26T16:00:27.122 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000103336 2021-07-26T16:00:27.123 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.123 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.123 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,4", 2021-07-26T16:00:27.123 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.159127+0000", 2021-07-26T16:00:27.124 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001886193 2021-07-26T16:00:27.124 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.124 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.124 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.124 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.161013+0000", 2021-07-26T16:00:27.125 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.8609999999999993e-06 2021-07-26T16:00:27.125 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.125 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.125 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:27.126 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.161023+0000", 2021-07-26T16:00:27.126 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14259071400000001 2021-07-26T16:00:27.126 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.126 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.126 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.127 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.303613+0000", 2021-07-26T16:00:27.127 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8699000000000001e-05 2021-07-26T16:00:27.127 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.127 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.127 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:27.128 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.303682+0000", 2021-07-26T16:00:27.128 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.0917999999999997e-05 2021-07-26T16:00:27.128 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.128 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.129 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:27.129 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.303723+0000", 2021-07-26T16:00:27.129 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.145587676 2021-07-26T16:00:27.129 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.129 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.130 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.130 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.130 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.130 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:79985 6.a 6:582414f5:::benchmark_data_smithi078_103090_object79984:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e109)", 2021-07-26T16:00:27.131 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:23.784538+0000", 2021-07-26T16:00:27.131 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 3.0517878139999999, 2021-07-26T16:00:27.131 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.072045424999999996, 2021-07-26T16:00:27.131 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:27.131 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:27.132 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:27.132 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:27.132 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:27.132 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 79985 2021-07-26T16:00:27.132 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.133 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:27.133 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.133 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:27.133 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.784538+0000", 2021-07-26T16:00:27.134 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:27.134 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.134 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.134 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:27.134 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.784538+0000", 2021-07-26T16:00:27.135 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7318999999999998e-05 2021-07-26T16:00:27.135 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.135 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.135 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:27.136 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.784596+0000", 2021-07-26T16:00:27.136 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.81e-06 2021-07-26T16:00:27.136 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.136 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.136 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:27.137 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.784597+0000", 2021-07-26T16:00:27.137 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.978e-06 2021-07-26T16:00:27.137 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.137 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.137 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:27.138 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.784607+0000", 2021-07-26T16:00:27.138 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5629999999999999e-06 2021-07-26T16:00:27.138 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.138 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.139 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:27.139 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.784613+0000", 2021-07-26T16:00:27.139 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.4635000000000001e-05 2021-07-26T16:00:27.139 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.139 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.140 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.140 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.784668+0000", 2021-07-26T16:00:27.140 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00017852699999999999 2021-07-26T16:00:27.140 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.140 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.141 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:27.141 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.784846+0000", 2021-07-26T16:00:27.141 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023062000000000001 2021-07-26T16:00:27.141 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.142 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.142 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:00:27.142 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.785077+0000", 2021-07-26T16:00:27.142 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0028961239999999999 2021-07-26T16:00:27.142 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.143 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.143 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:27.143 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.787973+0000", 2021-07-26T16:00:27.143 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00076942000000000004 2021-07-26T16:00:27.143 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.144 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.144 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.144 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.788742+0000", 2021-07-26T16:00:27.144 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.065723487999999997 2021-07-26T16:00:27.145 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.145 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.145 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.145 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.854466+0000", 2021-07-26T16:00:27.145 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1718000000000002e-05 2021-07-26T16:00:27.146 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.146 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.146 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:27.146 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.854518+0000", 2021-07-26T16:00:27.146 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0020662229999999998 2021-07-26T16:00:27.147 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.147 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.147 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:27.147 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.856584+0000", 2021-07-26T16:00:27.148 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.072045424999999996 2021-07-26T16:00:27.148 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.148 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.148 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.148 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.149 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.149 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:80034 6.d 6:bbbc79f0:::benchmark_data_smithi078_103090_object80033:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e109)", 2021-07-26T16:00:27.149 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:23.869488+0000", 2021-07-26T16:00:27.149 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 2.9668385449999999, 2021-07-26T16:00:27.150 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.063700964999999998, 2021-07-26T16:00:27.150 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:27.150 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:27.150 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:27.150 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:27.151 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:27.151 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 80034 2021-07-26T16:00:27.151 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.151 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:27.152 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.152 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:27.152 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.869488+0000", 2021-07-26T16:00:27.152 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:27.152 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.153 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.153 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:27.153 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.869488+0000", 2021-07-26T16:00:27.153 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.0219999999999998e-05 2021-07-26T16:00:27.153 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.154 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.154 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:27.154 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.869528+0000", 2021-07-26T16:00:27.154 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4200000000000001e-06 2021-07-26T16:00:27.155 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.155 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.155 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:27.155 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.869530+0000", 2021-07-26T16:00:27.155 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6344000000000001e-05 2021-07-26T16:00:27.156 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.156 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.156 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:27.156 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.869547+0000", 2021-07-26T16:00:27.156 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.849e-06 2021-07-26T16:00:27.157 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.157 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.157 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:27.157 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.869553+0000", 2021-07-26T16:00:27.158 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7973999999999998e-05 2021-07-26T16:00:27.158 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.158 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.158 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.158 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.869611+0000", 2021-07-26T16:00:27.159 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00019183500000000001 2021-07-26T16:00:27.159 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.159 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.159 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:27.160 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.869803+0000", 2021-07-26T16:00:27.160 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00026708999999999999 2021-07-26T16:00:27.160 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.160 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.160 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,2", 2021-07-26T16:00:27.161 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.870070+0000", 2021-07-26T16:00:27.161 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003450711 2021-07-26T16:00:27.161 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.161 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.162 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:27.162 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.873521+0000", 2021-07-26T16:00:27.162 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0078978480000000007 2021-07-26T16:00:27.162 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.162 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.163 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.163 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.881419+0000", 2021-07-26T16:00:27.163 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.048330842999999998 2021-07-26T16:00:27.163 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.163 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.164 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.164 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.929750+0000", 2021-07-26T16:00:27.164 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1874999999999998e-05 2021-07-26T16:00:27.164 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.165 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.165 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:27.165 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.929832+0000", 2021-07-26T16:00:27.165 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0033569559999999999 2021-07-26T16:00:27.165 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.166 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.166 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:27.166 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:23.933189+0000", 2021-07-26T16:00:27.166 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.063700964999999998 2021-07-26T16:00:27.167 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.167 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.167 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.167 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.168 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.168 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:80957 6.d 6:b05c74d5:::benchmark_data_smithi078_103090_object80956:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e110)", 2021-07-26T16:00:27.168 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:25.276130+0000", 2021-07-26T16:00:27.168 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 1.5601966190000001, 2021-07-26T16:00:27.168 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.061395709, 2021-07-26T16:00:27.169 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:27.169 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:27.169 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:27.169 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:27.170 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:27.170 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 80957 2021-07-26T16:00:27.170 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.170 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:27.170 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.171 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:27.171 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.276130+0000", 2021-07-26T16:00:27.171 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:27.171 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.172 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.172 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:27.172 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.276130+0000", 2021-07-26T16:00:27.172 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8986e-05 2021-07-26T16:00:27.172 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.173 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.173 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:27.173 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.276158+0000", 2021-07-26T16:00:27.173 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1789999999999998e-06 2021-07-26T16:00:27.173 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.174 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.174 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:27.174 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.276161+0000", 2021-07-26T16:00:27.174 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.218e-05 2021-07-26T16:00:27.175 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.175 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.175 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:27.175 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.276173+0000", 2021-07-26T16:00:27.175 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4579999999999998e-06 2021-07-26T16:00:27.176 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.176 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.176 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:27.176 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.276179+0000", 2021-07-26T16:00:27.177 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0066795070000000003 2021-07-26T16:00:27.177 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.177 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.177 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.177 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.282859+0000", 2021-07-26T16:00:27.178 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014141300000000001 2021-07-26T16:00:27.178 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.178 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.178 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:27.178 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.283000+0000", 2021-07-26T16:00:27.179 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00017242200000000001 2021-07-26T16:00:27.179 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.179 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.179 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,2", 2021-07-26T16:00:27.180 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.283173+0000", 2021-07-26T16:00:27.180 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00952976 2021-07-26T16:00:27.180 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.180 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.180 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:27.181 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.292702+0000", 2021-07-26T16:00:27.181 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0047560340000000001 2021-07-26T16:00:27.181 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.181 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.181 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.182 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.297458+0000", 2021-07-26T16:00:27.182 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.036590460999999998 2021-07-26T16:00:27.182 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.182 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.183 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.183 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.334049+0000", 2021-07-26T16:00:27.183 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000112434 2021-07-26T16:00:27.183 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.183 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.184 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:27.184 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.334161+0000", 2021-07-26T16:00:27.184 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0033638750000000001 2021-07-26T16:00:27.184 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.185 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.185 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:27.185 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.337525+0000", 2021-07-26T16:00:27.185 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.061395709 2021-07-26T16:00:27.185 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.186 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.186 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.186 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.186 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.187 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:80961 6.d 6:b81995df:::benchmark_data_smithi078_103090_object80960:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e110)", 2021-07-26T16:00:27.187 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:25.281104+0000", 2021-07-26T16:00:27.187 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 1.5552223279999999, 2021-07-26T16:00:27.187 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.062519880999999999, 2021-07-26T16:00:27.188 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:27.188 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:27.188 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:27.188 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:27.188 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:27.189 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 80961 2021-07-26T16:00:27.189 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.189 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:27.189 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.189 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:27.190 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.281104+0000", 2021-07-26T16:00:27.190 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:27.190 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.190 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.191 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:27.191 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.281104+0000", 2021-07-26T16:00:27.191 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.3096999999999995e-05 2021-07-26T16:00:27.191 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.192 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.192 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:27.192 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.281177+0000", 2021-07-26T16:00:27.192 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.855e-06 2021-07-26T16:00:27.192 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.193 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.193 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:27.193 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.281179+0000", 2021-07-26T16:00:27.193 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2456999999999999e-05 2021-07-26T16:00:27.193 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.194 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.194 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:27.194 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.281191+0000", 2021-07-26T16:00:27.194 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6500000000000001e-06 2021-07-26T16:00:27.195 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.195 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.195 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:27.195 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.281197+0000", 2021-07-26T16:00:27.195 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0070281689999999999 2021-07-26T16:00:27.196 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.196 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.196 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.196 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.288225+0000", 2021-07-26T16:00:27.196 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000133313 2021-07-26T16:00:27.197 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.197 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.197 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:27.197 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.288358+0000", 2021-07-26T16:00:27.198 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000150877 2021-07-26T16:00:27.198 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.198 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.198 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,2", 2021-07-26T16:00:27.198 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.288509+0000", 2021-07-26T16:00:27.199 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.004200451 2021-07-26T16:00:27.199 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.199 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.199 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:27.200 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.292710+0000", 2021-07-26T16:00:27.200 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0048117660000000003 2021-07-26T16:00:27.200 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.200 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.200 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.201 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.297521+0000", 2021-07-26T16:00:27.201 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.040070753000000001 2021-07-26T16:00:27.201 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.201 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.202 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.202 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.337592+0000", 2021-07-26T16:00:27.202 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.3344999999999997e-05 2021-07-26T16:00:27.202 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.202 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.203 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:27.203 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.337666+0000", 2021-07-26T16:00:27.203 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0059581479999999999 2021-07-26T16:00:27.203 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.203 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.204 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:27.204 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.343624+0000", 2021-07-26T16:00:27.204 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.062519880999999999 2021-07-26T16:00:27.204 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.205 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.205 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.205 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.205 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.206 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:81081 6.a 6:579dceec:::benchmark_data_smithi078_103090_object81080:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e110)", 2021-07-26T16:00:27.206 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:25.492432+0000", 2021-07-26T16:00:27.206 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 1.343893754, 2021-07-26T16:00:27.206 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.071174134, 2021-07-26T16:00:27.206 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:27.207 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:27.207 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:27.207 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:27.207 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:27.208 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 81081 2021-07-26T16:00:27.208 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.208 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:27.208 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.208 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:27.209 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.492432+0000", 2021-07-26T16:00:27.209 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:27.209 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.209 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.209 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:27.210 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.492432+0000", 2021-07-26T16:00:27.210 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3519999999999998e-05 2021-07-26T16:00:27.210 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.210 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.211 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:27.211 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.492456+0000", 2021-07-26T16:00:27.211 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.051e-06 2021-07-26T16:00:27.211 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.212 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.212 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:27.212 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.492457+0000", 2021-07-26T16:00:27.212 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5350000000000004e-06 2021-07-26T16:00:27.212 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.213 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.213 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:27.213 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.492465+0000", 2021-07-26T16:00:27.214 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.2660000000000002e-06 2021-07-26T16:00:27.214 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.214 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.214 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:27.215 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.492469+0000", 2021-07-26T16:00:27.215 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.005341719 2021-07-26T16:00:27.215 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.215 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.215 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.216 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.497810+0000", 2021-07-26T16:00:27.216 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00020887 2021-07-26T16:00:27.216 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.216 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.217 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:27.217 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.498019+0000", 2021-07-26T16:00:27.217 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023919699999999999 2021-07-26T16:00:27.217 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.218 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.218 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:00:27.218 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.498259+0000", 2021-07-26T16:00:27.218 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0023007930000000002 2021-07-26T16:00:27.218 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.219 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.219 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.219 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.500559+0000", 2021-07-26T16:00:27.219 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5325e-05 2021-07-26T16:00:27.220 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.220 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.220 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:27.220 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.500645+0000", 2021-07-26T16:00:27.220 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.060239465999999998 2021-07-26T16:00:27.221 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.221 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.221 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.221 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.560884+0000", 2021-07-26T16:00:27.222 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7181000000000005e-05 2021-07-26T16:00:27.222 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.222 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.222 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:27.222 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.560961+0000", 2021-07-26T16:00:27.223 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0026452110000000002 2021-07-26T16:00:27.223 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.223 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.223 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:27.223 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.563607+0000", 2021-07-26T16:00:27.224 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.071174134 2021-07-26T16:00:27.224 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.224 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.224 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.225 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.225 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.225 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:81085 6.a 6:5a875463:::benchmark_data_smithi078_103090_object81084:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e110)", 2021-07-26T16:00:27.225 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:25.500829+0000", 2021-07-26T16:00:27.225 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 1.335496668, 2021-07-26T16:00:27.226 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.065059922000000006, 2021-07-26T16:00:27.226 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:27.226 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:27.226 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:27.227 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:27.227 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:27.227 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 81085 2021-07-26T16:00:27.227 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.227 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:27.228 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.228 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:27.228 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.500829+0000", 2021-07-26T16:00:27.228 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:27.229 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.229 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.229 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:27.229 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.500829+0000", 2021-07-26T16:00:27.229 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1811000000000003e-05 2021-07-26T16:00:27.230 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.230 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.230 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:27.230 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.500871+0000", 2021-07-26T16:00:27.231 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5449999999999999e-06 2021-07-26T16:00:27.231 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.231 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.231 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:27.231 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.500875+0000", 2021-07-26T16:00:27.232 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2838e-05 2021-07-26T16:00:27.232 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.232 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.232 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:27.233 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.500888+0000", 2021-07-26T16:00:27.233 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6879999999999996e-06 2021-07-26T16:00:27.233 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.233 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.233 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:27.234 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.500893+0000", 2021-07-26T16:00:27.234 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0958000000000002e-05 2021-07-26T16:00:27.234 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.234 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.235 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.235 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.500944+0000", 2021-07-26T16:00:27.235 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000179395 2021-07-26T16:00:27.235 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.235 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.236 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:27.236 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.501124+0000", 2021-07-26T16:00:27.236 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000235226 2021-07-26T16:00:27.236 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.237 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.237 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:00:27.237 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.501359+0000", 2021-07-26T16:00:27.237 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0023495550000000001 2021-07-26T16:00:27.237 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.238 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.238 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:27.238 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.503708+0000", 2021-07-26T16:00:27.238 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00050783100000000004 2021-07-26T16:00:27.239 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.239 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.239 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.239 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.504216+0000", 2021-07-26T16:00:27.239 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.059453540999999999 2021-07-26T16:00:27.240 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.240 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.240 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.240 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.563670+0000", 2021-07-26T16:00:27.240 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4331e-05 2021-07-26T16:00:27.241 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.241 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.241 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:27.241 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.563714+0000", 2021-07-26T16:00:27.242 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0021752030000000001 2021-07-26T16:00:27.242 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.242 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.242 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:27.243 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.565889+0000", 2021-07-26T16:00:27.243 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.065059922000000006 2021-07-26T16:00:27.243 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.243 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.243 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.244 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.244 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.244 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:81088 6.a 6:50e7fdc1:::benchmark_data_smithi078_103090_object81087:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e110)", 2021-07-26T16:00:27.244 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:25.505638+0000", 2021-07-26T16:00:27.244 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 1.3306882250000001, 2021-07-26T16:00:27.245 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.062831898999999997, 2021-07-26T16:00:27.245 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:27.245 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:27.245 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:27.246 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:27.246 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:27.246 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 81088 2021-07-26T16:00:27.246 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.247 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:27.247 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.247 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:27.247 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.505638+0000", 2021-07-26T16:00:27.247 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:27.248 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.248 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.248 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:27.248 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.505638+0000", 2021-07-26T16:00:27.249 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6586999999999999e-05 2021-07-26T16:00:27.249 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.249 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.249 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:27.249 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.505694+0000", 2021-07-26T16:00:27.250 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1009999999999999e-06 2021-07-26T16:00:27.250 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.250 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.250 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:27.250 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.505697+0000", 2021-07-26T16:00:27.251 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0087e-05 2021-07-26T16:00:27.251 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.251 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.251 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:27.252 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.505707+0000", 2021-07-26T16:00:27.252 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8659999999999997e-06 2021-07-26T16:00:27.252 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.252 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.252 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:27.253 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.505712+0000", 2021-07-26T16:00:27.253 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9804e-05 2021-07-26T16:00:27.253 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.253 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.254 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.254 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.505761+0000", 2021-07-26T16:00:27.254 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00018470800000000001 2021-07-26T16:00:27.254 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.254 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.255 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:27.255 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.505946+0000", 2021-07-26T16:00:27.255 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000242847 2021-07-26T16:00:27.255 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.255 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.256 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:00:27.256 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.506189+0000", 2021-07-26T16:00:27.256 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027897019999999998 2021-07-26T16:00:27.256 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.257 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.257 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.257 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.508979+0000", 2021-07-26T16:00:27.257 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5191000000000001e-05 2021-07-26T16:00:27.257 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.258 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.258 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:27.258 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.508994+0000", 2021-07-26T16:00:27.258 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.056959859000000002 2021-07-26T16:00:27.259 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.259 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.259 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.259 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.565954+0000", 2021-07-26T16:00:27.259 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9249999999999998e-05 2021-07-26T16:00:27.260 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.260 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.260 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:27.260 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.566003+0000", 2021-07-26T16:00:27.260 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002466897 2021-07-26T16:00:27.261 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.261 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.261 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:27.261 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:25.568470+0000", 2021-07-26T16:00:27.262 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.062831898999999997 2021-07-26T16:00:27.262 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.262 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.262 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.262 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.263 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.263 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:81412 6.d 6:b23b699a:::benchmark_data_smithi078_103090_object81411:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e110)", 2021-07-26T16:00:27.263 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:26.040102+0000", 2021-07-26T16:00:27.263 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.79622412899999995, 2021-07-26T16:00:27.263 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.062326662999999997, 2021-07-26T16:00:27.264 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:27.264 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:27.264 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:27.264 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:27.265 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:27.265 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 81412 2021-07-26T16:00:27.265 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.265 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:27.265 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.266 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:27.266 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.040102+0000", 2021-07-26T16:00:27.266 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:27.266 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.267 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.267 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:27.267 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.040102+0000", 2021-07-26T16:00:27.267 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9147999999999999e-05 2021-07-26T16:00:27.267 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.268 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.268 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:27.268 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.040131+0000", 2021-07-26T16:00:27.268 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.279e-06 2021-07-26T16:00:27.268 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.269 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.269 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:27.269 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.040132+0000", 2021-07-26T16:00:27.269 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.4769999999999992e-06 2021-07-26T16:00:27.270 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.270 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.270 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:27.270 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.040142+0000", 2021-07-26T16:00:27.270 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.33e-06 2021-07-26T16:00:27.271 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.271 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.271 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:27.271 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.040146+0000", 2021-07-26T16:00:27.271 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0037560419999999998 2021-07-26T16:00:27.272 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.272 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.272 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:27.272 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.043902+0000", 2021-07-26T16:00:27.273 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000151037 2021-07-26T16:00:27.273 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.273 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.273 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:27.273 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.044053+0000", 2021-07-26T16:00:27.274 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015539199999999999 2021-07-26T16:00:27.274 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.274 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.274 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,2", 2021-07-26T16:00:27.275 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.044209+0000", 2021-07-26T16:00:27.275 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0045580359999999997 2021-07-26T16:00:27.275 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.275 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.275 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:27.276 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.048767+0000", 2021-07-26T16:00:27.276 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0064291280000000001 2021-07-26T16:00:27.276 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.276 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.276 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.277 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.055196+0000", 2021-07-26T16:00:27.277 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.044132697999999998 2021-07-26T16:00:27.277 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.277 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.278 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:27.278 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.099329+0000", 2021-07-26T16:00:27.278 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1878999999999995e-05 2021-07-26T16:00:27.278 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.278 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.279 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:27.279 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.099390+0000", 2021-07-26T16:00:27.279 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0030382170000000002 2021-07-26T16:00:27.279 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:27.280 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:27.280 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:27.280 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.102429+0000", 2021-07-26T16:00:27.280 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.062326662999999997 2021-07-26T16:00:27.280 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.281 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.281 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.281 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:27.281 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:27.281 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:00:27.282 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:27.283 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 51 16 82117 82101 100.592 43.0625 0.0529063 0.00993309 2021-07-26T16:00:27.283 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:26 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 53251/239907 objects degraded (22.197%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:27.284 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:26 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 53251/239907 objects degraded (22.197%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:27.301 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:00:27.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:26 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 53251/239907 objects degraded (22.197%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:27.341 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:27.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:27.342 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:27.443 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:27.475 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:27.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:27.476 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:27.501 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:00:27.533 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:00:27.570 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:00:27.577 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:27.579 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:27.601 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:00:27.604 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:27.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:27.606 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:27.641 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:00:27.675 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-07-26T16:00:27.681 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:00:27.707 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:27.719 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:00:27.744 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:27.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:27.746 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:27.762 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:00:27.767 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:00:27.767 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:00:27.767 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:00:27.768 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:00:27.768 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:00:27.768 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:00:27.768 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:00:27.769 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:00:27.847 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:27.869 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:00:27.884 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:27.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:27.886 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:27.987 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:28.027 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:28.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:28.029 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:28.060 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 52 16 82722 82706 99.3846 37.8125 0.0251301 0.0100553 2021-07-26T16:00:28.130 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:28.160 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:28.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:28.162 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:28.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:27 smithi078 ceph-mon[73801]: pgmap v266: 89 pgs: 1 active+clean+wait, 2 activating+undersized+degraded+remapped, 78 active+clean, 8 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 12 GiB used, 610 GiB / 626 GiB avail; 29 MiB/s wr, 462 op/s; 53251/239907 objects degraded (22.197%); 1.2 MiB/s, 19 objects/s recovering 2021-07-26T16:00:28.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:27 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1671474108' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:28.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:27 smithi078 ceph-mon[77813]: pgmap v266: 89 pgs: 1 active+clean+wait, 2 activating+undersized+degraded+remapped, 78 active+clean, 8 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 12 GiB used, 610 GiB / 626 GiB avail; 29 MiB/s wr, 462 op/s; 53251/239907 objects degraded (22.197%); 1.2 MiB/s, 19 objects/s recovering 2021-07-26T16:00:28.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:27 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1671474108' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:28.263 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:28.308 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:28.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:28.309 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:28.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:27 smithi139 ceph-mon[56829]: pgmap v266: 89 pgs: 1 active+clean+wait, 2 activating+undersized+degraded+remapped, 78 active+clean, 8 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 12 GiB used, 610 GiB / 626 GiB avail; 29 MiB/s wr, 462 op/s; 53251/239907 objects degraded (22.197%); 1.2 MiB/s, 19 objects/s recovering 2021-07-26T16:00:28.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:27 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1671474108' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:28.410 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:28.451 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:28.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:28.453 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:28.555 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:28.583 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:28.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:28.585 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:28.686 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:28.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:28.728 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:28.728 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:28.829 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:28.874 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:28.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:28.877 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:28.978 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:29.005 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:29.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:29.007 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:29.060 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 53 16 83412 83396 98.3232 43.125 0.0605362 0.0101631 2021-07-26T16:00:29.108 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:29.129 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:29.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:29.131 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:29.232 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:29.283 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:29.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:29.285 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:29.387 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:29.414 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:29.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:29.416 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:29.518 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:29.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:29.578 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:29.578 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:29.680 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:29.705 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:29.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:29.708 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:29.787 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:00:29.787 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:00:29.809 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:29.849 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:29.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:29.853 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:29.954 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:30.002 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:30.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:30.003 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:30.043 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:00:30.043 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:00:30.060 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 54 16 83967 83951 97.1449 34.6875 0.0355999 0.0102865 2021-07-26T16:00:30.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:29 smithi139 ceph-mon[56829]: pgmap v267: 89 pgs: 1 active+clean+wait, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 12 GiB used, 610 GiB / 626 GiB avail; 33 MiB/s wr, 535 op/s; 53135/242793 objects degraded (21.885%); 2.1 MiB/s, 33 objects/s recovering 2021-07-26T16:00:30.104 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:30.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:30.134 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:30.134 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:30.235 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:30.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:29 smithi078 ceph-mon[73801]: pgmap v267: 89 pgs: 1 active+clean+wait, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 12 GiB used, 610 GiB / 626 GiB avail; 33 MiB/s wr, 535 op/s; 53135/242793 objects degraded (21.885%); 2.1 MiB/s, 33 objects/s recovering 2021-07-26T16:00:30.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:29 smithi078 ceph-mon[77813]: pgmap v267: 89 pgs: 1 active+clean+wait, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 12 GiB used, 610 GiB / 626 GiB avail; 33 MiB/s wr, 535 op/s; 53135/242793 objects degraded (21.885%); 2.1 MiB/s, 33 objects/s recovering 2021-07-26T16:00:30.276 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:30.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:30.278 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:30.379 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:30.404 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:30.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:30.406 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:30.507 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:30.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:30.538 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:30.538 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:30.639 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:30.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:30.679 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:30.679 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:30.681 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-07-26T16:00:30.781 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:30.819 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:30.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:30.821 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:30.864 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:00:30.921 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:30.943 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:30.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:30.944 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:31.045 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:31.060 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 55 16 84568 84552 96.0616 37.5625 0.0257351 0.0104045 2021-07-26T16:00:31.078 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:31.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:31.080 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:31.181 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:31.225 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:31.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:31.227 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:31.328 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:31.355 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:31.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:31.356 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:31.381 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:00:31.457 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:31.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:31.513 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:31.514 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:31.615 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:31.632 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:31.644 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:31.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:31.646 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:31.747 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:31.772 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:31.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:31.774 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:31.875 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:31.903 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:31.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:31.905 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:32.006 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:32.063 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:32.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:32.064 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:32.065 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 56 16 85142 85126 94.9823 35.875 0.015821 0.0105196 2021-07-26T16:00:32.166 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:32.193 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:32.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:32.194 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:32.231 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:31 smithi139 ceph-mon[56829]: pgmap v268: 89 pgs: 1 active+clean+wait, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 12 GiB used, 610 GiB / 626 GiB avail; 47 MiB/s wr, 748 op/s; 53135/249657 objects degraded (21.283%); 1.8 MiB/s, 28 objects/s recovering 2021-07-26T16:00:32.232 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:31 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 53135/249657 objects degraded (21.283%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:32.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:31 smithi078 ceph-mon[73801]: pgmap v268: 89 pgs: 1 active+clean+wait, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 12 GiB used, 610 GiB / 626 GiB avail; 47 MiB/s wr, 748 op/s; 53135/249657 objects degraded (21.283%); 1.8 MiB/s, 28 objects/s recovering 2021-07-26T16:00:32.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:31 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 53135/249657 objects degraded (21.283%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:32.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:31 smithi078 ceph-mon[77813]: pgmap v268: 89 pgs: 1 active+clean+wait, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 12 GiB used, 610 GiB / 626 GiB avail; 47 MiB/s wr, 748 op/s; 53135/249657 objects degraded (21.283%); 1.8 MiB/s, 28 objects/s recovering 2021-07-26T16:00:32.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:31 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 53135/249657 objects degraded (21.283%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:32.296 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:32.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:32.341 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:32.341 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:32.443 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:32.476 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:32.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:32.477 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:32.578 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:32.615 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:32.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:32.617 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:32.718 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:32.758 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:32.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:32.760 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:32.790 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:00:32.791 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:00:32.860 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:32.895 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:32.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:32.896 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:32.992 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:00:32.997 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:33.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:33.035 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:33.035 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:33.064 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 57 16 85780 85764 94.0156 39.875 0.0507573 0.01063 2021-07-26T16:00:33.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:32 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/999163653' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:00:33.137 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:33.168 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:33.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:33.171 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:33.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:32 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/999163653' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:00:33.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:32 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/999163653' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:00:33.272 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:33.313 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:33.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:33.315 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:33.416 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:33.444 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:33.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:33.446 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:33.547 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:33.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:33.589 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:33.590 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:33.663 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-07-26T16:00:33.691 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:33.748 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:33.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:33.750 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:33.851 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:33.860 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:00:33.895 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:33.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:33.897 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:33.998 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:34.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:34.041 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:34.041 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:34.063 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 58 16 86445 86429 93.1113 41.5625 0.033511 0.0107329 2021-07-26T16:00:34.143 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:34.172 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:34.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:34.174 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:34.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:33 smithi078 ceph-mon[73801]: pgmap v269: 89 pgs: 1 active+clean+wait, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 12 GiB used, 610 GiB / 626 GiB avail; 38 MiB/s wr, 603 op/s; 53135/249657 objects degraded (21.283%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:34.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:33 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:34.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:33 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/999163653' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:00:34.216 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:33 smithi078 ceph-mon[73801]: osdmap e111: 8 total, 8 up, 7 in 2021-07-26T16:00:34.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:33 smithi078 ceph-mon[77813]: pgmap v269: 89 pgs: 1 active+clean+wait, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 12 GiB used, 610 GiB / 626 GiB avail; 38 MiB/s wr, 603 op/s; 53135/249657 objects degraded (21.283%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:34.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:33 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:34.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:33 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/999163653' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:00:34.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:33 smithi078 ceph-mon[77813]: osdmap e111: 8 total, 8 up, 7 in 2021-07-26T16:00:34.275 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:34.313 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:34.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:34.314 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:34.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:33 smithi139 ceph-mon[56829]: pgmap v269: 89 pgs: 1 active+clean+wait, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 12 GiB used, 610 GiB / 626 GiB avail; 38 MiB/s wr, 603 op/s; 53135/249657 objects degraded (21.283%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:34.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:33 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:34.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:33 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/999163653' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:00:34.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:33 smithi139 ceph-mon[56829]: osdmap e111: 8 total, 8 up, 7 in 2021-07-26T16:00:34.415 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:34.455 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:34.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:34.457 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:34.558 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:34.579 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:00:34.588 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:34.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:34.590 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:34.614 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:00:34.647 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:00:34.683 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:00:34.691 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:34.719 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:34.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:34.721 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:34.723 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:00:34.756 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:00:34.788 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:00:34.822 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:34.823 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:00:34.828 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:00:34.829 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:00:34.829 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:00:34.829 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:00:34.829 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:00:34.830 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:00:34.830 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:00:34.830 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:00:34.875 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:34.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:34.877 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:34.978 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:35.008 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:35.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:35.010 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:35.064 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 59 16 87027 87011 92.1498 36.375 0.0116748 0.0108466 2021-07-26T16:00:35.111 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:35.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:35.157 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:35.158 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:35.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:34 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2512953092' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:35.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:34 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:35.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:34 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:00:35.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:34 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:00:35.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:34 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2512953092' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:35.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:34 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:35.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:34 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:00:35.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:34 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:00:35.255 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:34 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2512953092' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:35.256 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:34 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:35.256 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:34 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:00:35.256 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:34 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:00:35.259 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:35.306 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:35.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:35.308 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:35.409 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:35.452 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:35.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:35.453 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:35.554 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:35.596 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:35.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:35.598 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:35.699 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:35.738 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:35.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:35.739 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:35.825 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:00:35.825 INFO:teuthology.orchestra.run.smithi139.stdout: "size": 20, 2021-07-26T16:00:35.825 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 600, 2021-07-26T16:00:35.826 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:00:35.826 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.826 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:63370 6.3 e103/93 6:c82e877a:::benchmark_data_smithi078_103090_object63369:head v 103'4000, mlcod=103'3995)", 2021-07-26T16:00:35.826 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:07.476481+0000", 2021-07-26T16:00:35.827 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 28.34679495, 2021-07-26T16:00:35.827 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015321506, 2021-07-26T16:00:35.827 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:35.827 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:35.828 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:35.828 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.828 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:35.828 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476481+0000", 2021-07-26T16:00:35.828 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:35.829 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.829 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.829 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:35.829 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476481+0000", 2021-07-26T16:00:35.830 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.7097000000000002e-05 2021-07-26T16:00:35.830 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.830 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.830 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:35.830 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476508+0000", 2021-07-26T16:00:35.831 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5600000000000001e-06 2021-07-26T16:00:35.831 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.831 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.831 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:35.831 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476510+0000", 2021-07-26T16:00:35.832 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.2320000000000001e-06 2021-07-26T16:00:35.832 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.832 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.832 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:35.832 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476519+0000", 2021-07-26T16:00:35.833 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.579e-06 2021-07-26T16:00:35.833 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.833 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.833 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:35.834 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476525+0000", 2021-07-26T16:00:35.834 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000399978 2021-07-26T16:00:35.834 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.834 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.834 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:35.835 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476925+0000", 2021-07-26T16:00:35.835 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7033999999999998e-05 2021-07-26T16:00:35.835 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.835 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.835 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:35.836 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476962+0000", 2021-07-26T16:00:35.836 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014411174000000001 2021-07-26T16:00:35.836 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.836 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.836 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:35.837 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.491373+0000", 2021-07-26T16:00:35.837 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00042885200000000002 2021-07-26T16:00:35.837 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.837 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.838 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:35.838 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.491802+0000", 2021-07-26T16:00:35.838 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015321506 2021-07-26T16:00:35.838 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.838 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:35.839 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.839 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.839 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.839 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:63374 6.3 e103/93 6:ce4fe980:::benchmark_data_smithi078_103090_object63373:head v 103'4001, mlcod=103'3995)", 2021-07-26T16:00:35.840 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:07.476678+0000", 2021-07-26T16:00:35.840 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 28.346597323000001, 2021-07-26T16:00:35.840 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015151828000000001, 2021-07-26T16:00:35.840 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:35.840 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:35.841 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:35.842 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.842 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:35.842 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476678+0000", 2021-07-26T16:00:35.842 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:35.843 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.843 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.843 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:35.843 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476678+0000", 2021-07-26T16:00:35.844 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.6183e-05 2021-07-26T16:00:35.844 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.844 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.844 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:35.844 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476705+0000", 2021-07-26T16:00:35.845 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8300000000000001e-06 2021-07-26T16:00:35.845 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.845 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.845 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:35.845 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476706+0000", 2021-07-26T16:00:35.846 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0122999999999999e-05 2021-07-26T16:00:35.846 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.846 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.846 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:35.847 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476717+0000", 2021-07-26T16:00:35.847 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1040000000000003e-06 2021-07-26T16:00:35.847 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.847 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.848 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:35.848 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476723+0000", 2021-07-26T16:00:35.848 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002222454 2021-07-26T16:00:35.848 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.848 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.849 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:35.849 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.478945+0000", 2021-07-26T16:00:35.849 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8300999999999999e-05 2021-07-26T16:00:35.849 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.849 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.850 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:35.850 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.478973+0000", 2021-07-26T16:00:35.850 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.012831566000000001 2021-07-26T16:00:35.850 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.851 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.851 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:35.851 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.491805+0000", 2021-07-26T16:00:35.851 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5267000000000001e-05 2021-07-26T16:00:35.851 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.852 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.852 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:35.852 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.491830+0000", 2021-07-26T16:00:35.853 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015151828000000001 2021-07-26T16:00:35.853 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.853 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:35.853 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.854 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.854 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.854 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:63381 6.3 e103/93 6:c0858852:::benchmark_data_smithi078_103090_object63380:head v 103'4002, mlcod=103'3995)", 2021-07-26T16:00:35.854 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:07.476728+0000", 2021-07-26T16:00:35.855 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 28.346547658999999, 2021-07-26T16:00:35.855 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015126786, 2021-07-26T16:00:35.855 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:35.855 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:35.855 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:35.856 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.856 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:35.856 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476728+0000", 2021-07-26T16:00:35.856 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:35.857 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.857 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.857 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:35.857 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476728+0000", 2021-07-26T16:00:35.857 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3720999999999999e-05 2021-07-26T16:00:35.858 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.858 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.858 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:35.858 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476752+0000", 2021-07-26T16:00:35.859 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.48e-06 2021-07-26T16:00:35.859 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.859 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.859 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:35.859 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476753+0000", 2021-07-26T16:00:35.860 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2381000000000001e-05 2021-07-26T16:00:35.860 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.860 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.860 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:35.860 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476766+0000", 2021-07-26T16:00:35.861 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9169999999999999e-06 2021-07-26T16:00:35.861 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.861 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.861 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:35.862 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.476770+0000", 2021-07-26T16:00:35.862 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.012661548999999999 2021-07-26T16:00:35.862 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.862 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.862 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:35.863 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.489431+0000", 2021-07-26T16:00:35.863 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8153999999999998e-05 2021-07-26T16:00:35.863 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.863 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.863 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:35.864 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.489459+0000", 2021-07-26T16:00:35.864 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0023737010000000002 2021-07-26T16:00:35.864 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.865 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.865 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:35.865 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.491833+0000", 2021-07-26T16:00:35.865 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1883e-05 2021-07-26T16:00:35.865 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.866 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.866 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:35.866 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:07.491855+0000", 2021-07-26T16:00:35.866 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015126786 2021-07-26T16:00:35.867 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.867 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:35.867 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.867 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.867 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.868 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:65825 6.c e103/91 6:35d88ea5:::benchmark_data_smithi078_103090_object65824:head v 103'4120, mlcod=103'4117)", 2021-07-26T16:00:35.868 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:09.177373+0000", 2021-07-26T16:00:35.868 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 26.645902427999999, 2021-07-26T16:00:35.868 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.016471619, 2021-07-26T16:00:35.868 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:35.869 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:35.869 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:35.869 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.869 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:35.870 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.177373+0000", 2021-07-26T16:00:35.870 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:35.870 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.870 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.870 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:35.871 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.177373+0000", 2021-07-26T16:00:35.871 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0492000000000003e-05 2021-07-26T16:00:35.871 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.871 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.872 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:35.872 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.177434+0000", 2021-07-26T16:00:35.872 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9860000000000001e-06 2021-07-26T16:00:35.872 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.872 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.873 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:35.873 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.177436+0000", 2021-07-26T16:00:35.873 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2393e-05 2021-07-26T16:00:35.873 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.873 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.874 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:35.874 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.177448+0000", 2021-07-26T16:00:35.874 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2349999999999999e-06 2021-07-26T16:00:35.874 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.874 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.875 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:35.875 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.177453+0000", 2021-07-26T16:00:35.875 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0020675189999999999 2021-07-26T16:00:35.875 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.876 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.876 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:35.876 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.179521+0000", 2021-07-26T16:00:35.876 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.7906e-05 2021-07-26T16:00:35.876 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.877 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.877 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:35.877 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.179549+0000", 2021-07-26T16:00:35.877 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014151131000000001 2021-07-26T16:00:35.877 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.878 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.878 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:35.878 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.193700+0000", 2021-07-26T16:00:35.878 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000144957 2021-07-26T16:00:35.879 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.879 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.879 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:35.879 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.193845+0000", 2021-07-26T16:00:35.879 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.016471619 2021-07-26T16:00:35.880 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.880 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:35.880 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.880 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.880 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.881 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:65816 6.a e103/99 6:5e43b849:::benchmark_data_smithi078_103090_object65815:head v 103'4214, mlcod=103'4211)", 2021-07-26T16:00:35.881 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:09.179806+0000", 2021-07-26T16:00:35.881 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 26.643469635999999, 2021-07-26T16:00:35.881 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015227802, 2021-07-26T16:00:35.882 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:35.882 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:35.882 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:35.882 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.882 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:35.883 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.179806+0000", 2021-07-26T16:00:35.883 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:35.883 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.883 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.884 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:35.884 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.179806+0000", 2021-07-26T16:00:35.884 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5777000000000001e-05 2021-07-26T16:00:35.884 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.884 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.885 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:35.885 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.179832+0000", 2021-07-26T16:00:35.885 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7270000000000007e-06 2021-07-26T16:00:35.885 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.885 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.886 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:35.886 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.179840+0000", 2021-07-26T16:00:35.886 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0047999999999999e-05 2021-07-26T16:00:35.886 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.887 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.887 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:35.887 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.179850+0000", 2021-07-26T16:00:35.887 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0679000000000001e-05 2021-07-26T16:00:35.887 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.888 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.888 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:35.888 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.179860+0000", 2021-07-26T16:00:35.888 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00017969899999999999 2021-07-26T16:00:35.888 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.889 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.889 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:35.889 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.180040+0000", 2021-07-26T16:00:35.889 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8550000000000002e-05 2021-07-26T16:00:35.889 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.890 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.890 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:35.890 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.180079+0000", 2021-07-26T16:00:35.890 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014907123 2021-07-26T16:00:35.891 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.891 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.891 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:35.891 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.194986+0000", 2021-07-26T16:00:35.892 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8198999999999997e-05 2021-07-26T16:00:35.892 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.892 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.892 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:35.892 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.195034+0000", 2021-07-26T16:00:35.893 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015227802 2021-07-26T16:00:35.893 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.893 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:35.893 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.894 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.894 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.894 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:66879 6.a e104/99 6:5dc4353a:::benchmark_data_smithi078_103090_object66878:head v 104'4271, mlcod=104'4269)", 2021-07-26T16:00:35.894 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:09.941797+0000", 2021-07-26T16:00:35.894 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 25.881478315999999, 2021-07-26T16:00:35.895 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014757760999999999, 2021-07-26T16:00:35.895 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:35.895 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:35.895 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:35.895 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.896 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:35.896 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.941797+0000", 2021-07-26T16:00:35.896 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:35.896 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.897 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.897 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:35.897 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.941797+0000", 2021-07-26T16:00:35.897 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4735e-05 2021-07-26T16:00:35.897 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.898 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.898 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:35.898 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.941822+0000", 2021-07-26T16:00:35.898 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5760000000000002e-06 2021-07-26T16:00:35.898 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.899 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.899 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:35.899 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.941826+0000", 2021-07-26T16:00:35.899 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2500000000000001e-05 2021-07-26T16:00:35.899 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.900 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.900 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:35.900 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.941838+0000", 2021-07-26T16:00:35.900 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.9800000000000003e-06 2021-07-26T16:00:35.901 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.901 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.901 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:35.901 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.941844+0000", 2021-07-26T16:00:35.901 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9903e-05 2021-07-26T16:00:35.902 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.902 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.902 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:35.902 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.941894+0000", 2021-07-26T16:00:35.902 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9784000000000001e-05 2021-07-26T16:00:35.903 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.903 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.903 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:35.903 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.941924+0000", 2021-07-26T16:00:35.903 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014585539 2021-07-26T16:00:35.904 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.904 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.904 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:35.904 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.956509+0000", 2021-07-26T16:00:35.904 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5744000000000001e-05 2021-07-26T16:00:35.905 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.905 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.905 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:35.905 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.956555+0000", 2021-07-26T16:00:35.906 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014757760999999999 2021-07-26T16:00:35.906 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.906 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:35.906 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.906 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.907 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.907 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:66893 6.a e104/99 6:531f1034:::benchmark_data_smithi078_103090_object66892:head v 104'4275, mlcod=104'4269)", 2021-07-26T16:00:35.907 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:09.952017+0000", 2021-07-26T16:00:35.907 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 25.871259063, 2021-07-26T16:00:35.907 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.017547307000000002, 2021-07-26T16:00:35.908 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:35.908 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:35.908 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:35.908 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.908 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:35.909 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.952017+0000", 2021-07-26T16:00:35.909 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:35.909 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.909 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.910 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:35.910 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.952017+0000", 2021-07-26T16:00:35.910 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0931e-05 2021-07-26T16:00:35.911 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.911 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.911 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:35.911 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.952038+0000", 2021-07-26T16:00:35.911 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.841e-06 2021-07-26T16:00:35.912 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.912 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.912 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:35.912 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.952039+0000", 2021-07-26T16:00:35.912 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0200999999999999e-05 2021-07-26T16:00:35.913 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.913 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.913 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:35.913 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.952050+0000", 2021-07-26T16:00:35.914 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1170000000000003e-06 2021-07-26T16:00:35.914 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.914 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.914 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:35.914 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.952055+0000", 2021-07-26T16:00:35.915 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0045987609999999998 2021-07-26T16:00:35.915 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.915 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.915 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:35.916 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.956654+0000", 2021-07-26T16:00:35.916 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8813e-05 2021-07-26T16:00:35.916 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.916 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.917 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:35.917 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.956682+0000", 2021-07-26T16:00:35.917 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.012782373 2021-07-26T16:00:35.917 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.917 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.918 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:35.918 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.969465+0000", 2021-07-26T16:00:35.918 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9270000000000003e-05 2021-07-26T16:00:35.918 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.918 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.919 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:35.919 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:09.969564+0000", 2021-07-26T16:00:35.919 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.017547307000000002 2021-07-26T16:00:35.919 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.920 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:35.920 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.920 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.920 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.920 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:67840 6.1 e104/93 6:8acf075d:::benchmark_data_smithi078_103090_object67839:head v 104'4132, mlcod=104'4130)", 2021-07-26T16:00:35.921 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:10.609857+0000", 2021-07-26T16:00:35.921 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 25.213418446999999, 2021-07-26T16:00:35.921 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014761774, 2021-07-26T16:00:35.921 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:35.921 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:35.922 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:35.922 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.922 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:35.922 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:10.609857+0000", 2021-07-26T16:00:35.923 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:35.923 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.923 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.923 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:35.923 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:10.609857+0000", 2021-07-26T16:00:35.924 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00077298999999999998 2021-07-26T16:00:35.924 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.924 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.924 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:35.924 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:10.610630+0000", 2021-07-26T16:00:35.925 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2350000000000002e-06 2021-07-26T16:00:35.925 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.925 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.925 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:35.925 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:10.610633+0000", 2021-07-26T16:00:35.926 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2958e-05 2021-07-26T16:00:35.926 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.926 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.926 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:35.926 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:10.610646+0000", 2021-07-26T16:00:35.927 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3500000000000002e-06 2021-07-26T16:00:35.927 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.927 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.927 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:35.928 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:10.610652+0000", 2021-07-26T16:00:35.928 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4529000000000005e-05 2021-07-26T16:00:35.928 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.928 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.928 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:35.929 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:10.610716+0000", 2021-07-26T16:00:35.929 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5778e-05 2021-07-26T16:00:35.929 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.929 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.929 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:35.930 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:10.610742+0000", 2021-07-26T16:00:35.930 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.013821526000000001 2021-07-26T16:00:35.930 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.930 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.930 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:35.931 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:10.624564+0000", 2021-07-26T16:00:35.931 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5408000000000002e-05 2021-07-26T16:00:35.931 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.931 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.932 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:35.932 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:10.624619+0000", 2021-07-26T16:00:35.932 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014761774 2021-07-26T16:00:35.932 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.932 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:35.933 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.933 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.933 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.933 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:68715 6.a e104/99 6:5ad52c47:::benchmark_data_smithi078_103090_object68714:head v 104'4382, mlcod=104'4378)", 2021-07-26T16:00:35.933 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:11.306557+0000", 2021-07-26T16:00:35.934 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 24.51671859, 2021-07-26T16:00:35.934 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015796345, 2021-07-26T16:00:35.934 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:35.934 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:35.934 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:35.935 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.935 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:35.935 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.306557+0000", 2021-07-26T16:00:35.935 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:35.935 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.936 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.936 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:35.936 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.306557+0000", 2021-07-26T16:00:35.936 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9921000000000001e-05 2021-07-26T16:00:35.937 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.937 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.937 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:35.937 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.306577+0000", 2021-07-26T16:00:35.937 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5179999999999999e-06 2021-07-26T16:00:35.938 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.938 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.938 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:35.938 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.306580+0000", 2021-07-26T16:00:35.938 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1599999999999998e-06 2021-07-26T16:00:35.939 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.939 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.939 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:35.939 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.306588+0000", 2021-07-26T16:00:35.939 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.4600000000000002e-06 2021-07-26T16:00:35.940 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.940 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.940 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:35.940 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.306593+0000", 2021-07-26T16:00:35.940 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.3171999999999997e-05 2021-07-26T16:00:35.941 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.941 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.941 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:35.941 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.306666+0000", 2021-07-26T16:00:35.941 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4947999999999999e-05 2021-07-26T16:00:35.942 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.942 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.942 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:35.942 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.306691+0000", 2021-07-26T16:00:35.943 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015619012999999999 2021-07-26T16:00:35.943 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.943 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.943 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:35.943 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.322310+0000", 2021-07-26T16:00:35.944 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.3152999999999998e-05 2021-07-26T16:00:35.944 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.944 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.944 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:35.944 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.322354+0000", 2021-07-26T16:00:35.945 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015796345 2021-07-26T16:00:35.945 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.945 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:35.945 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.945 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.946 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.946 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:69021 6.1 e104/93 6:824bb6af:::benchmark_data_smithi078_103090_object69020:head v 104'4220, mlcod=104'4216)", 2021-07-26T16:00:35.946 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:11.543202+0000", 2021-07-26T16:00:35.946 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 24.280073948999998, 2021-07-26T16:00:35.947 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015008107999999999, 2021-07-26T16:00:35.947 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:35.947 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:35.947 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:35.947 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.948 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:35.948 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.543202+0000", 2021-07-26T16:00:35.948 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:35.948 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.948 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.949 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:35.949 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.543202+0000", 2021-07-26T16:00:35.949 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8789000000000002e-05 2021-07-26T16:00:35.949 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.949 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.950 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:35.950 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.543231+0000", 2021-07-26T16:00:35.950 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.26e-06 2021-07-26T16:00:35.950 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.950 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.951 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:35.951 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.543233+0000", 2021-07-26T16:00:35.951 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5631999999999999e-05 2021-07-26T16:00:35.951 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.952 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.952 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:35.952 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.543249+0000", 2021-07-26T16:00:35.952 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0129999999999999e-06 2021-07-26T16:00:35.952 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.953 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.953 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:35.953 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.543255+0000", 2021-07-26T16:00:35.953 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5383999999999996e-05 2021-07-26T16:00:35.953 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.954 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.954 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:35.954 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.543320+0000", 2021-07-26T16:00:35.954 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9240000000000001e-05 2021-07-26T16:00:35.954 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.955 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.955 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:35.955 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.543349+0000", 2021-07-26T16:00:35.955 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014825826 2021-07-26T16:00:35.955 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.956 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.956 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:35.956 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.558175+0000", 2021-07-26T16:00:35.956 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4963999999999999e-05 2021-07-26T16:00:35.957 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.957 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.957 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:35.957 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.558210+0000", 2021-07-26T16:00:35.957 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015008107999999999 2021-07-26T16:00:35.958 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.958 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:35.958 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.958 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.958 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.959 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:69352 6.1 e104/93 6:8ab23ea1:::benchmark_data_smithi078_103090_object69351:head v 104'4247, mlcod=104'4245)", 2021-07-26T16:00:35.959 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:11.778418+0000", 2021-07-26T16:00:35.959 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 24.044857618000002, 2021-07-26T16:00:35.959 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015087557, 2021-07-26T16:00:35.959 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:35.960 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:35.960 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:35.960 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.960 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:35.961 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.778418+0000", 2021-07-26T16:00:35.961 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:35.961 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.961 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.961 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:35.962 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.778418+0000", 2021-07-26T16:00:35.962 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9185999999999998e-05 2021-07-26T16:00:35.962 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.962 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.962 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:35.963 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.778487+0000", 2021-07-26T16:00:35.963 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.7300000000000001e-06 2021-07-26T16:00:35.963 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.963 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.963 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:35.964 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.778490+0000", 2021-07-26T16:00:35.964 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9433000000000001e-05 2021-07-26T16:00:35.964 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.964 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.965 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:35.965 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.778520+0000", 2021-07-26T16:00:35.965 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2792999999999999e-05 2021-07-26T16:00:35.965 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.965 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.966 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:35.966 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.778532+0000", 2021-07-26T16:00:35.966 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1839999999999998e-05 2021-07-26T16:00:35.966 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.967 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.967 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:35.967 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.778584+0000", 2021-07-26T16:00:35.967 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4105e-05 2021-07-26T16:00:35.968 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.968 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.968 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:35.968 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.778608+0000", 2021-07-26T16:00:35.968 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014826051999999999 2021-07-26T16:00:35.969 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.969 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.969 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:35.969 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.793434+0000", 2021-07-26T16:00:35.970 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1418e-05 2021-07-26T16:00:35.970 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.970 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.970 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:35.970 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.793506+0000", 2021-07-26T16:00:35.971 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015087557 2021-07-26T16:00:35.971 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.971 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:35.971 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.971 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.972 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.972 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:69534 6.3 e104/93 6:c36f4b76:::benchmark_data_smithi078_103090_object69533:head v 104'4373, mlcod=104'4370)", 2021-07-26T16:00:35.972 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:11.911324+0000", 2021-07-26T16:00:35.972 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 23.911951301999999, 2021-07-26T16:00:35.972 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.017197739, 2021-07-26T16:00:35.973 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:35.973 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:35.973 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:35.973 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.974 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:35.974 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.911324+0000", 2021-07-26T16:00:35.974 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:35.974 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.974 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.975 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:35.975 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.911324+0000", 2021-07-26T16:00:35.975 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8498000000000001e-05 2021-07-26T16:00:35.975 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.976 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.976 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:35.976 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.911343+0000", 2021-07-26T16:00:35.976 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3209999999999999e-06 2021-07-26T16:00:35.976 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.977 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.977 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:35.977 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.911344+0000", 2021-07-26T16:00:35.977 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.9109999999999993e-06 2021-07-26T16:00:35.978 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.978 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.978 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:35.978 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.911352+0000", 2021-07-26T16:00:35.978 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.3220000000000003e-06 2021-07-26T16:00:35.979 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.979 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.979 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:35.979 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.911357+0000", 2021-07-26T16:00:35.979 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002309401 2021-07-26T16:00:35.980 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.980 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.980 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:35.980 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.913666+0000", 2021-07-26T16:00:35.980 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2068999999999999e-05 2021-07-26T16:00:35.981 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.981 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.981 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:35.981 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.913718+0000", 2021-07-26T16:00:35.982 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014756376999999999 2021-07-26T16:00:35.982 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.982 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.982 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:35.983 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.928474+0000", 2021-07-26T16:00:35.983 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7840000000000003e-05 2021-07-26T16:00:35.983 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.983 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.984 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:35.984 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.928522+0000", 2021-07-26T16:00:35.984 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.017197739 2021-07-26T16:00:35.984 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.984 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:35.985 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.985 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.985 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.985 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:69628 6.5 e104/91 6:a1432c0b:::benchmark_data_smithi078_103090_object69627:head v 104'4303, mlcod=104'4299)", 2021-07-26T16:00:35.985 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:11.983663+0000", 2021-07-26T16:00:35.986 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 23.839612444, 2021-07-26T16:00:35.986 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.016799459999999999, 2021-07-26T16:00:35.986 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:35.986 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:35.987 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:35.987 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.987 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:35.987 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.983663+0000", 2021-07-26T16:00:35.987 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:35.988 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.988 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.988 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:35.988 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.983663+0000", 2021-07-26T16:00:35.988 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0814000000000001e-05 2021-07-26T16:00:35.989 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.989 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.989 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:35.989 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.983684+0000", 2021-07-26T16:00:35.989 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3799999999999999e-06 2021-07-26T16:00:35.990 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.990 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.990 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:35.990 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.983686+0000", 2021-07-26T16:00:35.990 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7459999999999997e-06 2021-07-26T16:00:35.991 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.991 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.991 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:35.992 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.983691+0000", 2021-07-26T16:00:35.992 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3840000000000001e-06 2021-07-26T16:00:35.992 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.992 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.992 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:35.993 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.983695+0000", 2021-07-26T16:00:35.993 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0021919219999999998 2021-07-26T16:00:35.993 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.993 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.994 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:35.994 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.985887+0000", 2021-07-26T16:00:35.994 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.7670000000000001e-05 2021-07-26T16:00:35.994 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.994 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.995 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:35.995 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.985914+0000", 2021-07-26T16:00:35.995 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014461196000000001 2021-07-26T16:00:35.995 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.995 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.996 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:35.996 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:12.000375+0000", 2021-07-26T16:00:35.996 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.7348000000000005e-05 2021-07-26T16:00:35.996 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.996 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.997 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:35.997 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:12.000463+0000", 2021-07-26T16:00:35.997 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.016799459999999999 2021-07-26T16:00:35.997 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.998 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:35.998 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:35.998 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:35.998 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:35.998 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:69631 6.5 e104/91 6:ace427ec:::benchmark_data_smithi078_103090_object69630:head v 104'4304, mlcod=104'4299)", 2021-07-26T16:00:35.999 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:11.984943+0000", 2021-07-26T16:00:35.999 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 23.838332600000001, 2021-07-26T16:00:35.999 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015556527000000001, 2021-07-26T16:00:35.999 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:35.999 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:36.000 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:36.000 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.000 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:36.000 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.984943+0000", 2021-07-26T16:00:36.001 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:36.001 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.001 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.001 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:36.002 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.984943+0000", 2021-07-26T16:00:36.002 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1917e-05 2021-07-26T16:00:36.002 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.002 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.002 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:36.003 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.984965+0000", 2021-07-26T16:00:36.003 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0339999999999999e-06 2021-07-26T16:00:36.003 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.003 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.003 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:36.004 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.984967+0000", 2021-07-26T16:00:36.004 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5285999999999999e-05 2021-07-26T16:00:36.004 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.004 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.004 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:36.005 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.984982+0000", 2021-07-26T16:00:36.005 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6829999999999996e-06 2021-07-26T16:00:36.005 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.005 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.006 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:36.006 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.984988+0000", 2021-07-26T16:00:36.006 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0042589539999999997 2021-07-26T16:00:36.006 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.006 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.007 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:36.007 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.989247+0000", 2021-07-26T16:00:36.007 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5046e-05 2021-07-26T16:00:36.007 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.008 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.008 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:36.008 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:11.989272+0000", 2021-07-26T16:00:36.008 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011197781 2021-07-26T16:00:36.008 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.009 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.009 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:36.009 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:12.000470+0000", 2021-07-26T16:00:36.009 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9825999999999999e-05 2021-07-26T16:00:36.009 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.010 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.010 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:36.010 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:12.000500+0000", 2021-07-26T16:00:36.010 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015556527000000001 2021-07-26T16:00:36.011 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.011 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:36.011 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.011 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.011 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.012 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:70255 6.c e104/91 6:3841279d:::benchmark_data_smithi078_103090_object70254:head v 104'4392, mlcod=104'4390)", 2021-07-26T16:00:36.012 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:12.471101+0000", 2021-07-26T16:00:36.012 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 23.352174790999999, 2021-07-26T16:00:36.012 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.019667707, 2021-07-26T16:00:36.012 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:36.013 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:36.013 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:36.013 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.013 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:36.013 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:12.471101+0000", 2021-07-26T16:00:36.014 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:36.014 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.014 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.014 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:36.015 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:12.471101+0000", 2021-07-26T16:00:36.015 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015688239 2021-07-26T16:00:36.015 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.015 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.015 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:36.016 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:12.486789+0000", 2021-07-26T16:00:36.016 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0930000000000001e-06 2021-07-26T16:00:36.016 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.016 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.017 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:36.017 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:12.486791+0000", 2021-07-26T16:00:36.017 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.471e-05 2021-07-26T16:00:36.017 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.017 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.018 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:36.018 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:12.486806+0000", 2021-07-26T16:00:36.018 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6289999999999998e-06 2021-07-26T16:00:36.018 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.018 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.019 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:36.019 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:12.486812+0000", 2021-07-26T16:00:36.019 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8910999999999999e-05 2021-07-26T16:00:36.019 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.019 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.020 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:36.020 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:12.486871+0000", 2021-07-26T16:00:36.020 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.6307000000000001e-05 2021-07-26T16:00:36.020 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.021 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.021 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:36.021 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:12.486897+0000", 2021-07-26T16:00:36.021 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003818143 2021-07-26T16:00:36.022 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.022 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.022 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:36.022 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:12.490715+0000", 2021-07-26T16:00:36.022 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3674999999999997e-05 2021-07-26T16:00:36.023 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.023 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.023 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:36.023 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:12.490769+0000", 2021-07-26T16:00:36.024 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.019667707 2021-07-26T16:00:36.024 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.024 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:36.024 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.024 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.025 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.025 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:81757 6.3 e110/108 6:cbc67500:::benchmark_data_smithi078_103090_object81756:head v 110'5150, mlcod=0'0)", 2021-07-26T16:00:36.025 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:26.526444+0000", 2021-07-26T16:00:36.025 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 9.2968321920000001, 2021-07-26T16:00:36.025 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.017777488000000001, 2021-07-26T16:00:36.026 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:36.026 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:36.026 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:36.026 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.027 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:36.027 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.526444+0000", 2021-07-26T16:00:36.027 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:36.027 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.027 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.028 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:36.028 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.526444+0000", 2021-07-26T16:00:36.028 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9995e-05 2021-07-26T16:00:36.028 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.028 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.029 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:36.029 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.526474+0000", 2021-07-26T16:00:36.029 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3889999999999999e-06 2021-07-26T16:00:36.030 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.030 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.030 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:36.030 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.526476+0000", 2021-07-26T16:00:36.031 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.02e-05 2021-07-26T16:00:36.031 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.031 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.031 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:36.031 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.526496+0000", 2021-07-26T16:00:36.032 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7849999999999992e-06 2021-07-26T16:00:36.032 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.032 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.032 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:36.033 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.526504+0000", 2021-07-26T16:00:36.033 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.6594000000000005e-05 2021-07-26T16:00:36.033 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.033 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.033 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:36.034 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.526591+0000", 2021-07-26T16:00:36.034 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4409999999999998e-05 2021-07-26T16:00:36.034 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.034 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.034 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:36.035 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.526625+0000", 2021-07-26T16:00:36.035 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.017512369999999999 2021-07-26T16:00:36.035 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.035 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.036 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:36.036 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.544137+0000", 2021-07-26T16:00:36.036 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.3745000000000005e-05 2021-07-26T16:00:36.036 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.036 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.037 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:36.037 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.544221+0000", 2021-07-26T16:00:36.037 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.017777488000000001 2021-07-26T16:00:36.037 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.037 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:36.038 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.038 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.038 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.038 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:82001 6.1 e110/108 6:8d9f2041:::benchmark_data_smithi078_103090_object82000:head v 110'5063, mlcod=0'0)", 2021-07-26T16:00:36.039 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:26.864038+0000", 2021-07-26T16:00:36.039 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 8.9592373310000006, 2021-07-26T16:00:36.039 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014803243000000001, 2021-07-26T16:00:36.039 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:36.039 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:36.040 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:36.040 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.040 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:36.040 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.864038+0000", 2021-07-26T16:00:36.040 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:36.041 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.041 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.041 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:36.041 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.864038+0000", 2021-07-26T16:00:36.041 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.01171998 2021-07-26T16:00:36.042 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.042 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.042 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:36.042 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.875758+0000", 2021-07-26T16:00:36.043 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.6230000000000001e-06 2021-07-26T16:00:36.043 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.043 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.043 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:36.043 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.875761+0000", 2021-07-26T16:00:36.044 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0400000000000001e-05 2021-07-26T16:00:36.044 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.044 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.044 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:36.045 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.875781+0000", 2021-07-26T16:00:36.045 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8390000000000001e-06 2021-07-26T16:00:36.045 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.045 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.045 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:36.046 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.875788+0000", 2021-07-26T16:00:36.046 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.0376999999999994e-05 2021-07-26T16:00:36.046 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.046 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.047 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:36.047 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.875859+0000", 2021-07-26T16:00:36.047 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4625000000000001e-05 2021-07-26T16:00:36.047 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.047 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.048 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:36.048 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.875893+0000", 2021-07-26T16:00:36.048 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002901898 2021-07-26T16:00:36.048 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.049 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.049 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:36.049 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.878795+0000", 2021-07-26T16:00:36.049 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6501000000000001e-05 2021-07-26T16:00:36.049 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.050 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.050 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:36.050 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:26.878842+0000", 2021-07-26T16:00:36.050 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014803243000000001 2021-07-26T16:00:36.051 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.051 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:36.051 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.051 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.052 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.052 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:87328 6.a e111/108 6:51e3b033:::benchmark_data_smithi078_103090_object87327:head v 111'5534, mlcod=0'0)", 2021-07-26T16:00:36.052 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:35.521304+0000", 2021-07-26T16:00:36.052 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.30197128899999998, 2021-07-26T16:00:36.052 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.022156957000000001, 2021-07-26T16:00:36.053 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:36.053 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:36.053 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:36.053 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.053 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:36.054 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.521304+0000", 2021-07-26T16:00:36.054 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:36.054 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.054 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.055 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:36.055 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.521304+0000", 2021-07-26T16:00:36.055 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3788999999999999e-05 2021-07-26T16:00:36.055 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.055 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.056 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:36.056 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.521328+0000", 2021-07-26T16:00:36.056 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1289999999999999e-06 2021-07-26T16:00:36.056 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.056 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.057 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:36.057 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.521330+0000", 2021-07-26T16:00:36.057 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5298000000000002e-05 2021-07-26T16:00:36.057 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.057 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.058 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:36.058 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.521346+0000", 2021-07-26T16:00:36.058 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8699999999999997e-06 2021-07-26T16:00:36.059 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.059 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.059 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:36.059 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.521352+0000", 2021-07-26T16:00:36.059 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1978000000000003e-05 2021-07-26T16:00:36.060 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.060 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.060 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:36.060 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.521404+0000", 2021-07-26T16:00:36.060 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.777e-05 2021-07-26T16:00:36.061 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.061 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.061 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:36.061 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.521431+0000", 2021-07-26T16:00:36.062 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0075609689999999998 2021-07-26T16:00:36.062 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.062 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.062 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:36.062 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.528992+0000", 2021-07-26T16:00:36.063 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014469154 2021-07-26T16:00:36.063 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.063 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.063 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:36.063 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.543461+0000", 2021-07-26T16:00:36.064 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.022156957000000001 2021-07-26T16:00:36.064 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.064 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:36.064 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.065 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.065 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.065 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:87327 6.c e111/91 6:33394c9a:::benchmark_data_smithi078_103090_object87326:head v 111'5438, mlcod=111'5436)", 2021-07-26T16:00:36.065 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:35.522316+0000", 2021-07-26T16:00:36.066 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.300959537, 2021-07-26T16:00:36.066 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.032058866999999998, 2021-07-26T16:00:36.066 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:36.066 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:36.066 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:36.067 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.067 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:36.067 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.522316+0000", 2021-07-26T16:00:36.067 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:36.067 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.068 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.068 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:36.068 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.522316+0000", 2021-07-26T16:00:36.068 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1443999999999997e-05 2021-07-26T16:00:36.068 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.069 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.069 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:36.069 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.522368+0000", 2021-07-26T16:00:36.069 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0339999999999999e-06 2021-07-26T16:00:36.070 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.070 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.070 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:36.071 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.522370+0000", 2021-07-26T16:00:36.071 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6337999999999998e-05 2021-07-26T16:00:36.072 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.072 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.072 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:36.073 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.522386+0000", 2021-07-26T16:00:36.073 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6720000000000001e-06 2021-07-26T16:00:36.074 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.074 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.075 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:36.075 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.522392+0000", 2021-07-26T16:00:36.075 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001810681 2021-07-26T16:00:36.076 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.076 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.077 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:36.077 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.524202+0000", 2021-07-26T16:00:36.078 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8599000000000001e-05 2021-07-26T16:00:36.078 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.079 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.079 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:36.079 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.524241+0000", 2021-07-26T16:00:36.080 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.030085687 2021-07-26T16:00:36.080 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.081 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.081 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:36.081 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.554327+0000", 2021-07-26T16:00:36.082 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8412000000000003e-05 2021-07-26T16:00:36.082 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.083 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.083 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:36.084 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.554375+0000", 2021-07-26T16:00:36.084 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.032058866999999998 2021-07-26T16:00:36.084 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.085 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:36.085 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.085 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.086 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.086 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:87334 6.c e111/91 6:349b9094:::benchmark_data_smithi078_103090_object87333:head v 111'5439, mlcod=111'5436)", 2021-07-26T16:00:36.086 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:35.530662+0000", 2021-07-26T16:00:36.087 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.29261385000000001, 2021-07-26T16:00:36.087 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.023744143999999998, 2021-07-26T16:00:36.087 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:36.088 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:36.088 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:36.088 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.088 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:36.089 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.530662+0000", 2021-07-26T16:00:36.089 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:36.090 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.090 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.090 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:36.090 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.530662+0000", 2021-07-26T16:00:36.091 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001582286 2021-07-26T16:00:36.091 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.091 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.091 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:36.092 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.532244+0000", 2021-07-26T16:00:36.092 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5260999999999997e-05 2021-07-26T16:00:36.092 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.092 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.093 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:36.093 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.532309+0000", 2021-07-26T16:00:36.093 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00034657200000000002 2021-07-26T16:00:36.093 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.094 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.094 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:36.094 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.532656+0000", 2021-07-26T16:00:36.094 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000109072 2021-07-26T16:00:36.095 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.095 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.095 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:36.095 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.532765+0000", 2021-07-26T16:00:36.095 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0013850959999999999 2021-07-26T16:00:36.096 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.096 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.096 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:36.096 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.534150+0000", 2021-07-26T16:00:36.097 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00041239 2021-07-26T16:00:36.097 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.097 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.097 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:36.098 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.534563+0000", 2021-07-26T16:00:36.098 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.019818158999999998 2021-07-26T16:00:36.098 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.098 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.099 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:36.099 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.554381+0000", 2021-07-26T16:00:36.099 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5307999999999999e-05 2021-07-26T16:00:36.099 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:36.100 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:36.100 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:00:36.100 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:35.554406+0000", 2021-07-26T16:00:36.100 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.023744143999999998 2021-07-26T16:00:36.100 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.101 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:36.101 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.101 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:36.101 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:36.102 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:00:36.102 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:36.104 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:2021-07-26T16:00:36.065094+0000 min lat: 0.00117863 max lat: 2.53043 avg lat: 0.0109482 2021-07-26T16:00:36.105 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-07-26T16:00:36.105 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 60 16 87673 87657 91.286 40.375 0.0276524 0.0109482 2021-07-26T16:00:36.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:36.134 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:36.134 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:36.141 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:35 smithi139 ceph-mon[56829]: pgmap v271: 89 pgs: 1 active+clean+wait, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 39 MiB/s wr, 627 op/s; 53032/258738 objects degraded (20.496%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:36.209 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:00:36.235 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:36.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:35 smithi078 ceph-mon[73801]: pgmap v271: 89 pgs: 1 active+clean+wait, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 39 MiB/s wr, 627 op/s; 53032/258738 objects degraded (20.496%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:36.244 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:35 smithi078 ceph-mon[77813]: pgmap v271: 89 pgs: 1 active+clean+wait, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 39 MiB/s wr, 627 op/s; 53032/258738 objects degraded (20.496%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:36.293 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:36.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:36.294 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:36.396 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:36.419 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:36.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:36.421 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:36.447 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7] out_osds: [0] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2021-07-26T16:00:36.447 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:00:36.449 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2021-07-26T16:00:36.449 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:00:36.466 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:36.522 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:36.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:36.602 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:36.602 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:36.704 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:36.734 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:36.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:36.736 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:36.762 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:36.837 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:36.866 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:36.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:36.868 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:36.889 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-07-26T16:00:36.969 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:37.007 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:37.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:37.010 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:37.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:36 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 53032/258738 objects degraded (20.496%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:37.082 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 61 16 88235 88219 90.3654 35.125 0.0176737 0.0110606 2021-07-26T16:00:37.112 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:37.116 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:00:37.167 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:36 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 53032/258738 objects degraded (20.496%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:37.167 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:36 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 53032/258738 objects degraded (20.496%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:37.176 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:37.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:37.178 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:37.279 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:37.323 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:37.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:37.326 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:37.427 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:37.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:37.483 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:37.484 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:37.585 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:37.615 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:37.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:37.616 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:37.717 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:37.756 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:37.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:37.758 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:37.859 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:37.903 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:37.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:37.904 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:38.005 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:38.045 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:38.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:38.046 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:38.064 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 62 16 88795 88779 89.4725 35 0.036901 0.0111683 2021-07-26T16:00:38.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:37 smithi139 ceph-mon[56829]: pgmap v272: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 39 MiB/s wr, 627 op/s; 53032/258738 objects degraded (20.496%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:38.105 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:00:38.142 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:37 smithi078 ceph-mon[73801]: pgmap v272: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 39 MiB/s wr, 627 op/s; 53032/258738 objects degraded (20.496%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:38.145 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:37 smithi078 ceph-mon[77813]: pgmap v272: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 39 MiB/s wr, 627 op/s; 53032/258738 objects degraded (20.496%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:38.147 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:38.180 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:38.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:38.183 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:38.284 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:38.321 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:38.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:38.323 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:38.346 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:38.424 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:38.451 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:38.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:38.452 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:38.554 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:38.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:38.603 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:38.603 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:38.704 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:38.734 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:38.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:38.736 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:38.837 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:38.873 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:38.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:38.874 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:38.976 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:39.019 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:39.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:39.022 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:39.064 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 63 16 89412 89396 88.6645 38.5625 0.0221651 0.0112723 2021-07-26T16:00:39.123 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:39.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:39.179 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:39.180 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:39.281 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:39.288 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:00:39.288 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:00:39.288 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.288 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:89540 6.9 6:9020c0ff:::benchmark_data_smithi078_103090_object89539:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e111)", 2021-07-26T16:00:39.289 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:39.251222+0000", 2021-07-26T16:00:39.289 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.034496831999999998, 2021-07-26T16:00:39.289 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.034536564999999998, 2021-07-26T16:00:39.289 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:39.289 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:00:39.290 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:39.290 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:39.290 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:39.290 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 89540 2021-07-26T16:00:39.291 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.291 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:39.292 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.292 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:39.292 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.251222+0000", 2021-07-26T16:00:39.292 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:39.293 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.293 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.293 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:39.293 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.251222+0000", 2021-07-26T16:00:39.293 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8425999999999999e-05 2021-07-26T16:00:39.294 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.294 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.294 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:39.294 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.251280+0000", 2021-07-26T16:00:39.295 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.911e-06 2021-07-26T16:00:39.295 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.295 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.295 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:39.296 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.251282+0000", 2021-07-26T16:00:39.296 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.7850000000000003e-06 2021-07-26T16:00:39.296 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.297 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.297 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:39.297 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.251292+0000", 2021-07-26T16:00:39.297 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8929999999999998e-06 2021-07-26T16:00:39.297 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.298 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.298 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:39.298 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.251296+0000", 2021-07-26T16:00:39.298 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1489999999999997e-05 2021-07-26T16:00:39.298 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.299 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.299 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:39.299 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.251337+0000", 2021-07-26T16:00:39.299 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016866799999999999 2021-07-26T16:00:39.299 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.300 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.300 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:39.300 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.251506+0000", 2021-07-26T16:00:39.300 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014285200000000001 2021-07-26T16:00:39.301 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.301 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.301 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,3", 2021-07-26T16:00:39.301 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.251649+0000", 2021-07-26T16:00:39.301 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0070389759999999997 2021-07-26T16:00:39.302 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.302 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.302 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:39.302 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.258688+0000", 2021-07-26T16:00:39.303 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.004364153 2021-07-26T16:00:39.303 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.303 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.303 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:39.304 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.263052+0000", 2021-07-26T16:00:39.304 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.021591559999999999 2021-07-26T16:00:39.304 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.304 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.304 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:39.305 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.284643+0000", 2021-07-26T16:00:39.305 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.0346999999999996e-05 2021-07-26T16:00:39.305 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.305 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.305 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:00:39.306 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.284714+0000", 2021-07-26T16:00:39.306 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.033492060999999997 2021-07-26T16:00:39.306 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.306 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:39.306 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.307 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.307 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.308 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:89544 6.9 6:95922d2c:::benchmark_data_smithi078_103090_object89543:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e111)", 2021-07-26T16:00:39.308 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:39.254855+0000", 2021-07-26T16:00:39.308 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.030863191000000002, 2021-07-26T16:00:39.308 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.031033604999999999, 2021-07-26T16:00:39.308 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:39.309 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:00:39.309 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:39.309 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:39.309 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:39.309 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 89544 2021-07-26T16:00:39.310 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.310 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:39.310 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.310 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:39.311 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.254855+0000", 2021-07-26T16:00:39.311 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:39.311 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.311 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.311 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:39.312 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.254855+0000", 2021-07-26T16:00:39.312 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3306e-05 2021-07-26T16:00:39.312 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.312 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.313 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:39.313 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.254879+0000", 2021-07-26T16:00:39.313 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1090000000000001e-06 2021-07-26T16:00:39.313 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.313 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.314 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:39.314 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.254881+0000", 2021-07-26T16:00:39.314 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2758999999999999e-05 2021-07-26T16:00:39.314 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.314 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.315 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:39.315 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.254893+0000", 2021-07-26T16:00:39.315 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4609999999999996e-06 2021-07-26T16:00:39.315 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.315 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.316 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:39.316 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.254900+0000", 2021-07-26T16:00:39.316 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7149000000000004e-05 2021-07-26T16:00:39.316 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.317 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.317 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:39.317 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.254967+0000", 2021-07-26T16:00:39.317 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00020772499999999999 2021-07-26T16:00:39.317 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.318 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.318 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:39.318 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.255175+0000", 2021-07-26T16:00:39.318 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00025317599999999998 2021-07-26T16:00:39.319 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.319 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.319 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,3", 2021-07-26T16:00:39.319 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.255428+0000", 2021-07-26T16:00:39.319 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0034065060000000001 2021-07-26T16:00:39.320 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.320 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.320 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:39.320 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.258834+0000", 2021-07-26T16:00:39.320 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0044297549999999996 2021-07-26T16:00:39.321 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.321 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.321 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:39.321 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.263264+0000", 2021-07-26T16:00:39.321 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0084089460000000005 2021-07-26T16:00:39.322 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.322 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:39.322 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.322 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.322 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.323 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:89548 6.8 6:109ab7fa:::benchmark_data_smithi078_103090_object89547:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e111)", 2021-07-26T16:00:39.323 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:39.264719+0000", 2021-07-26T16:00:39.323 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.020999205, 2021-07-26T16:00:39.323 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.021274384, 2021-07-26T16:00:39.324 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:39.324 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:00:39.324 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:39.324 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:39.324 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:39.325 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 89548 2021-07-26T16:00:39.325 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.325 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:39.325 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.325 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:39.326 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.264719+0000", 2021-07-26T16:00:39.326 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:39.326 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.326 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.326 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:39.327 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.264719+0000", 2021-07-26T16:00:39.327 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4035000000000002e-05 2021-07-26T16:00:39.327 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.327 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.328 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:39.328 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.264753+0000", 2021-07-26T16:00:39.328 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.531e-06 2021-07-26T16:00:39.328 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.329 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.329 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:39.329 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.264756+0000", 2021-07-26T16:00:39.329 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6269e-05 2021-07-26T16:00:39.329 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.330 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.330 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:39.330 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.264772+0000", 2021-07-26T16:00:39.330 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8889999999999996e-06 2021-07-26T16:00:39.330 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.331 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.331 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:39.331 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.264779+0000", 2021-07-26T16:00:39.331 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3449000000000003e-05 2021-07-26T16:00:39.332 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.332 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.332 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:39.332 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.264832+0000", 2021-07-26T16:00:39.332 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014506499999999999 2021-07-26T16:00:39.333 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.333 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.333 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:39.333 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.264977+0000", 2021-07-26T16:00:39.333 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015887900000000001 2021-07-26T16:00:39.334 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.334 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.337 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,3", 2021-07-26T16:00:39.337 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.265136+0000", 2021-07-26T16:00:39.338 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0045327420000000002 2021-07-26T16:00:39.339 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.339 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.340 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:39.341 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.269669+0000", 2021-07-26T16:00:39.341 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014913142000000001 2021-07-26T16:00:39.341 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.341 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.342 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:39.342 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.284582+0000", 2021-07-26T16:00:39.342 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.019863001000000002 2021-07-26T16:00:39.342 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.343 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:39.343 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.343 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.343 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.344 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:89549 6.8 6:1587a929:::benchmark_data_smithi078_103090_object89548:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e111)", 2021-07-26T16:00:39.344 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:39.266373+0000", 2021-07-26T16:00:39.344 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.019345284000000001, 2021-07-26T16:00:39.344 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.019724726000000001, 2021-07-26T16:00:39.345 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:39.345 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:00:39.345 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:39.345 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:39.346 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:39.346 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 89549 2021-07-26T16:00:39.346 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.346 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:39.347 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.347 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:39.347 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.266373+0000", 2021-07-26T16:00:39.347 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:39.348 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.348 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.348 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:39.348 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.266373+0000", 2021-07-26T16:00:39.348 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1696000000000001e-05 2021-07-26T16:00:39.349 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.349 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.349 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:39.349 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.266425+0000", 2021-07-26T16:00:39.350 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4119999999999999e-06 2021-07-26T16:00:39.350 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.350 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.351 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:39.351 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.266427+0000", 2021-07-26T16:00:39.351 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6028e-05 2021-07-26T16:00:39.351 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.352 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.352 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:39.352 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.266443+0000", 2021-07-26T16:00:39.352 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7849999999999992e-06 2021-07-26T16:00:39.353 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.353 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.353 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:39.353 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.266451+0000", 2021-07-26T16:00:39.354 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00086483299999999996 2021-07-26T16:00:39.354 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.354 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.354 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:39.355 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.267316+0000", 2021-07-26T16:00:39.355 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015757600000000001 2021-07-26T16:00:39.355 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.355 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.356 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:39.356 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.267473+0000", 2021-07-26T16:00:39.356 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013845799999999999 2021-07-26T16:00:39.356 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.357 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.357 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,3", 2021-07-26T16:00:39.357 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.267612+0000", 2021-07-26T16:00:39.358 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0022298249999999999 2021-07-26T16:00:39.359 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.359 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.359 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:00:39.360 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.269842+0000", 2021-07-26T16:00:39.360 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014798728000000001 2021-07-26T16:00:39.360 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.360 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.360 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:00:39.361 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.284640+0000", 2021-07-26T16:00:39.361 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.018267340999999999 2021-07-26T16:00:39.361 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.361 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:39.361 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.362 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.362 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.362 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop_reply(client.44646.0:89540 6.9 e111/108 ondisk, result = 0)", 2021-07-26T16:00:39.362 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:39.276303+0000", 2021-07-26T16:00:39.363 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0094151240000000004, 2021-07-26T16:00:39.363 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0098914299999999997, 2021-07-26T16:00:39.363 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:39.363 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "started", 2021-07-26T16:00:39.363 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:39.364 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.364 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:39.364 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.276303+0000", 2021-07-26T16:00:39.364 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:39.365 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.365 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.365 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:39.365 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.276303+0000", 2021-07-26T16:00:39.365 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3990000000000001e-06 2021-07-26T16:00:39.366 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.366 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.366 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:39.366 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.276305+0000", 2021-07-26T16:00:39.367 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5499999999999997e-07 2021-07-26T16:00:39.367 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.367 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.368 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:39.368 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.276305+0000", 2021-07-26T16:00:39.368 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4269999999999996e-06 2021-07-26T16:00:39.368 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.369 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.369 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:39.370 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.276312+0000", 2021-07-26T16:00:39.370 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3629999999999998e-06 2021-07-26T16:00:39.370 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.370 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.371 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:39.371 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.276315+0000", 2021-07-26T16:00:39.371 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0083084679999999994 2021-07-26T16:00:39.371 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.371 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.372 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:39.372 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.284624+0000", 2021-07-26T16:00:39.372 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0331e-05 2021-07-26T16:00:39.372 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.373 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.373 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:39.373 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.284634+0000", 2021-07-26T16:00:39.373 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0083307429999999998 2021-07-26T16:00:39.373 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.374 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:39.374 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.374 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.374 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.375 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:89554 6.5 6:a4e5ae85:::benchmark_data_smithi078_103090_object89553:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e111)", 2021-07-26T16:00:39.375 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:39.282594+0000", 2021-07-26T16:00:39.375 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.003124632, 2021-07-26T16:00:39.375 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003676187, 2021-07-26T16:00:39.375 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:39.376 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:00:39.376 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:39.376 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:39.376 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:39.377 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 89554 2021-07-26T16:00:39.377 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.377 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:39.377 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.377 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:39.378 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.282594+0000", 2021-07-26T16:00:39.378 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:39.378 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.378 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.379 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:39.379 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.282594+0000", 2021-07-26T16:00:39.379 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000243475 2021-07-26T16:00:39.379 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.379 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.380 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:39.380 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.282837+0000", 2021-07-26T16:00:39.380 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.706e-06 2021-07-26T16:00:39.380 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.381 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.381 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:39.381 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.282840+0000", 2021-07-26T16:00:39.381 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5041e-05 2021-07-26T16:00:39.381 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.382 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.382 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:39.382 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.282855+0000", 2021-07-26T16:00:39.382 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3799999999999999e-06 2021-07-26T16:00:39.383 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.383 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.383 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:39.383 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.282861+0000", 2021-07-26T16:00:39.383 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.9014000000000001e-05 2021-07-26T16:00:39.384 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.384 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.384 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:39.384 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.282920+0000", 2021-07-26T16:00:39.385 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000191712 2021-07-26T16:00:39.385 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.385 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.385 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:39.385 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283112+0000", 2021-07-26T16:00:39.386 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000221201 2021-07-26T16:00:39.386 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.386 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.386 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,6", 2021-07-26T16:00:39.387 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283333+0000", 2021-07-26T16:00:39.387 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00073952899999999995 2021-07-26T16:00:39.387 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.387 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:39.387 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.388 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.388 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.388 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:89556 6.5 6:a1e10156:::benchmark_data_smithi078_103090_object89555:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e111)", 2021-07-26T16:00:39.388 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:39.283092+0000", 2021-07-26T16:00:39.389 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0026262120000000002, 2021-07-26T16:00:39.389 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0032759859999999998, 2021-07-26T16:00:39.389 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:39.389 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:00:39.389 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:39.390 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:39.390 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:39.390 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 89556 2021-07-26T16:00:39.390 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.391 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:39.391 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.391 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:39.391 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283092+0000", 2021-07-26T16:00:39.391 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:39.392 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.392 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.392 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:39.392 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283092+0000", 2021-07-26T16:00:39.392 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.4228000000000003e-05 2021-07-26T16:00:39.393 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.393 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.393 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:39.393 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283146+0000", 2021-07-26T16:00:39.394 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.72e-06 2021-07-26T16:00:39.394 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.394 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.394 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:39.395 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283148+0000", 2021-07-26T16:00:39.395 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0803e-05 2021-07-26T16:00:39.395 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.395 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.395 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:39.396 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283159+0000", 2021-07-26T16:00:39.396 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.916e-06 2021-07-26T16:00:39.396 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.396 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.397 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:39.397 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283164+0000", 2021-07-26T16:00:39.397 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0031525780000000001 2021-07-26T16:00:39.397 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.397 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.398 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:39.398 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.286316+0000", 2021-07-26T16:00:39.398 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0032242450000000001 2021-07-26T16:00:39.398 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.399 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:39.399 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.399 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.399 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.400 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:89557 6.9 6.d5007739 (undecoded) ondisk+write+known_if_redirected e111)", 2021-07-26T16:00:39.400 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:39.283173+0000", 2021-07-26T16:00:39.400 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0025452970000000002, 2021-07-26T16:00:39.400 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003300117, 2021-07-26T16:00:39.400 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:39.401 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "queued for pg", 2021-07-26T16:00:39.401 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:39.401 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:39.401 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:39.401 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 89557 2021-07-26T16:00:39.402 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.402 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:39.402 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.402 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:39.403 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283173+0000", 2021-07-26T16:00:39.403 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:39.403 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.403 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.403 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:39.404 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283173+0000", 2021-07-26T16:00:39.404 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3982000000000001e-05 2021-07-26T16:00:39.404 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.404 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.404 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:39.405 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283207+0000", 2021-07-26T16:00:39.405 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.189e-06 2021-07-26T16:00:39.405 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.405 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.406 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:39.406 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283208+0000", 2021-07-26T16:00:39.406 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.652e-06 2021-07-26T16:00:39.406 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.406 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.407 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:39.407 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283215+0000", 2021-07-26T16:00:39.407 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7170000000000002e-06 2021-07-26T16:00:39.407 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.407 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.408 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:39.408 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283219+0000", 2021-07-26T16:00:39.408 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5540000000000001e-05 2021-07-26T16:00:39.408 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.409 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:39.409 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.409 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.409 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.409 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:89558 6.8 6:16509597:::benchmark_data_smithi078_103090_object89557:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e111)", 2021-07-26T16:00:39.410 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:39.283224+0000", 2021-07-26T16:00:39.410 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.002494451, 2021-07-26T16:00:39.410 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0033225910000000002, 2021-07-26T16:00:39.410 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:39.411 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:00:39.411 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:00:39.411 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:00:39.411 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:00:39.411 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 89558 2021-07-26T16:00:39.412 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.412 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:39.412 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.412 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:39.413 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283224+0000", 2021-07-26T16:00:39.413 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:39.413 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.413 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.413 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:39.414 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283224+0000", 2021-07-26T16:00:39.414 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.0624999999999998e-05 2021-07-26T16:00:39.414 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.414 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.415 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:39.415 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283265+0000", 2021-07-26T16:00:39.415 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.074e-06 2021-07-26T16:00:39.415 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.415 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.416 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:39.416 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283266+0000", 2021-07-26T16:00:39.416 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4150000000000004e-06 2021-07-26T16:00:39.416 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.416 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.417 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:39.417 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283272+0000", 2021-07-26T16:00:39.417 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6689999999999999e-06 2021-07-26T16:00:39.417 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.418 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.418 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:39.418 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283276+0000", 2021-07-26T16:00:39.418 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0013967140000000001 2021-07-26T16:00:39.418 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.419 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.419 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:00:39.419 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.284672+0000", 2021-07-26T16:00:39.419 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000212048 2021-07-26T16:00:39.419 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.420 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.420 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:00:39.420 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.284884+0000", 2021-07-26T16:00:39.420 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00024237400000000001 2021-07-26T16:00:39.421 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.421 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.421 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,3", 2021-07-26T16:00:39.421 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.285127+0000", 2021-07-26T16:00:39.421 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0019029190000000001 2021-07-26T16:00:39.422 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.422 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:39.422 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.422 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.423 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.423 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop_reply(client.44646.0:89544 6.9 e111/108)", 2021-07-26T16:00:39.423 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:00:39.283286+0000", 2021-07-26T16:00:39.423 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0024322570000000002, 2021-07-26T16:00:39.423 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0033510649999999999, 2021-07-26T16:00:39.424 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:00:39.424 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "queued for pg", 2021-07-26T16:00:39.424 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:00:39.424 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.424 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:00:39.425 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283286+0000", 2021-07-26T16:00:39.425 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:00:39.425 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.425 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.426 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:00:39.426 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283286+0000", 2021-07-26T16:00:39.426 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.08e-06 2021-07-26T16:00:39.426 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.426 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.427 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:00:39.427 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283287+0000", 2021-07-26T16:00:39.427 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.6200000000000006e-07 2021-07-26T16:00:39.427 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.428 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.428 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:00:39.428 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283288+0000", 2021-07-26T16:00:39.428 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.4e-06 2021-07-26T16:00:39.428 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.429 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.429 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:00:39.429 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283294+0000", 2021-07-26T16:00:39.429 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.275e-06 2021-07-26T16:00:39.429 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:00:39.430 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:00:39.430 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:00:39.430 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:00:39.283297+0000", 2021-07-26T16:00:39.430 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0716999999999999e-05 2021-07-26T16:00:39.431 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.431 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:00:39.431 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.431 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:00:39.431 INFO:teuthology.orchestra.run.smithi139.stdout: ], 2021-07-26T16:00:39.432 INFO:teuthology.orchestra.run.smithi139.stdout: "num_ops": 10 2021-07-26T16:00:39.432 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:00:39.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:39.434 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:39.434 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:39.535 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:39.562 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:39.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:39.564 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:39.665 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:39.760 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:39.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:39.763 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:39.864 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:39.892 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:39.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:39.942 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:40.043 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:40.064 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 64 16 89965 89949 87.8192 34.5625 0.0347496 0.0113762 2021-07-26T16:00:40.079 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:40.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:40.080 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:40.095 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:39 smithi078 ceph-mon[73801]: pgmap v273: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 39 MiB/s wr, 624 op/s; 52924/261537 objects degraded (20.236%); 1.3 MiB/s, 21 objects/s recovering 2021-07-26T16:00:40.095 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:39 smithi078 ceph-mon[77813]: pgmap v273: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 39 MiB/s wr, 624 op/s; 52924/261537 objects degraded (20.236%); 1.3 MiB/s, 21 objects/s recovering 2021-07-26T16:00:40.181 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:40.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:40.240 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:40.240 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:40.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:39 smithi139 ceph-mon[56829]: pgmap v273: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 39 MiB/s wr, 624 op/s; 52924/261537 objects degraded (20.236%); 1.3 MiB/s, 21 objects/s recovering 2021-07-26T16:00:40.341 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:40.382 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:40.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:40.383 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:40.423 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-07-26T16:00:40.484 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:40.530 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:40.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:40.532 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:40.622 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:00:40.634 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:40.676 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:40.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:40.678 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:40.780 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:40.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:40.817 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:40.818 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:40.919 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:40.951 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:40.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:40.952 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:41.013 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:00:41.054 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:41.065 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 65 16 90542 90526 87.023 36.0625 0.0334735 0.0114839 2021-07-26T16:00:41.085 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:41.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:41.087 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:41.145 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:40 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2136200153' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:41.146 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:40 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2136200153' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:41.188 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:41.224 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:41.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:41.226 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:41.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:40 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2136200153' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:41.327 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:41.383 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:41.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:41.385 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:41.486 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:41.544 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:41.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:41.546 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:41.647 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:41.681 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:41.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:41.683 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:41.784 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:41.814 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:41.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:41.816 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:41.916 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:41.947 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:41.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:41.948 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:41.999 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:41 smithi078 ceph-mon[73801]: pgmap v274: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 38 MiB/s wr, 600 op/s; 52924/267675 objects degraded (19.772%); 1.3 MiB/s, 21 objects/s recovering 2021-07-26T16:00:41.999 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:41 smithi078 ceph-mon[77813]: pgmap v274: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 38 MiB/s wr, 600 op/s; 52924/267675 objects degraded (19.772%); 1.3 MiB/s, 21 objects/s recovering 2021-07-26T16:00:42.000 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:41 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:42.000 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:41 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2136200153' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:00:42.000 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:41 smithi078 ceph-mon[77813]: osdmap e112: 8 total, 8 up, 7 in 2021-07-26T16:00:42.000 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:41 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 52924/267675 objects degraded (19.772%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:42.049 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:42.065 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 66 16 91179 91163 86.3072 39.8125 0.0174148 0.0115788 2021-07-26T16:00:42.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:42.118 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:42.118 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:42.219 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:42.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:42 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:42.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:42 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2136200153' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:00:42.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:42 smithi078 ceph-mon[73801]: osdmap e112: 8 total, 8 up, 7 in 2021-07-26T16:00:42.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:42 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 52924/267675 objects degraded (19.772%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:42.267 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:42.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:42.268 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:42.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:42 smithi139 ceph-mon[56829]: pgmap v274: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 38 MiB/s wr, 600 op/s; 52924/267675 objects degraded (19.772%); 1.3 MiB/s, 21 objects/s recovering 2021-07-26T16:00:42.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:42 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:42.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:42 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2136200153' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:00:42.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:42 smithi139 ceph-mon[56829]: osdmap e112: 8 total, 8 up, 7 in 2021-07-26T16:00:42.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:42 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 52924/267675 objects degraded (19.772%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:42.370 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:42.394 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:42.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:42.395 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:42.418 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:00:42.441 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:00:42.496 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:42.520 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:42.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:42.522 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:42.623 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:42.669 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:42.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:42.671 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:42.772 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:42.811 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:42.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:42.813 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:42.914 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:42.955 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:42.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:42.957 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:43.058 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:43.065 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 67 16 91727 91711 85.5303 34.25 0.00999019 0.0116815 2021-07-26T16:00:43.107 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:43.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:43.109 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:43.162 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:00:43.162 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:00:43.162 INFO:teuthology.orchestra.run.smithi139.stdout: "complaint_time": 30, 2021-07-26T16:00:43.163 INFO:teuthology.orchestra.run.smithi139.stdout: "num_blocked_ops": 0 2021-07-26T16:00:43.163 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:00:43.211 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:43.246 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:43.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:43.248 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:43.350 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:43.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:43.382 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:43.382 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:43.483 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:00:43.483 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:43.492 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:00:43.525 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:00:43.531 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:43.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:43.532 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:43.560 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:00:43.589 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:00:43.609 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":275,"stamp":"2021-07-26T16:00:41.003992+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5846472606,"num_objects":89225,"num_object_clones":0,"num_object_copies":267675,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52924,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":89225,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":89461,"num_write_kb":5711309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1918,"num_bytes_recovered":125502559,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":89395,"ondisk_log_size":89395,"up":267,"acting":257,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":18090960,"kb_used_data":13706712,"kb_used_omap":20,"kb_used_meta":4384235,"kb_avail":638125104,"statfs":{"total":671965249536,"available":653440106496,"internally_reserved":4294967296,"allocated":14035673088,"data_stored":14031626789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20961,"internal_metadata":4489457183},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,4,3,7,6,3],"upper_bound":128},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":393609216,"num_objects":6006,"num_object_clones":0,"num_object_copies":18018,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-211,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6006,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6006,"num_write_kb":384384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":211,"num_bytes_recovered":13828096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.298091"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":113,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.952014+0000","last_change":"2021-07-26T16:00:21.795752+0000","last_active":"2021-07-26T16:00:23.952014+0000","last_peered":"2021-07-26T16:00:23.952014+0000","last_clean":"2021-07-26T16:00:23.952014+0000","last_became_active":"2021-07-26T16:00:21.795477+0000","last_became_peered":"2021-07-26T16:00:21.795477+0000","last_unstale":"2021-07-26T16:00:23.952014+0000","last_undegraded":"2021-07-26T16:00:23.952014+0000","last_fullsized":"2021-07-26T16:00:23.952014+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":85,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.953881+0000","last_change":"2021-07-26T15:58:08.292707+0000","last_active":"2021-07-26T16:00:23.953881+0000","last_peered":"2021-07-26T16:00:23.953881+0000","last_clean":"2021-07-26T16:00:23.953881+0000","last_became_active":"2021-07-26T15:58:00.091021+0000","last_became_peered":"2021-07-26T15:58:00.091021+0000","last_unstale":"2021-07-26T16:00:23.953881+0000","last_undegraded":"2021-07-26T16:00:23.953881+0000","last_fullsized":"2021-07-26T16:00:23.953881+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":70,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.961295+0000","last_change":"2021-07-26T15:58:00.095722+0000","last_active":"2021-07-26T16:00:23.961295+0000","last_peered":"2021-07-26T16:00:23.961295+0000","last_clean":"2021-07-26T16:00:23.961295+0000","last_became_active":"2021-07-26T15:58:00.095390+0000","last_became_peered":"2021-07-26T15:58:00.095390+0000","last_unstale":"2021-07-26T16:00:23.961295+0000","last_undegraded":"2021-07-26T16:00:23.961295+0000","last_fullsized":"2021-07-26T16:00:23.961295+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":68,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.961037+0000","last_change":"2021-07-26T15:59:51.107623+0000","last_active":"2021-07-26T16:00:23.961037+0000","last_peered":"2021-07-26T16:00:23.961037+0000","last_clean":"2021-07-26T16:00:23.961037+0000","last_became_active":"2021-07-26T15:59:51.106570+0000","last_became_peered":"2021-07-26T15:59:51.106570+0000","last_unstale":"2021-07-26T16:00:23.961037+0000","last_undegraded":"2021-07-26T16:00:23.961037+0000","last_fullsized":"2021-07-26T16:00:23.961037+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":121,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.958868+0000","last_change":"2021-07-26T16:00:22.951750+0000","last_active":"2021-07-26T16:00:23.958868+0000","last_peered":"2021-07-26T16:00:23.958868+0000","last_clean":"2021-07-26T16:00:23.958868+0000","last_became_active":"2021-07-26T16:00:22.950926+0000","last_became_peered":"2021-07-26T16:00:22.950926+0000","last_unstale":"2021-07-26T16:00:23.958868+0000","last_undegraded":"2021-07-26T16:00:23.958868+0000","last_fullsized":"2021-07-26T16:00:23.958868+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":80,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.964862+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:00:23.964862+0000","last_peered":"2021-07-26T16:00:23.964862+0000","last_clean":"2021-07-26T16:00:23.964862+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:00:23.964862+0000","last_undegraded":"2021-07-26T16:00:23.964862+0000","last_fullsized":"2021-07-26T16:00:23.964862+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":67,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.949748+0000","last_change":"2021-07-26T15:59:51.110030+0000","last_active":"2021-07-26T16:00:23.949748+0000","last_peered":"2021-07-26T16:00:23.949748+0000","last_clean":"2021-07-26T16:00:23.949748+0000","last_became_active":"2021-07-26T15:59:51.109664+0000","last_became_peered":"2021-07-26T15:59:51.109664+0000","last_unstale":"2021-07-26T16:00:23.949748+0000","last_undegraded":"2021-07-26T16:00:23.949748+0000","last_fullsized":"2021-07-26T16:00:23.949748+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":85,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.958947+0000","last_change":"2021-07-26T15:58:08.292119+0000","last_active":"2021-07-26T16:00:23.958947+0000","last_peered":"2021-07-26T16:00:23.958947+0000","last_clean":"2021-07-26T16:00:23.958947+0000","last_became_active":"2021-07-26T15:58:00.092385+0000","last_became_peered":"2021-07-26T15:58:00.092385+0000","last_unstale":"2021-07-26T16:00:23.958947+0000","last_undegraded":"2021-07-26T16:00:23.958947+0000","last_fullsized":"2021-07-26T16:00:23.958947+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":81,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.948707+0000","last_change":"2021-07-26T15:57:06.005424+0000","last_active":"2021-07-26T16:00:23.948707+0000","last_peered":"2021-07-26T16:00:23.948707+0000","last_clean":"2021-07-26T16:00:23.948707+0000","last_became_active":"2021-07-26T15:57:06.004974+0000","last_became_peered":"2021-07-26T15:57:06.004974+0000","last_unstale":"2021-07-26T16:00:23.948707+0000","last_undegraded":"2021-07-26T16:00:23.948707+0000","last_fullsized":"2021-07-26T16:00:23.948707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":46,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.953882+0000","last_change":"2021-07-26T15:58:08.294711+0000","last_active":"2021-07-26T16:00:23.953882+0000","last_peered":"2021-07-26T16:00:23.953882+0000","last_clean":"2021-07-26T16:00:23.953882+0000","last_became_active":"2021-07-26T15:58:00.092705+0000","last_became_peered":"2021-07-26T15:58:00.092705+0000","last_unstale":"2021-07-26T16:00:23.953882+0000","last_undegraded":"2021-07-26T16:00:23.953882+0000","last_fullsized":"2021-07-26T16:00:23.953882+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":85,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.960778+0000","last_change":"2021-07-26T15:58:00.091865+0000","last_active":"2021-07-26T16:00:23.960778+0000","last_peered":"2021-07-26T16:00:23.960778+0000","last_clean":"2021-07-26T16:00:23.960778+0000","last_became_active":"2021-07-26T15:58:00.091430+0000","last_became_peered":"2021-07-26T15:58:00.091430+0000","last_unstale":"2021-07-26T16:00:23.960778+0000","last_undegraded":"2021-07-26T16:00:23.960778+0000","last_fullsized":"2021-07-26T16:00:23.960778+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":85,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.955167+0000","last_change":"2021-07-26T16:00:21.797418+0000","last_active":"2021-07-26T16:00:23.955167+0000","last_peered":"2021-07-26T16:00:23.955167+0000","last_clean":"2021-07-26T16:00:23.955167+0000","last_became_active":"2021-07-26T16:00:21.797077+0000","last_became_peered":"2021-07-26T16:00:21.797077+0000","last_unstale":"2021-07-26T16:00:23.955167+0000","last_undegraded":"2021-07-26T16:00:23.955167+0000","last_fullsized":"2021-07-26T16:00:23.955167+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":89,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.952220+0000","last_change":"2021-07-26T15:47:42.705867+0000","last_active":"2021-07-26T16:00:23.952220+0000","last_peered":"2021-07-26T16:00:23.952220+0000","last_clean":"2021-07-26T16:00:23.952220+0000","last_became_active":"2021-07-26T15:47:42.705471+0000","last_became_peered":"2021-07-26T15:47:42.705471+0000","last_unstale":"2021-07-26T16:00:23.952220+0000","last_undegraded":"2021-07-26T16:00:23.952220+0000","last_fullsized":"2021-07-26T16:00:23.952220+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":81,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.952647+0000","last_change":"2021-07-26T15:57:06.013089+0000","last_active":"2021-07-26T16:00:23.952647+0000","last_peered":"2021-07-26T16:00:23.952647+0000","last_clean":"2021-07-26T16:00:23.952647+0000","last_became_active":"2021-07-26T15:57:06.012169+0000","last_became_peered":"2021-07-26T15:57:06.012169+0000","last_unstale":"2021-07-26T16:00:23.952647+0000","last_undegraded":"2021-07-26T16:00:23.952647+0000","last_fullsized":"2021-07-26T16:00:23.952647+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":99,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.961165+0000","last_change":"2021-07-26T16:00:21.799667+0000","last_active":"2021-07-26T16:00:23.961165+0000","last_peered":"2021-07-26T16:00:23.961165+0000","last_clean":"2021-07-26T16:00:23.961165+0000","last_became_active":"2021-07-26T16:00:21.798941+0000","last_became_peered":"2021-07-26T16:00:21.798941+0000","last_unstale":"2021-07-26T16:00:23.961165+0000","last_undegraded":"2021-07-26T16:00:23.961165+0000","last_fullsized":"2021-07-26T16:00:23.961165+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":85,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.954161+0000","last_change":"2021-07-26T15:58:08.295914+0000","last_active":"2021-07-26T16:00:23.954161+0000","last_peered":"2021-07-26T16:00:23.954161+0000","last_clean":"2021-07-26T16:00:23.954161+0000","last_became_active":"2021-07-26T15:58:00.096371+0000","last_became_peered":"2021-07-26T15:58:00.096371+0000","last_unstale":"2021-07-26T16:00:23.954161+0000","last_undegraded":"2021-07-26T16:00:23.954161+0000","last_fullsized":"2021-07-26T16:00:23.954161+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":67,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.960512+0000","last_change":"2021-07-26T15:59:51.102196+0000","last_active":"2021-07-26T16:00:23.960512+0000","last_peered":"2021-07-26T16:00:23.960512+0000","last_clean":"2021-07-26T16:00:23.960512+0000","last_became_active":"2021-07-26T15:59:51.101800+0000","last_became_peered":"2021-07-26T15:59:51.101800+0000","last_unstale":"2021-07-26T16:00:23.960512+0000","last_undegraded":"2021-07-26T16:00:23.960512+0000","last_fullsized":"2021-07-26T16:00:23.960512+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":80,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.950762+0000","last_change":"2021-07-26T15:58:00.097680+0000","last_active":"2021-07-26T16:00:23.950762+0000","last_peered":"2021-07-26T16:00:23.950762+0000","last_clean":"2021-07-26T16:00:23.950762+0000","last_became_active":"2021-07-26T15:58:00.097314+0000","last_became_peered":"2021-07-26T15:58:00.097314+0000","last_unstale":"2021-07-26T16:00:23.950762+0000","last_undegraded":"2021-07-26T16:00:23.950762+0000","last_fullsized":"2021-07-26T16:00:23.950762+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":67,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.960420+0000","last_change":"2021-07-26T15:47:42.709495+0000","last_active":"2021-07-26T16:00:23.960420+0000","last_peered":"2021-07-26T16:00:23.960420+0000","last_clean":"2021-07-26T16:00:23.960420+0000","last_became_active":"2021-07-26T15:47:42.708363+0000","last_became_peered":"2021-07-26T15:47:42.708363+0000","last_unstale":"2021-07-26T16:00:23.960420+0000","last_undegraded":"2021-07-26T16:00:23.960420+0000","last_fullsized":"2021-07-26T16:00:23.960420+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":79,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.954288+0000","last_change":"2021-07-26T16:00:22.795272+0000","last_active":"2021-07-26T16:00:23.954288+0000","last_peered":"2021-07-26T16:00:23.954288+0000","last_clean":"2021-07-26T16:00:23.954288+0000","last_became_active":"2021-07-26T16:00:22.794296+0000","last_became_peered":"2021-07-26T16:00:22.794296+0000","last_unstale":"2021-07-26T16:00:23.954288+0000","last_undegraded":"2021-07-26T16:00:23.954288+0000","last_fullsized":"2021-07-26T16:00:23.954288+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":108,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.964444+0000","last_change":"2021-07-26T15:59:51.124469+0000","last_active":"2021-07-26T16:00:23.964444+0000","last_peered":"2021-07-26T16:00:23.964444+0000","last_clean":"2021-07-26T16:00:23.964444+0000","last_became_active":"2021-07-26T15:59:51.107352+0000","last_became_peered":"2021-07-26T15:59:51.107352+0000","last_unstale":"2021-07-26T16:00:23.964444+0000","last_undegraded":"2021-07-26T16:00:23.964444+0000","last_fullsized":"2021-07-26T16:00:23.964444+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":85,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.957580+0000","last_change":"2021-07-26T15:58:08.295261+0000","last_active":"2021-07-26T16:00:23.957580+0000","last_peered":"2021-07-26T16:00:23.957580+0000","last_clean":"2021-07-26T16:00:23.957580+0000","last_became_active":"2021-07-26T15:58:00.091427+0000","last_became_peered":"2021-07-26T15:58:00.091427+0000","last_unstale":"2021-07-26T16:00:23.957580+0000","last_undegraded":"2021-07-26T16:00:23.957580+0000","last_fullsized":"2021-07-26T16:00:23.957580+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"111'5655","reported_seq":5699,"reported_epoch":111,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:00:38.960115+0000","last_change":"2021-07-26T16:00:23.266957+0000","last_active":"2021-07-26T16:00:38.960115+0000","last_peered":"2021-07-26T16:00:38.960115+0000","last_clean":"2021-07-26T16:00:20.776964+0000","last_became_active":"2021-07-26T16:00:23.255924+0000","last_became_peered":"2021-07-26T16:00:23.255924+0000","last_unstale":"2021-07-26T16:00:38.960115+0000","last_undegraded":"2021-07-26T16:00:22.827898+0000","last_fullsized":"2021-07-26T16:00:22.784692+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5655,"ondisk_log_size":5655,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":370606080,"num_objects":5655,"num_object_clones":0,"num_object_copies":16965,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5026,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5655,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5655,"num_write_kb":361920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6],"avail_no_missing":["5","0","6"],"object_location_counts":[{"shards":"0,5,6","objects":5025},{"shards":"5,6","objects":629}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":96,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.961064+0000","last_change":"2021-07-26T15:59:51.115047+0000","last_active":"2021-07-26T16:00:23.961064+0000","last_peered":"2021-07-26T16:00:23.961064+0000","last_clean":"2021-07-26T16:00:23.961064+0000","last_became_active":"2021-07-26T15:59:51.103614+0000","last_became_peered":"2021-07-26T15:59:51.103614+0000","last_unstale":"2021-07-26T16:00:23.961064+0000","last_undegraded":"2021-07-26T16:00:23.961064+0000","last_fullsized":"2021-07-26T16:00:23.961064+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":65,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.948636+0000","last_change":"2021-07-26T15:47:44.362815+0000","last_active":"2021-07-26T16:00:23.948636+0000","last_peered":"2021-07-26T16:00:23.948636+0000","last_clean":"2021-07-26T16:00:23.948636+0000","last_became_active":"2021-07-26T15:47:44.362418+0000","last_became_peered":"2021-07-26T15:47:44.362418+0000","last_unstale":"2021-07-26T16:00:23.948636+0000","last_undegraded":"2021-07-26T16:00:23.948636+0000","last_fullsized":"2021-07-26T16:00:23.948636+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"111'5486","reported_seq":5514,"reported_epoch":111,"state":"active+clean","last_fresh":"2021-07-26T16:00:38.079449+0000","last_change":"2021-07-26T15:59:25.457998+0000","last_active":"2021-07-26T16:00:38.079449+0000","last_peered":"2021-07-26T16:00:38.079449+0000","last_clean":"2021-07-26T16:00:38.079449+0000","last_became_active":"2021-07-26T15:59:25.457695+0000","last_became_peered":"2021-07-26T15:59:25.457695+0000","last_unstale":"2021-07-26T16:00:38.079449+0000","last_undegraded":"2021-07-26T16:00:38.079449+0000","last_fullsized":"2021-07-26T16:00:38.079449+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5486,"ondisk_log_size":5486,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":359530496,"num_objects":5486,"num_object_clones":0,"num_object_copies":16458,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5486,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5486,"num_write_kb":351104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":84,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.960936+0000","last_change":"2021-07-26T15:57:06.005604+0000","last_active":"2021-07-26T16:00:23.960936+0000","last_peered":"2021-07-26T16:00:23.960936+0000","last_clean":"2021-07-26T16:00:23.960936+0000","last_became_active":"2021-07-26T15:57:06.005050+0000","last_became_peered":"2021-07-26T15:57:06.005050+0000","last_unstale":"2021-07-26T16:00:23.960936+0000","last_undegraded":"2021-07-26T16:00:23.960936+0000","last_fullsized":"2021-07-26T16:00:23.960936+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":96,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.951976+0000","last_change":"2021-07-26T15:58:00.092995+0000","last_active":"2021-07-26T16:00:23.951976+0000","last_peered":"2021-07-26T16:00:23.951976+0000","last_clean":"2021-07-26T16:00:23.951976+0000","last_became_active":"2021-07-26T15:58:00.092506+0000","last_became_peered":"2021-07-26T15:58:00.092506+0000","last_unstale":"2021-07-26T16:00:23.951976+0000","last_undegraded":"2021-07-26T16:00:23.951976+0000","last_fullsized":"2021-07-26T16:00:23.951976+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"111'5625","reported_seq":5661,"reported_epoch":111,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:00:39.007998+0000","last_change":"2021-07-26T16:00:23.241578+0000","last_active":"2021-07-26T16:00:39.007998+0000","last_peered":"2021-07-26T16:00:39.007998+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.229969+0000","last_became_peered":"2021-07-26T16:00:23.229969+0000","last_unstale":"2021-07-26T16:00:39.007998+0000","last_undegraded":"2021-07-26T16:00:22.835292+0000","last_fullsized":"2021-07-26T16:00:22.786217+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5625,"ondisk_log_size":5625,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":368640000,"num_objects":5625,"num_object_clones":0,"num_object_copies":16875,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5038,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5625,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5625,"num_write_kb":360000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,3],"avail_no_missing":["7","3"],"object_location_counts":[{"shards":"3,7","objects":587}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":68,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.960985+0000","last_change":"2021-07-26T15:47:42.714217+0000","last_active":"2021-07-26T16:00:23.960985+0000","last_peered":"2021-07-26T16:00:23.960985+0000","last_clean":"2021-07-26T16:00:23.960985+0000","last_became_active":"2021-07-26T15:47:42.713846+0000","last_became_peered":"2021-07-26T15:47:42.713846+0000","last_unstale":"2021-07-26T16:00:23.960985+0000","last_undegraded":"2021-07-26T16:00:23.960985+0000","last_fullsized":"2021-07-26T16:00:23.960985+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":80,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.965352+0000","last_change":"2021-07-26T15:57:06.010661+0000","last_active":"2021-07-26T16:00:23.965352+0000","last_peered":"2021-07-26T16:00:23.965352+0000","last_clean":"2021-07-26T16:00:23.965352+0000","last_became_active":"2021-07-26T15:57:06.009864+0000","last_became_peered":"2021-07-26T15:57:06.009864+0000","last_unstale":"2021-07-26T16:00:23.965352+0000","last_undegraded":"2021-07-26T16:00:23.965352+0000","last_fullsized":"2021-07-26T16:00:23.965352+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"111'5643","reported_seq":8842,"reported_epoch":111,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:00:38.999358+0000","last_change":"2021-07-26T16:00:23.277478+0000","last_active":"2021-07-26T16:00:38.999358+0000","last_peered":"2021-07-26T16:00:38.999358+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.265069+0000","last_became_peered":"2021-07-26T16:00:23.265069+0000","last_unstale":"2021-07-26T16:00:38.999358+0000","last_undegraded":"2021-07-26T16:00:22.937280+0000","last_fullsized":"2021-07-26T16:00:22.785532+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5643,"ondisk_log_size":5643,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":369819648,"num_objects":5643,"num_object_clones":0,"num_object_copies":16929,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6046,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5643,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5643,"num_write_kb":361152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1578,"num_bytes_recovered":103415808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,3],"avail_no_missing":["7","0"],"object_location_counts":[{"shards":"0,3,7","objects":4088},{"shards":"0,7","objects":979},{"shards":"3,7","objects":576}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":81,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.948845+0000","last_change":"2021-07-26T15:58:00.097559+0000","last_active":"2021-07-26T16:00:23.948845+0000","last_peered":"2021-07-26T16:00:23.948845+0000","last_clean":"2021-07-26T16:00:23.948845+0000","last_became_active":"2021-07-26T15:58:00.097123+0000","last_became_peered":"2021-07-26T15:58:00.097123+0000","last_unstale":"2021-07-26T16:00:23.948845+0000","last_undegraded":"2021-07-26T16:00:23.948845+0000","last_fullsized":"2021-07-26T16:00:23.948845+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":59,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.956189+0000","last_change":"2021-07-26T15:59:51.112422+0000","last_active":"2021-07-26T16:00:23.956189+0000","last_peered":"2021-07-26T16:00:23.956189+0000","last_clean":"2021-07-26T16:00:23.956189+0000","last_became_active":"2021-07-26T15:59:51.111951+0000","last_became_peered":"2021-07-26T15:59:51.111951+0000","last_unstale":"2021-07-26T16:00:23.956189+0000","last_undegraded":"2021-07-26T16:00:23.956189+0000","last_fullsized":"2021-07-26T16:00:23.956189+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.e","version":"111'5630","reported_seq":5666,"reported_epoch":111,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:00:38.912369+0000","last_change":"2021-07-26T16:00:23.270560+0000","last_active":"2021-07-26T16:00:38.912369+0000","last_peered":"2021-07-26T16:00:38.912369+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.257896+0000","last_became_peered":"2021-07-26T16:00:23.257896+0000","last_unstale":"2021-07-26T16:00:38.912369+0000","last_undegraded":"2021-07-26T16:00:22.824084+0000","last_fullsized":"2021-07-26T16:00:22.787514+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5630,"ondisk_log_size":5630,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":368967680,"num_objects":5630,"num_object_clones":0,"num_object_copies":16890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5026,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5630,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5630,"num_write_kb":360320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1],"avail_no_missing":["4","1"],"object_location_counts":[{"shards":"1,4","objects":604}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":96,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.958380+0000","last_change":"2021-07-26T15:59:51.207391+0000","last_active":"2021-07-26T16:00:23.958380+0000","last_peered":"2021-07-26T16:00:23.958380+0000","last_clean":"2021-07-26T16:00:23.958380+0000","last_became_active":"2021-07-26T15:59:51.112715+0000","last_became_peered":"2021-07-26T15:59:51.112715+0000","last_unstale":"2021-07-26T16:00:23.958380+0000","last_undegraded":"2021-07-26T16:00:23.958380+0000","last_fullsized":"2021-07-26T16:00:23.958380+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":81,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.952172+0000","last_change":"2021-07-26T15:58:00.093106+0000","last_active":"2021-07-26T16:00:23.952172+0000","last_peered":"2021-07-26T16:00:23.952172+0000","last_clean":"2021-07-26T16:00:23.952172+0000","last_became_active":"2021-07-26T15:58:00.092658+0000","last_became_peered":"2021-07-26T15:58:00.092658+0000","last_unstale":"2021-07-26T16:00:23.952172+0000","last_undegraded":"2021-07-26T16:00:23.952172+0000","last_fullsized":"2021-07-26T16:00:23.952172+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"111'5532","reported_seq":6214,"reported_epoch":111,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:00:38.163146+0000","last_change":"2021-07-26T16:00:23.207027+0000","last_active":"2021-07-26T16:00:38.163146+0000","last_peered":"2021-07-26T16:00:38.163146+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.177545+0000","last_became_peered":"2021-07-26T16:00:23.177545+0000","last_unstale":"2021-07-26T16:00:38.163146+0000","last_undegraded":"2021-07-26T16:00:22.818691+0000","last_fullsized":"2021-07-26T16:00:22.784270+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5532,"ondisk_log_size":5532,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":362545152,"num_objects":5532,"num_object_clones":0,"num_object_copies":16596,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4617,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5532,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5532,"num_write_kb":354048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":327,"num_bytes_recovered":21430272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[3,4],"avail_no_missing":["3","4"],"object_location_counts":[{"shards":"3,4","objects":915}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":81,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.965555+0000","last_change":"2021-07-26T15:57:06.010439+0000","last_active":"2021-07-26T16:00:23.965555+0000","last_peered":"2021-07-26T16:00:23.965555+0000","last_clean":"2021-07-26T16:00:23.965555+0000","last_became_active":"2021-07-26T15:57:06.009849+0000","last_became_peered":"2021-07-26T15:57:06.009849+0000","last_unstale":"2021-07-26T16:00:23.965555+0000","last_undegraded":"2021-07-26T16:00:23.965555+0000","last_fullsized":"2021-07-26T16:00:23.965555+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":111,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.952100+0000","last_change":"2021-07-26T16:00:21.797980+0000","last_active":"2021-07-26T16:00:23.952100+0000","last_peered":"2021-07-26T16:00:23.952100+0000","last_clean":"2021-07-26T16:00:23.952100+0000","last_became_active":"2021-07-26T16:00:21.797687+0000","last_became_peered":"2021-07-26T16:00:21.797687+0000","last_unstale":"2021-07-26T16:00:23.952100+0000","last_undegraded":"2021-07-26T16:00:23.952100+0000","last_fullsized":"2021-07-26T16:00:23.952100+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"111'5529","reported_seq":5557,"reported_epoch":111,"state":"active+clean","last_fresh":"2021-07-26T16:00:38.156575+0000","last_change":"2021-07-26T15:59:25.454895+0000","last_active":"2021-07-26T16:00:38.156575+0000","last_peered":"2021-07-26T16:00:38.156575+0000","last_clean":"2021-07-26T16:00:38.156575+0000","last_became_active":"2021-07-26T15:59:25.454627+0000","last_became_peered":"2021-07-26T15:59:25.454627+0000","last_unstale":"2021-07-26T16:00:38.156575+0000","last_undegraded":"2021-07-26T16:00:38.156575+0000","last_fullsized":"2021-07-26T16:00:38.156575+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5529,"ondisk_log_size":5529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":362348544,"num_objects":5529,"num_object_clones":0,"num_object_copies":16587,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5529,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5529,"num_write_kb":353856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":97,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.951933+0000","last_change":"2021-07-26T16:00:21.796744+0000","last_active":"2021-07-26T16:00:23.951933+0000","last_peered":"2021-07-26T16:00:23.951933+0000","last_clean":"2021-07-26T16:00:23.951933+0000","last_became_active":"2021-07-26T16:00:21.796370+0000","last_became_peered":"2021-07-26T16:00:21.796370+0000","last_unstale":"2021-07-26T16:00:23.951933+0000","last_undegraded":"2021-07-26T16:00:23.951933+0000","last_fullsized":"2021-07-26T16:00:23.951933+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":81,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.952554+0000","last_change":"2021-07-26T15:57:06.011637+0000","last_active":"2021-07-26T16:00:23.952554+0000","last_peered":"2021-07-26T16:00:23.952554+0000","last_clean":"2021-07-26T16:00:23.952554+0000","last_became_active":"2021-07-26T15:57:06.011228+0000","last_became_peered":"2021-07-26T15:57:06.011228+0000","last_unstale":"2021-07-26T16:00:23.952554+0000","last_undegraded":"2021-07-26T16:00:23.952554+0000","last_fullsized":"2021-07-26T16:00:23.952554+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"111'5474","reported_seq":5524,"reported_epoch":111,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:00:38.955955+0000","last_change":"2021-07-26T16:00:23.241637+0000","last_active":"2021-07-26T16:00:38.955955+0000","last_peered":"2021-07-26T16:00:38.955955+0000","last_clean":"2021-07-26T16:00:20.770553+0000","last_became_active":"2021-07-26T16:00:23.231688+0000","last_became_peered":"2021-07-26T16:00:23.231688+0000","last_unstale":"2021-07-26T16:00:38.955955+0000","last_undegraded":"2021-07-26T16:00:22.826700+0000","last_fullsized":"2021-07-26T16:00:22.784869+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5474,"ondisk_log_size":5474,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":358744064,"num_objects":5474,"num_object_clones":0,"num_object_copies":16422,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4888,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5474,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5474,"num_write_kb":350336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1],"avail_no_missing":["5","0","1"],"object_location_counts":[{"shards":"0,1,5","objects":4888},{"shards":"1,5","objects":586}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":86,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.958717+0000","last_change":"2021-07-26T15:58:08.294434+0000","last_active":"2021-07-26T16:00:23.958717+0000","last_peered":"2021-07-26T16:00:23.958717+0000","last_clean":"2021-07-26T16:00:23.958717+0000","last_became_active":"2021-07-26T15:58:00.093469+0000","last_became_peered":"2021-07-26T15:58:00.093469+0000","last_unstale":"2021-07-26T16:00:23.958717+0000","last_undegraded":"2021-07-26T16:00:23.958717+0000","last_fullsized":"2021-07-26T16:00:23.958717+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":70,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.955358+0000","last_change":"2021-07-26T15:58:00.094892+0000","last_active":"2021-07-26T16:00:23.955358+0000","last_peered":"2021-07-26T16:00:23.955358+0000","last_clean":"2021-07-26T16:00:23.955358+0000","last_became_active":"2021-07-26T15:58:00.094510+0000","last_became_peered":"2021-07-26T15:58:00.094510+0000","last_unstale":"2021-07-26T16:00:23.955358+0000","last_undegraded":"2021-07-26T16:00:23.955358+0000","last_fullsized":"2021-07-26T16:00:23.955358+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":114,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.955420+0000","last_change":"2021-07-26T16:00:22.793658+0000","last_active":"2021-07-26T16:00:23.955420+0000","last_peered":"2021-07-26T16:00:23.955420+0000","last_clean":"2021-07-26T16:00:23.955420+0000","last_became_active":"2021-07-26T16:00:22.793389+0000","last_became_peered":"2021-07-26T16:00:22.793389+0000","last_unstale":"2021-07-26T16:00:23.955420+0000","last_undegraded":"2021-07-26T16:00:23.955420+0000","last_fullsized":"2021-07-26T16:00:23.955420+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":111,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.950859+0000","last_change":"2021-07-26T16:00:21.797701+0000","last_active":"2021-07-26T16:00:23.950859+0000","last_peered":"2021-07-26T16:00:23.950859+0000","last_clean":"2021-07-26T16:00:23.950859+0000","last_became_active":"2021-07-26T16:00:21.797308+0000","last_became_peered":"2021-07-26T16:00:21.797308+0000","last_unstale":"2021-07-26T16:00:23.950859+0000","last_undegraded":"2021-07-26T16:00:23.950859+0000","last_fullsized":"2021-07-26T16:00:23.950859+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":55,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.954871+0000","last_change":"2021-07-26T15:57:13.999305+0000","last_active":"2021-07-26T16:00:23.954871+0000","last_peered":"2021-07-26T16:00:23.954871+0000","last_clean":"2021-07-26T16:00:23.954871+0000","last_became_active":"2021-07-26T15:57:06.010732+0000","last_became_peered":"2021-07-26T15:57:06.010732+0000","last_unstale":"2021-07-26T16:00:23.954871+0000","last_undegraded":"2021-07-26T16:00:23.954871+0000","last_fullsized":"2021-07-26T16:00:23.954871+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"111'5533","reported_seq":5574,"reported_epoch":111,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:00:38.130125+0000","last_change":"2021-07-26T16:00:23.237977+0000","last_active":"2021-07-26T16:00:38.130125+0000","last_peered":"2021-07-26T16:00:38.130125+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.222045+0000","last_became_peered":"2021-07-26T16:00:23.222045+0000","last_unstale":"2021-07-26T16:00:38.130125+0000","last_undegraded":"2021-07-26T16:00:22.948340+0000","last_fullsized":"2021-07-26T16:00:22.785343+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5533,"ondisk_log_size":5533,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":362610688,"num_objects":5533,"num_object_clones":0,"num_object_copies":16599,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7400,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5533,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5533,"num_write_kb":354112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,5],"avail_no_missing":["3","0"],"object_location_counts":[{"shards":"0,3","objects":2445},{"shards":"0,3,5","objects":2510},{"shards":"3,5","objects":578}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"111'5544","reported_seq":5572,"reported_epoch":111,"state":"active+clean","last_fresh":"2021-07-26T16:00:38.159854+0000","last_change":"2021-07-26T15:59:25.453684+0000","last_active":"2021-07-26T16:00:38.159854+0000","last_peered":"2021-07-26T16:00:38.159854+0000","last_clean":"2021-07-26T16:00:38.159854+0000","last_became_active":"2021-07-26T15:59:25.453387+0000","last_became_peered":"2021-07-26T15:59:25.453387+0000","last_unstale":"2021-07-26T16:00:38.159854+0000","last_undegraded":"2021-07-26T16:00:38.159854+0000","last_fullsized":"2021-07-26T16:00:38.159854+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5544,"ondisk_log_size":5544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":363331584,"num_objects":5544,"num_object_clones":0,"num_object_copies":16632,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5544,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5544,"num_write_kb":354816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":85,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.950562+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:00:23.950562+0000","last_peered":"2021-07-26T16:00:23.950562+0000","last_clean":"2021-07-26T16:00:23.950562+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:00:23.950562+0000","last_undegraded":"2021-07-26T16:00:23.950562+0000","last_fullsized":"2021-07-26T16:00:23.950562+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":91,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.952673+0000","last_change":"2021-07-26T15:59:51.112544+0000","last_active":"2021-07-26T16:00:23.952673+0000","last_peered":"2021-07-26T16:00:23.952673+0000","last_clean":"2021-07-26T16:00:23.952673+0000","last_became_active":"2021-07-26T15:59:51.112093+0000","last_became_peered":"2021-07-26T15:59:51.112093+0000","last_unstale":"2021-07-26T16:00:23.952673+0000","last_undegraded":"2021-07-26T16:00:23.952673+0000","last_fullsized":"2021-07-26T16:00:23.952673+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":100,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.955336+0000","last_change":"2021-07-26T16:00:21.801461+0000","last_active":"2021-07-26T16:00:23.955336+0000","last_peered":"2021-07-26T16:00:23.955336+0000","last_clean":"2021-07-26T16:00:23.955336+0000","last_became_active":"2021-07-26T16:00:21.800997+0000","last_became_peered":"2021-07-26T16:00:21.800997+0000","last_unstale":"2021-07-26T16:00:23.955336+0000","last_undegraded":"2021-07-26T16:00:23.955336+0000","last_fullsized":"2021-07-26T16:00:23.955336+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"111'5559","reported_seq":5587,"reported_epoch":111,"state":"active+clean","last_fresh":"2021-07-26T16:00:39.022774+0000","last_change":"2021-07-26T15:59:25.450769+0000","last_active":"2021-07-26T16:00:39.022774+0000","last_peered":"2021-07-26T16:00:39.022774+0000","last_clean":"2021-07-26T16:00:39.022774+0000","last_became_active":"2021-07-26T15:59:25.450399+0000","last_became_peered":"2021-07-26T15:59:25.450399+0000","last_unstale":"2021-07-26T16:00:39.022774+0000","last_undegraded":"2021-07-26T16:00:39.022774+0000","last_fullsized":"2021-07-26T16:00:39.022774+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5559,"ondisk_log_size":5559,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":364314624,"num_objects":5559,"num_object_clones":0,"num_object_copies":16677,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5559,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5559,"num_write_kb":355776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":96,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.989880+0000","last_change":"2021-07-26T16:00:22.792220+0000","last_active":"2021-07-26T16:00:23.989880+0000","last_peered":"2021-07-26T16:00:23.989880+0000","last_clean":"2021-07-26T16:00:23.989880+0000","last_became_active":"2021-07-26T16:00:22.791902+0000","last_became_peered":"2021-07-26T16:00:22.791902+0000","last_unstale":"2021-07-26T16:00:23.989880+0000","last_undegraded":"2021-07-26T16:00:23.989880+0000","last_fullsized":"2021-07-26T16:00:23.989880+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":85,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.954863+0000","last_change":"2021-07-26T16:00:21.797517+0000","last_active":"2021-07-26T16:00:23.954863+0000","last_peered":"2021-07-26T16:00:23.954863+0000","last_clean":"2021-07-26T16:00:23.954863+0000","last_became_active":"2021-07-26T16:00:21.797021+0000","last_became_peered":"2021-07-26T16:00:21.797021+0000","last_unstale":"2021-07-26T16:00:23.954863+0000","last_undegraded":"2021-07-26T16:00:23.954863+0000","last_fullsized":"2021-07-26T16:00:23.954863+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":98,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.955282+0000","last_change":"2021-07-26T15:59:51.105141+0000","last_active":"2021-07-26T16:00:23.955282+0000","last_peered":"2021-07-26T16:00:23.955282+0000","last_clean":"2021-07-26T16:00:23.955282+0000","last_became_active":"2021-07-26T15:59:51.104740+0000","last_became_peered":"2021-07-26T15:59:51.104740+0000","last_unstale":"2021-07-26T16:00:23.955282+0000","last_undegraded":"2021-07-26T16:00:23.955282+0000","last_fullsized":"2021-07-26T16:00:23.955282+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"111'5584","reported_seq":5612,"reported_epoch":111,"state":"active+clean","last_fresh":"2021-07-26T16:00:38.930159+0000","last_change":"2021-07-26T15:59:25.451411+0000","last_active":"2021-07-26T16:00:38.930159+0000","last_peered":"2021-07-26T16:00:38.930159+0000","last_clean":"2021-07-26T16:00:38.930159+0000","last_became_active":"2021-07-26T15:59:25.451033+0000","last_became_peered":"2021-07-26T15:59:25.451033+0000","last_unstale":"2021-07-26T16:00:38.930159+0000","last_undegraded":"2021-07-26T16:00:38.930159+0000","last_fullsized":"2021-07-26T16:00:38.930159+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5584,"ondisk_log_size":5584,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":365953024,"num_objects":5584,"num_object_clones":0,"num_object_copies":16752,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5584,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5584,"num_write_kb":357376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":100,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.948485+0000","last_change":"2021-07-26T16:00:21.798012+0000","last_active":"2021-07-26T16:00:23.948485+0000","last_peered":"2021-07-26T16:00:23.948485+0000","last_clean":"2021-07-26T16:00:23.948485+0000","last_became_active":"2021-07-26T16:00:21.797659+0000","last_became_peered":"2021-07-26T16:00:21.797659+0000","last_unstale":"2021-07-26T16:00:23.948485+0000","last_undegraded":"2021-07-26T16:00:23.948485+0000","last_fullsized":"2021-07-26T16:00:23.948485+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":340,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.961195+0000","last_change":"2021-07-26T15:59:54.133297+0000","last_active":"2021-07-26T16:00:23.961195+0000","last_peered":"2021-07-26T16:00:23.961195+0000","last_clean":"2021-07-26T16:00:23.961195+0000","last_became_active":"2021-07-26T15:59:54.132534+0000","last_became_peered":"2021-07-26T15:59:54.132534+0000","last_unstale":"2021-07-26T16:00:23.961195+0000","last_undegraded":"2021-07-26T16:00:23.961195+0000","last_fullsized":"2021-07-26T16:00:23.961195+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":45,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.953729+0000","last_change":"2021-07-26T15:58:08.291447+0000","last_active":"2021-07-26T16:00:23.953729+0000","last_peered":"2021-07-26T16:00:23.953729+0000","last_clean":"2021-07-26T16:00:23.953729+0000","last_became_active":"2021-07-26T15:58:00.091825+0000","last_became_peered":"2021-07-26T15:58:00.091825+0000","last_unstale":"2021-07-26T16:00:23.953729+0000","last_undegraded":"2021-07-26T16:00:23.953729+0000","last_fullsized":"2021-07-26T16:00:23.953729+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":65,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.964852+0000","last_change":"2021-07-26T15:47:44.362701+0000","last_active":"2021-07-26T16:00:23.964852+0000","last_peered":"2021-07-26T16:00:23.964852+0000","last_clean":"2021-07-26T16:00:23.964852+0000","last_became_active":"2021-07-26T15:47:44.362348+0000","last_became_peered":"2021-07-26T15:47:44.362348+0000","last_unstale":"2021-07-26T16:00:23.964852+0000","last_undegraded":"2021-07-26T16:00:23.964852+0000","last_fullsized":"2021-07-26T16:00:23.964852+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":110,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.961247+0000","last_change":"2021-07-26T15:59:51.112215+0000","last_active":"2021-07-26T16:00:23.961247+0000","last_peered":"2021-07-26T16:00:23.961247+0000","last_clean":"2021-07-26T16:00:23.961247+0000","last_became_active":"2021-07-26T15:59:51.111707+0000","last_became_peered":"2021-07-26T15:59:51.111707+0000","last_unstale":"2021-07-26T16:00:23.961247+0000","last_undegraded":"2021-07-26T16:00:23.961247+0000","last_fullsized":"2021-07-26T16:00:23.961247+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":68,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.952055+0000","last_change":"2021-07-26T15:59:51.112917+0000","last_active":"2021-07-26T16:00:23.952055+0000","last_peered":"2021-07-26T16:00:23.952055+0000","last_clean":"2021-07-26T16:00:23.952055+0000","last_became_active":"2021-07-26T15:59:51.112504+0000","last_became_peered":"2021-07-26T15:59:51.112504+0000","last_unstale":"2021-07-26T16:00:23.952055+0000","last_undegraded":"2021-07-26T16:00:23.952055+0000","last_fullsized":"2021-07-26T16:00:23.952055+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":108,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.955582+0000","last_change":"2021-07-26T16:00:22.794631+0000","last_active":"2021-07-26T16:00:23.955582+0000","last_peered":"2021-07-26T16:00:23.955582+0000","last_clean":"2021-07-26T16:00:23.955582+0000","last_became_active":"2021-07-26T16:00:22.794375+0000","last_became_peered":"2021-07-26T16:00:22.794375+0000","last_unstale":"2021-07-26T16:00:23.955582+0000","last_undegraded":"2021-07-26T16:00:23.955582+0000","last_fullsized":"2021-07-26T16:00:23.955582+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.4","version":"111'5593","reported_seq":5621,"reported_epoch":111,"state":"active+clean","last_fresh":"2021-07-26T16:00:38.991963+0000","last_change":"2021-07-26T15:59:25.461892+0000","last_active":"2021-07-26T16:00:38.991963+0000","last_peered":"2021-07-26T16:00:38.991963+0000","last_clean":"2021-07-26T16:00:38.991963+0000","last_became_active":"2021-07-26T15:59:25.461547+0000","last_became_peered":"2021-07-26T15:59:25.461547+0000","last_unstale":"2021-07-26T16:00:38.991963+0000","last_undegraded":"2021-07-26T16:00:38.991963+0000","last_fullsized":"2021-07-26T16:00:38.991963+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5593,"ondisk_log_size":5593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":366542848,"num_objects":5593,"num_object_clones":0,"num_object_copies":16779,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5593,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5593,"num_write_kb":357952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":95,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.960877+0000","last_change":"2021-07-26T15:59:51.103873+0000","last_active":"2021-07-26T16:00:23.960877+0000","last_peered":"2021-07-26T16:00:23.960877+0000","last_clean":"2021-07-26T16:00:23.960877+0000","last_became_active":"2021-07-26T15:59:51.103571+0000","last_became_peered":"2021-07-26T15:59:51.103571+0000","last_unstale":"2021-07-26T16:00:23.960877+0000","last_undegraded":"2021-07-26T16:00:23.960877+0000","last_fullsized":"2021-07-26T16:00:23.960877+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":85,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.955509+0000","last_change":"2021-07-26T16:00:21.802341+0000","last_active":"2021-07-26T16:00:23.955509+0000","last_peered":"2021-07-26T16:00:23.955509+0000","last_clean":"2021-07-26T16:00:23.955509+0000","last_became_active":"2021-07-26T16:00:21.801987+0000","last_became_peered":"2021-07-26T16:00:21.801987+0000","last_unstale":"2021-07-26T16:00:23.955509+0000","last_undegraded":"2021-07-26T16:00:23.955509+0000","last_fullsized":"2021-07-26T16:00:23.955509+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":38,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.948599+0000","last_change":"2021-07-26T15:59:51.110960+0000","last_active":"2021-07-26T16:00:23.948599+0000","last_peered":"2021-07-26T16:00:23.948599+0000","last_clean":"2021-07-26T16:00:23.948599+0000","last_became_active":"2021-07-26T15:59:51.110596+0000","last_became_peered":"2021-07-26T15:59:51.110596+0000","last_unstale":"2021-07-26T16:00:23.948599+0000","last_undegraded":"2021-07-26T16:00:23.948599+0000","last_fullsized":"2021-07-26T16:00:23.948599+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"111'5523","reported_seq":5559,"reported_epoch":111,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:00:39.036221+0000","last_change":"2021-07-26T16:00:23.251363+0000","last_active":"2021-07-26T16:00:39.036221+0000","last_peered":"2021-07-26T16:00:39.036221+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.233730+0000","last_became_peered":"2021-07-26T16:00:23.233730+0000","last_unstale":"2021-07-26T16:00:39.036221+0000","last_undegraded":"2021-07-26T16:00:22.815762+0000","last_fullsized":"2021-07-26T16:00:22.787653+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5523,"ondisk_log_size":5523,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":361955328,"num_objects":5523,"num_object_clones":0,"num_object_copies":16569,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4906,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5523,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5523,"num_write_kb":353472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[{"shards":"1,6","objects":617}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":96,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.957671+0000","last_change":"2021-07-26T15:59:51.205634+0000","last_active":"2021-07-26T16:00:23.957671+0000","last_peered":"2021-07-26T16:00:23.957671+0000","last_clean":"2021-07-26T16:00:23.957671+0000","last_became_active":"2021-07-26T15:59:51.110655+0000","last_became_peered":"2021-07-26T15:59:51.110655+0000","last_unstale":"2021-07-26T16:00:23.957671+0000","last_undegraded":"2021-07-26T16:00:23.957671+0000","last_fullsized":"2021-07-26T16:00:23.957671+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":55,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.955657+0000","last_change":"2021-07-26T15:57:14.001079+0000","last_active":"2021-07-26T16:00:23.955657+0000","last_peered":"2021-07-26T16:00:23.955657+0000","last_clean":"2021-07-26T16:00:23.955657+0000","last_became_active":"2021-07-26T15:57:06.011350+0000","last_became_peered":"2021-07-26T15:57:06.011350+0000","last_unstale":"2021-07-26T16:00:23.955657+0000","last_undegraded":"2021-07-26T16:00:23.955657+0000","last_fullsized":"2021-07-26T16:00:23.955657+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":89,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.958793+0000","last_change":"2021-07-26T15:59:51.110364+0000","last_active":"2021-07-26T16:00:23.958793+0000","last_peered":"2021-07-26T16:00:23.958793+0000","last_clean":"2021-07-26T16:00:23.958793+0000","last_became_active":"2021-07-26T15:59:51.109981+0000","last_became_peered":"2021-07-26T15:59:51.109981+0000","last_unstale":"2021-07-26T16:00:23.958793+0000","last_undegraded":"2021-07-26T16:00:23.958793+0000","last_fullsized":"2021-07-26T16:00:23.958793+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"111'5650","reported_seq":5685,"reported_epoch":111,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:00:38.888650+0000","last_change":"2021-07-26T16:00:23.281576+0000","last_active":"2021-07-26T16:00:38.888650+0000","last_peered":"2021-07-26T16:00:38.888650+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.262848+0000","last_became_peered":"2021-07-26T16:00:23.262848+0000","last_unstale":"2021-07-26T16:00:38.888650+0000","last_undegraded":"2021-07-26T16:00:22.819395+0000","last_fullsized":"2021-07-26T16:00:22.786998+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5650,"ondisk_log_size":5650,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":370278400,"num_objects":5650,"num_object_clones":0,"num_object_copies":16950,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5002,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5650,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5650,"num_write_kb":361600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3],"avail_no_missing":["4","3"],"object_location_counts":[{"shards":"3,4","objects":648}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":100,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.964802+0000","last_change":"2021-07-26T16:00:21.796281+0000","last_active":"2021-07-26T16:00:23.964802+0000","last_peered":"2021-07-26T16:00:23.964802+0000","last_clean":"2021-07-26T16:00:23.964802+0000","last_became_active":"2021-07-26T16:00:21.795930+0000","last_became_peered":"2021-07-26T16:00:21.795930+0000","last_unstale":"2021-07-26T16:00:23.964802+0000","last_undegraded":"2021-07-26T16:00:23.964802+0000","last_fullsized":"2021-07-26T16:00:23.964802+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":48,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.955788+0000","last_change":"2021-07-26T15:59:51.203947+0000","last_active":"2021-07-26T16:00:23.955788+0000","last_peered":"2021-07-26T16:00:23.955788+0000","last_clean":"2021-07-26T16:00:23.955788+0000","last_became_active":"2021-07-26T15:59:51.105054+0000","last_became_peered":"2021-07-26T15:59:51.105054+0000","last_unstale":"2021-07-26T16:00:23.955788+0000","last_undegraded":"2021-07-26T16:00:23.955788+0000","last_fullsized":"2021-07-26T16:00:23.955788+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":66,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.951869+0000","last_change":"2021-07-26T15:47:43.720280+0000","last_active":"2021-07-26T16:00:23.951869+0000","last_peered":"2021-07-26T16:00:23.951869+0000","last_clean":"2021-07-26T16:00:23.951869+0000","last_became_active":"2021-07-26T15:47:43.719926+0000","last_became_peered":"2021-07-26T15:47:43.719926+0000","last_unstale":"2021-07-26T16:00:23.951869+0000","last_undegraded":"2021-07-26T16:00:23.951869+0000","last_fullsized":"2021-07-26T16:00:23.951869+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"111'5641","reported_seq":5677,"reported_epoch":111,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:00:38.980954+0000","last_change":"2021-07-26T16:00:23.281661+0000","last_active":"2021-07-26T16:00:38.980954+0000","last_peered":"2021-07-26T16:00:38.980954+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.258082+0000","last_became_peered":"2021-07-26T16:00:23.258082+0000","last_unstale":"2021-07-26T16:00:38.980954+0000","last_undegraded":"2021-07-26T16:00:22.831569+0000","last_fullsized":"2021-07-26T16:00:22.785574+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5641,"ondisk_log_size":5641,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":369688576,"num_objects":5641,"num_object_clones":0,"num_object_copies":16923,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4975,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5641,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5641,"num_write_kb":361024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"6,7","objects":666}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":33,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.952555+0000","last_change":"2021-07-26T15:59:51.108125+0000","last_active":"2021-07-26T16:00:23.952555+0000","last_peered":"2021-07-26T16:00:23.952555+0000","last_clean":"2021-07-26T16:00:23.952555+0000","last_became_active":"2021-07-26T15:59:51.107661+0000","last_became_peered":"2021-07-26T15:59:51.107661+0000","last_unstale":"2021-07-26T16:00:23.952555+0000","last_undegraded":"2021-07-26T16:00:23.952555+0000","last_fullsized":"2021-07-26T16:00:23.952555+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":98,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:31.458728+0000","last_change":"2021-07-26T16:00:31.458728+0000","last_active":"2021-07-26T16:00:31.458728+0000","last_peered":"2021-07-26T16:00:31.458728+0000","last_clean":"2021-07-26T16:00:31.458728+0000","last_became_active":"2021-07-26T16:00:21.801685+0000","last_became_peered":"2021-07-26T16:00:21.801685+0000","last_unstale":"2021-07-26T16:00:31.458728+0000","last_undegraded":"2021-07-26T16:00:31.458728+0000","last_fullsized":"2021-07-26T16:00:31.458728+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":83,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.949007+0000","last_change":"2021-07-26T15:57:06.011473+0000","last_active":"2021-07-26T16:00:23.949007+0000","last_peered":"2021-07-26T16:00:23.949007+0000","last_clean":"2021-07-26T16:00:23.949007+0000","last_became_active":"2021-07-26T15:57:06.011081+0000","last_became_peered":"2021-07-26T15:57:06.011081+0000","last_unstale":"2021-07-26T16:00:23.949007+0000","last_undegraded":"2021-07-26T16:00:23.949007+0000","last_fullsized":"2021-07-26T16:00:23.949007+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":96,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.952457+0000","last_change":"2021-07-26T15:58:00.091615+0000","last_active":"2021-07-26T16:00:23.952457+0000","last_peered":"2021-07-26T16:00:23.952457+0000","last_clean":"2021-07-26T16:00:23.952457+0000","last_became_active":"2021-07-26T15:58:00.091218+0000","last_became_peered":"2021-07-26T15:58:00.091218+0000","last_unstale":"2021-07-26T16:00:23.952457+0000","last_undegraded":"2021-07-26T16:00:23.952457+0000","last_fullsized":"2021-07-26T16:00:23.952457+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":68,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.950957+0000","last_change":"2021-07-26T15:47:42.712128+0000","last_active":"2021-07-26T16:00:23.950957+0000","last_peered":"2021-07-26T16:00:23.950957+0000","last_clean":"2021-07-26T16:00:23.950957+0000","last_became_active":"2021-07-26T15:47:42.711249+0000","last_became_peered":"2021-07-26T15:47:42.711249+0000","last_unstale":"2021-07-26T16:00:23.950957+0000","last_undegraded":"2021-07-26T16:00:23.950957+0000","last_fullsized":"2021-07-26T16:00:23.950957+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":116,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.952131+0000","last_change":"2021-07-26T16:00:22.822668+0000","last_active":"2021-07-26T16:00:23.952131+0000","last_peered":"2021-07-26T16:00:23.952131+0000","last_clean":"2021-07-26T16:00:23.952131+0000","last_became_active":"2021-07-26T16:00:22.822275+0000","last_became_peered":"2021-07-26T16:00:22.822275+0000","last_unstale":"2021-07-26T16:00:23.952131+0000","last_undegraded":"2021-07-26T16:00:23.952131+0000","last_fullsized":"2021-07-26T16:00:23.952131+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":106,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.954172+0000","last_change":"2021-07-26T16:00:21.794586+0000","last_active":"2021-07-26T16:00:23.954172+0000","last_peered":"2021-07-26T16:00:23.954172+0000","last_clean":"2021-07-26T16:00:23.954172+0000","last_became_active":"2021-07-26T16:00:21.794232+0000","last_became_peered":"2021-07-26T16:00:21.794232+0000","last_unstale":"2021-07-26T16:00:23.954172+0000","last_undegraded":"2021-07-26T16:00:23.954172+0000","last_fullsized":"2021-07-26T16:00:23.954172+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":130,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.953790+0000","last_change":"2021-07-26T16:00:22.797120+0000","last_active":"2021-07-26T16:00:23.953790+0000","last_peered":"2021-07-26T16:00:23.953790+0000","last_clean":"2021-07-26T16:00:23.953790+0000","last_became_active":"2021-07-26T16:00:22.796609+0000","last_became_peered":"2021-07-26T16:00:22.796609+0000","last_unstale":"2021-07-26T16:00:23.953790+0000","last_undegraded":"2021-07-26T16:00:23.953790+0000","last_fullsized":"2021-07-26T16:00:23.953790+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":61,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.949655+0000","last_change":"2021-07-26T16:00:22.794065+0000","last_active":"2021-07-26T16:00:23.949655+0000","last_peered":"2021-07-26T16:00:23.949655+0000","last_clean":"2021-07-26T16:00:23.949655+0000","last_became_active":"2021-07-26T16:00:22.790825+0000","last_became_peered":"2021-07-26T16:00:22.790825+0000","last_unstale":"2021-07-26T16:00:23.949655+0000","last_undegraded":"2021-07-26T16:00:23.949655+0000","last_fullsized":"2021-07-26T16:00:23.949655+0000","mapping_epoch":108,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":109,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":81,"reported_epoch":110,"state":"active+clean","last_fresh":"2021-07-26T16:00:23.951851+0000","last_change":"2021-07-26T15:57:06.012673+0000","last_active":"2021-07-26T16:00:23.951851+0000","last_peered":"2021-07-26T16:00:23.951851+0000","last_clean":"2021-07-26T16:00:23.951851+0000","last_became_active":"2021-07-26T15:57:06.012088+0000","last_became_peered":"2021-07-26T15:57:06.012088+0000","last_unstale":"2021-07-26T16:00:23.951851+0000","last_undegraded":"2021-07-26T16:00:23.951851+0000","last_fullsized":"2021-07-26T16:00:23.951851+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":16,"stat_sum":{"num_bytes":5845876736,"num_objects":89201,"num_object_clones":0,"num_object_copies":267603,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52924,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":89201,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":89201,"num_write_kb":5708864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1906,"num_bytes_recovered":124911616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15408496640,"data_stored":15408496640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":89201,"ondisk_log_size":89201,"up":48,"acting":38,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":575,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":17059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495793,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3185436,"kb_used_data":2136852,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90559716,"statfs":{"total":95995035648,"available":92733149184,"internally_reserved":1073741824,"allocated":2188136448,"data_stored":2187544338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,1,0,1,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:00:06 2021","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.56899999999999995,"15min":0.56499999999999995},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":2.2610000000000001,"5min":2.2610000000000001,"15min":2.2610000000000001},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.878,"5min":0.64100000000000001,"15min":0.61499999999999999},"min":{"1min":0.39600000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":4.0049999999999999,"5min":4.0049999999999999,"15min":4.0049999999999999},"last":0.38300000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:00:10 2021","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.753,"15min":0.58899999999999997},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":3.9809999999999999,"5min":19.768000000000001,"15min":19.768000000000001},"last":0.316},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.53000000000000003,"15min":0.52700000000000002},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.601,"5min":1.601,"15min":1.601},"last":0.40899999999999997}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":8.1829999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":8.0250000000000004}]},{"osd":3,"last update":"Mon Jul 26 16:00:06 2021","interfaces":[{"interface":"back","average":{"1min":1.72,"5min":0.76200000000000001,"15min":0.60199999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":19.582999999999998,"5min":19.582999999999998,"15min":19.582999999999998},"last":5.9800000000000004},{"interface":"front","average":{"1min":2.1019999999999999,"5min":0.83799999999999997,"15min":0.628},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":19.699999999999999,"5min":19.699999999999999,"15min":19.699999999999999},"last":0.40400000000000003}]},{"osd":4,"last update":"Mon Jul 26 16:00:32 2021","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.501,"15min":0.43099999999999999},"min":{"1min":0.215,"5min":0.215,"15min":0.21099999999999999},"max":{"1min":4.8049999999999997,"5min":4.8049999999999997,"15min":4.8049999999999997},"last":1.1850000000000001},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.46400000000000002,"15min":0.438},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":2.5459999999999998,"5min":2.5459999999999998,"15min":2.5459999999999998},"last":0.376}]},{"osd":5,"last update":"Mon Jul 26 16:00:32 2021","interfaces":[{"interface":"back","average":{"1min":1.232,"5min":0.58299999999999996,"15min":0.47499999999999998},"min":{"1min":0.26400000000000001,"5min":0.25800000000000001,"15min":0.221},"max":{"1min":3.9460000000000002,"5min":3.9460000000000002,"15min":3.9460000000000002},"last":0.35099999999999998},{"interface":"front","average":{"1min":1.3320000000000001,"5min":0.63,"15min":0.50600000000000001},"min":{"1min":0.27800000000000002,"5min":0.27000000000000002,"15min":0.26500000000000001},"max":{"1min":7.5720000000000001,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":1.133}]},{"osd":6,"last update":"Mon Jul 26 16:00:32 2021","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.57099999999999995,"15min":0.50600000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28299999999999997},"max":{"1min":4.7430000000000003,"5min":4.7430000000000003,"15min":4.7430000000000003},"last":1.1619999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.50900000000000001,"15min":0.48699999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":2.5739999999999998,"5min":2.5739999999999998,"15min":2.5739999999999998},"last":0.39400000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659316,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2827604,"kb_used_data":1779020,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90917548,"statfs":{"total":95995035648,"available":93099569152,"internally_reserved":1073741824,"allocated":1821716480,"data_stored":1821132969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:00:01 2021","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52900000000000003,"15min":0.54600000000000004},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.63,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.253,"5min":0.224,"15min":0.224},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.32000000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:00:11 2021","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.55800000000000005,"15min":0.54300000000000004},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":2.0369999999999999,"5min":2.0369999999999999,"15min":2.0369999999999999},"last":0.37},{"interface":"front","average":{"1min":1.5700000000000001,"5min":0.72899999999999998,"15min":0.59099999999999997},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":11.455,"5min":11.455,"15min":11.455},"last":0.36499999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":2.758}]},{"osd":3,"last update":"Mon Jul 26 16:00:01 2021","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.56499999999999995,"15min":0.56100000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.378},{"interface":"front","average":{"1min":0.622,"5min":0.55500000000000005,"15min":0.54400000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":2.1139999999999999,"5min":2.1139999999999999,"15min":2.1139999999999999},"last":0.29399999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:00:11 2021","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.45200000000000001,"15min":0.42799999999999999},"min":{"1min":0.22600000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.32700000000000001},{"interface":"front","average":{"1min":1.29,"5min":0.59599999999999997,"15min":0.496},"min":{"1min":0.25600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":11.481999999999999,"5min":11.481999999999999,"15min":11.481999999999999},"last":0.38600000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:00:11 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.46700000000000003,"15min":0.44700000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.8159999999999998,"5min":2.8159999999999998,"15min":2.8159999999999998},"last":0.246},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.45500000000000002,"15min":0.46400000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.4650000000000001,"5min":1.4650000000000001,"15min":1.4650000000000001},"last":0.35399999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:00:28 2021","interfaces":[{"interface":"back","average":{"1min":2.153,"5min":0.81000000000000005,"15min":0.58999999999999997},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.248},"max":{"1min":11.380000000000001,"5min":11.380000000000001,"15min":11.380000000000001},"last":0.33600000000000002},{"interface":"front","average":{"1min":1.0209999999999999,"5min":0.58899999999999997,"15min":0.52100000000000002},"min":{"1min":0.33800000000000002,"5min":0.33600000000000002,"15min":0.27400000000000002},"max":{"1min":4.5069999999999997,"5min":4.5069999999999997,"15min":4.5069999999999997},"last":0.34000000000000002}]}]},{"osd":1,"up_from":78,"seq":335007449133,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1828612,"kb_used_data":1769468,"kb_used_omap":6,"kb_used_meta":59129,"kb_avail":91916540,"statfs":{"total":95995035648,"available":94122536960,"internally_reserved":0,"allocated":1811935232,"data_stored":1811362771,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":60548697},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,2,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:00:11 2021","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.373,"15min":0.371},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.44800000000000001,"15min":0.40000000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":5.516,"5min":5.516,"15min":5.516},"last":1.21}]},{"osd":2,"last update":"Mon Jul 26 15:58:36 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":6.4749999999999996},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":6.3879999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:00:01 2021","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.45400000000000001,"15min":0.41999999999999998},"min":{"1min":0.29999999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":2.355,"5min":2.355,"15min":2.355},"last":1.1950000000000001},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.47099999999999997,"15min":0.433},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.4630000000000001,"5min":2.4630000000000001,"15min":2.4630000000000001},"last":0.998}]},{"osd":4,"last update":"Mon Jul 26 16:00:11 2021","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.64800000000000002,"15min":0.61099999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":2.3069999999999999,"5min":2.3069999999999999,"15min":2.3069999999999999},"last":0.97899999999999998},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.65400000000000003,"15min":0.64500000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":2.3220000000000001,"5min":2.3220000000000001,"15min":2.3220000000000001},"last":0.93799999999999994}]},{"osd":5,"last update":"Mon Jul 26 16:00:11 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.60899999999999999,"15min":0.59599999999999997},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.536,"5min":2.536,"15min":2.536},"last":1.288},{"interface":"front","average":{"1min":1.1439999999999999,"5min":0.70599999999999996,"15min":0.63200000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.3239999999999998,"5min":4.3239999999999998,"15min":4.3239999999999998},"last":0.95599999999999996}]},{"osd":6,"last update":"Mon Jul 26 16:00:11 2021","interfaces":[{"interface":"back","average":{"1min":1,"5min":0.68000000000000005,"15min":0.63},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":3.3370000000000002,"5min":3.3370000000000002,"15min":3.3370000000000002},"last":1.262},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.69999999999999996,"15min":0.65700000000000003},"min":{"1min":0.37,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":3.4209999999999998,"5min":3.4209999999999998,"15min":3.4209999999999998},"last":0.93000000000000005}]},{"osd":7,"last update":"Mon Jul 26 16:00:11 2021","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.65200000000000002,"15min":0.64300000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":2.5569999999999999,"5min":2.5569999999999999,"15min":2.5569999999999999},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.67700000000000005,"15min":0.64300000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":3.5640000000000001,"5min":3.5640000000000001,"15min":3.5640000000000001},"last":1.375}]}]},{"osd":0,"up_from":0,"seq":313532612667,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":107,"seq":459561500677,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":454660,"kb_used_data":415868,"kb_used_omap":9,"kb_used_meta":38774,"kb_avail":93290492,"statfs":{"total":95995035648,"available":95529463808,"internally_reserved":0,"allocated":425848832,"data_stored":425276392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9911,"internal_metadata":39704905},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1,2,2,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":10.955}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":10.835000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]}]},{"osd":3,"up_from":88,"seq":377957122082,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3934144,"kb_used_data":3842168,"kb_used_omap":4,"kb_used_meta":92027,"kb_avail":89811008,"statfs":{"total":95995035648,"available":91966472192,"internally_reserved":0,"allocated":3934380032,"data_stored":3933811191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":94236285},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:00:01 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.35199999999999998,"15min":0.35699999999999998},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.44700000000000001,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":3.0049999999999999},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.436,"15min":0.38100000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":7.0090000000000003,"5min":7.0090000000000003,"15min":7.0090000000000003},"last":2.2349999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:00:01 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.38500000000000001,"15min":0.38100000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.52000000000000002},{"interface":"front","average":{"1min":1.222,"5min":0.54700000000000004,"15min":0.435},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":13.445,"5min":13.445,"15min":13.445},"last":3.0289999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:59:00 2021","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":6.9710000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":7.0069999999999997}]},{"osd":4,"last update":"Mon Jul 26 16:00:01 2021","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.67200000000000004,"15min":0.622},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":7.2969999999999997,"5min":7.2969999999999997,"15min":7.2969999999999997},"last":2.2679999999999998},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.60499999999999998,"15min":0.59999999999999998},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":2.335,"5min":2.335,"15min":2.335},"last":0.45200000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:00:01 2021","interfaces":[{"interface":"back","average":{"1min":1.2,"5min":0.71999999999999997,"15min":0.64000000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":10.988,"5min":10.988,"15min":10.988},"last":2.302},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":2.9689999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:00:01 2021","interfaces":[{"interface":"back","average":{"1min":1.2729999999999999,"5min":0.73999999999999999,"15min":0.65100000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":11.039999999999999,"5min":11.039999999999999,"15min":11.039999999999999},"last":2.3250000000000002},{"interface":"front","average":{"1min":0.745,"5min":0.64900000000000002,"15min":0.63300000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":3.5569999999999999,"5min":3.5569999999999999,"15min":3.5569999999999999},"last":0.501}]},{"osd":7,"last update":"Mon Jul 26 16:00:01 2021","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":0.70599999999999996,"15min":0.63300000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":8.5549999999999997,"5min":8.5549999999999997,"15min":8.5549999999999997},"last":0.47699999999999998},{"interface":"front","average":{"1min":1.7949999999999999,"5min":0.85199999999999998,"15min":0.69499999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":19.039999999999999,"5min":19.039999999999999,"15min":19.039999999999999},"last":0.433}]}]},{"osd":4,"up_from":31,"seq":133143986365,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2830228,"kb_used_data":1781644,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90914924,"statfs":{"total":95995035648,"available":93096882176,"internally_reserved":1073741824,"allocated":1824403456,"data_stored":1823818924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:00:08 2021","interfaces":[{"interface":"back","average":{"1min":2.3780000000000001,"5min":0.92100000000000004,"15min":0.69699999999999995},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":40.046999999999997,"5min":40.046999999999997,"15min":40.046999999999997},"last":0.32100000000000001},{"interface":"front","average":{"1min":2.3690000000000002,"5min":0.93799999999999994,"15min":0.71399999999999997},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":40.070999999999998,"5min":40.070999999999998,"15min":40.070999999999998},"last":0.45600000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:00:08 2021","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.53200000000000003,"15min":0.52400000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.669,"5min":1.669,"15min":1.669},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.52000000000000002,"15min":0.50800000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.732,"5min":1.732,"15min":1.732},"last":0.34300000000000003}]},{"osd":2,"last update":"Mon Jul 26 15:58:36 2021","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.5}]},{"osd":3,"last update":"Mon Jul 26 16:00:02 2021","interfaces":[{"interface":"back","average":{"1min":5.9720000000000004,"5min":1.6379999999999999,"15min":0.91600000000000004},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":113.90300000000001,"5min":113.90300000000001,"15min":113.90300000000001},"last":0.433},{"interface":"front","average":{"1min":5.9539999999999997,"5min":1.605,"15min":0.88},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":113.73099999999999,"5min":113.73099999999999,"15min":113.73099999999999},"last":0.34699999999999998}]},{"osd":5,"last update":"Mon Jul 26 15:59:55 2021","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.42899999999999999,"15min":0.40799999999999997},"min":{"1min":0.249,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":2.8130000000000002,"5min":2.8130000000000002,"15min":2.8130000000000002},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.42699999999999999,"15min":0.41599999999999998},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23300000000000001},"max":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.307}]},{"osd":6,"last update":"Mon Jul 26 16:00:08 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.46100000000000002,"15min":0.42699999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.04,"5min":3.04,"15min":3.04},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.48999999999999999,"15min":0.45400000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.25,"5min":3.25,"15min":3.25},"last":0.27200000000000002}]},{"osd":7,"last update":"Mon Jul 26 16:00:36 2021","interfaces":[{"interface":"back","average":{"1min":1.353,"5min":0.64400000000000002,"15min":0.52600000000000002},"min":{"1min":0.29499999999999998,"5min":0.28299999999999997,"15min":0.27300000000000002},"max":{"1min":8.0459999999999994,"5min":8.0459999999999994,"15min":8.0459999999999994},"last":0.37},{"interface":"front","average":{"1min":1.361,"5min":0.65300000000000002,"15min":0.54100000000000004},"min":{"1min":0.35699999999999998,"5min":0.314,"15min":0.27500000000000002},"max":{"1min":8.0129999999999999,"5min":8.0129999999999999,"15min":8.0129999999999999},"last":0.374}]}]},{"osd":5,"up_from":36,"seq":154618822841,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3030276,"kb_used_data":1981692,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90714876,"statfs":{"total":95995035648,"available":92892033024,"internally_reserved":1073741824,"allocated":2029252608,"data_stored":2028680204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,1,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:00:02 2021","interfaces":[{"interface":"back","average":{"1min":1.254,"5min":0.68700000000000006,"15min":0.61599999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":7.367,"5min":7.367,"15min":7.367},"last":0.433},{"interface":"front","average":{"1min":1.3220000000000001,"5min":0.73399999999999999,"15min":0.65700000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":7.6349999999999998,"5min":7.6349999999999998,"15min":7.6349999999999998},"last":0.45400000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:00:10 2021","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.52200000000000002,"15min":0.54600000000000004},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.68999999999999995,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.34699999999999998},{"interface":"front","average":{"1min":1.2230000000000001,"5min":0.65900000000000003,"15min":0.57099999999999995},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":4.7960000000000003,"5min":4.7960000000000003,"15min":4.7960000000000003},"last":0.439}]},{"osd":2,"last update":"Mon Jul 26 15:58:34 2021","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.40300000000000002}]},{"osd":3,"last update":"Mon Jul 26 15:59:59 2021","interfaces":[{"interface":"back","average":{"1min":0.997,"5min":0.60499999999999998,"15min":0.54000000000000004},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":7.3920000000000003,"5min":7.3920000000000003,"15min":7.3920000000000003},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.57499999999999996,"15min":0.54100000000000004},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":4.8339999999999996,"5min":4.8339999999999996,"15min":4.8339999999999996},"last":0.628}]},{"osd":4,"last update":"Mon Jul 26 15:59:56 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.42399999999999999,"15min":0.40000000000000002},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.44800000000000001,"15min":0.42399999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.20300000000000001},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.60399999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:00:14 2021","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":0.60699999999999998,"15min":0.48799999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.247},"max":{"1min":4.7610000000000001,"5min":4.7610000000000001,"15min":4.7610000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":1.3959999999999999,"5min":0.64400000000000002,"15min":0.50900000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":7.899,"5min":7.899,"15min":7.899},"last":0.38100000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:00:29 2021","interfaces":[{"interface":"back","average":{"1min":1.4399999999999999,"5min":0.71399999999999997,"15min":0.55300000000000005},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.25800000000000001},"max":{"1min":8.9489999999999998,"5min":8.9489999999999998,"15min":8.9489999999999998},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.1200000000000001,"5min":0.59799999999999998,"15min":0.505},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":8.1170000000000009,"5min":8.1170000000000009,"15min":8.1170000000000009},"last":0.374}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1306460160,"data_stored":1306460160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1818558464,"data_stored":1818558464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":446693376,"data_stored":446693376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3938713600,"data_stored":3938713600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1835008000,"data_stored":1835008000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2031484928,"data_stored":2031484928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1831665664,"data_stored":1831665664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2199912448,"data_stored":2199912448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:00:43.616 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-07-26T16:00:43.617 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool set device_health_metrics pg_num 11 2021-07-26T16:00:43.626 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:00:43.633 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:43.662 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:00:43.704 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:00:43.710 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:43.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:43.712 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:43.715 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:00:43.715 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:00:43.715 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:00:43.715 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:00:43.716 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:00:43.716 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:00:43.716 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:00:43.716 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:00:43.738 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:43 smithi078 ceph-mon[77813]: from='client.64508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:00:43.738 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:43 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:00:43.738 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:43 smithi078 ceph-mon[77813]: pgmap v276: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 39 MiB/s wr, 617 op/s; 52924/267675 objects degraded (19.772%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:43.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:43 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/98998496' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:43.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:43 smithi078 ceph-mon[73801]: from='client.64508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:00:43.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:43 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:00:43.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:43 smithi078 ceph-mon[73801]: pgmap v276: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 39 MiB/s wr, 617 op/s; 52924/267675 objects degraded (19.772%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:43.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:43 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/98998496' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:43.813 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:43.837 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:43.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:43.838 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:43.874 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:43.940 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:43.963 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:43.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:43.965 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:43.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:43 smithi139 ceph-mon[56829]: from='client.64508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:00:43.979 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:43 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:00:43.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:43 smithi139 ceph-mon[56829]: pgmap v276: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 13 GiB used, 609 GiB / 626 GiB avail; 39 MiB/s wr, 617 op/s; 52924/267675 objects degraded (19.772%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:43.980 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:43 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/98998496' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:44.066 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:44.068 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 68 16 92292 92276 84.7918 35.3125 0.0652069 0.0117849 2021-07-26T16:00:44.092 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-07-26T16:00:44.104 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:44.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:44.106 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:44.207 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:44.241 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:44.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:44.243 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:44.277 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:00:44.299 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:00:44.344 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:44.372 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:44.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:44.374 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:44.475 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:44.519 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:44.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:44.521 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:44.548 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:44.622 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:44.658 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:44.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:44.661 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:44.762 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:44.815 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:44.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:44.816 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:44.918 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:44.947 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:44.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:44.949 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:45.050 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:45.065 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 69 16 92842 92826 84.0612 34.375 0.056859 0.0118873 2021-07-26T16:00:45.110 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:45.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:45.111 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:45.213 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:45.239 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:45.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:45.241 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:45.342 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:45.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:45.369 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:45.369 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:45.471 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:45.519 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:45.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:45.521 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:45.622 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:45.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:45.649 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:45.649 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:45.750 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:45.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:45.783 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:45.783 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:45.884 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:45.927 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:45.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:45.929 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:46.029 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:45 smithi139 ceph-mon[56829]: pgmap v277: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 14 GiB used, 608 GiB / 626 GiB avail; 37 MiB/s wr, 591 op/s; 52813/276501 objects degraded (19.100%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:46.029 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:46.066 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 70 16 93440 93424 83.3943 37.375 0.0141463 0.011983 2021-07-26T16:00:46.092 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:46.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:46.093 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:46.190 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:45 smithi078 ceph-mon[73801]: pgmap v277: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 14 GiB used, 608 GiB / 626 GiB avail; 37 MiB/s wr, 591 op/s; 52813/276501 objects degraded (19.100%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:46.191 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:45 smithi078 ceph-mon[77813]: pgmap v277: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 14 GiB used, 608 GiB / 626 GiB avail; 37 MiB/s wr, 591 op/s; 52813/276501 objects degraded (19.100%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:46.194 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:46.234 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:46.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:46.235 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:46.336 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:46.347 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:00:46.347 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:00:46.378 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:46.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:46.380 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:46.481 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:46.513 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:46.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:46.515 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:46.616 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:46.644 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:46.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:46.646 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:46.747 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:46.783 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:00:46.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:46.785 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:46.786 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:46.887 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:46.918 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:46.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:46.920 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:47.021 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:47.066 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 71 16 94078 94062 82.7814 39.875 0.0137291 0.0120708 2021-07-26T16:00:47.066 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:47.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:47.105 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:47.105 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:47.193 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-07-26T16:00:47.207 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:47.305 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:47.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:47.307 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:47.408 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:47.432 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:47.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:47.434 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:47.491 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:47.535 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:47.560 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:47.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:47.562 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:47.663 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:47.685 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:47.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:47.687 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:47.789 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:47.812 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:47.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:47.814 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:47.915 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:47.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:47.940 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:47.940 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:47.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:47 smithi078 ceph-mon[77813]: pgmap v278: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 14 GiB used, 608 GiB / 626 GiB avail; 37 MiB/s wr, 591 op/s; 52813/276501 objects degraded (19.100%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:47.967 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:47 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 52813/276501 objects degraded (19.100%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:47.967 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:47 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:00:47.967 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:47 smithi078 ceph-mon[73801]: pgmap v278: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 14 GiB used, 608 GiB / 626 GiB avail; 37 MiB/s wr, 591 op/s; 52813/276501 objects degraded (19.100%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:47.968 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:47 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 52813/276501 objects degraded (19.100%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:47.968 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:47 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:00:47.968 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: 2021-07-26T16:00:47.828+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:47.969 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:00:47.969 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:47.969 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:00:47.969 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:47.970 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:00:47.970 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:47.970 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:47.970 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:47.970 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: 2021-07-26T16:00:47.971 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: 2021-07-26T16:00:47.829+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:47.971 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:00:47.971 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:47.971 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:00:47.971 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:47.972 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:00:47.972 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:47.972 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:47.972 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:47.973 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: 2021-07-26T16:00:47.973 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: 2021-07-26T16:00:47.833+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:47.973 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:00:47.973 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:47.973 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:00:47.974 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:47.974 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:00:47.974 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:47.974 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:47.975 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:47.975 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: 2021-07-26T16:00:47.975 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: 2021-07-26T16:00:47.834+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:47.975 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:00:47.975 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:47.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:00:47.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:47.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:00:47.976 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:47.977 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:47.977 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:47.977 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:00:47 smithi078 conmon[70626]: 2021-07-26T16:00:48.042 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:48.067 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 72 16 94550 94534 82.041 29.5 0.0165142 0.0121827 2021-07-26T16:00:48.070 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:48.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:48.072 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:47 smithi139 ceph-mon[56829]: pgmap v278: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 14 GiB used, 608 GiB / 626 GiB avail; 37 MiB/s wr, 591 op/s; 52813/276501 objects degraded (19.100%); 1.4 MiB/s, 21 objects/s recovering 2021-07-26T16:00:48.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:47 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 52813/276501 objects degraded (19.100%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:47 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:00:48.116 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENOENT: unrecognized pool 'device_health_metrics' 2021-07-26T16:00:48.174 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:48.220 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:48.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:48.221 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:48.323 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:48.380 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:48.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:48.382 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:48.483 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:48.510 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:48.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:48.512 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:48.613 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:48.635 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:48.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:48.637 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:48.738 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:48.777 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:48.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:48.779 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:48.880 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:48.907 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:48.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:48.908 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:48.944 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[73801]: pgmap v279: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 14 GiB used, 608 GiB / 626 GiB avail; 34 MiB/s wr, 547 op/s; 52813/276501 objects degraded (19.100%); 780 KiB/s, 12 objects/s recovering 2021-07-26T16:00:48.944 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:00:48.944 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:48.945 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:00:48.945 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:48.945 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:00:48.946 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:48.946 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:00:48.946 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:48.946 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:48.947 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:48.947 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:48.947 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:00:48.947 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:48.948 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:00:48.948 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:48.948 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:00:48.948 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:48.949 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:48.949 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:48.949 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:48.949 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:00:48.950 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:48.950 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:00:48.950 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:48.950 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:00:48.951 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:48.951 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:48.951 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:48.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:48.952 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:00:48.952 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:48.952 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:00:48.952 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:48.953 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:00:48.953 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:48.953 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:48.953 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:48.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1696370348' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2021-07-26T16:00:48.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2021-07-26T16:00:48.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[73801]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2021-07-26T16:00:48.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[77813]: pgmap v279: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 14 GiB used, 608 GiB / 626 GiB avail; 34 MiB/s wr, 547 op/s; 52813/276501 objects degraded (19.100%); 780 KiB/s, 12 objects/s recovering 2021-07-26T16:00:48.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:00:48.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:48.956 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:00:48.956 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:48.956 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:00:48.956 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:48.957 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:00:48.957 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:48.957 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:48.957 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:48.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:48.958 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:00:48.958 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:48.958 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:00:48.959 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:48.959 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:00:48.959 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:48.959 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:48.960 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:48.960 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:48.961 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:00:48.961 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:48.961 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:00:48.961 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:48.962 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:00:48.962 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:48.962 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:48.962 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:48.963 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:48.963 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:00:48.963 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:48.963 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:00:48.964 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:48.964 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:00:48.964 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:48.965 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:48.965 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:48.965 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1696370348' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2021-07-26T16:00:48.965 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2021-07-26T16:00:48.966 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:48 smithi078 ceph-mon[77813]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2021-07-26T16:00:49.009 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:49.038 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:49.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:49.039 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:49.066 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 73 16 95138 95122 81.4206 36.75 0.00624343 0.0122749 2021-07-26T16:00:49.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:48 smithi139 ceph-mon[56829]: pgmap v279: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 14 GiB used, 608 GiB / 626 GiB avail; 34 MiB/s wr, 547 op/s; 52813/276501 objects degraded (19.100%); 780 KiB/s, 12 objects/s recovering 2021-07-26T16:00:49.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:48 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:00:49.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:48 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:49.080 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:00:49.080 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:49.080 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:00:49.080 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:49.080 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:00:49.081 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:49.081 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:49.081 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:49.081 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:48 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:49.082 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:00:49.082 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:49.082 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:00:49.082 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:49.083 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:00:49.083 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:49.083 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:49.083 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:49.083 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:48 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:49.084 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:00:49.084 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:49.084 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:00:49.084 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:49.085 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:00:49.085 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:49.085 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:49.085 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:49.085 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:48 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:49.086 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:00:49.086 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:49.086 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:00:49.086 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:49.087 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:00:49.087 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:49.087 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:49.087 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:49.087 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:48 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1696370348' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2021-07-26T16:00:49.088 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:48 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2021-07-26T16:00:49.089 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:48 smithi139 ceph-mon[56829]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2021-07-26T16:00:49.140 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:49.198 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:49.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:49.200 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:49.302 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:49.347 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:49.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:49.348 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:49.449 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:49.486 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:49.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:49.487 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:49.564 DEBUG:teuthology.orchestra.run:got remote process result: 2 2021-07-26T16:00:49.588 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:49.630 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:49.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:49.633 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:49.734 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:49.781 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:49.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:49.783 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:49.856 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:00:49.884 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:49.916 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:49.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:49.917 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:49.988 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:49 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1479139289' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:00:49.988 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:49 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:00:49.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:49 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1479139289' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:00:49.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:49 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:00:50.018 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:50.043 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:50.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:50.044 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:50.066 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 74 16 95671 95655 80.7705 33.3125 0.00538021 0.0123731 2021-07-26T16:00:50.145 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:50.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:50.184 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:50.185 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:50.288 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:50.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:49 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1479139289' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:00:50.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:49 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:00:50.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:50.331 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:50.332 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:50.434 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:50.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:50.469 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:50.470 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:50.572 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:50.602 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:50.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:50.604 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:50.706 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:50.745 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:50.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:50.748 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:50.849 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:50.872 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:50.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:50.875 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:50.976 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:51.018 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:51.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:51.021 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:51.070 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 75 16 96291 96275 80.2064 38.75 0.0274084 0.0124592 2021-07-26T16:00:51.109 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:50 smithi078 ceph-mon[77813]: pgmap v280: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 14 GiB used, 608 GiB / 626 GiB avail; 39 MiB/s wr, 629 op/s; 52710/284889 objects degraded (18.502%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:51.109 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:50 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:51.109 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:50 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:00:51.110 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:50 smithi078 ceph-mon[77813]: osdmap e113: 8 total, 8 up, 7 in 2021-07-26T16:00:51.112 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:50 smithi078 ceph-mon[73801]: pgmap v280: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 14 GiB used, 608 GiB / 626 GiB avail; 39 MiB/s wr, 629 op/s; 52710/284889 objects degraded (18.502%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:51.112 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:50 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:51.113 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:50 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:00:51.113 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:50 smithi078 ceph-mon[73801]: osdmap e113: 8 total, 8 up, 7 in 2021-07-26T16:00:51.122 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:51.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:51.152 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:51.152 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:51.254 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:51.279 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:51.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:51.282 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:51.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:50 smithi139 ceph-mon[56829]: pgmap v280: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 14 GiB used, 608 GiB / 626 GiB avail; 39 MiB/s wr, 629 op/s; 52710/284889 objects degraded (18.502%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:51.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:50 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:00:51.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:50 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:00:51.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:50 smithi139 ceph-mon[56829]: osdmap e113: 8 total, 8 up, 7 in 2021-07-26T16:00:51.383 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:51.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:51.409 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:51.409 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:51.511 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:51.560 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:51.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:51.561 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:51.662 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:51.691 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:51.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:51.693 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:51.794 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:51.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:51.854 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:51.855 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:51.956 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:51.984 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:51.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:51.985 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:52.070 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 76 16 96894 96878 79.647 37.6875 0.00964415 0.012548 2021-07-26T16:00:52.086 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:52.102 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:00:52.102 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:00:52.108 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:52.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:52.110 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:52.211 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:52.248 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:52.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:52.250 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:52.351 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:52.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:52.377 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:52.378 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:52.479 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:52.509 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:00:52.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:52.525 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:52.525 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:52.547 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:00:52.599 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:00:52.627 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:52.647 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:00:52.659 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:52.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:52.660 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:52.689 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:00:52.729 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:00:52.761 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:52.764 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:00:52.787 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:52.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:52.789 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:52.797 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:00:52.804 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:00:52.805 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:00:52.805 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:00:52.805 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:00:52.805 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:00:52.806 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:00:52.806 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:00:52.806 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:00:52.890 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:52.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:52.918 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:52.918 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:53.020 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:53.043 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:53.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:53.045 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:53.070 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 77 16 97500 97484 79.1046 37.875 0.0141657 0.0126352 2021-07-26T16:00:53.121 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:00:53.146 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:53.161 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:52 smithi078 ceph-mon[73801]: pgmap v282: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 14 GiB used, 607 GiB / 626 GiB avail; 39 MiB/s wr, 629 op/s; 52710/284889 objects degraded (18.502%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:53.161 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:52 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 52710/284889 objects degraded (18.502%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:53.162 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:52 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/738260197' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:53.162 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:52 smithi078 ceph-mon[77813]: pgmap v282: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 14 GiB used, 607 GiB / 626 GiB avail; 39 MiB/s wr, 629 op/s; 52710/284889 objects degraded (18.502%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:53.163 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:52 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 52710/284889 objects degraded (18.502%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:53.163 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:52 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/738260197' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:53.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:53.171 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:53.172 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:53.264 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-07-26T16:00:53.274 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:53.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:53.300 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:53.301 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:53.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:52 smithi139 ceph-mon[56829]: pgmap v282: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 14 GiB used, 607 GiB / 626 GiB avail; 39 MiB/s wr, 629 op/s; 52710/284889 objects degraded (18.502%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:52 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 52710/284889 objects degraded (18.502%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:52 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/738260197' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:00:53.343 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:53.402 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:53.432 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:53.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:53.433 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:53.536 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:53.560 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:53.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:53.563 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:53.563 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:53.665 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:53.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:53.695 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:53.695 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:53.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:53.848 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:53.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:53.851 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:53.953 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:53.990 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:53.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:53.992 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:54.070 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 78 16 98080 98064 78.5552 36.25 0.0424126 0.012723 2021-07-26T16:00:54.093 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:54.128 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:54.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:54.129 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:54.230 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:54.254 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:54.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:54.256 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:54.357 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:54.405 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:54.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:54.407 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:54.508 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:54.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:54.548 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:54.548 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:54.566 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7] out_osds: [0] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2021-07-26T16:00:54.567 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:00:54.567 INFO:tasks.thrashosds.thrasher:inject_pause on 3 2021-07-26T16:00:54.567 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-07-26T16:00:54.567 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-07-26T16:00:54.568 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 config set filestore_inject_stall 3 2021-07-26T16:00:54.649 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:54.672 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:54.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:54.674 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:54.775 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:54.800 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:54.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:54.801 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:54.819 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:54.903 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:54.911 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:54 smithi078 ceph-mon[73801]: pgmap v283: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 14 GiB used, 607 GiB / 626 GiB avail; 26 MiB/s wr, 411 op/s; 52597/287757 objects degraded (18.278%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:54.912 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:54 smithi078 ceph-mon[77813]: pgmap v283: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 14 GiB used, 607 GiB / 626 GiB avail; 26 MiB/s wr, 411 op/s; 52597/287757 objects degraded (18.278%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:54.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:54.931 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:54.932 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:55.033 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:55.072 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 79 16 98599 98583 77.9696 32.4375 0.012507 0.0128185 2021-07-26T16:00:55.073 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:55.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:55.075 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:55.176 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:55.204 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:55.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:55.206 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:55.307 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:55.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:54 smithi139 ceph-mon[56829]: pgmap v283: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 14 GiB used, 607 GiB / 626 GiB avail; 26 MiB/s wr, 411 op/s; 52597/287757 objects degraded (18.278%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:55.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:55.341 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:55.342 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:55.443 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:55.464 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:55.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:55.465 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:55.567 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:55.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:55.591 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:55.592 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:55.693 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:55.732 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:55.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:55.735 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:55.837 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:55.869 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:55.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:55.872 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:55.974 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:56.005 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:56.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:56.007 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:56.073 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:2021-07-26T16:00:56.073391+0000 min lat: 0.00117863 max lat: 2.53043 avg lat: 0.0128995 2021-07-26T16:00:56.073 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-07-26T16:00:56.073 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 80 16 99222 99206 77.4818 38.9375 0.0186795 0.0128995 2021-07-26T16:00:56.108 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:56.149 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:56.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:56.151 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:56.176 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:00:56.253 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:56.308 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:56.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:56.310 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:56.411 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:56.421 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:00:56.435 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:56.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:56.437 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:56.538 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:56.562 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:56.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:56.564 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:56.665 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:56.689 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:56.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:56.691 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:56.793 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:56.828 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:56.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:56.829 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:56.918 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:56 smithi078 ceph-mon[73801]: pgmap v284: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 15 GiB used, 607 GiB / 626 GiB avail; 39 MiB/s wr, 630 op/s; 52597/293739 objects degraded (17.906%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:56.919 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:56 smithi078 ceph-mon[77813]: pgmap v284: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 15 GiB used, 607 GiB / 626 GiB avail; 39 MiB/s wr, 630 op/s; 52597/293739 objects degraded (17.906%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:56.931 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:57.002 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:57.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:57.004 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:57.073 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 81 16 99749 99733 76.9319 32.9375 0.00764431 0.0129903 2021-07-26T16:00:57.105 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:57.129 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:57.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:57.131 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:57.232 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:57.290 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:57.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:57.291 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:57.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:56 smithi139 ceph-mon[56829]: pgmap v284: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 15 GiB used, 607 GiB / 626 GiB avail; 39 MiB/s wr, 630 op/s; 52597/293739 objects degraded (17.906%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:00:57.392 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:57.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:57.416 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:57.416 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:57.517 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:57.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:57.542 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:57.542 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:57.643 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:57.667 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:57.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:57.669 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:57.770 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:57.804 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:57.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:57.805 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:57.906 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:57.931 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:57.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:57.933 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:57.973 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:00:58.034 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:58.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:58.058 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:58.059 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:58.073 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 82 16 100276 100260 76.3955 32.9375 0.0161901 0.0130836 2021-07-26T16:00:58.159 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:58.190 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:58.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:58.192 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:58.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:57 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 52597/293739 objects degraded (17.906%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:58.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:57 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3167610887' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:58.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:57 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 52597/293739 objects degraded (17.906%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:58.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:57 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3167610887' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:58.293 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:58.320 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:58.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:58.322 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:58.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:57 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 52597/293739 objects degraded (17.906%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:00:58.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:57 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3167610887' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:00:58.423 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:58.447 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:58.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:58.448 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:58.550 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:58.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:58.600 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:58.600 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:58.702 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:00:58.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:58.730 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:58.730 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:00:58.832 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:58.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:58.874 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:58.875 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:58.976 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:00:58.988 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:58 smithi078 ceph-mon[73801]: pgmap v285: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 15 GiB used, 607 GiB / 626 GiB avail; 36 MiB/s wr, 574 op/s; 52597/293739 objects degraded (17.906%); 1.3 MiB/s, 21 objects/s recovering 2021-07-26T16:00:58.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:58 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:00:58.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:58 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3167610887' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:00:58.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:00:58 smithi078 ceph-mon[73801]: osdmap e114: 8 total, 8 up, 7 in 2021-07-26T16:00:58.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:58 smithi078 ceph-mon[77813]: pgmap v285: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 15 GiB used, 607 GiB / 626 GiB avail; 36 MiB/s wr, 574 op/s; 52597/293739 objects degraded (17.906%); 1.3 MiB/s, 21 objects/s recovering 2021-07-26T16:00:58.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:58 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:00:58.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:58 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3167610887' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:00:58.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:00:58 smithi078 ceph-mon[77813]: osdmap e114: 8 total, 8 up, 7 in 2021-07-26T16:00:59.001 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:59.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:59.004 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:00:59.073 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 83 16 100869 100853 75.9216 37.0625 0.0386681 0.0131657 2021-07-26T16:00:59.106 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:00:59.147 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:59.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:59.148 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:00:59.249 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:00:59.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:59.283 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:59.283 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:00:59.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:58 smithi139 ceph-mon[56829]: pgmap v285: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 15 GiB used, 607 GiB / 626 GiB avail; 36 MiB/s wr, 574 op/s; 52597/293739 objects degraded (17.906%); 1.3 MiB/s, 21 objects/s recovering 2021-07-26T16:00:59.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:58 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:00:59.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:58 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3167610887' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:00:59.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:00:58 smithi139 ceph-mon[56829]: osdmap e114: 8 total, 8 up, 7 in 2021-07-26T16:00:59.384 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:59.429 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:59.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:59.431 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:00:59.447 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:00:59.447 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:00:59.447 INFO:teuthology.orchestra.run.smithi078.stdout: "complaint_time": 30, 2021-07-26T16:00:59.447 INFO:teuthology.orchestra.run.smithi078.stdout: "num_blocked_ops": 0 2021-07-26T16:00:59.448 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:00:59.532 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:00:59.556 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:00:59.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:59.558 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:00:59.659 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:59.695 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:59.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:59.697 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:00:59.798 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:00:59.835 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:59.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:59.837 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:00:59.939 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:00:59.975 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:00:59.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:00:59.976 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:00.073 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 84 16 101498 101482 75.4858 39.3125 0.0207949 0.0132399 2021-07-26T16:01:00.077 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:00.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:00.105 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:00.106 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:00.207 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:00.243 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:00.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:00.244 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:00.345 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:00.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:00.370 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:00.371 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:00.473 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:00.498 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:00.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:00.500 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:00.601 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:00.625 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:00.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:00.631 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:00.673 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-07-26T16:01:00.732 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:00.797 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:00.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:00.799 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:00.901 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:00.928 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:00.940 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:00 smithi078 ceph-mon[73801]: pgmap v287: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 15 GiB used, 607 GiB / 626 GiB avail; 36 MiB/s wr, 575 op/s; 52474/302124 objects degraded (17.368%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:01:00.940 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:00 smithi078 ceph-mon[77813]: pgmap v287: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 15 GiB used, 607 GiB / 626 GiB avail; 36 MiB/s wr, 575 op/s; 52474/302124 objects degraded (17.368%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:01:00.967 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:00.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:00.969 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:01.070 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:01.074 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 85 16 102074 102058 75.0213 36 0.0221687 0.0133229 2021-07-26T16:01:01.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:00 smithi139 ceph-mon[56829]: pgmap v287: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 15 GiB used, 607 GiB / 626 GiB avail; 36 MiB/s wr, 575 op/s; 52474/302124 objects degraded (17.368%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:01:01.134 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:01.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:01.136 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:01.228 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:01:01.238 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:01.260 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:01:01.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:01:01.311 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:01.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:01.313 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:01.349 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:01:01.386 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:01:01.415 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:01.418 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:01:01.458 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:01:01.465 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:01.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:01.467 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:01.514 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:01:01.529 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:01:01.529 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:01:01.530 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:01:01.530 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:01:01.530 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:01:01.530 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:01:01.532 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:01:01.532 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:01:01.568 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:01.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:01.596 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:01.597 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:01.650 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:01:01.651 INFO:teuthology.orchestra.run.smithi078.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-07-26T16:01:01.651 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:01:01.698 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:01.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:01.733 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:01.736 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:01.838 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:01.884 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:01.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:01.885 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:01.932 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:01:01.987 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:02.036 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:02.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:02.037 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:02.073 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 86 16 102588 102572 74.5226 32.125 0.0207984 0.0134121 2021-07-26T16:01:02.138 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:02.164 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:02.187 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:02.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:02.189 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:02.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:01 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2624642200' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:02.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:01 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2624642200' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:02.290 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:02.323 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:02.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:02.325 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:02.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:01 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2624642200' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:02.427 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:02.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:02.460 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:02.460 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:02.562 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:02.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:02.586 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:02.586 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:02.688 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:02.725 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:02.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:02.727 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:02.829 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:02.856 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:02.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:02.858 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:02.959 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:02.984 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:02.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:02.986 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:02.992 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:02 smithi078 ceph-mon[73801]: pgmap v288: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 15 GiB used, 606 GiB / 626 GiB avail; 36 MiB/s wr, 574 op/s; 52474/302124 objects degraded (17.368%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:01:02.992 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:02 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 52474/302124 objects degraded (17.368%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:02.993 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:02 smithi078 ceph-mon[77813]: pgmap v288: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 15 GiB used, 606 GiB / 626 GiB avail; 36 MiB/s wr, 574 op/s; 52474/302124 objects degraded (17.368%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:01:02.993 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:02 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 52474/302124 objects degraded (17.368%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:03.073 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 87 16 103151 103135 74.0705 35.1875 0.0136262 0.0134927 2021-07-26T16:01:03.087 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:03.130 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:03.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:03.132 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:03.233 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:03.256 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:03.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:03.258 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:03.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:02 smithi139 ceph-mon[56829]: pgmap v288: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 15 GiB used, 606 GiB / 626 GiB avail; 36 MiB/s wr, 574 op/s; 52474/302124 objects degraded (17.368%); 1.5 MiB/s, 23 objects/s recovering 2021-07-26T16:01:03.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:02 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 52474/302124 objects degraded (17.368%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:03.359 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:03.411 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:03.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:03.413 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:03.514 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:03.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:03.558 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:03.559 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:03.660 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:03.684 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:03.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:03.685 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:03.786 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:03.817 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:03.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:03.819 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:03.920 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:03.958 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:03.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:03.960 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:04.061 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:04.073 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 88 16 103722 103706 73.6344 35.6875 0.0173356 0.0135724 2021-07-26T16:01:04.085 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:04.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:04.087 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:04.188 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:04.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:04.222 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:04.222 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:04.324 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:04.348 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:04.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:04.350 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:04.451 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:04.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:04.478 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:04.479 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:04.580 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:04.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:04.626 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:04.626 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:04.728 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:04.755 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:04.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:04.756 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:04.857 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:04.900 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:04.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:04.902 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:05.010 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:05.044 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:05.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:05.045 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:05.073 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 89 16 104346 104330 73.2453 39 0.0313436 0.0136457 2021-07-26T16:01:05.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:04 smithi078 ceph-mon[73801]: pgmap v289: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 36 MiB/s wr, 574 op/s; 52372/304995 objects degraded (17.171%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:01:05.105 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:01:05.105 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:01:05.105 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:04 smithi078 ceph-mon[77813]: pgmap v289: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 36 MiB/s wr, 574 op/s; 52372/304995 objects degraded (17.171%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:01:05.106 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:01:05.106 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:01:05.147 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:05.184 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:05.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:05.185 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:05.286 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:05.319 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:05.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:05.320 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:05.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:04 smithi139 ceph-mon[56829]: pgmap v289: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 36 MiB/s wr, 574 op/s; 52372/304995 objects degraded (17.171%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:01:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:01:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:01:05.329 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:01:05.422 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:05.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:05.465 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:05.465 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:05.530 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:01:05.530 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:01:05.567 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:05.590 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:05.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:05.592 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:05.604 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:05.692 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:05.750 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:05.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:05.752 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:05.854 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:05.895 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:05.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:05.897 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:05.998 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:06.025 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:06.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:06.026 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:06.073 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 90 3 104862 104859 72.7989 33.0625 0.0450376 0.0137295 2021-07-26T16:01:06.127 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:06.150 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:06.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:06.151 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:06.252 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:06.273 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:06.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:06.275 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:06.376 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:06.398 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:06.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:06.399 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:06.501 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:06.522 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:06.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:06.524 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:06.625 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:06.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:06.648 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:06.649 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:06.704 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-07-26T16:01:06.749 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:06.771 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:06.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:06.773 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:06.874 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:06.885 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:06.898 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:01:06.908 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:06.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:06.911 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:07.012 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:07.033 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:07.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:07.038 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:07.074 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Total time run: 90.0302 2021-07-26T16:01:07.074 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Total writes made: 104862 2021-07-26T16:01:07.074 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Write size: 65536 2021-07-26T16:01:07.075 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Object size: 65536 2021-07-26T16:01:07.075 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Bandwidth (MB/sec): 72.7964 2021-07-26T16:01:07.075 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Stddev Bandwidth: 55.2108 2021-07-26T16:01:07.075 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Max bandwidth (MB/sec): 273.688 2021-07-26T16:01:07.075 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Min bandwidth (MB/sec): 0 2021-07-26T16:01:07.076 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Average IOPS: 1164 2021-07-26T16:01:07.076 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Stddev IOPS: 883.383 2021-07-26T16:01:07.076 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Max IOPS: 4379 2021-07-26T16:01:07.076 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Min IOPS: 0 2021-07-26T16:01:07.077 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Average Latency(s): 0.0137301 2021-07-26T16:01:07.077 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Stddev Latency(s): 0.0417568 2021-07-26T16:01:07.077 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Max latency(s): 2.53043 2021-07-26T16:01:07.078 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Min latency(s): 0.00117863 2021-07-26T16:01:07.086 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Cleaning up (deleting benchmark objects) 2021-07-26T16:01:07.140 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:07.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:07.185 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:07.185 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:07.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:06 smithi078 ceph-mon[73801]: pgmap v290: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 35 MiB/s wr, 565 op/s; 52372/310701 objects degraded (16.856%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:01:07.242 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:06 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3865337319' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:01:07.242 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:06 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:01:07.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:06 smithi078 ceph-mon[77813]: pgmap v290: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 35 MiB/s wr, 565 op/s; 52372/310701 objects degraded (16.856%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:01:07.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:06 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3865337319' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:01:07.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:06 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:01:07.287 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:07.317 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:07.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:07.319 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:07.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:06 smithi139 ceph-mon[56829]: pgmap v290: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 35 MiB/s wr, 565 op/s; 52372/310701 objects degraded (16.856%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:01:07.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:06 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3865337319' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:01:07.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:06 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:01:07.420 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:07.446 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:07.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:07.447 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:07.549 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:07.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:07.579 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:07.580 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:07.682 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:07.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:07.713 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:07.713 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:07.815 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:07.840 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:07.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:07.841 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:07.942 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:07.967 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:07.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:07.968 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:08.069 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:08.107 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:08.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:08.109 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:08.166 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:07 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:08.166 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:07 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:01:08.167 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:07 smithi078 ceph-mon[73801]: osdmap e115: 8 total, 8 up, 7 in 2021-07-26T16:01:08.167 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:07 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 52372/310701 objects degraded (16.856%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:08.168 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:07 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:08.168 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:07 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:01:08.168 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:07 smithi078 ceph-mon[77813]: osdmap e115: 8 total, 8 up, 7 in 2021-07-26T16:01:08.168 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:07 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 52372/310701 objects degraded (16.856%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:08.210 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:08.253 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:08.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:08.255 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:08.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:07 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:08.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:07 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:01:08.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:07 smithi139 ceph-mon[56829]: osdmap e115: 8 total, 8 up, 7 in 2021-07-26T16:01:08.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:07 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 52372/310701 objects degraded (16.856%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:08.355 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:08.385 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:08.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:08.387 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:08.488 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:08.523 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:08.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:08.525 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:08.626 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:08.659 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:08.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:08.661 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:08.762 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:08.787 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:08.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:08.789 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:08.890 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:08.922 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:08.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:08.924 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:08.998 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7] out_osds: [0] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2021-07-26T16:01:08.998 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:01:08.999 INFO:tasks.thrashosds.thrasher:Adding osd 0 2021-07-26T16:01:08.999 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd in 0 2021-07-26T16:01:09.025 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:09.040 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:08 smithi078 ceph-mon[73801]: pgmap v292: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 36 MiB/s wr, 573 op/s; 52372/310701 objects degraded (16.856%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:01:09.041 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:08 smithi078 ceph-mon[77813]: pgmap v292: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 36 MiB/s wr, 573 op/s; 52372/310701 objects degraded (16.856%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:01:09.078 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:09.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:09.083 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:09.184 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:09.206 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:09.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:09.208 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:09.232 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:09.308 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:09.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:08 smithi139 ceph-mon[56829]: pgmap v292: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 36 MiB/s wr, 573 op/s; 52372/310701 objects degraded (16.856%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:01:09.337 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:09.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:09.338 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:09.439 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:09.462 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:09.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:09.465 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:09.566 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:09.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:09.600 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:09.601 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:09.702 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:09.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:09.752 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:09.752 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:09.853 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:09.893 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:09.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:09.895 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:09.996 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:10.040 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:10.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:10.041 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:10.143 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:10.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:10.180 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:10.181 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:10.208 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:01:10.282 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:10.327 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:10.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:10.328 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:10.428 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:01:10.430 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:10.465 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:01:10.478 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:10.493 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:10.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:10.495 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:10.516 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:01:10.558 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:01:10.591 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:01:10.596 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:10.652 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:10.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:10.653 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:10.658 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:01:10.658 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:01:10.658 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 0 2021-07-26T16:01:10.659 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:01:10.661 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:01:10.700 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:01:10.748 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:01:10.754 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:10.756 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:01:10.757 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:01:10.757 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:01:10.758 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:01:10.758 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:01:10.758 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:01:10.758 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:01:10.759 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:01:10.778 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:10.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:10.780 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:10.881 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:10.910 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:10.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:10.912 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:11.014 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:11.042 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:11.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:11.043 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:11.145 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:11.175 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:11.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:11.176 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:11.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:10 smithi078 ceph-mon[73801]: pgmap v293: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 102 B/s rd, 26 MiB/s wr, 512 op/s; 52108/311820 objects degraded (16.711%); 2.1 MiB/s, 32 objects/s recovering 2021-07-26T16:01:11.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:10 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/70381796' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:11.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:10 smithi078 ceph-mon[77813]: pgmap v293: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 102 B/s rd, 26 MiB/s wr, 512 op/s; 52108/311820 objects degraded (16.711%); 2.1 MiB/s, 32 objects/s recovering 2021-07-26T16:01:11.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:10 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/70381796' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:11.277 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:11.301 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:11.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:11.303 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:11.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:10 smithi139 ceph-mon[56829]: pgmap v293: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 102 B/s rd, 26 MiB/s wr, 512 op/s; 52108/311820 objects degraded (16.711%); 2.1 MiB/s, 32 objects/s recovering 2021-07-26T16:01:11.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:10 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/70381796' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:11.404 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:11.441 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:11.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:11.443 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:11.544 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:11.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:11.577 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:11.578 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:11.679 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:11.716 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:11.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:11.719 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:11.820 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:11.848 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:11.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:11.849 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:11.951 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:11.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:11.999 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:11.999 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:12.101 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:12.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:12.127 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:12.128 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:12.230 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:12.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:11 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 52108/311820 objects degraded (16.711%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:12.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:11 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 52108/311820 objects degraded (16.711%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:12.258 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:12.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:12.259 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:12.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:11 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 52108/311820 objects degraded (16.711%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:12.361 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:12.396 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:12.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:12.398 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:12.499 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:12.549 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:12.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:12.551 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:12.652 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:12.695 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:12.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:12.697 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:12.798 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:12.841 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:12.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:12.843 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:12.944 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:12.972 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:12.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:12.974 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:13.032 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-07-26T16:01:13.075 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:13.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:13.101 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:13.101 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:13.202 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:13.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:12 smithi078 ceph-mon[73801]: pgmap v294: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 102 B/s rd, 26 MiB/s wr, 512 op/s; 52108/311820 objects degraded (16.711%); 2.1 MiB/s, 32 objects/s recovering 2021-07-26T16:01:13.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:12 smithi078 ceph-mon[77813]: pgmap v294: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 102 B/s rd, 26 MiB/s wr, 512 op/s; 52108/311820 objects degraded (16.711%); 2.1 MiB/s, 32 objects/s recovering 2021-07-26T16:01:13.266 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:13.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:13.281 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:13.282 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:13.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:12 smithi139 ceph-mon[56829]: pgmap v294: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 102 B/s rd, 26 MiB/s wr, 512 op/s; 52108/311820 objects degraded (16.711%); 2.1 MiB/s, 32 objects/s recovering 2021-07-26T16:01:13.383 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:13.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:13.408 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:13.408 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:13.510 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:13.553 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:13.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:13.554 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:13.656 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:13.691 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:13.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:13.693 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:13.795 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:13.819 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:13.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:13.821 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:13.922 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:13.955 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:13.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:13.956 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:14.057 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:14.083 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:14.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:14.084 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:14.186 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:14.216 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:14.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:14.217 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:14.318 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:14.341 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:14.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:14.343 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:14.444 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:14.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:14.468 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:14.468 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:14.570 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:14.628 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:14.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:14.631 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:14.733 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:14.796 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:14.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:14.798 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:14.899 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:14.925 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:14.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:14.927 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:15.000 INFO:teuthology.orchestra.run.smithi078.stderr:marked in osd.0. 2021-07-26T16:01:15.027 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:15.042 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:14 smithi078 conmon[73798]: 2021-07-26T16:01:14.861+0000 7ffaf68f6700 -1 mon.a@0(leader).osd e115 definitely_dead 0 2021-07-26T16:01:15.043 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:14 smithi078 ceph-mon[73801]: pgmap v295: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 102 B/s rd, 20 MiB/s wr, 494 op/s; 51682/309486 objects degraded (16.699%); 3.1 MiB/s, 50 objects/s recovering 2021-07-26T16:01:15.043 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:14 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4662970' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2021-07-26T16:01:15.044 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:14 smithi078 ceph-mon[77813]: pgmap v295: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 102 B/s rd, 20 MiB/s wr, 494 op/s; 51682/309486 objects degraded (16.699%); 3.1 MiB/s, 50 objects/s recovering 2021-07-26T16:01:15.044 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:14 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4662970' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2021-07-26T16:01:15.049 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:15.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:15.052 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:15.065 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:01:15.153 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:15.175 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:15.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:15.176 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:15.235 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:15.278 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:15.301 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:15.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:15.303 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:15.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:14 smithi139 ceph-mon[56829]: pgmap v295: 89 pgs: 79 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 102 B/s rd, 20 MiB/s wr, 494 op/s; 51682/309486 objects degraded (16.699%); 3.1 MiB/s, 50 objects/s recovering 2021-07-26T16:01:15.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:14 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4662970' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2021-07-26T16:01:15.404 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:15.425 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:15.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:15.428 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:15.529 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:15.550 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:15.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:15.552 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:15.653 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:15.675 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:15.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:15.677 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:15.778 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:15.799 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:15.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:15.801 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:15.902 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:15.925 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:15.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:15.927 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:15.990 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:01:16.028 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:16.060 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:16.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:16.062 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:16.163 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:16.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:16.194 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:16.194 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:16.296 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:16.319 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:16.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:16.320 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:16.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:16 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4662970' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2021-07-26T16:01:16.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:16 smithi139 ceph-mon[56829]: osdmap e116: 8 total, 8 up, 8 in 2021-07-26T16:01:16.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:16 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1362463231' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:01:16.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:16 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:16.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:16 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1362463231' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:01:16.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:16 smithi139 ceph-mon[56829]: osdmap e117: 8 total, 8 up, 8 in 2021-07-26T16:01:16.422 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:16.442 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:16.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:16.444 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:16.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:16 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4662970' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2021-07-26T16:01:16.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:16 smithi078 ceph-mon[73801]: osdmap e116: 8 total, 8 up, 8 in 2021-07-26T16:01:16.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:16 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1362463231' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:01:16.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:16 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:16.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:16 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1362463231' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:01:16.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:16 smithi078 ceph-mon[73801]: osdmap e117: 8 total, 8 up, 8 in 2021-07-26T16:01:16.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:16 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4662970' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2021-07-26T16:01:16.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:16 smithi078 ceph-mon[77813]: osdmap e116: 8 total, 8 up, 8 in 2021-07-26T16:01:16.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:16 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1362463231' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:01:16.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:16 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:16.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:16 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1362463231' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:01:16.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:16 smithi078 ceph-mon[77813]: osdmap e117: 8 total, 8 up, 8 in 2021-07-26T16:01:16.546 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:16.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:16.570 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:16.570 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:16.672 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:16.694 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:16.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:16.696 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:16.797 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:16.819 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:16.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:16.821 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:16.922 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:16.944 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:16.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:16.946 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:17.047 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:17.068 INFO:tasks.thrashosds.thrasher:Added osd 0 2021-07-26T16:01:17.069 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:17.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:17.071 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:17.172 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:17.194 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:17.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:17.198 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:17.299 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:17.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:17 smithi139 ceph-mon[56829]: pgmap v297: 89 pgs: 1 peering, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 114 B/s rd, 9.2 MiB/s wr, 539 op/s; 51682/304149 objects degraded (16.992%); 3.5 MiB/s, 56 objects/s recovering 2021-07-26T16:01:17.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:17 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 51682/304149 objects degraded (16.992%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:17.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:17 smithi139 ceph-mon[56829]: osdmap e118: 8 total, 8 up, 8 in 2021-07-26T16:01:17.331 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:17.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:17.334 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:17.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:17 smithi078 ceph-mon[73801]: pgmap v297: 89 pgs: 1 peering, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 114 B/s rd, 9.2 MiB/s wr, 539 op/s; 51682/304149 objects degraded (16.992%); 3.5 MiB/s, 56 objects/s recovering 2021-07-26T16:01:17.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:17 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 51682/304149 objects degraded (16.992%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:17.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:17 smithi078 ceph-mon[73801]: osdmap e118: 8 total, 8 up, 8 in 2021-07-26T16:01:17.425 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:17 smithi078 ceph-mon[77813]: pgmap v297: 89 pgs: 1 peering, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 114 B/s rd, 9.2 MiB/s wr, 539 op/s; 51682/304149 objects degraded (16.992%); 3.5 MiB/s, 56 objects/s recovering 2021-07-26T16:01:17.425 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:17 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 51682/304149 objects degraded (16.992%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:17.426 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:17 smithi078 ceph-mon[77813]: osdmap e118: 8 total, 8 up, 8 in 2021-07-26T16:01:17.435 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:17.459 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:17.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:17.461 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:17.562 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:17.587 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:17.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:17.589 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:17.690 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:17.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:17.729 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:17.729 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:17.830 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:17.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:17.873 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:17.874 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:17.975 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:18.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:18.026 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:18.027 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:18.128 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:18.173 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:18.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:18.175 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:18.214 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:01:18.214 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:01:18.214 INFO:teuthology.orchestra.run.smithi078.stdout: "complaint_time": 30, 2021-07-26T16:01:18.214 INFO:teuthology.orchestra.run.smithi078.stdout: "num_blocked_ops": 0 2021-07-26T16:01:18.215 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:01:18.276 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:18.300 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:18.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:18.302 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:18.403 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:18.432 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:18.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:18.434 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:18.535 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:18.566 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:18.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:18.568 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:18.669 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:18.695 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:18.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:18.697 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:18.798 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:18.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:18.826 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:18.827 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:18.928 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:18.976 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:18.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:18.977 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:19.079 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:19.102 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:19.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:19.103 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:19.205 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:19.229 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:19.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:19.231 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:19.303 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:19 smithi078 ceph-mon[73801]: pgmap v300: 89 pgs: 1 peering, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 426 op/s; 51682/304149 objects degraded (16.992%); 2.9 MiB/s, 46 objects/s recovering 2021-07-26T16:01:19.304 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:19 smithi078 ceph-mon[77813]: pgmap v300: 89 pgs: 1 peering, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 426 op/s; 51682/304149 objects degraded (16.992%); 2.9 MiB/s, 46 objects/s recovering 2021-07-26T16:01:19.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:19 smithi139 ceph-mon[56829]: pgmap v300: 89 pgs: 1 peering, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 16 GiB used, 606 GiB / 626 GiB avail; 0 B/s wr, 426 op/s; 51682/304149 objects degraded (16.992%); 2.9 MiB/s, 46 objects/s recovering 2021-07-26T16:01:19.332 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:19.359 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:19.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:19.360 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:19.462 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:19.488 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:19.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:19.490 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:19.591 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:19.630 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:19.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:19.632 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:19.733 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:19.757 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:19.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:19.760 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:19.766 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-07-26T16:01:19.831 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:01:19.861 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:19.887 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:19.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:19.888 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:19.989 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:20.012 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:20.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:20.014 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:20.014 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:20.089 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:20.116 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:20.159 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:01:20.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:20.174 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:20.175 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:20.199 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:01:20.230 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:01:20.265 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:01:20.276 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:20.302 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:01:20.339 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:01:20.344 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:20.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:20.346 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:20.375 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:01:20.433 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:01:20.448 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:20.449 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:01:20.450 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:01:20.450 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:01:20.450 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:01:20.450 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:01:20.451 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:01:20.451 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:01:20.451 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:01:20.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:20.496 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:20.497 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:20.598 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:20.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:20.651 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:20.652 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:20.753 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:20.777 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:20.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:20.779 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:20.880 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:20.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:20.920 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:20.921 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:21.022 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:21.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:21.052 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:21.052 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:21.154 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:21.180 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:21.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:21.182 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:21.268 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:21 smithi078 ceph-mon[73801]: pgmap v301: 89 pgs: 1 peering, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 17 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 557 op/s; 41030/299454 objects degraded (13.702%); 4088/299454 objects misplaced (1.365%); 5.2 MiB/s, 85 objects/s recovering 2021-07-26T16:01:21.269 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:21 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1060043470' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:21.269 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:21 smithi078 ceph-mon[77813]: pgmap v301: 89 pgs: 1 peering, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 17 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 557 op/s; 41030/299454 objects degraded (13.702%); 4088/299454 objects misplaced (1.365%); 5.2 MiB/s, 85 objects/s recovering 2021-07-26T16:01:21.269 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:21 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1060043470' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:21.282 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:21.323 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:21.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:21.325 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:21.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:21 smithi139 ceph-mon[56829]: pgmap v301: 89 pgs: 1 peering, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 17 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 557 op/s; 41030/299454 objects degraded (13.702%); 4088/299454 objects misplaced (1.365%); 5.2 MiB/s, 85 objects/s recovering 2021-07-26T16:01:21.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:21 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1060043470' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:21.426 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:21.484 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:21.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:21.487 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:21.588 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:21.614 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:21.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:21.616 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:21.716 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:21.760 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:21.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:21.762 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:21.863 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:21.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:21.908 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:21.908 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:22.009 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:22.034 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:22.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:22.035 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:22.070 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7, 0] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2021-07-26T16:01:22.071 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:01:22.071 INFO:tasks.thrashosds.thrasher:Setting osd 4 primary_affinity to 0.947482 2021-07-26T16:01:22.071 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd primary-affinity 4 0.9474815539284216 2021-07-26T16:01:22.136 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:22.157 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:22.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:22.159 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:22.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:22 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 41030/299454 objects degraded (13.702%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:22.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:22 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 41030/299454 objects degraded (13.702%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:22.248 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:22.260 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:22.288 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:22.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:22.290 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:22.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:22 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 41030/299454 objects degraded (13.702%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:22.392 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:22.429 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:22.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:22.431 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:22.532 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:22.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:22.586 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:22.587 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:22.688 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:22.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:22.727 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:22.728 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:22.829 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:22.860 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:22.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:22.861 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:22.963 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:23.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:23.005 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:23.005 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:23.107 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:23.145 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:23.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:23.158 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:23.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:23 smithi078 ceph-mon[73801]: pgmap v302: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 17 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 228 op/s; 41030/299454 objects degraded (13.702%); 4088/299454 objects misplaced (1.365%); 4.6 MiB/s, 74 objects/s recovering 2021-07-26T16:01:23.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:23 smithi078 ceph-mon[77813]: pgmap v302: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 17 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 228 op/s; 41030/299454 objects degraded (13.702%); 4088/299454 objects misplaced (1.365%); 4.6 MiB/s, 74 objects/s recovering 2021-07-26T16:01:23.261 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:23.287 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:23.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:23.288 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:23.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:23 smithi139 ceph-mon[56829]: pgmap v302: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 17 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 228 op/s; 41030/299454 objects degraded (13.702%); 4088/299454 objects misplaced (1.365%); 4.6 MiB/s, 74 objects/s recovering 2021-07-26T16:01:23.389 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:23.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:23.417 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:23.417 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:23.518 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:23.546 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:23.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:23.548 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:23.637 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:01:23.649 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:23.741 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:23.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:23.743 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:23.844 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:23.905 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:23.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:23.906 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:23.910 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:24.008 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:24.055 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:24.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:24.057 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:24.158 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:24.207 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:24.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:24.209 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:24.217 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:01:24.217 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:01:24.310 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:24.335 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:24.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:24.337 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:24.437 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:24.461 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:24.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:24.464 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:24.565 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:24.590 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:24.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:24.592 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:24.693 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:24.720 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:24.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:24.721 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:24.822 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:24.859 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:24.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:24.860 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:24.961 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:24.990 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:24.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:24.991 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:25.092 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:25.118 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:25.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:25.119 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:25.211 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:01:25.221 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:25.246 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:25.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:25.247 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:25.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:25 smithi139 ceph-mon[56829]: pgmap v303: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 17 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 305 op/s; 41030/296808 objects degraded (13.824%); 4047/296808 objects misplaced (1.364%); 4.2 MiB/s, 69 objects/s recovering 2021-07-26T16:01:25.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:25 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1894246928' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:01:25.348 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:25.377 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:25.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:25.379 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:25.438 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:25 smithi078 ceph-mon[73801]: pgmap v303: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 17 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 305 op/s; 41030/296808 objects degraded (13.824%); 4047/296808 objects misplaced (1.364%); 4.2 MiB/s, 69 objects/s recovering 2021-07-26T16:01:25.438 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:25 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1894246928' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:01:25.438 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:25 smithi078 ceph-mon[77813]: pgmap v303: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 17 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 305 op/s; 41030/296808 objects degraded (13.824%); 4047/296808 objects misplaced (1.364%); 4.2 MiB/s, 69 objects/s recovering 2021-07-26T16:01:25.439 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:25 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1894246928' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:01:25.480 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:25.511 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:25.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:25.512 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:25.613 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:25.636 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:25.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:25.638 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:25.740 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:25.779 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:25.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:25.780 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:25.881 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:25.909 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:25.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:25.911 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:26.012 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:26.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:26.051 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:26.051 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:26.152 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:26.178 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:26.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:26.179 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:26.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:26 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:26.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:26 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1894246928' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:01:26.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:26 smithi078 ceph-mon[73801]: osdmap e119: 8 total, 8 up, 8 in 2021-07-26T16:01:26.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:26 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:26.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:26 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1894246928' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:01:26.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:26 smithi078 ceph-mon[77813]: osdmap e119: 8 total, 8 up, 8 in 2021-07-26T16:01:26.280 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:26.307 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:26.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:26.309 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:26.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:26 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:26.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:26 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1894246928' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:01:26.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:26 smithi139 ceph-mon[56829]: osdmap e119: 8 total, 8 up, 8 in 2021-07-26T16:01:26.409 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:26.439 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:26.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:26.441 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:26.526 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-07-26T16:01:26.542 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:26.570 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:26.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:26.572 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:26.673 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:26.704 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:26.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:26.705 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:26.742 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:26.806 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:26.852 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:26.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:26.854 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:26.956 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:26.990 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:26.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:26.992 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:27.067 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:27 smithi078 ceph-mon[73801]: pgmap v305: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 485 op/s; 40872/291249 objects degraded (14.033%); 4047/291249 objects misplaced (1.390%); 4.9 MiB/s, 80 objects/s recovering 2021-07-26T16:01:27.068 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:27 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 40872/291249 objects degraded (14.033%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:27.092 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:27.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:27.117 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:27.118 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:27.220 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:27.258 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:27.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:27.261 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:27.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:27 smithi139 ceph-mon[56829]: pgmap v305: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 485 op/s; 40872/291249 objects degraded (14.033%); 4047/291249 objects misplaced (1.390%); 4.9 MiB/s, 80 objects/s recovering 2021-07-26T16:01:27.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:27 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 40872/291249 objects degraded (14.033%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:27.362 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:27.389 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:27.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:27.391 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:27.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:27 smithi078 ceph-mon[77813]: pgmap v305: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 485 op/s; 40872/291249 objects degraded (14.033%); 4047/291249 objects misplaced (1.390%); 4.9 MiB/s, 80 objects/s recovering 2021-07-26T16:01:27.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:27 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 40872/291249 objects degraded (14.033%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:27.491 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:27.514 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:27.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:27.515 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:27.616 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:27.644 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:27.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:27.646 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:27.747 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:27.774 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:27.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:27.776 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:27.878 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:27.947 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:27.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:27.948 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:28.049 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:28.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:28.097 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:28.098 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:28.199 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:28.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:28.290 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:28.291 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:28.392 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:28.417 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:28.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:28.419 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:28.520 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:28.546 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:28.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:28.548 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:28.649 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:28.670 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:28.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:28.672 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:28.738 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:01:28.773 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:28.777 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:01:28.786 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:01:28.815 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:28.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:28.817 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:28.829 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:01:28.877 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:01:28.913 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:01:28.918 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:28.955 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:01:28.985 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:01:28.990 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:28.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:28.992 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:29.015 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:29.032 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:01:29.048 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:01:29.049 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:01:29.049 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:01:29.049 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:01:29.049 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:01:29.050 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:01:29.050 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:01:29.050 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:01:29.093 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:29.100 INFO:teuthology.orchestra.run.smithi078.stderr:set osd.4 primary-affinity to 0.947482 (8620942) 2021-07-26T16:01:29.135 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:29 smithi078 ceph-mon[73801]: pgmap v306: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 429 op/s; 40872/291249 objects degraded (14.033%); 4047/291249 objects misplaced (1.390%); 4.4 MiB/s, 71 objects/s recovering 2021-07-26T16:01:29.135 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:29 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2027500385' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9474815539284216}]: dispatch 2021-07-26T16:01:29.135 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:29 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9474815539284216}]: dispatch 2021-07-26T16:01:29.136 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:29 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/317283430' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:29.136 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:29 smithi078 ceph-mon[77813]: pgmap v306: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 429 op/s; 40872/291249 objects degraded (14.033%); 4047/291249 objects misplaced (1.390%); 4.4 MiB/s, 71 objects/s recovering 2021-07-26T16:01:29.136 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:29 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2027500385' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9474815539284216}]: dispatch 2021-07-26T16:01:29.137 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:29 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9474815539284216}]: dispatch 2021-07-26T16:01:29.137 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:29 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/317283430' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:29.143 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:29.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:29.145 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:29.246 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:29.272 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:29.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:29.274 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:29.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:29 smithi139 ceph-mon[56829]: pgmap v306: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 429 op/s; 40872/291249 objects degraded (14.033%); 4047/291249 objects misplaced (1.390%); 4.4 MiB/s, 71 objects/s recovering 2021-07-26T16:01:29.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:29 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2027500385' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9474815539284216}]: dispatch 2021-07-26T16:01:29.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:29 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9474815539284216}]: dispatch 2021-07-26T16:01:29.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:29 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/317283430' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:29.375 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:29.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:29.413 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:29.413 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:29.514 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:29.549 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:29.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:29.550 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:29.651 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:29.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:29.696 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:29.696 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:29.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:29.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:29.835 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:29.835 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:29.936 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:29.971 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:29.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:29.972 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:30.073 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:30.105 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:30.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:30.107 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:30.208 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:30.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:30.244 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:30.245 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:30.346 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:30.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:30.390 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:30.391 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:30.430 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:30 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9474815539284216}]': finished 2021-07-26T16:01:30.430 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:30 smithi078 ceph-mon[73801]: osdmap e120: 8 total, 8 up, 8 in 2021-07-26T16:01:30.431 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:30 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9474815539284216}]': finished 2021-07-26T16:01:30.431 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:30 smithi078 ceph-mon[77813]: osdmap e120: 8 total, 8 up, 8 in 2021-07-26T16:01:30.493 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:30.528 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:30.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:30.529 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:30.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:30 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 0.9474815539284216}]': finished 2021-07-26T16:01:30.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:30 smithi139 ceph-mon[56829]: osdmap e120: 8 total, 8 up, 8 in 2021-07-26T16:01:30.630 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:30.658 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:30.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:30.660 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:30.761 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:30.784 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:30.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:30.785 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:30.886 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:30.917 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:30.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:30.919 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:31.020 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:31.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:31.065 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:31.065 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:31.167 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:31.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:31.219 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:31.220 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:31.322 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:31.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:31.360 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:31.360 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:31.393 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:31 smithi078 ceph-mon[73801]: pgmap v308: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 682 op/s; 40707/283059 objects degraded (14.381%); 4007/283059 objects misplaced (1.416%); 3.2 MiB/s, 50 objects/s recovering 2021-07-26T16:01:31.393 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:31 smithi078 ceph-mon[73801]: osdmap e121: 8 total, 8 up, 8 in 2021-07-26T16:01:31.394 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:31 smithi078 ceph-mon[77813]: pgmap v308: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 682 op/s; 40707/283059 objects degraded (14.381%); 4007/283059 objects misplaced (1.416%); 3.2 MiB/s, 50 objects/s recovering 2021-07-26T16:01:31.394 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:31 smithi078 ceph-mon[77813]: osdmap e121: 8 total, 8 up, 8 in 2021-07-26T16:01:31.462 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:31.487 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:31.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:31.489 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:31.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:31 smithi139 ceph-mon[56829]: pgmap v308: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 682 op/s; 40707/283059 objects degraded (14.381%); 4007/283059 objects misplaced (1.416%); 3.2 MiB/s, 50 objects/s recovering 2021-07-26T16:01:31.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:31 smithi139 ceph-mon[56829]: osdmap e121: 8 total, 8 up, 8 in 2021-07-26T16:01:31.590 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:31.611 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:31.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:31.612 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:31.713 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:31.758 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:31.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:31.759 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:31.861 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:31.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:31.899 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:31.899 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:32.000 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:32.039 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:32.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:32.041 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:32.142 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:32.183 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:32.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:32.187 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:32.234 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:01:32.235 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:01:32.235 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.235 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:117291 6.1 6:8e13e2ea:::benchmark_data_smithi078_103090_object12426:head [delete] snapc 0=[] ondisk+write+known_if_redirected e121)", 2021-07-26T16:01:32.236 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:32.217205+0000", 2021-07-26T16:01:32.236 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.015407394, 2021-07-26T16:01:32.236 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015453, 2021-07-26T16:01:32.236 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:01:32.236 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:01:32.237 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:01:32.237 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:01:32.237 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:01:32.237 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 117291 2021-07-26T16:01:32.238 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.238 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:01:32.238 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.238 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:01:32.238 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.217205+0000", 2021-07-26T16:01:32.239 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:32.239 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.239 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.240 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:01:32.240 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.217205+0000", 2021-07-26T16:01:32.240 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:32.240 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.241 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.241 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:01:32.241 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.217208+0000", 2021-07-26T16:01:32.241 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0910000000000001e-06 2021-07-26T16:01:32.241 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.242 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.243 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:01:32.243 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.217211+0000", 2021-07-26T16:01:32.243 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2449999999999998e-06 2021-07-26T16:01:32.243 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.244 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.244 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:01:32.244 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.217227+0000", 2021-07-26T16:01:32.244 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6331999999999999e-05 2021-07-26T16:01:32.245 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.245 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.245 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:01:32.245 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.217235+0000", 2021-07-26T16:01:32.246 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.1969999999999996e-06 2021-07-26T16:01:32.246 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.246 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.246 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:01:32.247 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.219537+0000", 2021-07-26T16:01:32.247 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023012620000000001 2021-07-26T16:01:32.247 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.247 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.247 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:01:32.248 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.219878+0000", 2021-07-26T16:01:32.248 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00034141500000000002 2021-07-26T16:01:32.248 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.248 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.249 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:01:32.249 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.220148+0000", 2021-07-26T16:01:32.249 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00027002599999999998 2021-07-26T16:01:32.250 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.250 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.251 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:01:32.251 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.226943+0000", 2021-07-26T16:01:32.251 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0067953049999999997 2021-07-26T16:01:32.251 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.251 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.252 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:01:32.252 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.226964+0000", 2021-07-26T16:01:32.252 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.1012000000000001e-05 2021-07-26T16:01:32.252 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:32.253 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:01:32.253 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:32.253 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.253 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.254 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:117296 6.1 6:80a80033:::benchmark_data_smithi078_103090_object12431:head [delete] snapc 0=[] ondisk+write+known_if_redirected e121)", 2021-07-26T16:01:32.254 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:32.219650+0000", 2021-07-26T16:01:32.254 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.012961479999999999, 2021-07-26T16:01:32.254 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013097329, 2021-07-26T16:01:32.255 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:01:32.255 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:01:32.255 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:01:32.255 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:01:32.256 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:01:32.256 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 117296 2021-07-26T16:01:32.256 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.256 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:01:32.256 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.257 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:01:32.257 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.219650+0000", 2021-07-26T16:01:32.257 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:32.257 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.258 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.258 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:01:32.259 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.219650+0000", 2021-07-26T16:01:32.259 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:32.259 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.259 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.260 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:01:32.260 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.219653+0000", 2021-07-26T16:01:32.260 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.96e-06 2021-07-26T16:01:32.260 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.261 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.261 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:01:32.261 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.219657+0000", 2021-07-26T16:01:32.261 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1999999999999999e-06 2021-07-26T16:01:32.261 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:01:32.262 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.219670+0000", 2021-07-26T16:01:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3078000000000001e-05 2021-07-26T16:01:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.263 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:01:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.219677+0000", 2021-07-26T16:01:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.7819999999999994e-06 2021-07-26T16:01:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.264 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.265 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:01:32.265 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.223340+0000", 2021-07-26T16:01:32.265 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003662163 2021-07-26T16:01:32.265 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.266 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.266 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:01:32.266 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.223544+0000", 2021-07-26T16:01:32.266 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00020396800000000001 2021-07-26T16:01:32.267 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.267 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.267 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:01:32.267 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.223760+0000", 2021-07-26T16:01:32.268 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021644000000000001 2021-07-26T16:01:32.268 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:32.268 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:32.268 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:01:32.268 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:32.231126+0000", 2021-07-26T16:01:32.269 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0073661509999999996 2021-07-26T16:01:32.269 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:32.269 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:01:32.269 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:32.270 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:32.270 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2021-07-26T16:01:32.270 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 2 2021-07-26T16:01:32.270 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:01:32.288 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:32.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:32.353 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:32.353 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:32.442 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:32 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 40707/283059 objects degraded (14.381%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:32.442 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:32 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 40707/283059 objects degraded (14.381%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:32.455 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:32.500 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:32.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:32.502 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:32.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:32 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 40707/283059 objects degraded (14.381%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:32.605 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:32.638 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:32.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:32.640 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:32.741 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:32.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:32.781 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:32.781 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:32.882 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:32.916 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:32.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:32.918 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:33.019 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:33.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:33.054 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:33.055 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:33.156 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:33.182 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:33.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:33.184 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:33.279 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-07-26T16:01:33.285 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:33.307 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:33.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:33.309 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:33.374 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:33 smithi078 ceph-mon[73801]: pgmap v310: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 402 op/s; 40707/283059 objects degraded (14.381%); 4007/283059 objects misplaced (1.416%); 1.9 MiB/s, 30 objects/s recovering 2021-07-26T16:01:33.374 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:33 smithi078 ceph-mon[77813]: pgmap v310: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 402 op/s; 40707/283059 objects degraded (14.381%); 4007/283059 objects misplaced (1.416%); 1.9 MiB/s, 30 objects/s recovering 2021-07-26T16:01:33.410 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:33.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:33.452 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:33.452 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:33.521 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:33.553 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:33.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:33 smithi139 ceph-mon[56829]: pgmap v310: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 402 op/s; 40707/283059 objects degraded (14.381%); 4007/283059 objects misplaced (1.416%); 1.9 MiB/s, 30 objects/s recovering 2021-07-26T16:01:33.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:33.598 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:33.598 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:33.700 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:33.728 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:33.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:33.730 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:33.832 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:33.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:33.870 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:33.870 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:33.914 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:01:33.972 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:34.006 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:34.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:34.008 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:34.109 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:34.126 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:34.134 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:34.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:34.136 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:34.149 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:01:34.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:34 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/500478303' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:01:34.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:34 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/500478303' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:01:34.237 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:34.260 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:34.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:34.262 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:34.363 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:34.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:34.390 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:34.391 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:34.492 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:34.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:34.543 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:34.543 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:34.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:34 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/500478303' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:01:34.644 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:34.675 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:34.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:34.676 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:34.778 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:34.811 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:34.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:34.813 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:34.914 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:34.955 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:34.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:34.956 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:35.058 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:35.089 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:35.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:35.090 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:35.193 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:35.225 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:35.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:35.227 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:35.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:35 smithi078 ceph-mon[73801]: pgmap v311: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.7 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 449 op/s; 40707/280461 objects degraded (14.514%); 3967/280461 objects misplaced (1.414%); 1.9 MiB/s, 30 objects/s recovering 2021-07-26T16:01:35.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:35 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:01:35.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:35 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/500478303' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:01:35.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:35 smithi078 ceph-mon[73801]: osdmap e122: 8 total, 8 up, 8 in 2021-07-26T16:01:35.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:35 smithi078 ceph-mon[77813]: pgmap v311: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.7 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 449 op/s; 40707/280461 objects degraded (14.514%); 3967/280461 objects misplaced (1.414%); 1.9 MiB/s, 30 objects/s recovering 2021-07-26T16:01:35.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:35 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:01:35.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:35 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/500478303' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:01:35.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:35 smithi078 ceph-mon[77813]: osdmap e122: 8 total, 8 up, 8 in 2021-07-26T16:01:35.328 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:35.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:35.364 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:35.364 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:35.465 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:35.492 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:35.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:35.494 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:35.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:35 smithi139 ceph-mon[56829]: pgmap v311: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.7 GiB data, 16 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 449 op/s; 40707/280461 objects degraded (14.514%); 3967/280461 objects misplaced (1.414%); 1.9 MiB/s, 30 objects/s recovering 2021-07-26T16:01:35.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:35 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:01:35.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:35 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/500478303' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:01:35.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:35 smithi139 ceph-mon[56829]: osdmap e122: 8 total, 8 up, 8 in 2021-07-26T16:01:35.594 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:35.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:35.636 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:35.637 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:35.738 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:35.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:35.780 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:35.781 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:35.882 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:35.906 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:35.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:35.907 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:36.008 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:36.033 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:36.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:36.034 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:36.082 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7, 0] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2021-07-26T16:01:36.082 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:01:36.083 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'reweight-by-utilization'} 2021-07-26T16:01:36.083 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight-by-utilization 1000 1.0 2021-07-26T16:01:36.135 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:36.184 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:36.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:36.185 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:36.286 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:36.319 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:36.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:36.321 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:36.332 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:36.423 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:36.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:36.469 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:36.470 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:36.572 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:36.623 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:36.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:36.625 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:36.726 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:36.757 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:36.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:36.759 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:36.860 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:36.896 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:36.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:36.898 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:36.999 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:37.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:37.052 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:37.052 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:37.148 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:37 smithi078 ceph-mon[73801]: pgmap v313: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 16 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 408 op/s; 40537/274782 objects degraded (14.752%); 3967/274782 objects misplaced (1.444%); 1.9 MiB/s, 31 objects/s recovering 2021-07-26T16:01:37.148 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:37 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 40537/274782 objects degraded (14.752%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:37.149 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:37 smithi078 ceph-mon[77813]: pgmap v313: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 16 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 408 op/s; 40537/274782 objects degraded (14.752%); 3967/274782 objects misplaced (1.444%); 1.9 MiB/s, 31 objects/s recovering 2021-07-26T16:01:37.149 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:37 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 40537/274782 objects degraded (14.752%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:37.154 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:37.180 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:37.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:37.181 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:37.283 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:37.305 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:37.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:37.307 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:37.403 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:01:37.403 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:01:37.404 INFO:teuthology.orchestra.run.smithi078.stdout: "complaint_time": 30, 2021-07-26T16:01:37.404 INFO:teuthology.orchestra.run.smithi078.stdout: "num_blocked_ops": 0 2021-07-26T16:01:37.404 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:01:37.408 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:37.450 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:37.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:37.451 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:37.552 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:37.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:37 smithi139 ceph-mon[56829]: pgmap v313: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 16 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 408 op/s; 40537/274782 objects degraded (14.752%); 3967/274782 objects misplaced (1.444%); 1.9 MiB/s, 31 objects/s recovering 2021-07-26T16:01:37.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:37 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 40537/274782 objects degraded (14.752%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:37.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:37.579 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:37.580 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:37.681 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:37.704 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:37.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:37.705 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:37.806 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:37.852 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:37.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:37.855 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:37.956 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:37.977 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:37.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:37.979 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:38.022 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:01:38.080 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:38.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:38.106 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:38.106 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:38.208 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:38.234 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:38.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:38.236 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:38.242 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:38.338 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:38.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:38.368 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:38.368 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:38.470 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:38.496 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:38.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:38.498 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:38.599 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:38.623 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:38.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:38.625 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:38.726 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:38.756 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:38.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:38.759 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:38.860 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:38.918 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:38.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:38.920 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:38.965 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-07-26T16:01:39.021 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:39.101 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:39.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:39.102 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:39.204 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:39.226 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:39.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:39.228 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:39.245 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:39.305 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:01:39.330 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:39.345 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:01:39.382 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:39.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:39.384 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:39.395 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:01:39.400 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:39 smithi078 ceph-mon[73801]: pgmap v314: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 16 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 344 op/s; 40537/274782 objects degraded (14.752%); 3967/274782 objects misplaced (1.444%); 1.6 MiB/s, 26 objects/s recovering 2021-07-26T16:01:39.400 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:39 smithi078 ceph-mon[77813]: pgmap v314: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 16 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 344 op/s; 40537/274782 objects degraded (14.752%); 3967/274782 objects misplaced (1.444%); 1.6 MiB/s, 26 objects/s recovering 2021-07-26T16:01:39.452 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:01:39.484 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:39.491 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:01:39.525 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:01:39.537 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:39.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:39.539 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:39.558 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:01:39.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:39 smithi139 ceph-mon[56829]: pgmap v314: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 16 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 344 op/s; 40537/274782 objects degraded (14.752%); 3967/274782 objects misplaced (1.444%); 1.6 MiB/s, 26 objects/s recovering 2021-07-26T16:01:39.591 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:01:39.608 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:01:39.609 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:01:39.609 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:01:39.610 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:01:39.610 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:01:39.610 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:01:39.610 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:01:39.611 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:01:39.640 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:39.663 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:39.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:39.664 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:39.765 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:39.787 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:39.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:39.790 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:39.892 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:39.927 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:39.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:39.929 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:40.030 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:40.055 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:40.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:40.057 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:40.061 INFO:teuthology.orchestra.run.smithi078.stdout:moved 0 / 267 (0%) 2021-07-26T16:01:40.061 INFO:teuthology.orchestra.run.smithi078.stdout:avg 33.375 2021-07-26T16:01:40.061 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 5.95688 -> 5.95688 (expected baseline 5.40399) 2021-07-26T16:01:40.062 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.2 with 25 -> 25 pgs (0.749064 -> 0.749064 * mean) 2021-07-26T16:01:40.062 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.3 with 41 -> 41 pgs (1.22846 -> 1.22846 * mean) 2021-07-26T16:01:40.063 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:01:40.063 INFO:teuthology.orchestra.run.smithi078.stdout:oload 1000 2021-07-26T16:01:40.063 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 1 2021-07-26T16:01:40.063 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:01:40.064 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0268 2021-07-26T16:01:40.064 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.2677 2021-07-26T16:01:40.084 INFO:teuthology.orchestra.run.smithi078.stderr:no change 2021-07-26T16:01:40.158 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:40.205 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:40.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:40.207 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:40.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:40 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1713509683' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:40.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:40 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1713509683' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:40.309 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:40.333 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:40.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:40.334 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:40.435 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:40.475 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:40.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:40.477 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:40.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:40 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1713509683' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:40.578 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:40.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:40.604 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:40.605 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:40.706 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:40.741 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:40.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:40.742 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:40.843 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:40.875 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:40.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:40.876 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:40.977 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:41.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:41.003 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:41.004 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:41.105 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:41.151 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:41.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:41.152 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:41.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:41 smithi078 ceph-mon[73801]: pgmap v315: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 15 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 564 op/s; 40377/266553 objects degraded (15.148%); 3928/266553 objects misplaced (1.474%); 2.6 MiB/s, 41 objects/s recovering 2021-07-26T16:01:41.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:41 smithi078 ceph-mon[73801]: from='client.54703 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:41.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:41 smithi078 ceph-mon[77813]: pgmap v315: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 15 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 564 op/s; 40377/266553 objects degraded (15.148%); 3928/266553 objects misplaced (1.474%); 2.6 MiB/s, 41 objects/s recovering 2021-07-26T16:01:41.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:41 smithi078 ceph-mon[77813]: from='client.54703 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:41.254 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:41.284 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:41.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:41.286 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:41.387 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:41.460 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:41.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:41.462 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:41.563 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:41.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:41 smithi139 ceph-mon[56829]: pgmap v315: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 15 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 564 op/s; 40377/266553 objects degraded (15.148%); 3928/266553 objects misplaced (1.474%); 2.6 MiB/s, 41 objects/s recovering 2021-07-26T16:01:41.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:41 smithi139 ceph-mon[56829]: from='client.54703 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:41.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:41.606 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:41.606 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:41.708 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:41.736 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:41.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:41.739 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:41.840 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:41.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:41.883 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:41.884 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:41.985 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:42.039 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:42.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:42.040 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:42.141 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:42.177 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:42.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:42.178 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:42.261 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:42 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 40377/266553 objects degraded (15.148%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:42.261 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:42 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 40377/266553 objects degraded (15.148%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:42.280 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:42.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:42.304 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:42.305 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:42.406 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:42.434 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:42.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:42.436 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:42.538 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:42.566 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:42.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:42.567 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:42.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:42 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 40377/266553 objects degraded (15.148%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:42.669 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:42.705 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:42.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:42.707 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:42.743 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '1000', 'type': 'reweight-by-utilization'} 2021-07-26T16:01:42.744 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight-by-utilization 1000 3.0 2021-07-26T16:01:42.808 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:42.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:42.832 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:42.832 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:42.934 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:42.994 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:42.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:42.996 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:43.005 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:43.097 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:43.124 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:43.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:43.126 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:43.228 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:43.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:43.269 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:43.269 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:43.345 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:43 smithi078 ceph-mon[73801]: pgmap v316: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 15 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 549 op/s; 40377/266553 objects degraded (15.148%); 3928/266553 objects misplaced (1.474%); 2.6 MiB/s, 40 objects/s recovering 2021-07-26T16:01:43.345 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:43 smithi078 ceph-mon[77813]: pgmap v316: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 15 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 549 op/s; 40377/266553 objects degraded (15.148%); 3928/266553 objects misplaced (1.474%); 2.6 MiB/s, 40 objects/s recovering 2021-07-26T16:01:43.370 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:43.398 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:43.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:43.400 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:43.501 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:43.551 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:43.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:43.553 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:43.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:43 smithi139 ceph-mon[56829]: pgmap v316: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 15 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 549 op/s; 40377/266553 objects degraded (15.148%); 3928/266553 objects misplaced (1.474%); 2.6 MiB/s, 40 objects/s recovering 2021-07-26T16:01:43.654 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:43.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:43.681 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:43.681 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:43.783 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:43.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:43.809 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:43.810 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:43.854 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:01:43.854 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:01:43.856 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:01:43.911 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:43.937 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:43.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:43.938 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:44.039 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:44.066 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:44.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:44.068 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:44.086 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:44.167 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:01:44.169 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:44.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:44.196 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:44.196 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:44.298 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:44.322 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:44.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:44.323 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:44.424 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:44.452 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:44.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:44.453 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:44.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:44 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/579369814' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:01:44.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:44 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:01:44.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:44 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/579369814' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:01:44.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:44 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:01:44.554 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:44.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:44 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/579369814' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:01:44.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:44 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:01:44.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:44.594 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:44.595 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:44.696 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:44.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:44.723 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:44.724 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:44.825 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:44.849 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:44.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:44.851 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:44.952 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:44.975 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:44.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:44.977 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:45.078 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:45.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:45.108 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:45.108 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:45.210 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:45.244 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:45 smithi078 ceph-mon[73801]: pgmap v317: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 15 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 547 op/s; 40377/264027 objects degraded (15.293%); 3888/264027 objects misplaced (1.473%); 2.6 MiB/s, 40 objects/s recovering 2021-07-26T16:01:45.245 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:45 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:45.245 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:45 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:01:45.245 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:45 smithi078 ceph-mon[73801]: osdmap e123: 8 total, 8 up, 8 in 2021-07-26T16:01:45.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:45 smithi078 ceph-mon[77813]: pgmap v317: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 15 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 547 op/s; 40377/264027 objects degraded (15.293%); 3888/264027 objects misplaced (1.473%); 2.6 MiB/s, 40 objects/s recovering 2021-07-26T16:01:45.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:45 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:45.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:45 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:01:45.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:45 smithi078 ceph-mon[77813]: osdmap e123: 8 total, 8 up, 8 in 2021-07-26T16:01:45.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:45.248 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:45.248 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:45.350 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:45.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:45.377 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:45.378 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:45.481 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:45.515 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:45.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:45.517 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:45.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:45 smithi139 ceph-mon[56829]: pgmap v317: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 15 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 547 op/s; 40377/264027 objects degraded (15.293%); 3888/264027 objects misplaced (1.473%); 2.6 MiB/s, 40 objects/s recovering 2021-07-26T16:01:45.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:45 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:45.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:45 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:01:45.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:45 smithi139 ceph-mon[56829]: osdmap e123: 8 total, 8 up, 8 in 2021-07-26T16:01:45.619 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:45.657 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:45.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:45.659 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:45.760 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:45.781 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:45.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:45.782 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:45.883 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:45.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:45.924 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:45.925 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:45.989 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-07-26T16:01:46.026 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:46.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:46.078 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:46.078 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:46.180 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:46.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:46.210 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:46.210 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:46.230 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:46.311 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:46.346 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:46.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:46.348 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:46.449 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:46.477 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:46.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:46.479 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:46.580 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:46.634 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:46.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:46.636 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:46.737 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:46.761 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:46.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:46.762 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:46.863 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:46.888 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:46.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:46.890 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:46.991 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:47.010 INFO:teuthology.orchestra.run.smithi078.stdout:moved 0 / 267 (0%) 2021-07-26T16:01:47.010 INFO:teuthology.orchestra.run.smithi078.stdout:avg 33.375 2021-07-26T16:01:47.010 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 5.95688 -> 5.95688 (expected baseline 5.40399) 2021-07-26T16:01:47.011 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.2 with 25 -> 25 pgs (0.749064 -> 0.749064 * mean) 2021-07-26T16:01:47.011 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.3 with 41 -> 41 pgs (1.22846 -> 1.22846 * mean) 2021-07-26T16:01:47.011 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:01:47.011 INFO:teuthology.orchestra.run.smithi078.stdout:oload 1000 2021-07-26T16:01:47.012 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 3 2021-07-26T16:01:47.012 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:01:47.012 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0262 2021-07-26T16:01:47.012 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.2616 2021-07-26T16:01:47.019 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:47.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:47.020 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:47.023 INFO:teuthology.orchestra.run.smithi078.stderr:no change 2021-07-26T16:01:47.121 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:47.147 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:47.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:47.149 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:47.250 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:47.275 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:47.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:47.277 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:47.343 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:47 smithi078 ceph-mon[73801]: pgmap v319: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 15 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 538 op/s; 40187/258609 objects degraded (15.540%); 3888/258609 objects misplaced (1.503%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:01:47.344 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:47 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 40187/258609 objects degraded (15.540%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:47.344 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:47 smithi078 ceph-mon[77813]: pgmap v319: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 15 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 538 op/s; 40187/258609 objects degraded (15.540%); 3888/258609 objects misplaced (1.503%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:01:47.344 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:47 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 40187/258609 objects degraded (15.540%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:47.378 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:47.406 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:47.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:47.408 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:47.509 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:47.535 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:47.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:47.538 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:47.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:47 smithi139 ceph-mon[56829]: pgmap v319: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 15 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 538 op/s; 40187/258609 objects degraded (15.540%); 3888/258609 objects misplaced (1.503%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:01:47.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:47 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 40187/258609 objects degraded (15.540%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:47.640 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:47.663 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:47.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:47.666 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:47.767 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:47.793 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:47.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:47.795 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:47.896 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:47.934 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:47.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:47.936 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:48.037 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:48.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:48.074 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:48.075 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:48.176 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:48.189 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'reweight-by-utilization'} 2021-07-26T16:01:48.189 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight-by-utilization 1000 1.0 2021-07-26T16:01:48.238 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:48.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:48.240 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:48.337 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:48 smithi078 ceph-mon[73801]: from='client.54712 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:48.338 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:48 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:48.338 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:48 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:01:48.338 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:48 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:01:48.338 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:48 smithi078 ceph-mon[77813]: from='client.54712 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:48.339 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:48 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:48.339 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:48 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:01:48.339 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:48 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:01:48.342 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:48.425 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:48.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:48.427 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:48.428 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:01:48.491 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:48.528 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:48.557 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:48.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:48.559 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:48.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:48 smithi139 ceph-mon[56829]: from='client.54712 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:48.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:48 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:48.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:48 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:01:48.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:48 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:01:48.660 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:48.661 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:48.706 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:48.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:48.708 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:48.809 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:48.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:48.859 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:48.860 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:48.961 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:48.990 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:48.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:48.992 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:49.093 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:49.118 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:49.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:49.120 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:49.221 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:49.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:49.247 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:49.247 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:49.264 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:49 smithi078 ceph-mon[73801]: pgmap v320: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 15 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 538 op/s; 40187/258609 objects degraded (15.540%); 3888/258609 objects misplaced (1.503%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:01:49.265 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:49 smithi078 ceph-mon[77813]: pgmap v320: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 15 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 538 op/s; 40187/258609 objects degraded (15.540%); 3888/258609 objects misplaced (1.503%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:01:49.348 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:49.379 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:49.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:49.383 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:49.485 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:49.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:49.514 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:49.517 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:49.518 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:01:49.535 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:49 smithi139 ceph-mon[56829]: pgmap v320: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 15 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 538 op/s; 40187/258609 objects degraded (15.540%); 3888/258609 objects misplaced (1.503%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:01:49.565 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:01:49.612 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:01:49.618 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:49.664 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:01:49.695 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:49.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:49.696 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:49.707 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:01:49.762 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:01:49.794 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:01:49.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:49.837 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:01:49.849 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:01:49.849 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:01:49.849 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:01:49.850 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:01:49.850 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:01:49.850 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:01:49.851 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:01:49.851 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:01:49.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:49.853 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:49.854 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:49.955 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:50.040 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:50.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:50.042 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:50.066 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:01:50.067 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:01:50.067 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.067 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:126717 6.c 6:3ffca8df:::benchmark_data_smithi078_103090_object21852:head [delete] snapc 0=[] ondisk+write+known_if_redirected e123)", 2021-07-26T16:01:50.067 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:50.039793+0000", 2021-07-26T16:01:50.068 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.02486085, 2021-07-26T16:01:50.068 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.024878892999999999, 2021-07-26T16:01:50.068 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:01:50.068 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:01:50.069 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:01:50.069 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:01:50.069 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:01:50.069 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 126717 2021-07-26T16:01:50.069 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.070 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:01:50.070 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.070 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:01:50.070 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.039793+0000", 2021-07-26T16:01:50.071 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:50.071 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.071 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.071 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:01:50.071 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.039793+0000", 2021-07-26T16:01:50.072 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:50.072 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.072 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.072 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:01:50.073 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.039795+0000", 2021-07-26T16:01:50.073 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7969999999999999e-06 2021-07-26T16:01:50.073 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.073 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.074 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:01:50.074 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.039798+0000", 2021-07-26T16:01:50.074 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.734e-06 2021-07-26T16:01:50.075 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.075 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.075 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:01:50.075 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.039807+0000", 2021-07-26T16:01:50.075 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.3810000000000005e-06 2021-07-26T16:01:50.076 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.076 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.076 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:01:50.076 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.039813+0000", 2021-07-26T16:01:50.077 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9240000000000004e-06 2021-07-26T16:01:50.077 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.077 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.077 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:01:50.077 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.048598+0000", 2021-07-26T16:01:50.078 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0087846859999999999 2021-07-26T16:01:50.078 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.078 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.078 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:01:50.079 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.048730+0000", 2021-07-26T16:01:50.079 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013248399999999999 2021-07-26T16:01:50.079 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.079 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.079 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 5,6", 2021-07-26T16:01:50.080 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.048860+0000", 2021-07-26T16:01:50.080 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012985300000000001 2021-07-26T16:01:50.080 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.080 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.081 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:01:50.081 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053560+0000", 2021-07-26T16:01:50.081 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0046998889999999996 2021-07-26T16:01:50.081 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.081 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.082 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:01:50.082 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.058731+0000", 2021-07-26T16:01:50.082 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.005171531 2021-07-26T16:01:50.082 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.083 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.083 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:01:50.083 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.064386+0000", 2021-07-26T16:01:50.083 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0056548689999999999 2021-07-26T16:01:50.083 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.084 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.084 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:01:50.084 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.064556+0000", 2021-07-26T16:01:50.084 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017001700000000001 2021-07-26T16:01:50.085 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.085 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.085 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:01:50.085 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.064672+0000", 2021-07-26T16:01:50.085 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000115728 2021-07-26T16:01:50.086 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:50.086 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:01:50.086 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:50.086 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.087 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.087 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:126722 6.0 6:01c53c72:::benchmark_data_smithi078_103090_object21857:head [delete] snapc 0=[] ondisk+write+known_if_redirected e123)", 2021-07-26T16:01:50.087 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:50.053093+0000", 2021-07-26T16:01:50.087 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.011560498000000001, 2021-07-26T16:01:50.087 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011721756999999999, 2021-07-26T16:01:50.088 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:01:50.088 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:01:50.088 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:01:50.088 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:01:50.088 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:01:50.089 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 126722 2021-07-26T16:01:50.089 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.089 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:01:50.089 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.090 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:01:50.090 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053093+0000", 2021-07-26T16:01:50.090 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:50.090 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.090 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.091 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:01:50.091 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053093+0000", 2021-07-26T16:01:50.091 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:50.091 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.092 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.092 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:01:50.092 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053096+0000", 2021-07-26T16:01:50.092 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6019999999999998e-06 2021-07-26T16:01:50.092 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.093 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.093 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:01:50.093 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053100+0000", 2021-07-26T16:01:50.093 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5760000000000002e-06 2021-07-26T16:01:50.093 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.094 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.094 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:01:50.094 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053114+0000", 2021-07-26T16:01:50.094 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4055e-05 2021-07-26T16:01:50.095 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.095 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.095 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:01:50.095 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053121+0000", 2021-07-26T16:01:50.095 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.6469999999999998e-06 2021-07-26T16:01:50.096 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.096 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.096 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:01:50.096 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053193+0000", 2021-07-26T16:01:50.097 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1748999999999994e-05 2021-07-26T16:01:50.097 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.097 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.097 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:01:50.097 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053374+0000", 2021-07-26T16:01:50.098 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018141399999999999 2021-07-26T16:01:50.098 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.098 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.098 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:01:50.099 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053726+0000", 2021-07-26T16:01:50.099 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00035176899999999999 2021-07-26T16:01:50.099 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:50.099 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:01:50.099 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:126724 6.0 6.eb2e9560 (undecoded) ondisk+write+known_if_redirected e123)", 2021-07-26T16:01:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:50.053136+0000", 2021-07-26T16:01:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.011518171000000001, 2021-07-26T16:01:50.101 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011756968, 2021-07-26T16:01:50.101 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:01:50.101 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "queued for pg", 2021-07-26T16:01:50.101 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:01:50.102 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:01:50.102 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:01:50.102 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 126724 2021-07-26T16:01:50.102 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.102 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:01:50.103 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.103 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:01:50.103 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053136+0000", 2021-07-26T16:01:50.103 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:50.104 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.104 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.104 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:01:50.104 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053136+0000", 2021-07-26T16:01:50.104 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:50.105 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.105 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.105 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:01:50.105 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053137+0000", 2021-07-26T16:01:50.105 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6950000000000001e-06 2021-07-26T16:01:50.106 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.106 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.106 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:01:50.106 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053139+0000", 2021-07-26T16:01:50.107 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.641e-06 2021-07-26T16:01:50.107 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.107 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.107 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:01:50.107 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053145+0000", 2021-07-26T16:01:50.108 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0759999999999999e-06 2021-07-26T16:01:50.108 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.108 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.108 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:01:50.109 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.053149+0000", 2021-07-26T16:01:50.109 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1420000000000003e-06 2021-07-26T16:01:50.109 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:50.109 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:01:50.109 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:50.110 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.110 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.111 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:126725 6.7 e123/91 6:ebd53091:::benchmark_data_smithi078_103090_object21860:head v 123'7970, mlcod=123'7968)", 2021-07-26T16:01:50.111 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:50.058522+0000", 2021-07-26T16:01:50.111 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.006131437, 2021-07-26T16:01:50.111 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0064336860000000001, 2021-07-26T16:01:50.112 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:01:50.112 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:01:50.112 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:01:50.112 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.112 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:01:50.113 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.058522+0000", 2021-07-26T16:01:50.113 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:50.113 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.113 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.114 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:01:50.114 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.058522+0000", 2021-07-26T16:01:50.114 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:50.114 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.114 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.115 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:01:50.115 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.058526+0000", 2021-07-26T16:01:50.115 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9829999999999998e-06 2021-07-26T16:01:50.115 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.116 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.116 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:01:50.116 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.058530+0000", 2021-07-26T16:01:50.116 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2459999999999999e-06 2021-07-26T16:01:50.116 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.117 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.117 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:01:50.117 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.058535+0000", 2021-07-26T16:01:50.117 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.7490000000000004e-06 2021-07-26T16:01:50.117 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.118 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.118 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:01:50.118 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.058539+0000", 2021-07-26T16:01:50.118 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7440000000000001e-06 2021-07-26T16:01:50.119 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.119 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.119 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:01:50.119 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.060593+0000", 2021-07-26T16:01:50.119 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0020542070000000002 2021-07-26T16:01:50.120 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.120 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.120 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:01:50.120 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.060656+0000", 2021-07-26T16:01:50.121 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2822000000000003e-05 2021-07-26T16:01:50.121 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:50.121 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:01:50.121 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:50.121 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.122 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.122 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop_reply(client.44646.0:126722 6.0 e123/117)", 2021-07-26T16:01:50.122 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:50.063303+0000", 2021-07-26T16:01:50.122 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0013505769999999999, 2021-07-26T16:01:50.122 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0017144930000000001, 2021-07-26T16:01:50.123 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:01:50.123 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "queued for pg", 2021-07-26T16:01:50.123 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:01:50.123 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.124 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:01:50.124 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.063303+0000", 2021-07-26T16:01:50.124 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:50.124 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.124 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.125 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:01:50.125 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.063303+0000", 2021-07-26T16:01:50.125 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:50.125 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.125 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.126 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:01:50.126 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.063308+0000", 2021-07-26T16:01:50.126 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2019999999999997e-06 2021-07-26T16:01:50.126 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.127 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.127 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:01:50.127 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.063311+0000", 2021-07-26T16:01:50.127 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9480000000000001e-06 2021-07-26T16:01:50.127 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.128 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.128 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:01:50.128 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.063330+0000", 2021-07-26T16:01:50.128 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8034999999999999e-05 2021-07-26T16:01:50.128 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.129 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.129 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:01:50.129 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.063337+0000", 2021-07-26T16:01:50.129 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.515e-06 2021-07-26T16:01:50.130 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:50.130 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:01:50.130 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:50.130 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.130 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.131 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:126727 6.c 6:3d423cbf:::benchmark_data_smithi078_103090_object21862:head [delete] snapc 0=[] ondisk+write+known_if_redirected e123)", 2021-07-26T16:01:50.131 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:50.064285+0000", 2021-07-26T16:01:50.131 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.00036923099999999998, 2021-07-26T16:01:50.132 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00078605000000000005, 2021-07-26T16:01:50.132 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:01:50.132 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:01:50.132 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:01:50.132 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:01:50.133 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:01:50.133 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 126727 2021-07-26T16:01:50.133 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.133 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:01:50.134 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.134 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:01:50.134 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.064285+0000", 2021-07-26T16:01:50.134 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:50.134 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.135 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.135 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:01:50.135 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.064285+0000", 2021-07-26T16:01:50.135 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:01:50.135 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.136 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.136 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:01:50.136 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.064288+0000", 2021-07-26T16:01:50.136 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.96e-06 2021-07-26T16:01:50.137 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.137 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.137 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:01:50.137 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.064291+0000", 2021-07-26T16:01:50.138 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7249999999999999e-06 2021-07-26T16:01:50.138 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.138 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.138 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:01:50.139 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.064307+0000", 2021-07-26T16:01:50.139 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6073999999999999e-05 2021-07-26T16:01:50.139 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.139 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.139 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:01:50.140 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.064315+0000", 2021-07-26T16:01:50.140 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.4109999999999999e-06 2021-07-26T16:01:50.140 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.140 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.140 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:01:50.141 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.064922+0000", 2021-07-26T16:01:50.141 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00060738999999999997 2021-07-26T16:01:50.141 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:01:50.141 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:01:50.142 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:01:50.142 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:50.065044+0000", 2021-07-26T16:01:50.142 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012225800000000001 2021-07-26T16:01:50.142 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:50.143 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:01:50.143 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:50.143 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:01:50.143 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2021-07-26T16:01:50.143 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 6 2021-07-26T16:01:50.144 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:01:50.144 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:50.169 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:50.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:50.170 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:50.272 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:50.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:50.333 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:50.334 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:50.435 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:50.470 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:50.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:50.472 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:50.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:50 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/121724278' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:50.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:50 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/121724278' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:50.490 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:50 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/121724278' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:50.573 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:50.618 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:50.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:50.619 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:50.720 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:50.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:50.752 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:50.752 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:50.854 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:50.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:50.895 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:50.896 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:50.997 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:51.029 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:51.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:51.030 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:51.133 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:51.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:51.175 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:51.175 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:51.276 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:51.314 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:51.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:51.315 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:51.417 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:51.444 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:51.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:51.446 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:51.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:51 smithi078 ceph-mon[73801]: pgmap v321: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 40018/250710 objects degraded (15.962%); 3849/250710 objects misplaced (1.535%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:01:51.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:51 smithi078 ceph-mon[77813]: pgmap v321: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 40018/250710 objects degraded (15.962%); 3849/250710 objects misplaced (1.535%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:01:51.549 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:51.572 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:51.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:51.573 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:51.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:51 smithi139 ceph-mon[56829]: pgmap v321: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 40018/250710 objects degraded (15.962%); 3849/250710 objects misplaced (1.535%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:01:51.675 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:51.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:51.728 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:51.728 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:51.830 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:51.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:51.857 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:51.857 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:51.959 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:51.989 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:51.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:51.993 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:52.094 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:52.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:52.133 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:52.134 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:52.235 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:52.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:52.267 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:52.267 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:52.369 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:52.397 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:52.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:52.398 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:52.405 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:52 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 40018/250710 objects degraded (15.962%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:52.405 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:52 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 40018/250710 objects degraded (15.962%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:52.500 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:52.525 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:52.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:52.527 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:52.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:52 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 40018/250710 objects degraded (15.962%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:52.628 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:52.662 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:52.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:52.664 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:52.765 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:52.817 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:52.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:52.819 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:52.920 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:52.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:52.955 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:52.955 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:53.056 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:53.100 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:53.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:53.102 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:53.142 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-07-26T16:01:53.203 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:53.306 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:53.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:53.308 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:53.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:53 smithi139 ceph-mon[56829]: pgmap v322: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 40018/250710 objects degraded (15.962%); 3849/250710 objects misplaced (1.535%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:01:53.408 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:53.430 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:53 smithi078 ceph-mon[73801]: pgmap v322: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 40018/250710 objects degraded (15.962%); 3849/250710 objects misplaced (1.535%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:01:53.431 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:53 smithi078 ceph-mon[77813]: pgmap v322: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 40018/250710 objects degraded (15.962%); 3849/250710 objects misplaced (1.535%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:01:53.443 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:53.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:53.445 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:53.471 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:53.546 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:53.572 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:53.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:53.574 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:53.676 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:53.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:53.706 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:53.706 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:53.807 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:53.833 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:53.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:53.835 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:53.842 INFO:teuthology.orchestra.run.smithi078.stdout:moved 0 / 267 (0%) 2021-07-26T16:01:53.842 INFO:teuthology.orchestra.run.smithi078.stdout:avg 33.375 2021-07-26T16:01:53.842 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 5.95688 -> 5.95688 (expected baseline 5.40399) 2021-07-26T16:01:53.843 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.2 with 25 -> 25 pgs (0.749064 -> 0.749064 * mean) 2021-07-26T16:01:53.843 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.3 with 41 -> 41 pgs (1.22846 -> 1.22846 * mean) 2021-07-26T16:01:53.843 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:01:53.843 INFO:teuthology.orchestra.run.smithi078.stdout:oload 1000 2021-07-26T16:01:53.843 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 1 2021-07-26T16:01:53.844 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:01:53.844 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0256 2021-07-26T16:01:53.844 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.2565 2021-07-26T16:01:53.861 INFO:teuthology.orchestra.run.smithi078.stderr:no change 2021-07-26T16:01:53.936 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:53.963 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:53.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:53.965 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:54.066 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:54.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:54.093 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:54.093 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:54.195 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:54.246 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:54.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:54.247 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:54.348 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:54.380 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:54.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:54.382 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:54.483 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:54.512 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:54.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:54.513 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:54.523 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:01:54.542 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:01:54.614 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:54.666 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:54.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:54.667 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:54.731 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:54.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:54 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:01:54.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:54 smithi078 ceph-mon[73801]: from='client.54724 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:54.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:54 smithi078 ceph-mon[73801]: pgmap v323: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 40018/248301 objects degraded (16.117%); 3808/248301 objects misplaced (1.534%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:01:54.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:54 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/176020366' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:01:54.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:54 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:01:54.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:54 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:01:54.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:54 smithi078 ceph-mon[77813]: from='client.54724 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:54.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:54 smithi078 ceph-mon[77813]: pgmap v323: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 40018/248301 objects degraded (16.117%); 3808/248301 objects misplaced (1.534%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:01:54.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:54 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/176020366' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:01:54.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:54 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:01:54.769 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:54.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:54 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:01:54.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:54 smithi139 ceph-mon[56829]: from='client.54724 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:54.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:54 smithi139 ceph-mon[56829]: pgmap v323: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 40018/248301 objects degraded (16.117%); 3808/248301 objects misplaced (1.534%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:01:54.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:54 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/176020366' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:01:54.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:54 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:01:54.831 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:54.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:54.835 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:54.936 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:54.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:54.988 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:54.988 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:55.089 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:55.131 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:55.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:55.133 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:55.234 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:55.273 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:55.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:55.274 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:55.375 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:55.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:55.418 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:55.418 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:55.519 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:55.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:55.572 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:55.572 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:55.673 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:55.714 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:55.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:55.716 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:55.726 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:55 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:55 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:01:55.727 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:55 smithi078 ceph-mon[77813]: osdmap e124: 8 total, 8 up, 8 in 2021-07-26T16:01:55.728 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2021-07-26T16:01:55.728 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 1.0 2021-07-26T16:01:55.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:55 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:55.729 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:55 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:01:55.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:55 smithi078 ceph-mon[73801]: osdmap e124: 8 total, 8 up, 8 in 2021-07-26T16:01:55.817 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:55.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:55 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:01:55.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:55 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:01:55.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:55 smithi139 ceph-mon[56829]: osdmap e124: 8 total, 8 up, 8 in 2021-07-26T16:01:55.886 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:55.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:55.888 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:55.989 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:56.025 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:56.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:56.073 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:56.074 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:56.175 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:56.221 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:56.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:56.224 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:56.325 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:01:56.355 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:56.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:56.356 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:01:56.458 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:56.492 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:56.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:56.494 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:56.595 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:56.634 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:56.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:56.636 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:56.737 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:56.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:56 smithi078 ceph-mon[73801]: pgmap v325: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 519 op/s; 39837/243021 objects degraded (16.392%); 3808/243021 objects misplaced (1.567%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:01:56.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:56 smithi078 ceph-mon[77813]: pgmap v325: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 519 op/s; 39837/243021 objects degraded (16.392%); 3808/243021 objects misplaced (1.567%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:01:56.778 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:56.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:56.781 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:56.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:56 smithi139 ceph-mon[56829]: pgmap v325: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 519 op/s; 39837/243021 objects degraded (16.392%); 3808/243021 objects misplaced (1.567%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:01:56.882 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:56.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:56.911 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:56.911 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:57.013 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:57.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:57.058 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:57.058 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:57.160 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:57.187 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:57.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:57.188 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:57.291 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:57.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:57.317 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:57.317 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:57.418 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:57.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:57.452 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:57.452 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:57.554 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:57.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:57.609 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:57.610 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:57.693 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:57 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 39837/243021 objects degraded (16.392%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:57.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:57 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 39837/243021 objects degraded (16.392%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:57.712 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:57.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:57.739 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:57.740 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:57.749 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:01:57.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:57 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 39837/243021 objects degraded (16.392%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:01:57.841 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:57.906 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:57.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:57.907 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:58.008 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:58.067 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:58.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:58.069 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:58.075 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:01:58.171 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:58.195 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:58.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:58.196 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:58.297 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:58.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:58.325 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:58.325 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:58.426 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:01:58.456 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:58.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:58.458 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:01:58.560 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:58.601 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:58.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:58.603 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:58.705 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:58.757 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:58.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:58.758 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:58.792 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:58 smithi078 ceph-mon[73801]: pgmap v326: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 519 op/s; 39837/243021 objects degraded (16.392%); 3808/243021 objects misplaced (1.567%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:01:58.792 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:58 smithi078 ceph-mon[77813]: pgmap v326: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 519 op/s; 39837/243021 objects degraded (16.392%); 3808/243021 objects misplaced (1.567%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:01:58.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:58 smithi139 ceph-mon[56829]: pgmap v326: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 14 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 519 op/s; 39837/243021 objects degraded (16.392%); 3808/243021 objects misplaced (1.567%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:01:58.860 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:58.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:58.887 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:58.887 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:58.988 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:01:59.041 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:59.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:59.043 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:01:59.144 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:01:59.165 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:59.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:59.167 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:01:59.231 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:01:59.263 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:01:59.268 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:59.295 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:59.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:59.298 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:59.302 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:01:59.342 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:01:59.375 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:01:59.400 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:59.417 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:01:59.452 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:59.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:59.454 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:01:59.455 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:01:59.509 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:01:59.513 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:01:59.514 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:01:59.514 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:01:59.514 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:01:59.514 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:01:59.515 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:01:59.515 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:01:59.515 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:01:59.556 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:01:59.580 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:01:59.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:59.581 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:01:59.682 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:59.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:59.737 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:59.738 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:01:59.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:01:59 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1466492055' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:59.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:01:59 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1466492055' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:59.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:01:59 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1466492055' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:01:59.840 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:01:59.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:01:59.891 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:01:59.892 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:01:59.993 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:00.020 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:00.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:00.022 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:00.123 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:00.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:00.164 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:00.164 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:00.195 INFO:teuthology.orchestra.run.smithi078.stdout:moved 0 / 267 (0%) 2021-07-26T16:02:00.196 INFO:teuthology.orchestra.run.smithi078.stdout:avg 33.375 2021-07-26T16:02:00.196 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 5.95688 -> 5.95688 (expected baseline 5.40399) 2021-07-26T16:02:00.196 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.2 with 25 -> 25 pgs (0.749064 -> 0.749064 * mean) 2021-07-26T16:02:00.197 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.3 with 41 -> 41 pgs (1.22846 -> 1.22846 * mean) 2021-07-26T16:02:00.197 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:02:00.197 INFO:teuthology.orchestra.run.smithi078.stdout:oload 1000 2021-07-26T16:02:00.198 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 1 2021-07-26T16:02:00.198 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:02:00.198 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0245 2021-07-26T16:02:00.198 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.2454 2021-07-26T16:02:00.199 INFO:teuthology.orchestra.run.smithi078.stderr:no change 2021-07-26T16:02:00.265 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:00.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:00.299 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:00.299 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:00.400 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:00.428 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:00.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:00.429 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:00.530 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:00.554 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:00 smithi078 ceph-mon[73801]: pgmap v327: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 14 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 39680/235242 objects degraded (16.868%); 3769/235242 objects misplaced (1.602%); 2.6 MiB/s, 41 objects/s recovering 2021-07-26T16:02:00.555 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:00 smithi078 ceph-mon[73801]: from='client.54739 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:00.555 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:00 smithi078 ceph-mon[77813]: pgmap v327: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 14 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 39680/235242 objects degraded (16.868%); 3769/235242 objects misplaced (1.602%); 2.6 MiB/s, 41 objects/s recovering 2021-07-26T16:02:00.555 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:00 smithi078 ceph-mon[77813]: from='client.54739 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:00.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:00.566 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:00.566 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:00.668 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:00.705 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:00.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:00.707 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:00.810 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:00.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:00 smithi139 ceph-mon[56829]: pgmap v327: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 14 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 39680/235242 objects degraded (16.868%); 3769/235242 objects misplaced (1.602%); 2.6 MiB/s, 41 objects/s recovering 2021-07-26T16:02:00.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:00 smithi139 ceph-mon[56829]: from='client.54739 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:00.863 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:00.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:00.864 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:00.878 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:02:00.879 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:02:00.965 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:01.019 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:01.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:01.021 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:01.122 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:01.164 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:01.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:01.166 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:01.268 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:01.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:01.320 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:01.320 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:01.422 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:01.449 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:01.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:01.455 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:01.556 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:01.600 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:01.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:01.602 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:01.703 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:01.738 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:01.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:01.740 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:01.841 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:01.882 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:01.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:01.883 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:01.984 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:02.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:02.039 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:02.039 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:02.112 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'reweight-by-utilization'} 2021-07-26T16:02:02.112 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight-by-utilization 1000 1.0 2021-07-26T16:02:02.141 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:02.203 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:02.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:02.205 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:02.306 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:02.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:02.331 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:02.331 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:02.363 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:02.433 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:02.480 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:02.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:02.482 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:02.583 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:02.610 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:02.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:02.611 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:02.713 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:02.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:02.758 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:02.759 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:02.799 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:02:02.828 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-07-26T16:02:02.860 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:02.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:02.926 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:02.926 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:02.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:02 smithi078 ceph-mon[73801]: pgmap v328: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 14 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 39680/235242 objects degraded (16.868%); 3769/235242 objects misplaced (1.602%); 2.6 MiB/s, 41 objects/s recovering 2021-07-26T16:02:02.951 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:02 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 39680/235242 objects degraded (16.868%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:02.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:02 smithi078 ceph-mon[77813]: pgmap v328: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 14 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 39680/235242 objects degraded (16.868%); 3769/235242 objects misplaced (1.602%); 2.6 MiB/s, 41 objects/s recovering 2021-07-26T16:02:02.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:02 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 39680/235242 objects degraded (16.868%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:03.028 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:03.055 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:03.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:03.057 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:03.083 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:03.158 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:03.180 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:03.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:03.182 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:03.204 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:03.282 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:03.305 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:03.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:03.307 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:03.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:02 smithi139 ceph-mon[56829]: pgmap v328: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 14 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 39680/235242 objects degraded (16.868%); 3769/235242 objects misplaced (1.602%); 2.6 MiB/s, 41 objects/s recovering 2021-07-26T16:02:03.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:02 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 39680/235242 objects degraded (16.868%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:03.408 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:03.432 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:03.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:03.435 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:03.537 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:03.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:03.564 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:03.565 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:03.666 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:03.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:03.691 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:03.691 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:03.792 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:03.815 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:03.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:03.816 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:03.918 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:03.952 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:02:03.964 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:03.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:03.966 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:04.067 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:04.088 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:03 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4223849125' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:02:04.088 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:03 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:02:04.089 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:03 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4223849125' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:02:04.089 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:03 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:02:04.091 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:04.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:04.094 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:04.195 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:04.240 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:04.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:04.242 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:04.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:03 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4223849125' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:02:04.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:03 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:02:04.344 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:04.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:04.372 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:04.372 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:04.474 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:04.501 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:04.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:04.503 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:04.604 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:04.643 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:04.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:04.644 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:04.746 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:04.770 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:04.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:04.774 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:04.876 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:04.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:04.926 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:04.926 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:05.028 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:05.052 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:05.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:05.055 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:05.157 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:05.187 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:05.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:05.189 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:05.232 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:04 smithi078 ceph-mon[77813]: pgmap v329: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 39680/232821 objects degraded (17.043%); 3729/232821 objects misplaced (1.602%); 2.6 MiB/s, 41 objects/s recovering 2021-07-26T16:02:05.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:04 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:05.233 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:04 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:02:05.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:04 smithi078 ceph-mon[77813]: osdmap e125: 8 total, 8 up, 8 in 2021-07-26T16:02:05.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:02:05.234 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:02:05.234 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:04 smithi078 ceph-mon[73801]: pgmap v329: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 39680/232821 objects degraded (17.043%); 3729/232821 objects misplaced (1.602%); 2.6 MiB/s, 41 objects/s recovering 2021-07-26T16:02:05.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:04 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:05.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:04 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:02:05.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:04 smithi078 ceph-mon[73801]: osdmap e125: 8 total, 8 up, 8 in 2021-07-26T16:02:05.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:02:05.236 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:02:05.291 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:05.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:04 smithi139 ceph-mon[56829]: pgmap v329: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 39680/232821 objects degraded (17.043%); 3729/232821 objects misplaced (1.602%); 2.6 MiB/s, 41 objects/s recovering 2021-07-26T16:02:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:04 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:04 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:02:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:04 smithi139 ceph-mon[56829]: osdmap e125: 8 total, 8 up, 8 in 2021-07-26T16:02:05.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:02:05.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:02:05.344 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:05.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:05.346 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:05.447 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:05.475 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:05.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:05.476 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:05.578 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:05.629 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:05.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:05.631 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:05.732 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:05.781 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:05.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:05.783 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:05.885 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:05.921 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:05.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:05.925 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:06.026 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:06.062 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:06.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:06.066 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:06.167 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:06.203 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:06.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:06.204 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:06.305 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:06.340 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:06.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:06.341 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:06.443 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:06.475 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:06.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:06.476 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:06.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:06 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:02:06.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:06 smithi139 ceph-mon[56829]: pgmap v331: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 39532/227598 objects degraded (17.369%); 3729/227598 objects misplaced (1.638%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:02:06.579 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:06.609 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:06.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:06.611 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:06.708 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:06 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:02:06.708 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:06 smithi078 ceph-mon[73801]: pgmap v331: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 39532/227598 objects degraded (17.369%); 3729/227598 objects misplaced (1.638%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:02:06.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:06 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:02:06.709 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:06 smithi078 ceph-mon[77813]: pgmap v331: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 39532/227598 objects degraded (17.369%); 3729/227598 objects misplaced (1.638%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:02:06.712 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:06.734 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:06.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:06.736 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:06.837 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:06.884 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:06.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:06.885 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:06.989 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:06.990 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: 2021-07-26T16:02:06.872+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:02:06.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:02:06.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:06.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:02:06.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:06.991 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:02:06.992 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:06.992 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:06.992 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:02:06.992 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: 2021-07-26T16:02:06.873+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:02:06.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:02:06.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:06.993 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:02:06.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:06.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:02:06.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:06.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:06.994 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:02:06.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: 2021-07-26T16:02:06.874+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:02:06.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:02:06.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:06.995 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:02:06.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:06.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:02:06.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:06.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:06.996 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:02:06.997 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: 2021-07-26T16:02:06.875+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:02:06.997 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:02:06.997 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:06.998 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:02:06.998 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:06.998 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:02:06.998 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:06.998 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:06.999 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:06 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:02:07.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:07.025 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:07.026 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:07.127 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:07.158 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:07.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:07.160 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:07.261 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:07.287 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:07.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:07.289 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:07.390 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:07.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:07.416 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:07.416 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:07.518 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:07.541 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:07.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:07.543 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:07.643 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:07.710 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:07.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:07.712 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:07.813 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:07.891 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:07.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:07.892 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:07.933 INFO:teuthology.orchestra.run.smithi078.stdout:moved 0 / 267 (0%) 2021-07-26T16:02:07.934 INFO:teuthology.orchestra.run.smithi078.stdout:avg 33.375 2021-07-26T16:02:07.934 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 5.95688 -> 5.95688 (expected baseline 5.40399) 2021-07-26T16:02:07.935 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.2 with 25 -> 25 pgs (0.749064 -> 0.749064 * mean) 2021-07-26T16:02:07.935 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.3 with 41 -> 41 pgs (1.22846 -> 1.22846 * mean) 2021-07-26T16:02:07.935 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:02:07.937 INFO:teuthology.orchestra.run.smithi078.stdout:oload 1000 2021-07-26T16:02:07.937 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 1 2021-07-26T16:02:07.937 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:02:07.937 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0240 2021-07-26T16:02:07.938 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.2402 2021-07-26T16:02:07.946 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:02:07.946 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:07 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:02:07.947 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:02:07.947 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:07.947 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:02:07.947 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:07.948 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:02:07.948 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:07.948 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:07.948 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:02:07.948 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:07 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:02:07.949 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:02:07.949 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:07.949 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:02:07.949 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:07.949 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:02:07.950 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:07.950 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:07.950 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:02:07.950 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:07 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:02:07.951 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:02:07.951 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:07.951 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:02:07.951 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:07.951 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:02:07.952 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:07.952 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:07.952 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:02:07.952 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:07 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:02:07.952 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:02:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:02:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:02:07.953 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:07.954 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:07.954 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:02:07.954 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:07 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 39532/227598 objects degraded (17.369%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:07.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:02:07.955 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:07 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:02:07.955 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:02:07.956 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:07.956 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:02:07.956 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:07.956 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:02:07.956 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:07.957 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:07.957 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:02:07.957 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:07 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:02:07.957 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:02:07.957 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:07.958 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:02:07.958 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:07.958 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:02:07.958 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:07.959 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:07.959 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:02:07.959 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:07 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:02:07.959 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:02:07.959 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:07.960 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:02:07.960 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:07.960 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:02:07.960 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:07.960 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:07.961 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:02:07.961 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:07 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:02:07.961 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:02:07.961 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:07.962 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:02:07.962 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:07.962 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:02:07.962 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:07.962 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:07.963 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:02:07.963 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:07 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 39532/227598 objects degraded (17.369%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:07.963 INFO:teuthology.orchestra.run.smithi078.stderr:no change 2021-07-26T16:02:07.991 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:02:07.994 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:08.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:08.019 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:08.019 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:08.120 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:08.144 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:08.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:08.145 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:08.216 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:02:08.217 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:02:08.231 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:08.246 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:08.272 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:08.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:08.274 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:08.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:02:08.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:07 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:02:08.327 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:02:08.327 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:08.327 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:02:08.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:08.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:02:08.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:08.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:08.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:02:08.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:07 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:02:08.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:02:08.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:08.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:02:08.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:08.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:02:08.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:08.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:08.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:02:08.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:07 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:02:08.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:02:08.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:08.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:02:08.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:08.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:02:08.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:08.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:08.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:02:08.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:07 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:02:08.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:02:08.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:08.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:02:08.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:08.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:02:08.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:08.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:08.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:02:08.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:07 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 39532/227598 objects degraded (17.369%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:08.375 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:08.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:08.412 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:08.412 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:08.520 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:08.552 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:08.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:08.554 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:08.656 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:08.684 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:08.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:08.685 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:08.787 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:08.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:08.814 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:08.814 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:08.915 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:08.942 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:08.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:08.944 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:09.045 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:09.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:09.097 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:09.097 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:09.136 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:08 smithi078 ceph-mon[73801]: pgmap v332: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 39532/227598 objects degraded (17.369%); 3729/227598 objects misplaced (1.638%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:02:09.137 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:08 smithi078 ceph-mon[73801]: from='client.54748 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:09.137 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:08 smithi078 ceph-mon[77813]: pgmap v332: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 39532/227598 objects degraded (17.369%); 3729/227598 objects misplaced (1.638%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:02:09.138 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:08 smithi078 ceph-mon[77813]: from='client.54748 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:09.199 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:09.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:09.266 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:09.267 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:09.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:08 smithi139 ceph-mon[56829]: pgmap v332: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 513 op/s; 39532/227598 objects degraded (17.369%); 3729/227598 objects misplaced (1.638%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:02:09.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:08 smithi139 ceph-mon[56829]: from='client.54748 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:09.369 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:09.397 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:09.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:09.399 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:09.463 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:02:09.463 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:02:09.463 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:02:09.500 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:09.502 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:02:09.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:09.523 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:09.524 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:09.535 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:02:09.572 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:02:09.605 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:02:09.625 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:09.631 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:02:09.635 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:02:09.636 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:02:09.636 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:02:09.636 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:02:09.636 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:02:09.637 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:02:09.637 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:02:09.637 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:02:09.650 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:09.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:09.652 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:09.753 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:09.787 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:09.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:09.789 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:09.890 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:09.917 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:09.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:09.918 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:10.019 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:10.035 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-07-26T16:02:10.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:10.055 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:10.056 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:10.157 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:10.190 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:10.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:10.192 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:10.228 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:02:10.230 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:09 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/262514682' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:10.230 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:09 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/262514682' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:10.294 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:10.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:09 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/262514682' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:10.329 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:10.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:10.331 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:10.432 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:10.468 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:10.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:10.470 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:10.571 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:10.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:10.601 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:10.602 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:10.703 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:10.734 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:10.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:10.736 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:10.837 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:10.873 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:10.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:10.874 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:10.975 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:11.011 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:11.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:11.013 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:11.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:10 smithi139 ceph-mon[56829]: pgmap v333: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.5 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 520 op/s; 39337/219636 objects degraded (17.910%); 3691/219636 objects misplaced (1.681%); 2.6 MiB/s, 42 objects/s recovering 2021-07-26T16:02:11.114 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:11.139 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:11.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:11.140 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:11.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:10 smithi078 ceph-mon[73801]: pgmap v333: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.5 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 520 op/s; 39337/219636 objects degraded (17.910%); 3691/219636 objects misplaced (1.681%); 2.6 MiB/s, 42 objects/s recovering 2021-07-26T16:02:11.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:10 smithi078 ceph-mon[77813]: pgmap v333: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.5 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 520 op/s; 39337/219636 objects degraded (17.910%); 3691/219636 objects misplaced (1.681%); 2.6 MiB/s, 42 objects/s recovering 2021-07-26T16:02:11.241 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:11.280 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:11.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:11.281 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:11.383 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:11.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:11.427 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:11.427 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:11.528 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:11.559 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:11.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:11.562 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:11.663 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:11.688 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:11.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:11.690 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:11.791 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:11.816 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:11.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:11.817 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:11.918 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:11.941 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:11.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:11.946 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:12.047 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:12.150 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:12.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:12.152 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:12.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:12 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 39337/219636 objects degraded (17.910%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:12.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:12 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 39337/219636 objects degraded (17.910%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:12.253 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:12.278 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:12.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:12.280 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:12.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:12 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 39337/219636 objects degraded (17.910%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:12.382 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:12.419 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:12.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:12.420 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:12.521 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:12.551 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:12.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:12.552 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:12.653 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:12.681 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:12.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:12.683 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:12.784 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:12.818 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:12.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:12.820 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:12.921 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:12.965 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:12.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:12.967 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:13.032 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:02:13.068 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:13.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:13.123 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:13.124 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:13.225 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:13.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:13.252 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:13.253 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:13.318 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:02:13.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:13 smithi139 ceph-mon[56829]: pgmap v334: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.5 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 520 op/s; 39337/219636 objects degraded (17.910%); 3691/219636 objects misplaced (1.681%); 2.6 MiB/s, 42 objects/s recovering 2021-07-26T16:02:13.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:13 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1392531413' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:13.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:13 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:13.355 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:13.356 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:13 smithi078 ceph-mon[73801]: pgmap v334: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.5 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 520 op/s; 39337/219636 objects degraded (17.910%); 3691/219636 objects misplaced (1.681%); 2.6 MiB/s, 42 objects/s recovering 2021-07-26T16:02:13.357 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:13 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1392531413' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:13.357 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:13 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:13.357 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:13 smithi078 ceph-mon[77813]: pgmap v334: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.5 GiB data, 13 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 520 op/s; 39337/219636 objects degraded (17.910%); 3691/219636 objects misplaced (1.681%); 2.6 MiB/s, 42 objects/s recovering 2021-07-26T16:02:13.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:13 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1392531413' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:13.358 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:13 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:13.384 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:13.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:13.386 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:13.487 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:13.515 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:13.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:13.516 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:13.541 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:13.617 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:13.653 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:13.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:13.655 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:13.755 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:13.789 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:13.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:13.793 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:13.894 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:13.924 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:13.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:13.926 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:14.027 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:14.053 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:14.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:14.055 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:14.073 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:02:14.074 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:02:14.074 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.074 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:139435 6.7 e126/91 6:e12c39f7:::benchmark_data_smithi078_103090_object34570:head v 126'8733, mlcod=126'8730)", 2021-07-26T16:02:14.075 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:02:14.065796+0000", 2021-07-26T16:02:14.075 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0066617919999999997, 2021-07-26T16:02:14.075 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0066825299999999999, 2021-07-26T16:02:14.075 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:14.075 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "started", 2021-07-26T16:02:14.076 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:14.076 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.076 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:14.076 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.065796+0000", 2021-07-26T16:02:14.076 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:14.077 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.077 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.077 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:14.077 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.065796+0000", 2021-07-26T16:02:14.078 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4699999999999998e-06 2021-07-26T16:02:14.078 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.078 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.078 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:14.079 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.065799+0000", 2021-07-26T16:02:14.079 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0889999999999998e-06 2021-07-26T16:02:14.079 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.079 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.079 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:14.080 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.065801+0000", 2021-07-26T16:02:14.080 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0277e-05 2021-07-26T16:02:14.080 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.080 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.081 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:14.081 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.065811+0000", 2021-07-26T16:02:14.081 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.404e-06 2021-07-26T16:02:14.081 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.081 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.082 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:14.082 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.065818+0000", 2021-07-26T16:02:14.082 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00050891 2021-07-26T16:02:14.082 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.082 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.083 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:14.083 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.066327+0000", 2021-07-26T16:02:14.083 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.6186999999999998e-05 2021-07-26T16:02:14.083 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.084 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.084 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:14.084 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.066353+0000", 2021-07-26T16:02:14.084 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00055733699999999998 2021-07-26T16:02:14.084 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:14.085 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:14.085 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:14.085 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.085 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.086 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:139439 6.f e126/108 6:f927bfc8:::benchmark_data_smithi078_103090_object34574:head v 126'8686, mlcod=96'1340)", 2021-07-26T16:02:14.086 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:02:14.071007+0000", 2021-07-26T16:02:14.086 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.001450809, 2021-07-26T16:02:14.086 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001512102, 2021-07-26T16:02:14.086 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:14.087 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "started", 2021-07-26T16:02:14.087 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:14.087 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.087 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:14.088 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.071007+0000", 2021-07-26T16:02:14.088 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:14.088 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.088 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.088 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:14.089 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.071007+0000", 2021-07-26T16:02:14.089 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9230000000000001e-06 2021-07-26T16:02:14.089 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.089 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.090 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:14.090 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.071011+0000", 2021-07-26T16:02:14.090 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5000000000000002e-06 2021-07-26T16:02:14.090 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.090 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.091 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:14.091 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.071014+0000", 2021-07-26T16:02:14.091 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6507999999999998e-05 2021-07-26T16:02:14.091 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.091 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.092 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:14.092 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.071030+0000", 2021-07-26T16:02:14.092 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7100000000000001e-06 2021-07-26T16:02:14.092 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.093 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.093 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:14.093 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.071037+0000", 2021-07-26T16:02:14.093 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5758999999999999e-05 2021-07-26T16:02:14.093 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.094 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.094 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:14.094 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.071093+0000", 2021-07-26T16:02:14.094 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.0945000000000003e-05 2021-07-26T16:02:14.094 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:14.095 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:14.095 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:14.095 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:14.071124+0000", 2021-07-26T16:02:14.095 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000117345 2021-07-26T16:02:14.096 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:14.096 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:14.096 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:14.096 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:14.097 INFO:teuthology.orchestra.run.smithi139.stdout: ], 2021-07-26T16:02:14.097 INFO:teuthology.orchestra.run.smithi139.stdout: "num_ops": 2 2021-07-26T16:02:14.097 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:02:14.098 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:14 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:02:14.098 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:14 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:02:14.098 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:14 smithi139 ceph-mon[56829]: osdmap e126: 8 total, 8 up, 8 in 2021-07-26T16:02:14.156 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:14.169 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:14 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:02:14.170 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:14 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:02:14.170 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:14 smithi078 ceph-mon[73801]: osdmap e126: 8 total, 8 up, 8 in 2021-07-26T16:02:14.170 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:14 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:02:14.170 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:14 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:02:14.171 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:14 smithi078 ceph-mon[77813]: osdmap e126: 8 total, 8 up, 8 in 2021-07-26T16:02:14.191 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:14.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:14.193 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:14.294 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:14.320 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:14.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:14.321 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:14.423 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:14.471 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:14.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:14.473 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:14.574 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:14.610 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:14.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:14.612 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:14.713 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:14.738 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:14.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:14.740 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:14.759 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7, 0] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2021-07-26T16:02:14.759 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:02:14.759 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2021-07-26T16:02:14.760 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight-by-utilization 110 3.0 2021-07-26T16:02:14.841 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:14.867 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:14.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:14.868 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:14.935 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-07-26T16:02:14.969 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:14.983 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:15.021 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:15.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:15.022 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:15.124 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:15.129 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:02:15.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:15.164 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:15.165 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:15.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:15 smithi078 ceph-mon[73801]: pgmap v336: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 13 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 524 op/s; 39337/217179 objects degraded (18.113%); 3649/217179 objects misplaced (1.680%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:02:15.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:15 smithi078 ceph-mon[77813]: pgmap v336: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 13 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 524 op/s; 39337/217179 objects degraded (18.113%); 3649/217179 objects misplaced (1.680%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:02:15.265 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:15.286 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:15 smithi139 ceph-mon[56829]: pgmap v336: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 13 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 524 op/s; 39337/217179 objects degraded (18.113%); 3649/217179 objects misplaced (1.680%); 2.7 MiB/s, 42 objects/s recovering 2021-07-26T16:02:15.293 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:15.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:15.296 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:15.397 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:15.424 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:15.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:15.427 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:15.528 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:15.552 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:15.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:15.554 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:15.656 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:15.688 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:15.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:15.690 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:15.792 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:15.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:15.828 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:15.828 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:15.929 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:15.957 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:15.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:15.959 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:16.060 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:16.109 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:16.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:16.111 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:16.212 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:16.221 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:02:16.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:16.251 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:16.251 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:16.353 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:16.372 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:02:16.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:16.383 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:16.383 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:16.416 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:02:16.455 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:02:16.484 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:16.486 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:02:16.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:16.512 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:16.513 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:16.514 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:16.521 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:02:16.562 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:02:16.608 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:02:16.614 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:16.641 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:02:16.647 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:02:16.647 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:02:16.648 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:02:16.648 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:02:16.648 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:02:16.648 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:02:16.648 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:02:16.649 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:02:16.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:16.651 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:16.651 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:16.753 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:16.780 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:16.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:16.782 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:16.883 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:16.925 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:16.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:16.927 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:17.028 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:17.058 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:17.059 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:17.060 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:17.067 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:02:17.067 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:02:17.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:17 smithi139 ceph-mon[56829]: pgmap v337: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 542 op/s; 39161/211317 objects degraded (18.532%); 3649/211317 objects misplaced (1.727%); 2.8 MiB/s, 45 objects/s recovering 2021-07-26T16:02:17.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:17 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3023608675' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:17.120 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:17 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 39161/211317 objects degraded (18.532%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:17.161 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:17.203 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:17.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:17.205 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:17.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:17 smithi078 ceph-mon[73801]: pgmap v337: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 542 op/s; 39161/211317 objects degraded (18.532%); 3649/211317 objects misplaced (1.727%); 2.8 MiB/s, 45 objects/s recovering 2021-07-26T16:02:17.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:17 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3023608675' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:17.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:17 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 39161/211317 objects degraded (18.532%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:17.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:17 smithi078 ceph-mon[77813]: pgmap v337: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 542 op/s; 39161/211317 objects degraded (18.532%); 3649/211317 objects misplaced (1.727%); 2.8 MiB/s, 45 objects/s recovering 2021-07-26T16:02:17.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:17 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3023608675' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:17.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:17 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 39161/211317 objects degraded (18.532%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:17.306 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:17.369 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:17.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:17.371 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:17.472 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:17.500 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:17.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:17.502 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:17.603 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:17.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:17.635 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:17.635 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:17.736 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:17.772 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:17.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:17.774 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:17.854 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-07-26T16:02:17.880 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:17.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:17.943 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:17.944 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:18.033 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:02:18.046 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:18.085 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:18.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:18.087 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:18.188 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:18.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:18.214 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:18.215 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:18.316 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:18.355 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:18.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:18.357 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:18.458 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:18.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:18.493 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:18.493 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:18.595 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:18.622 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:18.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:18.624 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:18.725 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:18.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:18.768 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:18.768 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:18.869 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:18.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:18.899 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:18.900 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:19.001 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:19.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:19.035 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:19.035 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:19.043 INFO:teuthology.orchestra.run.smithi078.stdout:moved 28 / 267 (10.4869%) 2021-07-26T16:02:19.043 INFO:teuthology.orchestra.run.smithi078.stdout:avg 33.375 2021-07-26T16:02:19.043 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 5.95688 -> 5.80813 (expected baseline 5.40399) 2021-07-26T16:02:19.044 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.2 with 25 -> 29 pgs (0.749064 -> 0.868914 * mean) 2021-07-26T16:02:19.044 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.3 with 41 -> 36 pgs (1.22846 -> 1.07865 * mean) 2021-07-26T16:02:19.044 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:02:19.044 INFO:teuthology.orchestra.run.smithi078.stdout:oload 110 2021-07-26T16:02:19.045 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 3 2021-07-26T16:02:19.045 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:02:19.045 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0229 2021-07-26T16:02:19.045 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.0252 2021-07-26T16:02:19.045 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 weight 1.0000 -> 0.6505 2021-07-26T16:02:19.046 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 weight 1.0000 -> 0.7838 2021-07-26T16:02:19.046 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 weight 1.0000 -> 0.7879 2021-07-26T16:02:19.046 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4 weight 1.0000 -> 0.8717 2021-07-26T16:02:19.137 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:19.163 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:19.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:19.165 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:19.266 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:19.289 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:19.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:19.290 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:19.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:19 smithi139 ceph-mon[56829]: pgmap v338: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 542 op/s; 39161/211317 objects degraded (18.532%); 3649/211317 objects misplaced (1.727%); 2.8 MiB/s, 45 objects/s recovering 2021-07-26T16:02:19.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:19 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'42628','4':'57130','5':'51634','7':'51366'}"}]: dispatch 2021-07-26T16:02:19.373 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:19 smithi078 ceph-mon[73801]: pgmap v338: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 542 op/s; 39161/211317 objects degraded (18.532%); 3649/211317 objects misplaced (1.727%); 2.8 MiB/s, 45 objects/s recovering 2021-07-26T16:02:19.373 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:19 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'42628','4':'57130','5':'51634','7':'51366'}"}]: dispatch 2021-07-26T16:02:19.374 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:19 smithi078 ceph-mon[77813]: pgmap v338: 89 pgs: 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 542 op/s; 39161/211317 objects degraded (18.532%); 3649/211317 objects misplaced (1.727%); 2.8 MiB/s, 45 objects/s recovering 2021-07-26T16:02:19.374 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:19 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'42628','4':'57130','5':'51634','7':'51366'}"}]: dispatch 2021-07-26T16:02:19.391 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:19.412 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:19.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:19.413 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:19.514 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:19.535 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:19.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:19.537 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:19.638 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:19.659 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:19.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:19.661 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:19.763 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:19.786 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:19.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:19.787 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:19.888 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:19.912 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:19.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:19.915 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:19.985 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:02:19.986 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:02:20.016 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:20.042 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:20.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:20.043 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:20.084 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:02:20.144 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:20.158 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:20 smithi078 ceph-mon[73801]: from='client.44868 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:20.158 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:20 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'42628','4':'57130','5':'51634','7':'51366'}"}]': finished 2021-07-26T16:02:20.159 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:20 smithi078 ceph-mon[73801]: osdmap e127: 8 total, 8 up, 8 in 2021-07-26T16:02:20.159 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:20 smithi078 ceph-mon[73801]: osdmap e128: 8 total, 8 up, 8 in 2021-07-26T16:02:20.159 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:20 smithi078 ceph-mon[77813]: from='client.44868 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:20.160 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:20 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'42628','4':'57130','5':'51634','7':'51366'}"}]': finished 2021-07-26T16:02:20.160 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:20 smithi078 ceph-mon[77813]: osdmap e127: 8 total, 8 up, 8 in 2021-07-26T16:02:20.160 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:20 smithi078 ceph-mon[77813]: osdmap e128: 8 total, 8 up, 8 in 2021-07-26T16:02:20.161 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'reweight-by-utilization'} 2021-07-26T16:02:20.162 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight-by-utilization 1000 1.0 2021-07-26T16:02:20.166 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:20.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:20.167 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:20.233 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:20.268 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:20.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:20.295 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:20.295 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:20.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:20 smithi139 ceph-mon[56829]: from='client.44868 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:20.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:20 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'42628','4':'57130','5':'51634','7':'51366'}"}]': finished 2021-07-26T16:02:20.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:20 smithi139 ceph-mon[56829]: osdmap e127: 8 total, 8 up, 8 in 2021-07-26T16:02:20.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:20 smithi139 ceph-mon[56829]: osdmap e128: 8 total, 8 up, 8 in 2021-07-26T16:02:20.329 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:20.396 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:20.418 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:20.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:20.421 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:20.523 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:20.543 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:20.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:20.545 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:20.646 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:20.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:20.668 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:20.669 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:20.726 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-07-26T16:02:20.770 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:20.791 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:20.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:20.793 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:20.862 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:02:20.894 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:20.916 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:20.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:20.917 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:21.018 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:21.041 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:21.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:21.046 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:21.048 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:02:21.147 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:21.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:21.172 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:21.173 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:21.274 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:21.299 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:21.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:21.300 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:21.319 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:21 smithi139 ceph-mon[56829]: pgmap v340: 89 pgs: 6 peering, 72 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 38992/203277 objects degraded (19.182%); 3606/203277 objects misplaced (1.774%); 3.4 MiB/s, 53 objects/s recovering 2021-07-26T16:02:21.319 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:21 smithi139 ceph-mon[56829]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2021-07-26T16:02:21.319 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:21 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/561135985' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:02:21.320 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:21 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:02:21.320 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:21 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:21.320 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:21 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:02:21.320 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:21 smithi139 ceph-mon[56829]: osdmap e129: 8 total, 8 up, 8 in 2021-07-26T16:02:21.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:21 smithi078 ceph-mon[77813]: pgmap v340: 89 pgs: 6 peering, 72 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 38992/203277 objects degraded (19.182%); 3606/203277 objects misplaced (1.774%); 3.4 MiB/s, 53 objects/s recovering 2021-07-26T16:02:21.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:21 smithi078 ceph-mon[77813]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2021-07-26T16:02:21.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:21 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/561135985' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:02:21.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:21 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:02:21.332 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:21 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:21.332 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:21 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:02:21.332 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:21 smithi078 ceph-mon[77813]: osdmap e129: 8 total, 8 up, 8 in 2021-07-26T16:02:21.332 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:21 smithi078 ceph-mon[73801]: pgmap v340: 89 pgs: 6 peering, 72 active+clean, 1 active+recovering+undersized+degraded+remapped, 10 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 38992/203277 objects degraded (19.182%); 3606/203277 objects misplaced (1.774%); 3.4 MiB/s, 53 objects/s recovering 2021-07-26T16:02:21.333 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:21 smithi078 ceph-mon[73801]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2021-07-26T16:02:21.333 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:21 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/561135985' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:02:21.333 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:21 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:02:21.333 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:21 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:21.334 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:21 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:02:21.334 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:21 smithi078 ceph-mon[73801]: osdmap e129: 8 total, 8 up, 8 in 2021-07-26T16:02:21.401 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:21.435 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:21.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:21.437 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:21.538 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:21.565 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:21.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:21.567 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:21.668 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:21.693 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:21.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:21.695 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:21.796 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:21.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:21.819 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:21.820 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:21.920 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:21.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:21.944 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:21.945 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:22.046 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:22.069 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:22.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:22.070 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:22.171 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:22.192 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:22.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:22.194 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:22.232 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:22 smithi139 ceph-mon[56829]: 6.2 starting backfill to osd.6 from (0'0,0'0] MAX to 126'8990 2021-07-26T16:02:22.233 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:22 smithi139 ceph-mon[56829]: 6.b starting backfill to osd.6 from (0'0,0'0] MAX to 126'8739 2021-07-26T16:02:22.233 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:22 smithi139 ceph-mon[56829]: 6.2 starting backfill to osd.7 from (0'0,0'0] MAX to 126'8990 2021-07-26T16:02:22.233 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:22 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 38992/203277 objects degraded (19.182%), 11 pgs degraded, 11 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:22.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:22 smithi078 ceph-mon[77813]: 6.2 starting backfill to osd.6 from (0'0,0'0] MAX to 126'8990 2021-07-26T16:02:22.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:22 smithi078 ceph-mon[77813]: 6.b starting backfill to osd.6 from (0'0,0'0] MAX to 126'8739 2021-07-26T16:02:22.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:22 smithi078 ceph-mon[77813]: 6.2 starting backfill to osd.7 from (0'0,0'0] MAX to 126'8990 2021-07-26T16:02:22.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:22 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 38992/203277 objects degraded (19.182%), 11 pgs degraded, 11 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:22.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:22 smithi078 ceph-mon[73801]: 6.2 starting backfill to osd.6 from (0'0,0'0] MAX to 126'8990 2021-07-26T16:02:22.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:22 smithi078 ceph-mon[73801]: 6.b starting backfill to osd.6 from (0'0,0'0] MAX to 126'8739 2021-07-26T16:02:22.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:22 smithi078 ceph-mon[73801]: 6.2 starting backfill to osd.7 from (0'0,0'0] MAX to 126'8990 2021-07-26T16:02:22.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:22 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 38992/203277 objects degraded (19.182%), 11 pgs degraded, 11 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:22.296 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:22.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:22.320 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:22.320 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:22.414 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:02:22.414 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:02:22.422 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:22.443 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:22.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:22.444 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:22.545 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:22.567 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:22.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:22.569 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:22.670 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:22.694 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:22.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:22.695 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:22.797 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:22.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:22.825 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:22.825 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:22.927 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:22.948 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:22.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:22.949 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:23.048 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-07-26T16:02:23.051 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:23.073 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:23.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:23.075 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:23.176 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:23.181 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:02:23.196 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:23.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:23.198 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:23.300 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:23.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:23 smithi139 ceph-mon[56829]: pgmap v343: 89 pgs: 1 remapped+peering, 6 peering, 72 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 447 op/s; 33990/203268 objects degraded (16.722%); 3606/203268 objects misplaced (1.774%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:02:23.322 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:23.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:23.324 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:23.350 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:23 smithi078 ceph-mon[73801]: pgmap v343: 89 pgs: 1 remapped+peering, 6 peering, 72 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 447 op/s; 33990/203268 objects degraded (16.722%); 3606/203268 objects misplaced (1.774%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:02:23.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:23 smithi078 ceph-mon[77813]: pgmap v343: 89 pgs: 1 remapped+peering, 6 peering, 72 active+clean, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 447 op/s; 33990/203268 objects degraded (16.722%); 3606/203268 objects misplaced (1.774%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:02:23.425 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:23.448 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:23.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:23.449 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:23.539 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:02:23.550 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:23.558 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:02:23.574 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:23.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:23.575 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:23.577 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:02:23.613 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:02:23.637 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:02:23.657 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:02:23.676 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:23.677 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:02:23.695 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:02:23.696 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:02:23.696 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:02:23.696 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:02:23.696 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:02:23.697 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:02:23.697 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:02:23.697 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:02:23.697 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:02:23.700 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:23.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:23.701 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:23.802 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:23.826 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:23.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:23.827 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:23.929 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:23.951 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:23.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:23.953 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:23.988 INFO:teuthology.orchestra.run.smithi078.stdout:moved 0 / 267 (0%) 2021-07-26T16:02:23.989 INFO:teuthology.orchestra.run.smithi078.stdout:avg 33.375 2021-07-26T16:02:23.989 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 5.80813 -> 5.80813 (expected baseline 5.40399) 2021-07-26T16:02:23.989 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.5 with 24 -> 24 pgs (0.719101 -> 0.719101 * mean) 2021-07-26T16:02:23.989 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.1 with 43 -> 43 pgs (1.28839 -> 1.28839 * mean) 2021-07-26T16:02:23.990 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:02:23.990 INFO:teuthology.orchestra.run.smithi078.stdout:oload 1000 2021-07-26T16:02:23.990 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 1 2021-07-26T16:02:23.990 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:02:23.991 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0223 2021-07-26T16:02:23.991 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.2230 2021-07-26T16:02:23.991 INFO:teuthology.orchestra.run.smithi078.stderr:no change 2021-07-26T16:02:24.054 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:24.078 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:24.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:24.079 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:24.181 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:24.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:24.204 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:24.205 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:24.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:24 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/867109923' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:24.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:24 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/867109923' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:24.306 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:24.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:24 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/867109923' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:24.330 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:24.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:24.331 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:24.432 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:24.452 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:24.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:24.454 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:24.556 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:24.577 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:24.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:24.579 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:24.680 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:24.702 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:24.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:24.704 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:24.707 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:02:24.731 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:02:24.732 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:02:24.732 INFO:teuthology.orchestra.run.smithi139.stdout: "complaint_time": 30, 2021-07-26T16:02:24.734 INFO:teuthology.orchestra.run.smithi139.stdout: "num_blocked_ops": 0 2021-07-26T16:02:24.734 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:02:24.805 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:24.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:24.832 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:24.833 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:24.848 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:24.934 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:24.956 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:24.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:24.957 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:25.059 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:25.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:25.083 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:25.083 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:25.170 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:25 smithi078 ceph-mon[73801]: pgmap v344: 89 pgs: 1 remapped+peering, 6 peering, 71 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 469 op/s; 33990/202860 objects degraded (16.755%); 7741/202860 objects misplaced (3.816%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:02:25.171 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:25 smithi078 ceph-mon[73801]: from='client.54781 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:25.171 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:25 smithi078 ceph-mon[77813]: pgmap v344: 89 pgs: 1 remapped+peering, 6 peering, 71 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 469 op/s; 33990/202860 objects degraded (16.755%); 7741/202860 objects misplaced (3.816%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:02:25.171 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:25 smithi078 ceph-mon[77813]: from='client.54781 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:25.184 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:25.205 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:25.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:25.206 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:25.212 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2021-07-26T16:02:25.212 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 1.0 2021-07-26T16:02:25.307 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:25.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:25 smithi139 ceph-mon[56829]: pgmap v344: 89 pgs: 1 remapped+peering, 6 peering, 71 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 469 op/s; 33990/202860 objects degraded (16.755%); 7741/202860 objects misplaced (3.816%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:02:25.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:25 smithi139 ceph-mon[56829]: from='client.54781 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:25.332 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:25.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:25.333 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:25.367 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-07-26T16:02:25.368 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:25.435 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:25.457 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:25.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:25.459 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:25.505 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:02:25.561 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:25.590 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:25.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:25.591 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:25.692 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:25.715 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:25.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:25.717 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:25.818 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:25.839 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:25.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:25.841 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:25.942 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:25.963 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:25.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:25.964 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:26.065 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:26.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:26.090 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:26.090 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:26.191 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:26.213 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:26.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:26.214 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:26.305 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:26 smithi139 ceph-mon[56829]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2021-07-26T16:02:26.306 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:26 smithi078 ceph-mon[73801]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2021-07-26T16:02:26.306 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:26 smithi078 ceph-mon[77813]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2021-07-26T16:02:26.316 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:26.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:26.339 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:26.339 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:26.440 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:26.461 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:26.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:26.463 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:26.564 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:26.587 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:26.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:26.588 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:26.690 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:26.710 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:26.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:26.712 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:26.813 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:26.835 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:26.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:26.837 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:26.938 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:26.960 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:26.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:26.962 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:26.987 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:02:27.064 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:27.086 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:27.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:27.088 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:27.131 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:27.147 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:02:27.148 INFO:teuthology.orchestra.run.smithi139.stdout: "size": 20, 2021-07-26T16:02:27.148 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 600, 2021-07-26T16:02:27.148 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:02:27.149 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.149 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40121 6.a 6:54714a03:::benchmark_data_smithi078_103090_object40120:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T16:02:27.150 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.094682+0000", 2021-07-26T16:02:27.150 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 157.05009815099999, 2021-07-26T16:02:27.151 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0113628010000002, 2021-07-26T16:02:27.151 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.151 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:02:27.152 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.152 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.153 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.154 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40121 2021-07-26T16:02:27.154 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.154 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.155 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.155 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.155 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094682+0000", 2021-07-26T16:02:27.155 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.155 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.156 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.156 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.156 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094682+0000", 2021-07-26T16:02:27.156 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5862000000000001e-05 2021-07-26T16:02:27.156 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.157 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.157 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.157 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094738+0000", 2021-07-26T16:02:27.157 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4310000000000001e-06 2021-07-26T16:02:27.158 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.158 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.158 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.158 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094740+0000", 2021-07-26T16:02:27.158 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5926999999999998e-05 2021-07-26T16:02:27.159 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.159 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.159 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.159 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094756+0000", 2021-07-26T16:02:27.159 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6619999999999999e-06 2021-07-26T16:02:27.160 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.160 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.160 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.160 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094763+0000", 2021-07-26T16:02:27.161 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6737000000000002e-05 2021-07-26T16:02:27.161 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.161 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.161 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.161 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094819+0000", 2021-07-26T16:02:27.162 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000156856 2021-07-26T16:02:27.162 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.162 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.162 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.162 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094976+0000", 2021-07-26T16:02:27.163 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016158500000000001 2021-07-26T16:02:27.163 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.163 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.163 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:02:27.164 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.095138+0000", 2021-07-26T16:02:27.164 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025441840000000001 2021-07-26T16:02:27.164 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.164 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.164 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.165 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.097682+0000", 2021-07-26T16:02:27.165 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0069698390000000002 2021-07-26T16:02:27.165 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.165 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.165 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.166 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.104652+0000", 2021-07-26T16:02:27.166 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0054546079999999997 2021-07-26T16:02:27.166 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.166 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.167 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.167 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.110107+0000", 2021-07-26T16:02:27.167 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4989999999999994e-06 2021-07-26T16:02:27.167 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.167 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.168 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.168 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.110115+0000", 2021-07-26T16:02:27.168 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98861855799999998 2021-07-26T16:02:27.168 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.168 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.169 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.169 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098734+0000", 2021-07-26T16:02:27.169 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2337000000000001e-05 2021-07-26T16:02:27.169 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.170 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.170 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.170 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098746+0000", 2021-07-26T16:02:27.170 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0071903179999999 2021-07-26T16:02:27.170 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.171 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.171 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.171 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.105936+0000", 2021-07-26T16:02:27.171 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000108398 2021-07-26T16:02:27.171 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.172 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.172 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.172 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.106045+0000", 2021-07-26T16:02:27.172 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0113628010000002 2021-07-26T16:02:27.173 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.173 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.173 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.173 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.173 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.174 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40124 6.d 6:b74a5998:::benchmark_data_smithi078_103090_object40123:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T16:02:27.174 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.100237+0000", 2021-07-26T16:02:27.174 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 157.04454271200001, 2021-07-26T16:02:27.174 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0380394929999999, 2021-07-26T16:02:27.175 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.175 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:02:27.175 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.175 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.175 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.176 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40124 2021-07-26T16:02:27.176 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.176 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.176 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.176 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.177 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100237+0000", 2021-07-26T16:02:27.177 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.177 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.177 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.177 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.178 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100237+0000", 2021-07-26T16:02:27.178 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5534999999999998e-05 2021-07-26T16:02:27.178 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.178 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.179 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.179 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100273+0000", 2021-07-26T16:02:27.179 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.283e-06 2021-07-26T16:02:27.181 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.181 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.181 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.181 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100275+0000", 2021-07-26T16:02:27.181 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2231e-05 2021-07-26T16:02:27.182 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.182 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.182 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.182 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100287+0000", 2021-07-26T16:02:27.183 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8379999999999998e-06 2021-07-26T16:02:27.183 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.183 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.183 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.183 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100293+0000", 2021-07-26T16:02:27.184 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0824e-05 2021-07-26T16:02:27.184 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.184 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.184 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.185 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100344+0000", 2021-07-26T16:02:27.185 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016962699999999999 2021-07-26T16:02:27.185 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.185 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.185 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.186 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100514+0000", 2021-07-26T16:02:27.186 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023681200000000001 2021-07-26T16:02:27.186 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.186 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.186 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:02:27.187 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100750+0000", 2021-07-26T16:02:27.187 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0086264259999999995 2021-07-26T16:02:27.187 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.187 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.187 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.188 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.109377+0000", 2021-07-26T16:02:27.188 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8308000000000001e-05 2021-07-26T16:02:27.188 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.188 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.189 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.189 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.109405+0000", 2021-07-26T16:02:27.189 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.99126182500000004 2021-07-26T16:02:27.189 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.189 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.190 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.190 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100667+0000", 2021-07-26T16:02:27.190 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.042e-05 2021-07-26T16:02:27.190 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.191 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.191 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.191 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100677+0000", 2021-07-26T16:02:27.191 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0293430299999999 2021-07-26T16:02:27.191 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.192 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.192 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.192 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.130020+0000", 2021-07-26T16:02:27.192 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00089149699999999999 2021-07-26T16:02:27.193 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.193 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.193 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for degraded object", 2021-07-26T16:02:27.193 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.130912+0000", 2021-07-26T16:02:27.193 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0072987520000000004 2021-07-26T16:02:27.194 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.194 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.194 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.194 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138211+0000", 2021-07-26T16:02:27.194 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6085000000000002e-05 2021-07-26T16:02:27.195 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.195 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.195 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.195 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138277+0000", 2021-07-26T16:02:27.196 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0380394929999999 2021-07-26T16:02:27.196 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.196 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.196 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.196 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.197 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.197 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40134 6.d 6:ba146751:::benchmark_data_smithi078_103090_object40133:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:02:27.197 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.114563+0000", 2021-07-26T16:02:27.197 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 157.03021744500001, 2021-07-26T16:02:27.197 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.023917693, 2021-07-26T16:02:27.198 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.198 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.198 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.199 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.199 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.199 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40134 2021-07-26T16:02:27.199 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.199 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.200 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.200 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.200 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114563+0000", 2021-07-26T16:02:27.200 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.200 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.201 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.201 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.201 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114563+0000", 2021-07-26T16:02:27.201 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6075000000000003e-05 2021-07-26T16:02:27.201 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.202 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.202 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.202 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114599+0000", 2021-07-26T16:02:27.202 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5879999999999998e-06 2021-07-26T16:02:27.203 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.203 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.203 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.203 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114607+0000", 2021-07-26T16:02:27.203 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6345e-05 2021-07-26T16:02:27.204 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.204 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.204 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.204 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114624+0000", 2021-07-26T16:02:27.204 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4189999999999999e-06 2021-07-26T16:02:27.205 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.205 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.205 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.205 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114630+0000", 2021-07-26T16:02:27.206 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5785999999999998e-05 2021-07-26T16:02:27.206 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.206 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.206 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.208 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114676+0000", 2021-07-26T16:02:27.208 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.3309999999999993e-06 2021-07-26T16:02:27.208 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.208 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.209 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.209 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114685+0000", 2021-07-26T16:02:27.209 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98613497400000005 2021-07-26T16:02:27.209 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.209 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.210 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.210 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100820+0000", 2021-07-26T16:02:27.210 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.7830000000000004e-06 2021-07-26T16:02:27.210 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.210 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.211 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.211 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100829+0000", 2021-07-26T16:02:27.211 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0301344969999999 2021-07-26T16:02:27.211 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.212 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.212 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.212 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.130963+0000", 2021-07-26T16:02:27.212 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000119349 2021-07-26T16:02:27.212 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.213 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.213 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.213 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.131083+0000", 2021-07-26T16:02:27.213 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015066799999999999 2021-07-26T16:02:27.213 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.214 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.214 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:02:27.214 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.131233+0000", 2021-07-26T16:02:27.214 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0063337480000000002 2021-07-26T16:02:27.215 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.215 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.215 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.215 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137567+0000", 2021-07-26T16:02:27.215 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000746935 2021-07-26T16:02:27.216 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.216 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.216 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.216 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138314+0000", 2021-07-26T16:02:27.216 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4214999999999997e-05 2021-07-26T16:02:27.217 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.217 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.217 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.217 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138348+0000", 2021-07-26T16:02:27.217 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5531999999999997e-05 2021-07-26T16:02:27.218 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.218 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.218 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.218 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138394+0000", 2021-07-26T16:02:27.219 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.6447999999999996e-05 2021-07-26T16:02:27.219 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.219 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.219 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.219 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138480+0000", 2021-07-26T16:02:27.220 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.023917693 2021-07-26T16:02:27.220 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.220 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.220 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.220 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.221 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.221 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40149 6.a 6:5171f40d:::benchmark_data_smithi078_103090_object40148:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:02:27.221 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.123581+0000", 2021-07-26T16:02:27.221 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 157.021198653, 2021-07-26T16:02:27.222 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.989644586, 2021-07-26T16:02:27.222 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.222 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.222 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.222 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.223 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.223 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40149 2021-07-26T16:02:27.223 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.223 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.223 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.224 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.224 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123581+0000", 2021-07-26T16:02:27.224 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.224 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.224 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.225 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.225 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123581+0000", 2021-07-26T16:02:27.225 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6038999999999997e-05 2021-07-26T16:02:27.225 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.226 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.226 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.226 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123627+0000", 2021-07-26T16:02:27.226 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8729999999999999e-06 2021-07-26T16:02:27.226 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.227 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.227 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.227 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123629+0000", 2021-07-26T16:02:27.227 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0912e-05 2021-07-26T16:02:27.227 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.228 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.228 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.228 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123640+0000", 2021-07-26T16:02:27.228 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5800000000000002e-06 2021-07-26T16:02:27.229 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.229 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.229 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.229 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123645+0000", 2021-07-26T16:02:27.229 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9932999999999998e-05 2021-07-26T16:02:27.230 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.230 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.230 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.230 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123695+0000", 2021-07-26T16:02:27.230 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9029999999999999e-06 2021-07-26T16:02:27.231 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.231 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.231 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.231 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123705+0000", 2021-07-26T16:02:27.231 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.97506860699999998 2021-07-26T16:02:27.232 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.232 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.232 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.232 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098773+0000", 2021-07-26T16:02:27.233 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7027000000000001e-05 2021-07-26T16:02:27.233 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.233 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.233 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.233 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098790+0000", 2021-07-26T16:02:27.234 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.007338716 2021-07-26T16:02:27.234 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.234 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.234 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.234 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.106129+0000", 2021-07-26T16:02:27.235 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00083012600000000004 2021-07-26T16:02:27.235 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.235 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.235 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.236 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.106959+0000", 2021-07-26T16:02:27.236 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00021645099999999999 2021-07-26T16:02:27.236 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.236 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.236 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:02:27.237 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.107176+0000", 2021-07-26T16:02:27.237 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0050259880000000003 2021-07-26T16:02:27.237 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.237 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.237 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.238 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.112201+0000", 2021-07-26T16:02:27.238 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00082432200000000005 2021-07-26T16:02:27.238 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.238 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.239 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.239 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113026+0000", 2021-07-26T16:02:27.239 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3779000000000003e-05 2021-07-26T16:02:27.239 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.239 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.240 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.240 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113060+0000", 2021-07-26T16:02:27.240 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9617999999999998e-05 2021-07-26T16:02:27.240 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.240 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.241 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.241 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113109+0000", 2021-07-26T16:02:27.241 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000116712 2021-07-26T16:02:27.241 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.242 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.242 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.242 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113226+0000", 2021-07-26T16:02:27.242 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.989644586 2021-07-26T16:02:27.242 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.243 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.243 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.243 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.243 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.243 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40150 6.a 6:55d1ae8f:::benchmark_data_smithi078_103090_object40149:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:02:27.244 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.125291+0000", 2021-07-26T16:02:27.244 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 157.01948947, 2021-07-26T16:02:27.244 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.988199338, 2021-07-26T16:02:27.244 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.244 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.245 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.245 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.245 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.245 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40150 2021-07-26T16:02:27.246 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.246 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.246 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.246 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.246 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125291+0000", 2021-07-26T16:02:27.247 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.247 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.247 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.247 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.247 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125291+0000", 2021-07-26T16:02:27.248 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3063000000000003e-05 2021-07-26T16:02:27.248 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.248 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.248 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.249 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125354+0000", 2021-07-26T16:02:27.249 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5430000000000001e-06 2021-07-26T16:02:27.249 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.249 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.249 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.250 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125355+0000", 2021-07-26T16:02:27.250 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0332999999999999e-05 2021-07-26T16:02:27.250 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.250 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.250 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.251 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125365+0000", 2021-07-26T16:02:27.251 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5129999999999998e-06 2021-07-26T16:02:27.251 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.251 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.251 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.252 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125370+0000", 2021-07-26T16:02:27.252 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8100999999999999e-05 2021-07-26T16:02:27.252 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.252 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.253 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.253 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125418+0000", 2021-07-26T16:02:27.253 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.3590000000000002e-06 2021-07-26T16:02:27.253 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.253 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.254 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.254 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125425+0000", 2021-07-26T16:02:27.254 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.97339371200000002 2021-07-26T16:02:27.254 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.254 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.255 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.255 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098819+0000", 2021-07-26T16:02:27.255 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5690000000000005e-06 2021-07-26T16:02:27.255 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.255 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.256 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.256 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098828+0000", 2021-07-26T16:02:27.256 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.009906652 2021-07-26T16:02:27.256 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.257 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.257 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.257 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.108734+0000", 2021-07-26T16:02:27.257 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000180135 2021-07-26T16:02:27.257 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.258 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.258 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.258 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.108914+0000", 2021-07-26T16:02:27.258 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00022656900000000001 2021-07-26T16:02:27.258 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.259 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.259 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:02:27.259 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.109141+0000", 2021-07-26T16:02:27.259 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003071318 2021-07-26T16:02:27.260 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.260 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.260 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.260 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.112212+0000", 2021-07-26T16:02:27.260 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010480260000000001 2021-07-26T16:02:27.261 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.261 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.261 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.261 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113260+0000", 2021-07-26T16:02:27.261 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1996000000000006e-05 2021-07-26T16:02:27.262 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.262 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.262 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.262 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113342+0000", 2021-07-26T16:02:27.263 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8550000000000002e-05 2021-07-26T16:02:27.263 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.263 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.263 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.263 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113381+0000", 2021-07-26T16:02:27.264 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000108899 2021-07-26T16:02:27.264 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.264 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.264 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.264 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113490+0000", 2021-07-26T16:02:27.265 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.988199338 2021-07-26T16:02:27.265 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.265 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.265 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.265 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.266 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.266 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40162 6.a 6:508ce34f:::benchmark_data_smithi078_103090_object40161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:02:27.266 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.132949+0000", 2021-07-26T16:02:27.266 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 157.01183064, 2021-07-26T16:02:27.267 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.980777257, 2021-07-26T16:02:27.267 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.267 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.267 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.267 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.268 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.268 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40162 2021-07-26T16:02:27.268 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.268 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.268 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.269 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.269 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.132949+0000", 2021-07-26T16:02:27.269 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.269 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.269 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.270 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.270 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.132949+0000", 2021-07-26T16:02:27.270 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0226999999999998e-05 2021-07-26T16:02:27.270 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.271 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.271 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.271 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133010+0000", 2021-07-26T16:02:27.271 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6810000000000001e-06 2021-07-26T16:02:27.271 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.272 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.272 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.272 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133011+0000", 2021-07-26T16:02:27.272 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3271000000000001e-05 2021-07-26T16:02:27.272 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.273 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.273 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.273 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133025+0000", 2021-07-26T16:02:27.273 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9200000000000003e-06 2021-07-26T16:02:27.274 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.274 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.274 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.274 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133029+0000", 2021-07-26T16:02:27.274 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8390000000000001e-05 2021-07-26T16:02:27.275 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.275 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.275 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.275 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133098+0000", 2021-07-26T16:02:27.275 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0227999999999999e-05 2021-07-26T16:02:27.276 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.276 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.276 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.276 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133108+0000", 2021-07-26T16:02:27.277 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96574153600000001 2021-07-26T16:02:27.277 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.277 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.277 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.277 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098850+0000", 2021-07-26T16:02:27.278 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4379999999999995e-06 2021-07-26T16:02:27.278 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.278 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.278 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.278 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098858+0000", 2021-07-26T16:02:27.279 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0116103540000001 2021-07-26T16:02:27.279 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.279 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.279 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.280 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.110468+0000", 2021-07-26T16:02:27.280 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011180600000000001 2021-07-26T16:02:27.280 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.280 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.280 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.281 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.110580+0000", 2021-07-26T16:02:27.281 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000143707 2021-07-26T16:02:27.281 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.281 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.281 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:02:27.282 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.110724+0000", 2021-07-26T16:02:27.282 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0023078740000000001 2021-07-26T16:02:27.282 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.282 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.283 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.283 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113032+0000", 2021-07-26T16:02:27.283 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00050177299999999995 2021-07-26T16:02:27.283 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.283 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.284 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.284 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113534+0000", 2021-07-26T16:02:27.284 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5257000000000003e-05 2021-07-26T16:02:27.284 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.284 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.285 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.285 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113589+0000", 2021-07-26T16:02:27.285 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5138000000000001e-05 2021-07-26T16:02:27.285 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.285 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.286 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.286 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113624+0000", 2021-07-26T16:02:27.286 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000102657 2021-07-26T16:02:27.286 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.287 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.287 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.287 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113727+0000", 2021-07-26T16:02:27.287 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.980777257 2021-07-26T16:02:27.287 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.288 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.288 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.288 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.288 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.288 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40166 6.d 6:b398356a:::benchmark_data_smithi078_103090_object40165:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:02:27.289 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.133286+0000", 2021-07-26T16:02:27.289 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 157.011493728, 2021-07-26T16:02:27.289 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0054865030000002, 2021-07-26T16:02:27.289 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.290 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.290 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.290 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.290 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.290 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40166 2021-07-26T16:02:27.291 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.291 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.291 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.291 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.291 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133286+0000", 2021-07-26T16:02:27.292 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.292 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.292 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.292 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.292 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133286+0000", 2021-07-26T16:02:27.293 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0402000000000002e-05 2021-07-26T16:02:27.293 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.293 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.293 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.294 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133347+0000", 2021-07-26T16:02:27.294 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8980000000000001e-06 2021-07-26T16:02:27.294 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.294 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.294 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.295 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133349+0000", 2021-07-26T16:02:27.295 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4764e-05 2021-07-26T16:02:27.295 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.295 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.295 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.296 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133363+0000", 2021-07-26T16:02:27.296 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.0269999999999998e-06 2021-07-26T16:02:27.296 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.296 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.296 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.297 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133370+0000", 2021-07-26T16:02:27.297 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9546000000000003e-05 2021-07-26T16:02:27.297 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.297 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.298 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.298 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133420+0000", 2021-07-26T16:02:27.298 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6439999999999997e-06 2021-07-26T16:02:27.298 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.298 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.299 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.299 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133426+0000", 2021-07-26T16:02:27.299 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96743476799999994 2021-07-26T16:02:27.299 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.299 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.300 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.300 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100860+0000", 2021-07-26T16:02:27.300 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1119999999999996e-06 2021-07-26T16:02:27.300 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.301 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.301 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.301 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100868+0000", 2021-07-26T16:02:27.301 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.031667691 2021-07-26T16:02:27.301 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.302 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.302 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.302 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.132536+0000", 2021-07-26T16:02:27.302 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000186262 2021-07-26T16:02:27.302 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.303 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.303 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.303 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.132722+0000", 2021-07-26T16:02:27.303 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00028318899999999999 2021-07-26T16:02:27.303 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.304 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.304 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:02:27.304 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.133006+0000", 2021-07-26T16:02:27.304 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0045685639999999998 2021-07-26T16:02:27.305 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.305 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.305 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.305 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137574+0000", 2021-07-26T16:02:27.305 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00094856200000000002 2021-07-26T16:02:27.306 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.306 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.306 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.306 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138523+0000", 2021-07-26T16:02:27.306 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010005699999999999 2021-07-26T16:02:27.307 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.307 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.307 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.307 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138623+0000", 2021-07-26T16:02:27.307 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0769000000000001e-05 2021-07-26T16:02:27.308 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.308 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.308 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.308 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138674+0000", 2021-07-26T16:02:27.309 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9247999999999996e-05 2021-07-26T16:02:27.309 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.309 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.309 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.309 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138773+0000", 2021-07-26T16:02:27.310 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0054865030000002 2021-07-26T16:02:27.310 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.310 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.310 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.310 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.311 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.311 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40168 6.d 6:b7ce6a91:::benchmark_data_smithi078_103090_object40167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:02:27.311 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.135442+0000", 2021-07-26T16:02:27.311 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 157.009338488, 2021-07-26T16:02:27.311 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0044574690000001, 2021-07-26T16:02:27.312 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.312 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.312 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.312 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.313 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.313 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40168 2021-07-26T16:02:27.313 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.313 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.313 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.314 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.314 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135442+0000", 2021-07-26T16:02:27.314 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.314 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.314 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.315 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.315 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135442+0000", 2021-07-26T16:02:27.315 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5478000000000001e-05 2021-07-26T16:02:27.315 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.316 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.316 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.316 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135487+0000", 2021-07-26T16:02:27.316 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5030000000000001e-06 2021-07-26T16:02:27.316 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.317 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.317 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.317 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135488+0000", 2021-07-26T16:02:27.317 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2286000000000001e-05 2021-07-26T16:02:27.317 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.318 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.318 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.318 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135501+0000", 2021-07-26T16:02:27.318 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7859999999999996e-06 2021-07-26T16:02:27.319 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.319 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.319 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.319 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135506+0000", 2021-07-26T16:02:27.319 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5639000000000001e-05 2021-07-26T16:02:27.320 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.320 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.320 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.320 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135551+0000", 2021-07-26T16:02:27.320 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9199999999999999e-06 2021-07-26T16:02:27.321 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.321 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.321 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.321 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135561+0000", 2021-07-26T16:02:27.321 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96533159499999999 2021-07-26T16:02:27.322 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.322 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.322 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.322 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100893+0000", 2021-07-26T16:02:27.323 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1099999999999997e-06 2021-07-26T16:02:27.323 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.323 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.323 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.323 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100900+0000", 2021-07-26T16:02:27.324 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0332489899999999 2021-07-26T16:02:27.324 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.324 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.324 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.324 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.134149+0000", 2021-07-26T16:02:27.325 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0001528 2021-07-26T16:02:27.325 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.325 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.325 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.325 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.134302+0000", 2021-07-26T16:02:27.326 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015171999999999999 2021-07-26T16:02:27.326 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.326 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.326 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:02:27.327 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.134453+0000", 2021-07-26T16:02:27.327 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0032324570000000002 2021-07-26T16:02:27.327 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.327 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.327 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.328 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137686+0000", 2021-07-26T16:02:27.328 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001831264 2021-07-26T16:02:27.328 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.328 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.328 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.329 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139517+0000", 2021-07-26T16:02:27.329 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014847300000000001 2021-07-26T16:02:27.329 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.329 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.330 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.330 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139666+0000", 2021-07-26T16:02:27.330 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6167999999999994e-05 2021-07-26T16:02:27.330 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.330 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.331 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.331 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139732+0000", 2021-07-26T16:02:27.331 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016728000000000001 2021-07-26T16:02:27.331 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.331 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.332 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.332 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139899+0000", 2021-07-26T16:02:27.332 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0044574690000001 2021-07-26T16:02:27.332 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.332 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.333 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.333 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.333 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.333 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40169 6.d 6:b4fb8817:::benchmark_data_smithi078_103090_object40168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:02:27.334 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.135522+0000", 2021-07-26T16:02:27.334 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 157.00925845699999, 2021-07-26T16:02:27.334 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.004680155, 2021-07-26T16:02:27.334 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.334 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.335 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.335 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.335 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.335 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40169 2021-07-26T16:02:27.335 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.336 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.336 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.336 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.336 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135522+0000", 2021-07-26T16:02:27.336 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.337 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.337 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.337 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.337 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135522+0000", 2021-07-26T16:02:27.338 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6668000000000006e-05 2021-07-26T16:02:27.338 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.338 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.338 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.338 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135588+0000", 2021-07-26T16:02:27.339 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.099e-06 2021-07-26T16:02:27.339 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.339 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.339 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.339 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135589+0000", 2021-07-26T16:02:27.340 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.8980000000000002e-06 2021-07-26T16:02:27.340 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.340 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.340 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.340 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135598+0000", 2021-07-26T16:02:27.341 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5749999999999997e-06 2021-07-26T16:02:27.341 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.341 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.341 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.342 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135605+0000", 2021-07-26T16:02:27.342 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7565999999999999e-05 2021-07-26T16:02:27.342 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.342 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.342 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.343 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135642+0000", 2021-07-26T16:02:27.343 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.3200000000000002e-06 2021-07-26T16:02:27.343 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.343 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.343 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.344 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135650+0000", 2021-07-26T16:02:27.344 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96527348000000002 2021-07-26T16:02:27.344 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.344 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.344 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.345 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100923+0000", 2021-07-26T16:02:27.345 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7400000000000004e-06 2021-07-26T16:02:27.345 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.345 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.346 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.346 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100931+0000", 2021-07-26T16:02:27.346 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.034503087 2021-07-26T16:02:27.346 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.346 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.347 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.347 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.135434+0000", 2021-07-26T16:02:27.347 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016143099999999999 2021-07-26T16:02:27.347 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.347 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.348 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.348 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.135595+0000", 2021-07-26T16:02:27.348 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015485400000000001 2021-07-26T16:02:27.348 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.349 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.349 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:02:27.349 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.135750+0000", 2021-07-26T16:02:27.349 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0019430249999999999 2021-07-26T16:02:27.349 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.350 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.350 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.350 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137693+0000", 2021-07-26T16:02:27.350 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0018749649999999999 2021-07-26T16:02:27.350 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.351 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.351 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.351 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139568+0000", 2021-07-26T16:02:27.351 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00040055100000000002 2021-07-26T16:02:27.351 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.352 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.352 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.352 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139969+0000", 2021-07-26T16:02:27.352 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010720700000000001 2021-07-26T16:02:27.353 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.353 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.353 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.353 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140076+0000", 2021-07-26T16:02:27.353 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00012568900000000001 2021-07-26T16:02:27.354 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.354 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.354 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.354 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140202+0000", 2021-07-26T16:02:27.354 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.004680155 2021-07-26T16:02:27.355 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.355 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.355 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.355 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.356 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.356 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40174 6.d 6:b6e4e020:::benchmark_data_smithi078_103090_object40173:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:02:27.356 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.143375+0000", 2021-07-26T16:02:27.356 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 157.00140514099999, 2021-07-26T16:02:27.356 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9971578130000001, 2021-07-26T16:02:27.357 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.357 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.357 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.357 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.357 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.358 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40174 2021-07-26T16:02:27.358 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.358 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.359 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.359 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.359 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143375+0000", 2021-07-26T16:02:27.359 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.360 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.360 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.360 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.360 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143375+0000", 2021-07-26T16:02:27.360 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6050000000000001e-05 2021-07-26T16:02:27.361 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.361 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.361 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.361 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143421+0000", 2021-07-26T16:02:27.361 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.443e-06 2021-07-26T16:02:27.362 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.362 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.362 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.362 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143422+0000", 2021-07-26T16:02:27.362 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2407e-05 2021-07-26T16:02:27.363 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.363 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.363 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.363 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143435+0000", 2021-07-26T16:02:27.364 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2290000000000002e-06 2021-07-26T16:02:27.364 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.364 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.364 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.364 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143440+0000", 2021-07-26T16:02:27.365 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4751e-05 2021-07-26T16:02:27.365 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.365 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.365 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.365 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143475+0000", 2021-07-26T16:02:27.366 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5020000000000003e-06 2021-07-26T16:02:27.366 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.366 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.366 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.366 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143482+0000", 2021-07-26T16:02:27.367 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.95747483099999997 2021-07-26T16:02:27.367 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.367 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.367 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.368 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100957+0000", 2021-07-26T16:02:27.368 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.6399999999999997e-06 2021-07-26T16:02:27.368 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.368 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.368 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.369 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100965+0000", 2021-07-26T16:02:27.369 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0357020619999999 2021-07-26T16:02:27.369 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.369 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.369 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.370 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.136667+0000", 2021-07-26T16:02:27.370 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000102015 2021-07-26T16:02:27.370 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.370 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.370 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.371 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.136769+0000", 2021-07-26T16:02:27.371 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000125322 2021-07-26T16:02:27.371 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.371 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.372 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:02:27.372 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.136894+0000", 2021-07-26T16:02:27.372 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001046136 2021-07-26T16:02:27.372 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.372 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.373 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.373 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137940+0000", 2021-07-26T16:02:27.373 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0016830860000000001 2021-07-26T16:02:27.373 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.373 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.374 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.374 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139623+0000", 2021-07-26T16:02:27.374 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00065063499999999999 2021-07-26T16:02:27.374 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.375 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.375 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.375 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140274+0000", 2021-07-26T16:02:27.375 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.8578000000000004e-05 2021-07-26T16:02:27.375 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.376 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.376 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.376 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140373+0000", 2021-07-26T16:02:27.376 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016012599999999999 2021-07-26T16:02:27.376 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.377 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.377 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.377 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140533+0000", 2021-07-26T16:02:27.377 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9971578130000001 2021-07-26T16:02:27.377 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.378 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.378 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.378 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.378 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.379 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:41900 6.7 6:ef51b76e:::benchmark_data_smithi078_103090_object41899:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e101)", 2021-07-26T16:02:27.379 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:53.157089+0000", 2021-07-26T16:02:27.379 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 153.98769065299999, 2021-07-26T16:02:27.379 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14571110200000001, 2021-07-26T16:02:27.379 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.380 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.380 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.380 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.380 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.380 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 41900 2021-07-26T16:02:27.381 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.381 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.381 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.381 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.381 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157089+0000", 2021-07-26T16:02:27.382 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.382 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.382 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.382 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.383 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157089+0000", 2021-07-26T16:02:27.383 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3643999999999997e-05 2021-07-26T16:02:27.383 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.383 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.383 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.384 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157143+0000", 2021-07-26T16:02:27.384 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8220000000000001e-06 2021-07-26T16:02:27.384 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.384 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.384 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.385 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157145+0000", 2021-07-26T16:02:27.385 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0991e-05 2021-07-26T16:02:27.385 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.385 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.385 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.386 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157156+0000", 2021-07-26T16:02:27.386 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2580000000000003e-06 2021-07-26T16:02:27.386 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.386 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.387 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.387 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157161+0000", 2021-07-26T16:02:27.387 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6817999999999998e-05 2021-07-26T16:02:27.387 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.387 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.388 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.388 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157208+0000", 2021-07-26T16:02:27.388 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011341 2021-07-26T16:02:27.388 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.388 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.389 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.389 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157321+0000", 2021-07-26T16:02:27.389 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011587 2021-07-26T16:02:27.389 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.389 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.390 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,4", 2021-07-26T16:02:27.390 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157437+0000", 2021-07-26T16:02:27.390 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027937489999999999 2021-07-26T16:02:27.390 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.391 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.391 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.391 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.160231+0000", 2021-07-26T16:02:27.391 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00071243299999999995 2021-07-26T16:02:27.391 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.392 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.392 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.392 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.160943+0000", 2021-07-26T16:02:27.392 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.141729457 2021-07-26T16:02:27.392 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.393 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.393 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.393 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.302673+0000", 2021-07-26T16:02:27.393 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9089000000000002e-05 2021-07-26T16:02:27.394 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.394 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.394 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.394 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.302742+0000", 2021-07-26T16:02:27.394 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8560999999999997e-05 2021-07-26T16:02:27.395 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.395 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.395 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.395 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.302800+0000", 2021-07-26T16:02:27.395 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14571110200000001 2021-07-26T16:02:27.396 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.396 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.396 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.396 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.396 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.397 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:41902 6.7 6:e3e73137:::benchmark_data_smithi078_103090_object41901:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e101)", 2021-07-26T16:02:27.397 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:53.158135+0000", 2021-07-26T16:02:27.397 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 153.98664462299999, 2021-07-26T16:02:27.397 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.145587676, 2021-07-26T16:02:27.398 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.398 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.398 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.398 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.398 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.399 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 41902 2021-07-26T16:02:27.399 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.399 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.399 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.399 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.400 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158135+0000", 2021-07-26T16:02:27.400 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.400 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.400 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.400 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.401 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158135+0000", 2021-07-26T16:02:27.401 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6396e-05 2021-07-26T16:02:27.401 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.401 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.402 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.402 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158192+0000", 2021-07-26T16:02:27.402 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.979e-06 2021-07-26T16:02:27.402 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.402 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.403 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.403 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158194+0000", 2021-07-26T16:02:27.403 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2345e-05 2021-07-26T16:02:27.403 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.403 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.404 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.404 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158206+0000", 2021-07-26T16:02:27.404 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8980000000000001e-06 2021-07-26T16:02:27.404 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.405 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.405 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.405 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158212+0000", 2021-07-26T16:02:27.405 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00065690799999999999 2021-07-26T16:02:27.405 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.406 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.406 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.406 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158869+0000", 2021-07-26T16:02:27.406 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015442900000000001 2021-07-26T16:02:27.406 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.407 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.407 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.407 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.159023+0000", 2021-07-26T16:02:27.407 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000103336 2021-07-26T16:02:27.408 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.408 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.408 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,4", 2021-07-26T16:02:27.408 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.159127+0000", 2021-07-26T16:02:27.408 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001886193 2021-07-26T16:02:27.409 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.409 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.409 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.409 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.161013+0000", 2021-07-26T16:02:27.409 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.8609999999999993e-06 2021-07-26T16:02:27.410 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.410 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.410 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.410 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.161023+0000", 2021-07-26T16:02:27.410 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14259071400000001 2021-07-26T16:02:27.411 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.411 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.411 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.411 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.303613+0000", 2021-07-26T16:02:27.412 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8699000000000001e-05 2021-07-26T16:02:27.412 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.412 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.412 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.412 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.303682+0000", 2021-07-26T16:02:27.413 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.0917999999999997e-05 2021-07-26T16:02:27.413 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.413 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.413 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.413 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.303723+0000", 2021-07-26T16:02:27.414 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.145587676 2021-07-26T16:02:27.414 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.414 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.414 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.415 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.415 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.415 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108960 6.a 6:542c4406:::benchmark_data_smithi078_103090_object4095:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:02:27.415 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:14.952751+0000", 2021-07-26T16:02:27.415 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 72.192029253000001, 2021-07-26T16:02:27.416 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1974689169999999, 2021-07-26T16:02:27.416 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.416 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:02:27.416 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.416 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.417 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.417 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108960 2021-07-26T16:02:27.417 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.417 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.417 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.418 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.418 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952751+0000", 2021-07-26T16:02:27.418 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.418 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.419 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.419 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.419 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952751+0000", 2021-07-26T16:02:27.419 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7690000000000004e-06 2021-07-26T16:02:27.419 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.420 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.420 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.420 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952756+0000", 2021-07-26T16:02:27.420 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.6520000000000002e-06 2021-07-26T16:02:27.420 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.421 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.421 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.421 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952758+0000", 2021-07-26T16:02:27.421 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2357e-05 2021-07-26T16:02:27.421 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.422 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.422 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.422 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952771+0000", 2021-07-26T16:02:27.422 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3770000000000004e-06 2021-07-26T16:02:27.423 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.423 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.423 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.423 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952776+0000", 2021-07-26T16:02:27.423 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6060999999999998e-05 2021-07-26T16:02:27.424 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.424 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.424 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.424 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952822+0000", 2021-07-26T16:02:27.424 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000134931 2021-07-26T16:02:27.425 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.425 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.425 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.425 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952957+0000", 2021-07-26T16:02:27.425 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000124931 2021-07-26T16:02:27.426 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.426 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.426 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:02:27.426 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.953082+0000", 2021-07-26T16:02:27.427 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027972380000000001 2021-07-26T16:02:27.427 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.427 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.427 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.427 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.955879+0000", 2021-07-26T16:02:27.428 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00044350100000000001 2021-07-26T16:02:27.428 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.428 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.428 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.428 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.956323+0000", 2021-07-26T16:02:27.429 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.046537624 2021-07-26T16:02:27.429 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.429 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.429 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.429 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002860+0000", 2021-07-26T16:02:27.430 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.91e-06 2021-07-26T16:02:27.430 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.430 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.430 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.431 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002870+0000", 2021-07-26T16:02:27.431 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.129125747 2021-07-26T16:02:27.431 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.431 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.431 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.432 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.131996+0000", 2021-07-26T16:02:27.432 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000191903 2021-07-26T16:02:27.432 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.432 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.432 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for missing object", 2021-07-26T16:02:27.433 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132188+0000", 2021-07-26T16:02:27.433 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.017935019999999999 2021-07-26T16:02:27.433 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.433 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.433 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.434 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150123+0000", 2021-07-26T16:02:27.434 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.6896000000000002e-05 2021-07-26T16:02:27.434 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.434 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.435 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.435 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150220+0000", 2021-07-26T16:02:27.435 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1974689169999999 2021-07-26T16:02:27.435 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.435 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.436 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.436 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.436 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.436 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108962 6.a 6:502964b6:::benchmark_data_smithi078_103090_object4097:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:02:27.436 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:14.957475+0000", 2021-07-26T16:02:27.437 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 72.187305198000004, 2021-07-26T16:02:27.437 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1958575360000001, 2021-07-26T16:02:27.437 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.437 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:02:27.438 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.438 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.438 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.438 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108962 2021-07-26T16:02:27.438 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.439 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.439 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.439 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.439 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957475+0000", 2021-07-26T16:02:27.439 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.440 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.440 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.440 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.440 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957475+0000", 2021-07-26T16:02:27.440 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8650000000000001e-06 2021-07-26T16:02:27.441 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.441 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.441 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.441 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957478+0000", 2021-07-26T16:02:27.442 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8190000000000001e-06 2021-07-26T16:02:27.442 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.442 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.442 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.442 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957479+0000", 2021-07-26T16:02:27.443 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0879e-05 2021-07-26T16:02:27.443 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.443 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.443 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.443 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957490+0000", 2021-07-26T16:02:27.444 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5569999999999997e-06 2021-07-26T16:02:27.444 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.444 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.444 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.444 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957495+0000", 2021-07-26T16:02:27.445 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9867999999999998e-05 2021-07-26T16:02:27.445 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.445 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.445 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.445 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957535+0000", 2021-07-26T16:02:27.446 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00017194000000000001 2021-07-26T16:02:27.446 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.446 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.446 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.447 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957707+0000", 2021-07-26T16:02:27.447 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00012575499999999999 2021-07-26T16:02:27.447 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.447 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.447 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:02:27.448 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957832+0000", 2021-07-26T16:02:27.448 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002957426 2021-07-26T16:02:27.448 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.448 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.448 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.449 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.960790+0000", 2021-07-26T16:02:27.449 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4849999999999999e-05 2021-07-26T16:02:27.449 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.449 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.449 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.450 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.960835+0000", 2021-07-26T16:02:27.450 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.042060977999999999 2021-07-26T16:02:27.450 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.450 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.451 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.451 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002896+0000", 2021-07-26T16:02:27.451 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7130000000000005e-06 2021-07-26T16:02:27.451 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.451 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.452 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.452 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002903+0000", 2021-07-26T16:02:27.452 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.129329161 2021-07-26T16:02:27.452 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.452 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.453 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.453 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132233+0000", 2021-07-26T16:02:27.453 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011031699999999999 2021-07-26T16:02:27.453 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.453 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.454 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for missing object", 2021-07-26T16:02:27.454 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132343+0000", 2021-07-26T16:02:27.454 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.020853724000000001 2021-07-26T16:02:27.454 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.455 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.455 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.455 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153197+0000", 2021-07-26T16:02:27.455 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013568400000000001 2021-07-26T16:02:27.455 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.456 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.456 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.456 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153332+0000", 2021-07-26T16:02:27.456 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1958575360000001 2021-07-26T16:02:27.456 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.457 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.457 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.457 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.457 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.457 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108965 6.a 6:59c2138c:::benchmark_data_smithi078_103090_object4100:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:02:27.458 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:14.966376+0000", 2021-07-26T16:02:27.458 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 72.178403496000001, 2021-07-26T16:02:27.458 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.190233415, 2021-07-26T16:02:27.458 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.459 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:02:27.459 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.459 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.459 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.459 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108965 2021-07-26T16:02:27.460 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.460 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.460 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.460 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.460 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966376+0000", 2021-07-26T16:02:27.461 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.461 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.461 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.461 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.461 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966376+0000", 2021-07-26T16:02:27.462 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.83e-06 2021-07-26T16:02:27.462 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.462 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.463 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.463 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966379+0000", 2021-07-26T16:02:27.463 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.187e-06 2021-07-26T16:02:27.463 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.463 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.464 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.464 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966382+0000", 2021-07-26T16:02:27.464 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1518999999999998e-05 2021-07-26T16:02:27.464 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.465 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.465 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.465 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966403+0000", 2021-07-26T16:02:27.465 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9520000000000002e-06 2021-07-26T16:02:27.465 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.466 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.466 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.466 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966408+0000", 2021-07-26T16:02:27.466 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3918999999999996e-05 2021-07-26T16:02:27.466 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.467 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.467 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.467 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966472+0000", 2021-07-26T16:02:27.467 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000212275 2021-07-26T16:02:27.467 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.468 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.468 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.468 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966684+0000", 2021-07-26T16:02:27.468 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00021175999999999999 2021-07-26T16:02:27.469 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.469 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.469 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:02:27.469 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966896+0000", 2021-07-26T16:02:27.469 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002745366 2021-07-26T16:02:27.470 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.470 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.470 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.470 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.969641+0000", 2021-07-26T16:02:27.470 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000410107 2021-07-26T16:02:27.471 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.471 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.471 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.471 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.970051+0000", 2021-07-26T16:02:27.471 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.032875199000000001 2021-07-26T16:02:27.472 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.472 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.472 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.472 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002927+0000", 2021-07-26T16:02:27.473 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.49e-06 2021-07-26T16:02:27.473 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.473 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.473 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.473 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002935+0000", 2021-07-26T16:02:27.474 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1294578930000001 2021-07-26T16:02:27.474 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.474 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.474 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.474 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132393+0000", 2021-07-26T16:02:27.475 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015026699999999999 2021-07-26T16:02:27.475 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.475 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.475 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for missing object", 2021-07-26T16:02:27.476 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132543+0000", 2021-07-26T16:02:27.476 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.023963778000000002 2021-07-26T16:02:27.476 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.476 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.476 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.477 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.156507+0000", 2021-07-26T16:02:27.477 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000102873 2021-07-26T16:02:27.477 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.477 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.477 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.478 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.156610+0000", 2021-07-26T16:02:27.478 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.190233415 2021-07-26T16:02:27.478 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.478 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.478 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.479 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.479 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.479 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108979 6.d 6:b941b757:::benchmark_data_smithi078_103090_object4114:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:02:27.479 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.023422+0000", 2021-07-26T16:02:27.480 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 72.121358036000004, 2021-07-26T16:02:27.480 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100419225, 2021-07-26T16:02:27.480 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.480 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.480 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.481 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.481 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.481 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108979 2021-07-26T16:02:27.481 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.481 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.482 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.482 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.482 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023422+0000", 2021-07-26T16:02:27.482 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.482 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.483 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.483 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.483 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023422+0000", 2021-07-26T16:02:27.483 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.1e-06 2021-07-26T16:02:27.484 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.484 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.484 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.484 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023425+0000", 2021-07-26T16:02:27.484 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8989999999999999e-06 2021-07-26T16:02:27.485 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.485 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.485 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.485 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023427+0000", 2021-07-26T16:02:27.485 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2935000000000001e-05 2021-07-26T16:02:27.486 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.486 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.486 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.486 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023440+0000", 2021-07-26T16:02:27.486 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9740000000000001e-06 2021-07-26T16:02:27.487 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.487 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.487 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.487 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023445+0000", 2021-07-26T16:02:27.488 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9378999999999997e-05 2021-07-26T16:02:27.488 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.488 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.488 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.488 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023484+0000", 2021-07-26T16:02:27.489 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5129999999999999e-06 2021-07-26T16:02:27.489 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.489 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.489 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.489 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023492+0000", 2021-07-26T16:02:27.490 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.095256684 2021-07-26T16:02:27.490 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.490 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.490 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.490 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.118748+0000", 2021-07-26T16:02:27.491 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000124122 2021-07-26T16:02:27.491 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.491 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.491 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.492 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.118873+0000", 2021-07-26T16:02:27.492 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013073199999999999 2021-07-26T16:02:27.492 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.492 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.492 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:02:27.493 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.119003+0000", 2021-07-26T16:02:27.493 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003875968 2021-07-26T16:02:27.493 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.493 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.493 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.494 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122879+0000", 2021-07-26T16:02:27.494 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1647000000000003e-05 2021-07-26T16:02:27.494 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.494 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.494 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.495 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122921+0000", 2021-07-26T16:02:27.495 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.2623999999999998e-05 2021-07-26T16:02:27.495 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.495 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.496 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.496 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122954+0000", 2021-07-26T16:02:27.496 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.3801000000000003e-05 2021-07-26T16:02:27.496 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.496 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.497 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.497 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122997+0000", 2021-07-26T16:02:27.497 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000843847 2021-07-26T16:02:27.497 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.497 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.498 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.498 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.123841+0000", 2021-07-26T16:02:27.498 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100419225 2021-07-26T16:02:27.498 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.498 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.499 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.499 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.499 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.499 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108991 6.a 6:5c60264b:::benchmark_data_smithi078_103090_object4126:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:02:27.500 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.064154+0000", 2021-07-26T16:02:27.500 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 72.080625545999993, 2021-07-26T16:02:27.500 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.087248998, 2021-07-26T16:02:27.500 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.500 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.501 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.501 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.501 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.501 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108991 2021-07-26T16:02:27.501 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.502 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.502 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.502 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.502 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064154+0000", 2021-07-26T16:02:27.502 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.503 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.503 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.503 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.503 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064154+0000", 2021-07-26T16:02:27.503 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.207e-06 2021-07-26T16:02:27.504 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.504 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.504 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.504 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064158+0000", 2021-07-26T16:02:27.505 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1519999999999999e-06 2021-07-26T16:02:27.505 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.505 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.505 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.505 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064160+0000", 2021-07-26T16:02:27.506 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4857e-05 2021-07-26T16:02:27.506 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.506 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.506 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.506 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064175+0000", 2021-07-26T16:02:27.507 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3879999999999999e-06 2021-07-26T16:02:27.507 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.507 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.507 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.507 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064180+0000", 2021-07-26T16:02:27.508 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8361e-05 2021-07-26T16:02:27.508 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.508 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.508 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.509 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064228+0000", 2021-07-26T16:02:27.509 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.8670000000000006e-06 2021-07-26T16:02:27.509 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.509 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.509 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.510 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064238+0000", 2021-07-26T16:02:27.510 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.068336435 2021-07-26T16:02:27.510 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.510 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.510 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.511 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132575+0000", 2021-07-26T16:02:27.511 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000107741 2021-07-26T16:02:27.511 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.511 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.511 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.512 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132682+0000", 2021-07-26T16:02:27.512 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000115361 2021-07-26T16:02:27.512 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.512 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.512 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:02:27.513 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132798+0000", 2021-07-26T16:02:27.513 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0088309240000000004 2021-07-26T16:02:27.513 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.513 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.514 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.514 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.141629+0000", 2021-07-26T16:02:27.514 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010567160000000001 2021-07-26T16:02:27.514 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.514 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.515 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.515 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142685+0000", 2021-07-26T16:02:27.515 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0078784579999999996 2021-07-26T16:02:27.515 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.515 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.516 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.516 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150564+0000", 2021-07-26T16:02:27.516 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000106062 2021-07-26T16:02:27.516 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.517 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.517 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.517 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150670+0000", 2021-07-26T16:02:27.517 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00073346900000000005 2021-07-26T16:02:27.517 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.518 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.518 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.518 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.151403+0000", 2021-07-26T16:02:27.518 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.087248998 2021-07-26T16:02:27.518 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.519 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.519 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.519 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.519 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.520 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108999 6.a 6:568fdac3:::benchmark_data_smithi078_103090_object4134:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:02:27.520 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.087400+0000", 2021-07-26T16:02:27.520 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 72.057379978, 2021-07-26T16:02:27.520 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.066831844, 2021-07-26T16:02:27.520 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.521 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.521 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.521 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.521 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.521 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108999 2021-07-26T16:02:27.522 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.522 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.522 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.522 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.523 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087400+0000", 2021-07-26T16:02:27.523 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.523 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.523 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.523 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.524 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087400+0000", 2021-07-26T16:02:27.524 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9359999999999999e-06 2021-07-26T16:02:27.524 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.524 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.524 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.525 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087403+0000", 2021-07-26T16:02:27.525 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1950000000000002e-06 2021-07-26T16:02:27.525 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.525 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.525 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.526 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087405+0000", 2021-07-26T16:02:27.526 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6303e-05 2021-07-26T16:02:27.526 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.526 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.527 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.527 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087421+0000", 2021-07-26T16:02:27.527 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9979999999999997e-06 2021-07-26T16:02:27.527 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.527 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.528 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.528 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087428+0000", 2021-07-26T16:02:27.528 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5551999999999999e-05 2021-07-26T16:02:27.528 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.528 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.529 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.529 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087494+0000", 2021-07-26T16:02:27.529 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4256e-05 2021-07-26T16:02:27.529 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.529 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.530 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.530 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087508+0000", 2021-07-26T16:02:27.530 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.048285154 2021-07-26T16:02:27.530 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.531 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.531 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.531 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.135793+0000", 2021-07-26T16:02:27.531 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014692199999999999 2021-07-26T16:02:27.531 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.532 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.532 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.532 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.135940+0000", 2021-07-26T16:02:27.532 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000121239 2021-07-26T16:02:27.532 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.533 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.533 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:02:27.533 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.136062+0000", 2021-07-26T16:02:27.533 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0055742939999999996 2021-07-26T16:02:27.533 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.534 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.534 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.534 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.141636+0000", 2021-07-26T16:02:27.534 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001092839 2021-07-26T16:02:27.535 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.535 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.535 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.535 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142729+0000", 2021-07-26T16:02:27.535 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.010652735999999999 2021-07-26T16:02:27.536 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.536 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.536 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.536 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153381+0000", 2021-07-26T16:02:27.536 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.4962999999999994e-05 2021-07-26T16:02:27.537 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.537 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.537 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.537 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153456+0000", 2021-07-26T16:02:27.537 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00077545700000000001 2021-07-26T16:02:27.538 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.538 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.538 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.538 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154232+0000", 2021-07-26T16:02:27.539 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.066831844 2021-07-26T16:02:27.539 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.539 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.539 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.539 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.540 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.540 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:109000 6.a 6:57f372c4:::benchmark_data_smithi078_103090_object4135:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:02:27.540 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.090324+0000", 2021-07-26T16:02:27.540 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 72.054456461000001, 2021-07-26T16:02:27.540 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0646594410000001, 2021-07-26T16:02:27.541 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.541 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.541 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.541 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.541 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.542 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 109000 2021-07-26T16:02:27.542 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.542 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.542 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.543 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.543 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090324+0000", 2021-07-26T16:02:27.543 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.543 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.543 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.544 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.544 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090324+0000", 2021-07-26T16:02:27.544 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2960000000000001e-06 2021-07-26T16:02:27.544 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.544 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.545 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.545 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090326+0000", 2021-07-26T16:02:27.545 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5230000000000001e-06 2021-07-26T16:02:27.545 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.545 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.546 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.546 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090327+0000", 2021-07-26T16:02:27.546 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1353e-05 2021-07-26T16:02:27.546 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.547 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.547 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.547 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090339+0000", 2021-07-26T16:02:27.547 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.685e-06 2021-07-26T16:02:27.547 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.548 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.548 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.548 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090343+0000", 2021-07-26T16:02:27.548 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7193e-05 2021-07-26T16:02:27.548 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.549 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.549 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.549 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090391+0000", 2021-07-26T16:02:27.549 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0475999999999999e-05 2021-07-26T16:02:27.549 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.550 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.550 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:02:27.550 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090401+0000", 2021-07-26T16:02:27.550 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0483105580000001 2021-07-26T16:02:27.551 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.551 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.551 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.551 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.138712+0000", 2021-07-26T16:02:27.551 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000106938 2021-07-26T16:02:27.552 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.552 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.552 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.552 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.138819+0000", 2021-07-26T16:02:27.552 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000120214 2021-07-26T16:02:27.553 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.553 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.553 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:02:27.553 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.138939+0000", 2021-07-26T16:02:27.553 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0038196319999999999 2021-07-26T16:02:27.554 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.554 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.554 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.554 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142758+0000", 2021-07-26T16:02:27.554 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1729999999999995e-06 2021-07-26T16:02:27.555 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.555 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.555 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.555 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142767+0000", 2021-07-26T16:02:27.556 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011518815999999999 2021-07-26T16:02:27.556 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.556 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.556 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.556 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154285+0000", 2021-07-26T16:02:27.557 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010076799999999999 2021-07-26T16:02:27.557 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.557 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.557 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.557 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154386+0000", 2021-07-26T16:02:27.558 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00059681600000000001 2021-07-26T16:02:27.558 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.558 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.558 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.559 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154983+0000", 2021-07-26T16:02:27.559 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0646594410000001 2021-07-26T16:02:27.559 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.559 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.559 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.560 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.560 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.560 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:110194 6.7 6:eb81d731:::benchmark_data_smithi078_103090_object5329:head [delete] snapc 0=[] ondisk+write+known_if_redirected e118)", 2021-07-26T16:02:27.560 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:19.201854+0000", 2021-07-26T16:02:27.560 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 67.942926271000005, 2021-07-26T16:02:27.561 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.115414803, 2021-07-26T16:02:27.561 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:02:27.561 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:02:27.561 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:02:27.561 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:02:27.562 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:02:27.562 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 110194 2021-07-26T16:02:27.562 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.562 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:02:27.563 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.563 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:02:27.563 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.201854+0000", 2021-07-26T16:02:27.563 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:02:27.563 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.564 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.564 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:02:27.564 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.201854+0000", 2021-07-26T16:02:27.564 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5420000000000002e-06 2021-07-26T16:02:27.564 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.565 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.565 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:02:27.565 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.201860+0000", 2021-07-26T16:02:27.565 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3879999999999998e-06 2021-07-26T16:02:27.565 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.566 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.566 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:02:27.566 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.201863+0000", 2021-07-26T16:02:27.566 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2567e-05 2021-07-26T16:02:27.567 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.567 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.567 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:02:27.567 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.201875+0000", 2021-07-26T16:02:27.567 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4350000000000002e-06 2021-07-26T16:02:27.568 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.568 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.568 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:02:27.568 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.201882+0000", 2021-07-26T16:02:27.568 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0016843959999999999 2021-07-26T16:02:27.569 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.569 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.569 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:02:27.569 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.203566+0000", 2021-07-26T16:02:27.569 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013514399999999999 2021-07-26T16:02:27.570 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.570 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.570 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:02:27.570 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.203701+0000", 2021-07-26T16:02:27.571 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000145864 2021-07-26T16:02:27.571 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.571 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.571 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,4", 2021-07-26T16:02:27.571 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.203847+0000", 2021-07-26T16:02:27.572 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0034053540000000002 2021-07-26T16:02:27.572 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.572 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.572 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.572 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.207252+0000", 2021-07-26T16:02:27.573 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2994e-05 2021-07-26T16:02:27.573 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.573 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.573 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:02:27.573 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.207275+0000", 2021-07-26T16:02:27.574 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.109826751 2021-07-26T16:02:27.574 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.574 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.574 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:02:27.575 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.317102+0000", 2021-07-26T16:02:27.575 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010566299999999999 2021-07-26T16:02:27.575 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.575 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.575 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:02:27.576 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.317208+0000", 2021-07-26T16:02:27.576 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0705000000000002e-05 2021-07-26T16:02:27.576 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:02:27.576 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:02:27.576 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:02:27.577 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.317269+0000", 2021-07-26T16:02:27.577 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.115414803 2021-07-26T16:02:27.577 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.577 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.577 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.578 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:02:27.578 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:02:27.578 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:02:27.578 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:27.580 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:27 smithi078 ceph-mon[73801]: pgmap v345: 89 pgs: 1 remapped+peering, 77 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 257 op/s; 33974/202500 objects degraded (16.777%); 7741/202500 objects misplaced (3.823%); 2.2 MiB/s, 34 objects/s recovering 2021-07-26T16:02:27.580 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:27 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 33974/202500 objects degraded (16.777%), 10 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:27.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:27 smithi139 ceph-mon[56829]: pgmap v345: 89 pgs: 1 remapped+peering, 77 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 257 op/s; 33974/202500 objects degraded (16.777%); 7741/202500 objects misplaced (3.823%); 2.2 MiB/s, 34 objects/s recovering 2021-07-26T16:02:27.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:27 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 33974/202500 objects degraded (16.777%), 10 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:27.581 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:27 smithi078 ceph-mon[77813]: pgmap v345: 89 pgs: 1 remapped+peering, 77 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 257 op/s; 33974/202500 objects degraded (16.777%); 7741/202500 objects misplaced (3.823%); 2.2 MiB/s, 34 objects/s recovering 2021-07-26T16:02:27.581 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:27 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 33974/202500 objects degraded (16.777%), 10 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:27.602 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:27.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:27.604 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:27.705 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:27.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:27.731 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:27.731 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:27.791 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-07-26T16:02:27.832 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:27.856 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:27.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:27.858 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:27.925 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:02:27.959 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:27.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:27.984 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:27.984 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:28.050 INFO:teuthology.orchestra.run.smithi078.stdout:moved 0 / 267 (0%) 2021-07-26T16:02:28.051 INFO:teuthology.orchestra.run.smithi078.stdout:avg 33.375 2021-07-26T16:02:28.051 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 5.80813 -> 5.80813 (expected baseline 5.40399) 2021-07-26T16:02:28.051 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.5 with 24 -> 24 pgs (0.719101 -> 0.719101 * mean) 2021-07-26T16:02:28.051 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.1 with 43 -> 43 pgs (1.28839 -> 1.28839 * mean) 2021-07-26T16:02:28.051 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:02:28.052 INFO:teuthology.orchestra.run.smithi078.stdout:oload 1000 2021-07-26T16:02:28.052 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 1 2021-07-26T16:02:28.052 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:02:28.052 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0222 2021-07-26T16:02:28.053 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.2223 2021-07-26T16:02:28.053 INFO:teuthology.orchestra.run.smithi078.stderr:no change 2021-07-26T16:02:28.085 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:28.108 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:28.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:28.112 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:28.137 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:02:28.213 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:28.234 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:28.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:28.236 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:28.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:28 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/19120237' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:28.328 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:28 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/19120237' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:28.328 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:28 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/19120237' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:28.338 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:28.359 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:28.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:28.360 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:28.461 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:28.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:28.485 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:28.486 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:28.587 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:28.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:28.609 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:28.610 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:28.713 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:28.741 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:28.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:28.742 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:28.843 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:28.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:28.868 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:28.869 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:28.970 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:28.991 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:28.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:28.993 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:29.094 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:29.115 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:29.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:29.117 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:29.218 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:29.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:29.242 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:29.242 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:29.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:29 smithi139 ceph-mon[56829]: pgmap v346: 89 pgs: 1 remapped+peering, 77 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 32 op/s; 33974/202500 objects degraded (16.777%); 7741/202500 objects misplaced (3.823%); 536 KiB/s, 8 objects/s recovering 2021-07-26T16:02:29.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:29 smithi139 ceph-mon[56829]: from='client.54793 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:29.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:29 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:29.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:29 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/19120237' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:02:29.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:29 smithi139 ceph-mon[56829]: osdmap e130: 8 total, 8 up, 8 in 2021-07-26T16:02:29.343 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:29.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:29.368 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:29.369 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:29.435 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:29 smithi078 ceph-mon[73801]: pgmap v346: 89 pgs: 1 remapped+peering, 77 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 32 op/s; 33974/202500 objects degraded (16.777%); 7741/202500 objects misplaced (3.823%); 536 KiB/s, 8 objects/s recovering 2021-07-26T16:02:29.435 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:29 smithi078 ceph-mon[73801]: from='client.54793 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:29.435 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:29 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:29.436 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:29 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/19120237' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:02:29.436 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:29 smithi078 ceph-mon[73801]: osdmap e130: 8 total, 8 up, 8 in 2021-07-26T16:02:29.436 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:29 smithi078 ceph-mon[77813]: pgmap v346: 89 pgs: 1 remapped+peering, 77 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 32 op/s; 33974/202500 objects degraded (16.777%); 7741/202500 objects misplaced (3.823%); 536 KiB/s, 8 objects/s recovering 2021-07-26T16:02:29.437 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:29 smithi078 ceph-mon[77813]: from='client.54793 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:29.437 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:29 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:29.438 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:29 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/19120237' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:02:29.438 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:29 smithi078 ceph-mon[77813]: osdmap e130: 8 total, 8 up, 8 in 2021-07-26T16:02:29.470 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:29.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:29.495 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:29.495 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:29.597 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:29.604 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:02:29.604 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:02:29.605 INFO:teuthology.orchestra.run.smithi139.stdout: "num_ops": 0 2021-07-26T16:02:29.605 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:02:29.620 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:29.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:29.621 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:29.722 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:29.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:29.746 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:29.747 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:29.848 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:29.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:29.872 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:29.873 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:29.981 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:29.994 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2021-07-26T16:02:29.995 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight-by-utilization 110 1.0 2021-07-26T16:02:30.001 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:30.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:30.003 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:30.104 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:30.128 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:30.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:30.130 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:30.185 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:30.223 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:02:30.232 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:30.241 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:02:30.252 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:30.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:30.254 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:30.309 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-07-26T16:02:30.356 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:30.382 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:30.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:30.384 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:30.445 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:02:30.485 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:30.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:30.508 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:30.509 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:30.610 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:30.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:30.640 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:30.640 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:30.650 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:02:30.669 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:02:30.686 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:02:30.707 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:02:30.724 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:02:30.741 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:30.753 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:02:30.754 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:02:30.754 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:02:30.755 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:02:30.755 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:02:30.755 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:02:30.755 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:02:30.755 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:02:30.756 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:02:30.764 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:30.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:30.766 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:30.867 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:30.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:30.893 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:30.893 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:30.995 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:31.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:31.019 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:31.020 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:31.121 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:31.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:31.145 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:31.145 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:31.246 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:31.268 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:31.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:31.269 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:31.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:31 smithi139 ceph-mon[56829]: pgmap v348: 89 pgs: 1 remapped+peering, 77 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 29 op/s; 33974/202500 objects degraded (16.777%); 7691/202500 objects misplaced (3.798%); 849 KiB/s, 13 objects/s recovering 2021-07-26T16:02:31.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:31 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3028632503' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:31.370 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:31.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:31.393 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:31.394 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:31.428 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:31 smithi078 ceph-mon[73801]: pgmap v348: 89 pgs: 1 remapped+peering, 77 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 29 op/s; 33974/202500 objects degraded (16.777%); 7691/202500 objects misplaced (3.798%); 849 KiB/s, 13 objects/s recovering 2021-07-26T16:02:31.428 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:31 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3028632503' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:31.428 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:31 smithi078 ceph-mon[77813]: pgmap v348: 89 pgs: 1 remapped+peering, 77 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 29 op/s; 33974/202500 objects degraded (16.777%); 7691/202500 objects misplaced (3.798%); 849 KiB/s, 13 objects/s recovering 2021-07-26T16:02:31.429 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:31 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3028632503' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:31.496 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:31.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:31.521 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:31.521 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:31.622 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:31.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:31.646 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:31.646 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:31.748 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:31.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:31.770 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:31.771 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:31.807 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:02:31.873 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:31.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:31.899 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:31.899 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:31.979 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:32.000 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:32.004 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:02:32.004 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:02:32.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:32.024 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:32.024 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:32.126 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:32.147 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:32.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:32.149 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:32.250 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:32.273 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:32.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:32.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:32.377 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:32.408 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:32.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:32.410 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:32.511 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:32.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:32.535 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:32.536 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:32.637 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:32.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:32.693 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:32.694 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:32.735 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-07-26T16:02:32.795 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:32.821 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:32.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:32.823 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:32.890 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:02:32.925 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:32.946 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:32.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:32.948 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:33.050 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:33.074 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:33.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:33.075 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:33.133 INFO:teuthology.orchestra.run.smithi078.stdout:moved 35 / 267 (13.1086%) 2021-07-26T16:02:33.134 INFO:teuthology.orchestra.run.smithi078.stdout:avg 33.375 2021-07-26T16:02:33.134 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 5.80813 -> 11.1796 (expected baseline 5.40399) 2021-07-26T16:02:33.134 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.5 with 24 -> 26 pgs (0.719101 -> 0.779026 * mean) 2021-07-26T16:02:33.134 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.1 with 43 -> 52 pgs (1.28839 -> 1.55805 * mean) 2021-07-26T16:02:33.135 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:02:33.135 INFO:teuthology.orchestra.run.smithi078.stdout:oload 110 2021-07-26T16:02:33.135 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 1 2021-07-26T16:02:33.135 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:02:33.136 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0222 2021-07-26T16:02:33.136 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.0245 2021-07-26T16:02:33.136 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 weight 0.6505 -> 0.4271 2021-07-26T16:02:33.136 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 weight 0.7838 -> 0.6125 2021-07-26T16:02:33.137 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 weight 0.7879 -> 0.6170 2021-07-26T16:02:33.137 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 weight 1.0000 -> 0.8685 2021-07-26T16:02:33.176 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:33.198 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:33.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:33.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:33.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:32 smithi078 ceph-mon[73801]: pgmap v349: 89 pgs: 1 activating+degraded+remapped, 77 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 25 op/s; 38212/202500 objects degraded (18.870%); 16931/202500 objects misplaced (8.361%); 749 KiB/s, 11 objects/s recovering 2021-07-26T16:02:33.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:32 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 38212/202500 objects degraded (18.870%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:33.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:32 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'27989','5':'40434','6':'56917','7':'40138'}"}]: dispatch 2021-07-26T16:02:33.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:32 smithi078 ceph-mon[77813]: pgmap v349: 89 pgs: 1 activating+degraded+remapped, 77 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 25 op/s; 38212/202500 objects degraded (18.870%); 16931/202500 objects misplaced (8.361%); 749 KiB/s, 11 objects/s recovering 2021-07-26T16:02:33.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:32 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 38212/202500 objects degraded (18.870%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:33.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:32 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'27989','5':'40434','6':'56917','7':'40138'}"}]: dispatch 2021-07-26T16:02:33.301 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:33.322 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:33.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:33.323 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:33.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:32 smithi139 ceph-mon[56829]: pgmap v349: 89 pgs: 1 activating+degraded+remapped, 77 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 9 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 25 op/s; 38212/202500 objects degraded (18.870%); 16931/202500 objects misplaced (8.361%); 749 KiB/s, 11 objects/s recovering 2021-07-26T16:02:33.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:32 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 38212/202500 objects degraded (18.870%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:33.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:32 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'27989','5':'40434','6':'56917','7':'40138'}"}]: dispatch 2021-07-26T16:02:33.424 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:33.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:33.448 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:33.448 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:33.549 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:33.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:33.573 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:33.573 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:33.675 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:33.695 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:33.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:33.696 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:33.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:33.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:33.820 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:33.820 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:33.922 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:33.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:33.944 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:33.945 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:34.041 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2021-07-26T16:02:34.042 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd test-reweight-by-utilization 110 3.0 2021-07-26T16:02:34.045 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:34.069 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:02:34.108 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:34.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:34.109 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:34.210 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:34.227 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:34.234 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:34.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:34.235 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:34.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:34 smithi078 ceph-mon[73801]: from='client.64661 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:34.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:34 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'27989','5':'40434','6':'56917','7':'40138'}"}]': finished 2021-07-26T16:02:34.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:34 smithi078 ceph-mon[73801]: osdmap e131: 8 total, 8 up, 8 in 2021-07-26T16:02:34.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:34 smithi078 ceph-mon[77813]: from='client.64661 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:34.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:34 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'27989','5':'40434','6':'56917','7':'40138'}"}]': finished 2021-07-26T16:02:34.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:34 smithi078 ceph-mon[77813]: osdmap e131: 8 total, 8 up, 8 in 2021-07-26T16:02:34.272 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:34.338 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:34.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:34.364 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:34.365 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:34.366 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:34 smithi139 ceph-mon[56829]: from='client.64661 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:34.366 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:34 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'27989','5':'40434','6':'56917','7':'40138'}"}]': finished 2021-07-26T16:02:34.366 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:34 smithi139 ceph-mon[56829]: osdmap e131: 8 total, 8 up, 8 in 2021-07-26T16:02:34.467 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:34.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:34.491 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:34.491 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:34.566 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:02:34.566 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:02:34.593 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:34.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:34.627 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:34.627 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:34.729 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:34.751 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:34.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:34.752 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:34.853 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:34.876 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:34.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:34.878 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:34.979 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:35.000 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:35.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:35.002 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:35.104 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:35.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:35.138 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:35.139 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:35.162 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:02:35.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:35 smithi078 ceph-mon[73801]: pgmap v351: 89 pgs: 1 remapped+peering, 3 peering, 1 activating+degraded+remapped, 74 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 5 op/s; 34608/202359 objects degraded (17.102%); 16860/202359 objects misplaced (8.332%); 808 KiB/s, 12 objects/s recovering 2021-07-26T16:02:35.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:35 smithi078 ceph-mon[73801]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:02:35.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:35 smithi078 ceph-mon[73801]: osdmap e132: 8 total, 8 up, 8 in 2021-07-26T16:02:35.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:35 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1115774173' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:02:35.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:35 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:02:35.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:35 smithi078 ceph-mon[77813]: pgmap v351: 89 pgs: 1 remapped+peering, 3 peering, 1 activating+degraded+remapped, 74 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 5 op/s; 34608/202359 objects degraded (17.102%); 16860/202359 objects misplaced (8.332%); 808 KiB/s, 12 objects/s recovering 2021-07-26T16:02:35.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:35 smithi078 ceph-mon[77813]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:02:35.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:35 smithi078 ceph-mon[77813]: osdmap e132: 8 total, 8 up, 8 in 2021-07-26T16:02:35.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:35 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1115774173' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:02:35.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:35 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:02:35.241 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:35.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:35.296 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:35.296 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:35.300 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-07-26T16:02:35.397 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:35.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:35.422 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:35.422 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:35.468 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:02:35.523 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:35.546 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:35.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:35.548 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:35.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:35 smithi139 ceph-mon[56829]: pgmap v351: 89 pgs: 1 remapped+peering, 3 peering, 1 activating+degraded+remapped, 74 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 8 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 5 op/s; 34608/202359 objects degraded (17.102%); 16860/202359 objects misplaced (8.332%); 808 KiB/s, 12 objects/s recovering 2021-07-26T16:02:35.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:35 smithi139 ceph-mon[56829]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:02:35.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:35 smithi139 ceph-mon[56829]: osdmap e132: 8 total, 8 up, 8 in 2021-07-26T16:02:35.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:35 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1115774173' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:02:35.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:35 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:02:35.649 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:35.670 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:35.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:35.672 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:35.773 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:35.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:35.797 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:35.798 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:35.900 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:35.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:35.922 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:35.923 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:36.025 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:36.047 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:36.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:36.049 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:36.150 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:36.172 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:36.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:36.173 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:36.275 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:36.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:36.297 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:36.297 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:36.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:36 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:36.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:36 smithi139 ceph-mon[56829]: 6.5 starting backfill to osd.2 from (0'0,0'0] MAX to 130'8801 2021-07-26T16:02:36.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:36 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:02:36.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:36 smithi139 ceph-mon[56829]: osdmap e133: 8 total, 8 up, 8 in 2021-07-26T16:02:36.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:36 smithi139 ceph-mon[56829]: 6.c starting backfill to osd.7 from (0'0,0'0] MAX to 130'8961 2021-07-26T16:02:36.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:36 smithi139 ceph-mon[56829]: 6.8 starting backfill to osd.6 from (0'0,0'0] MAX to 130'8992 2021-07-26T16:02:36.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:36 smithi139 ceph-mon[56829]: 6.f starting backfill to osd.6 from (0'0,0'0] MAX to 130'8875 2021-07-26T16:02:36.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:36 smithi139 ceph-mon[56829]: 6.4 starting backfill to osd.6 from (0'0,0'0] MAX to 130'8898 2021-07-26T16:02:36.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:36 smithi139 ceph-mon[56829]: 6.6 starting backfill to osd.1 from (0'0,0'0] MAX to 130'8970 2021-07-26T16:02:36.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:36 smithi139 ceph-mon[56829]: 6.2 starting backfill to osd.5 from (0'0,0'0] MAX to 130'9011 2021-07-26T16:02:36.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:36 smithi139 ceph-mon[56829]: 6.2 starting backfill to osd.6 from (96'1000,130'9010] MIN to 130'9011 2021-07-26T16:02:36.383 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:36.384 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[73801]: 6.5 starting backfill to osd.2 from (0'0,0'0] MAX to 130'8801 2021-07-26T16:02:36.384 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:02:36.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[73801]: osdmap e133: 8 total, 8 up, 8 in 2021-07-26T16:02:36.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[73801]: 6.c starting backfill to osd.7 from (0'0,0'0] MAX to 130'8961 2021-07-26T16:02:36.385 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[73801]: 6.8 starting backfill to osd.6 from (0'0,0'0] MAX to 130'8992 2021-07-26T16:02:36.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[73801]: 6.f starting backfill to osd.6 from (0'0,0'0] MAX to 130'8875 2021-07-26T16:02:36.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[73801]: 6.4 starting backfill to osd.6 from (0'0,0'0] MAX to 130'8898 2021-07-26T16:02:36.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[73801]: 6.6 starting backfill to osd.1 from (0'0,0'0] MAX to 130'8970 2021-07-26T16:02:36.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[73801]: 6.2 starting backfill to osd.5 from (0'0,0'0] MAX to 130'9011 2021-07-26T16:02:36.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[73801]: 6.2 starting backfill to osd.6 from (96'1000,130'9010] MIN to 130'9011 2021-07-26T16:02:36.388 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:36.388 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[77813]: 6.5 starting backfill to osd.2 from (0'0,0'0] MAX to 130'8801 2021-07-26T16:02:36.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:02:36.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[77813]: osdmap e133: 8 total, 8 up, 8 in 2021-07-26T16:02:36.390 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[77813]: 6.c starting backfill to osd.7 from (0'0,0'0] MAX to 130'8961 2021-07-26T16:02:36.390 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[77813]: 6.8 starting backfill to osd.6 from (0'0,0'0] MAX to 130'8992 2021-07-26T16:02:36.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[77813]: 6.f starting backfill to osd.6 from (0'0,0'0] MAX to 130'8875 2021-07-26T16:02:36.392 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[77813]: 6.4 starting backfill to osd.6 from (0'0,0'0] MAX to 130'8898 2021-07-26T16:02:36.392 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[77813]: 6.6 starting backfill to osd.1 from (0'0,0'0] MAX to 130'8970 2021-07-26T16:02:36.393 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[77813]: 6.2 starting backfill to osd.5 from (0'0,0'0] MAX to 130'9011 2021-07-26T16:02:36.393 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:36 smithi078 ceph-mon[77813]: 6.2 starting backfill to osd.6 from (96'1000,130'9010] MIN to 130'9011 2021-07-26T16:02:36.398 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:36.419 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:36.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:36.421 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:36.523 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:36.544 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:36.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:36.546 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:36.647 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:36.671 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:36.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:36.673 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:36.774 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:36.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:36.800 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:36.800 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:36.901 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:36.924 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:36.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:36.926 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:37.028 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:37.064 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:37.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:37.065 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:37.167 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:37.190 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:37.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:37.192 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:37.294 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:37.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:37.320 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:37.320 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:37.335 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:02:37.335 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:02:37.357 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:37 smithi139 ceph-mon[56829]: pgmap v354: 89 pgs: 4 remapped+peering, 26 peering, 1 activating+degraded+remapped, 51 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 41 op/s; 27780/201753 objects degraded (13.769%); 16860/201753 objects misplaced (8.357%); 842 KiB/s, 12 objects/s recovering 2021-07-26T16:02:37.383 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:37 smithi078 ceph-mon[73801]: pgmap v354: 89 pgs: 4 remapped+peering, 26 peering, 1 activating+degraded+remapped, 51 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 41 op/s; 27780/201753 objects degraded (13.769%); 16860/201753 objects misplaced (8.357%); 842 KiB/s, 12 objects/s recovering 2021-07-26T16:02:37.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:37 smithi078 ceph-mon[77813]: pgmap v354: 89 pgs: 4 remapped+peering, 26 peering, 1 activating+degraded+remapped, 51 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 41 op/s; 27780/201753 objects degraded (13.769%); 16860/201753 objects misplaced (8.357%); 842 KiB/s, 12 objects/s recovering 2021-07-26T16:02:37.422 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:37.443 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:37.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:37.445 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:37.547 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:37.573 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:37.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:37.575 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:37.676 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:37.708 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:37.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:37.710 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:37.716 INFO:teuthology.orchestra.run.smithi078.stdout:moved 20 / 267 (7.49064%) 2021-07-26T16:02:37.716 INFO:teuthology.orchestra.run.smithi078.stdout:avg 33.375 2021-07-26T16:02:37.716 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 11.1796 -> 13.5825 (expected baseline 5.40399) 2021-07-26T16:02:37.716 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.3 with 18 -> 14 pgs (0.539326 -> 0.419476 * mean) 2021-07-26T16:02:37.717 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.1 with 52 -> 58 pgs (1.55805 -> 1.73783 * mean) 2021-07-26T16:02:37.717 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:02:37.717 INFO:teuthology.orchestra.run.smithi078.stdout:oload 110 2021-07-26T16:02:37.717 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 3 2021-07-26T16:02:37.717 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:02:37.718 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0222 2021-07-26T16:02:37.718 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.0244 2021-07-26T16:02:37.718 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 weight 0.4271 -> 0.2817 2021-07-26T16:02:37.718 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 weight 0.6125 -> 0.4785 2021-07-26T16:02:37.719 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 weight 0.6170 -> 0.4826 2021-07-26T16:02:37.719 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 weight 0.8685 -> 0.7537 2021-07-26T16:02:37.719 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:02:37 smithi078 conmon[70626]: 2021-07-26T16:02:37.716+0000 7fea903ff700 -1 mgr.server reply reply (4) Interrupted system call no change 2021-07-26T16:02:37.720 INFO:teuthology.orchestra.run.smithi078.stderr:no change 2021-07-26T16:02:37.727 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:02:37.761 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:02:37.811 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:37.838 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:37.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:37.839 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:37.940 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:37.963 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-07-26T16:02:37.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:37.964 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:37.965 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:38.066 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:38.087 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:38.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:38.089 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:38.149 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:02:38.192 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:38.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:38.217 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:38.218 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:38.282 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:38 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/130642784' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:38.320 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:38.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:38.358 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:38.359 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:38.460 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:38.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:38.485 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:38.485 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:38.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:38 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/130642784' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:38.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:38 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/130642784' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:38.587 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:38.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:38.611 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:38.611 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:38.713 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:38.743 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:38.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:38.745 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:38.846 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:38.867 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:38.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:38.869 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:38.970 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:38.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:38.997 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:38.997 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:39.098 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:39.120 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:39.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:39.122 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:39.144 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:02:39.223 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:39.245 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:39.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:39.247 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:39.295 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:39.348 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:39.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:39.375 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:39.375 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:39.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:39 smithi139 ceph-mon[56829]: from='client.54814 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:39.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:39 smithi139 ceph-mon[56829]: pgmap v355: 89 pgs: 4 remapped+peering, 26 peering, 1 activating+degraded+remapped, 51 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 41 op/s; 27780/201753 objects degraded (13.769%); 16860/201753 objects misplaced (8.357%); 842 KiB/s, 12 objects/s recovering 2021-07-26T16:02:39.436 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:39 smithi078 ceph-mon[73801]: from='client.54814 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:39.436 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:39 smithi078 ceph-mon[73801]: pgmap v355: 89 pgs: 4 remapped+peering, 26 peering, 1 activating+degraded+remapped, 51 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 41 op/s; 27780/201753 objects degraded (13.769%); 16860/201753 objects misplaced (8.357%); 842 KiB/s, 12 objects/s recovering 2021-07-26T16:02:39.436 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:39 smithi078 ceph-mon[77813]: from='client.54814 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:39.437 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:39 smithi078 ceph-mon[77813]: pgmap v355: 89 pgs: 4 remapped+peering, 26 peering, 1 activating+degraded+remapped, 51 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 41 op/s; 27780/201753 objects degraded (13.769%); 16860/201753 objects misplaced (8.357%); 842 KiB/s, 12 objects/s recovering 2021-07-26T16:02:39.476 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:39.504 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:39.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:39.505 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:39.606 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:39.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:39.633 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:39.633 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:39.720 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:02:39.720 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:02:39.734 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:39.758 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:39.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:39.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:39.865 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:39.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:39.888 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:39.888 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:39.989 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:40.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:40.012 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:40.012 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:40.115 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:40.138 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:40.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:40.140 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:40.241 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:40.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:40.265 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:40.265 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:40.367 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:40.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:40.390 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:40.391 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:40.438 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-07-26T16:02:40.464 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:40 smithi139 ceph-mon[56829]: Health check update: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2021-07-26T16:02:40.465 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:40 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 34659/201717 objects degraded (17.182%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:40.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:40 smithi078 ceph-mon[73801]: Health check update: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2021-07-26T16:02:40.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:40 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 34659/201717 objects degraded (17.182%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:40.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:40 smithi078 ceph-mon[77813]: Health check update: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2021-07-26T16:02:40.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:40 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 34659/201717 objects degraded (17.182%), 11 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:40.492 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:40.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:40.519 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:40.520 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:40.583 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:02:40.621 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:40.642 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:40.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:40.645 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:40.746 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:40.770 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:40.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:40.772 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:40.873 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:40.897 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:40.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:40.899 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:41.002 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:41.023 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:41.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:41.025 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:41.126 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:41.149 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:41.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:41.153 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:41.254 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:41.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:41.277 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:41.278 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:41.380 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:41.402 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:41.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:41.404 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:41.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:41 smithi078 ceph-mon[73801]: pgmap v356: 89 pgs: 3 active+recovery_wait+degraded, 2 remapped+peering, 3 peering, 1 activating+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 38 op/s; 34659/201717 objects degraded (17.182%); 29327/201717 objects misplaced (14.539%); 1.2 MiB/s, 19 objects/s recovering 2021-07-26T16:02:41.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:41 smithi078 ceph-mon[77813]: pgmap v356: 89 pgs: 3 active+recovery_wait+degraded, 2 remapped+peering, 3 peering, 1 activating+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 38 op/s; 34659/201717 objects degraded (17.182%); 29327/201717 objects misplaced (14.539%); 1.2 MiB/s, 19 objects/s recovering 2021-07-26T16:02:41.506 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:41.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:41.533 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:41.534 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:41.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:41 smithi139 ceph-mon[56829]: pgmap v356: 89 pgs: 3 active+recovery_wait+degraded, 2 remapped+peering, 3 peering, 1 activating+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 38 op/s; 34659/201717 objects degraded (17.182%); 29327/201717 objects misplaced (14.539%); 1.2 MiB/s, 19 objects/s recovering 2021-07-26T16:02:41.635 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:41.656 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:41.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:41.657 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:41.758 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:41.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:41.786 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:41.787 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:41.888 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:41.909 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:41.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:41.911 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:42.012 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:42.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:42.044 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:42.044 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:42.146 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:42.168 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:42.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:42.170 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:42.233 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:02:42.247 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:02:42.263 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:02:42.271 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:42.272 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:02:42.273 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:02:42.297 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:42.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:42.299 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:42.301 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:42 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1975710331' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:42.400 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:42.424 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:42.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:42.427 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:42.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:42 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1975710331' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:42.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:42 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1975710331' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:42.528 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:42.555 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:42.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:42.556 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:42.657 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:42.680 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:42.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:42.683 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:42.785 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:42.932 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:42.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:42.933 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:42.971 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-07-26T16:02:43.035 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:43.058 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:43.059 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:43.059 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:43.112 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:43.162 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:43.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:43.185 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:43.185 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:43.274 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:43 smithi078 ceph-mon[73801]: pgmap v357: 89 pgs: 3 active+recovery_wait+degraded, 2 remapped+peering, 3 peering, 1 activating+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 26 op/s; 34659/201717 objects degraded (17.182%); 29327/201717 objects misplaced (14.539%); 632 KiB/s, 9 objects/s recovering 2021-07-26T16:02:43.274 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:43 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:02:43.274 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:43 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1975710331' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:02:43.275 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:43 smithi078 ceph-mon[73801]: osdmap e134: 8 total, 8 up, 8 in 2021-07-26T16:02:43.275 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:43 smithi078 ceph-mon[77813]: pgmap v357: 89 pgs: 3 active+recovery_wait+degraded, 2 remapped+peering, 3 peering, 1 activating+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 26 op/s; 34659/201717 objects degraded (17.182%); 29327/201717 objects misplaced (14.539%); 632 KiB/s, 9 objects/s recovering 2021-07-26T16:02:43.275 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:43 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:02:43.276 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:43 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1975710331' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:02:43.276 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:43 smithi078 ceph-mon[77813]: osdmap e134: 8 total, 8 up, 8 in 2021-07-26T16:02:43.288 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:43.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:43.316 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:43.316 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:43.418 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:43.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:43.440 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:43.440 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:43.542 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:43.563 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:43.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:43.564 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:43.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:43 smithi139 ceph-mon[56829]: pgmap v357: 89 pgs: 3 active+recovery_wait+degraded, 2 remapped+peering, 3 peering, 1 activating+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 26 op/s; 34659/201717 objects degraded (17.182%); 29327/201717 objects misplaced (14.539%); 632 KiB/s, 9 objects/s recovering 2021-07-26T16:02:43.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:43 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:02:43.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:43 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1975710331' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:02:43.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:43 smithi139 ceph-mon[56829]: osdmap e134: 8 total, 8 up, 8 in 2021-07-26T16:02:43.665 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:43.686 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:43.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:43.688 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:43.735 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7, 0] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2021-07-26T16:02:43.736 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:02:43.736 INFO:tasks.thrashosds.thrasher:inject_pause on 5 2021-07-26T16:02:43.736 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-07-26T16:02:43.737 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-07-26T16:02:43.737 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 config set filestore_inject_stall 3 2021-07-26T16:02:43.791 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:43.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:43.814 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:43.815 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:43.883 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:02:43.916 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:43.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:43.940 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:43.940 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:44.042 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:44.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:44.080 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:44.080 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:44.181 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:44.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:44.203 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:44.204 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:44.305 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:44.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:44.327 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:44.327 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:44.428 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:44.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:44.450 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:44.451 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:44.552 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:44.575 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:44.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:44.577 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:44.678 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:44.700 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:44.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:44.702 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:44.753 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:02:44.753 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:02:44.753 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 0 2021-07-26T16:02:44.754 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:02:44.803 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:44.824 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:44.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:44.827 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:44.928 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:44.952 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:44.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:44.953 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:45.054 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:45.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:45.084 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:45.084 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:45.188 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:45.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:45.212 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:45.212 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:45.236 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:02:45.271 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:45 smithi139 ceph-mon[56829]: pgmap v359: 89 pgs: 1 activating+remapped, 3 active+recovery_wait+degraded, 3 peering, 1 activating+degraded+remapped, 1 active+recovering+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 1 op/s; 41475/201705 objects degraded (20.562%); 36791/201705 objects misplaced (18.240%); 830 KiB/s, 13 objects/s recovering 2021-07-26T16:02:45.315 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:45.340 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:45.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:45.343 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:45.396 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:45.444 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:45.450 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:02:45.450 INFO:teuthology.orchestra.run.smithi139.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-07-26T16:02:45.450 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:02:45.465 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:45.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:45.467 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:45.495 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:45 smithi078 ceph-mon[73801]: pgmap v359: 89 pgs: 1 activating+remapped, 3 active+recovery_wait+degraded, 3 peering, 1 activating+degraded+remapped, 1 active+recovering+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 1 op/s; 41475/201705 objects degraded (20.562%); 36791/201705 objects misplaced (18.240%); 830 KiB/s, 13 objects/s recovering 2021-07-26T16:02:45.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:45 smithi078 ceph-mon[77813]: pgmap v359: 89 pgs: 1 activating+remapped, 3 active+recovery_wait+degraded, 3 peering, 1 activating+degraded+remapped, 1 active+recovering+degraded+remapped, 69 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 1 op/s; 41475/201705 objects degraded (20.562%); 36791/201705 objects misplaced (18.240%); 830 KiB/s, 13 objects/s recovering 2021-07-26T16:02:45.496 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:02:45.505 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-07-26T16:02:45.522 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:02:45.553 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:02:45.568 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:45.578 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:02:45.580 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:02:45.581 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:02:45.581 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:02:45.581 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:02:45.581 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:02:45.582 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:02:45.582 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:02:45.582 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:02:45.591 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:45.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:45.593 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:45.670 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:45.694 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:45.717 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:45.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:45.719 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:45.825 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:45.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:45.863 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:45.864 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:45.965 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:45.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:45.988 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:45.988 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:46.089 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:46.110 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:46.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:46.111 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:46.212 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:46.233 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:46.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:46.235 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:46.336 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:46.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:46.360 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:46.361 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:46.375 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:46 smithi078 ceph-mon[73801]: pgmap v360: 89 pgs: 1 activating+undersized+remapped, 1 activating+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 7 op/s; 41454/201513 objects degraded (20.571%); 40907/201513 objects misplaced (20.300%); 877 KiB/s, 14 objects/s recovering 2021-07-26T16:02:46.375 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:46 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 41454/201513 objects degraded (20.571%), 12 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:46.375 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:46 smithi078 ceph-mon[73801]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2021-07-26T16:02:46.376 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:46 smithi078 ceph-mon[77813]: pgmap v360: 89 pgs: 1 activating+undersized+remapped, 1 activating+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 7 op/s; 41454/201513 objects degraded (20.571%); 40907/201513 objects misplaced (20.300%); 877 KiB/s, 14 objects/s recovering 2021-07-26T16:02:46.376 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:46 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 41454/201513 objects degraded (20.571%), 12 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:46.376 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:46 smithi078 ceph-mon[77813]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2021-07-26T16:02:46.462 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:46.483 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:46.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:46.485 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:46.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:46 smithi139 ceph-mon[56829]: pgmap v360: 89 pgs: 1 activating+undersized+remapped, 1 activating+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 7 op/s; 41454/201513 objects degraded (20.571%); 40907/201513 objects misplaced (20.300%); 877 KiB/s, 14 objects/s recovering 2021-07-26T16:02:46.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:46 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 41454/201513 objects degraded (20.571%), 12 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:46.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:46 smithi139 ceph-mon[56829]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2021-07-26T16:02:46.587 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:46.611 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:46.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:46.613 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:46.714 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:46.735 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:46.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:46.737 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:46.837 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:46.860 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:46.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:46.862 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:46.963 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:46.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:46.985 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:46.985 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:47.087 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:47.107 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:47.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:47.109 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:47.210 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:47.231 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:47.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:47.232 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:47.333 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:47.355 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:47.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:47.356 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:47.457 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:47.479 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:47.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:47.481 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:47.582 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:47.604 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:47.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:47.606 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:47.707 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:47.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:47.731 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:47.731 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:47.833 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:47.853 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:47.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:47.855 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:47.956 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:47.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:47.980 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:47.980 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:48.081 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:48.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:48.108 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:48.108 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:48.210 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:48.232 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:48.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:48.234 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:48.335 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:48.356 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:48.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:48.358 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:48.459 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:48.480 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:48.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:48.482 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:48.583 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:48.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:48.606 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:48.607 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:48.708 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:48.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:48.731 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:48.731 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:48.745 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:02:48.786 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:02:48.787 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:02:48.787 INFO:teuthology.orchestra.run.smithi078.stdout: "complaint_time": 30, 2021-07-26T16:02:48.788 INFO:teuthology.orchestra.run.smithi078.stdout: "num_blocked_ops": 0 2021-07-26T16:02:48.788 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:02:48.833 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:48.856 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:48.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:48.858 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:48.959 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:48.981 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:48.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:48.982 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:48.985 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:49.018 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:02:49.085 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:49.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:49.120 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:49.120 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:49.222 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:49.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:48 smithi078 ceph-mon[73801]: pgmap v361: 89 pgs: 1 activating+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 8 op/s; 41420/201495 objects degraded (20.556%); 40874/201495 objects misplaced (20.285%); 1.1 MiB/s, 17 objects/s recovering 2021-07-26T16:02:49.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:48 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4002553509' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:02:49.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:48 smithi078 ceph-mon[77813]: pgmap v361: 89 pgs: 1 activating+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 8 op/s; 41420/201495 objects degraded (20.556%); 40874/201495 objects misplaced (20.285%); 1.1 MiB/s, 17 objects/s recovering 2021-07-26T16:02:49.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:48 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4002553509' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:02:49.248 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:49.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:49.251 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:49.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:48 smithi139 ceph-mon[56829]: pgmap v361: 89 pgs: 1 activating+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 8 op/s; 41420/201495 objects degraded (20.556%); 40874/201495 objects misplaced (20.285%); 1.1 MiB/s, 17 objects/s recovering 2021-07-26T16:02:49.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:48 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4002553509' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:02:49.353 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:49.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:49.378 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:49.378 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:49.480 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:49.503 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:49.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:49.506 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:49.608 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:49.630 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:49.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:49.632 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:49.733 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:49.755 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:49.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:49.758 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:49.859 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:49.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:49.885 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:49.885 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:49.987 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:50.008 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:50.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:50.009 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:50.112 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:50.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:50.137 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:50.137 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:50.243 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:50.256 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:49 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:50.257 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:49 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4002553509' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:02:50.257 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:49 smithi078 ceph-mon[73801]: osdmap e135: 8 total, 8 up, 8 in 2021-07-26T16:02:50.257 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:49 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:50.258 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:49 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4002553509' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:02:50.258 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:49 smithi078 ceph-mon[77813]: osdmap e135: 8 total, 8 up, 8 in 2021-07-26T16:02:50.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:50.268 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:50.268 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:50.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:49 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:50.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:49 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4002553509' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:02:50.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:49 smithi139 ceph-mon[56829]: osdmap e135: 8 total, 8 up, 8 in 2021-07-26T16:02:50.370 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:50.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:50.397 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-07-26T16:02:50.397 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:50.398 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:50.499 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:50.521 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:50.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:50.523 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:50.604 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:50.624 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:50.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:50.651 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:50.652 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:50.753 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:50.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:50.779 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:50.779 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:50.881 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:50.909 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:50.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:50.912 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:51.013 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:51.033 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:51 smithi078 ceph-mon[73801]: pgmap v363: 89 pgs: 1 activating+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 16 op/s; 41413/201318 objects degraded (20.571%); 40812/201318 objects misplaced (20.272%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:02:51.035 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:51 smithi078 ceph-mon[77813]: pgmap v363: 89 pgs: 1 activating+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 16 op/s; 41413/201318 objects degraded (20.571%); 40812/201318 objects misplaced (20.272%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:02:51.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:51.036 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:51.037 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:51.138 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:51.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:51.166 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:51.166 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:51.174 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7, 0] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2021-07-26T16:02:51.175 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:02:51.175 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_0 2021-07-26T16:02:51.176 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:02:51.267 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:51.288 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:51.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:51.290 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:51.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:51 smithi139 ceph-mon[56829]: pgmap v363: 89 pgs: 1 activating+undersized+remapped, 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 16 op/s; 41413/201318 objects degraded (20.571%); 40812/201318 objects misplaced (20.272%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:02:51.363 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:51.392 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:51.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:51.418 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:51.418 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:51.519 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:51.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:51.546 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:51.546 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:51.648 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:51.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:51.675 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:51.681 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:51.783 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:51.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:51.805 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:51.806 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:51.908 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:51.930 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:51.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:51.932 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:52.021 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:52 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 41413/201318 objects degraded (20.571%), 13 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:52.033 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:52.083 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:52.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:52.085 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:52.186 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:52.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:52.244 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:52.245 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:52.284 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:52 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 41413/201318 objects degraded (20.571%), 13 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:52.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:52 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 41413/201318 objects degraded (20.571%), 13 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:52.346 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:52.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:52.372 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:52.372 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:52.374 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:02:52.473 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:52.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:52.505 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:52.505 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:52.608 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:52.609 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:52.631 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:02:52.654 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:52.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:52.659 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:52.663 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:02:52.696 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:02:52.724 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:02:52.746 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:02:52.761 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:52.775 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:02:52.789 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:52.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:52.791 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:52.794 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:02:52.821 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:02:52.823 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:02:52.823 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:02:52.824 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:02:52.824 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:02:52.824 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:02:52.824 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:02:52.824 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:02:52.825 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:02:52.892 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:52.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:52.915 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:52.915 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:53.016 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:53.039 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:53.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:53.041 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:53.105 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:53 smithi078 ceph-mon[73801]: pgmap v364: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 20 op/s; 41380/201114 objects degraded (20.575%); 40761/201114 objects misplaced (20.268%); 1.1 MiB/s, 17 objects/s recovering 2021-07-26T16:02:53.105 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:53 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3199844809' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:53.105 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:53 smithi078 ceph-mon[77813]: pgmap v364: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 20 op/s; 41380/201114 objects degraded (20.575%); 40761/201114 objects misplaced (20.268%); 1.1 MiB/s, 17 objects/s recovering 2021-07-26T16:02:53.106 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:53 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3199844809' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:53.142 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:53.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:53.166 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:53.166 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:53.267 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:53.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:53.294 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:53.294 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:53 smithi139 ceph-mon[56829]: pgmap v364: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 20 op/s; 41380/201114 objects degraded (20.575%); 40761/201114 objects misplaced (20.268%); 1.1 MiB/s, 17 objects/s recovering 2021-07-26T16:02:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:53 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3199844809' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:02:53.396 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:53.419 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:53.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:53.420 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:53.522 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:53.549 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:53.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:53.551 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:53.652 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:53.676 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:53.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:53.677 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:53.778 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:53.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:53.801 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:53.801 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:53.903 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:53.926 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:53.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:53.928 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:54.029 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:54.050 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:54.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:54.052 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:54.153 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:54.175 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:54.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:54.177 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:54.284 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:54.319 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:54.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:54.321 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:54.422 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:54.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:54.450 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:54.450 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:54.552 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:54.573 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:54.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:54.574 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:54.675 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:54.698 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:54.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:54.700 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:54.801 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:54.822 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:54.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:54.824 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:54.841 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:02:54.841 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:02:54.924 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:54.945 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:54.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:54.947 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:55.048 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:55.076 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:55.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:55.078 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:55.140 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:55 smithi078 ceph-mon[77813]: pgmap v365: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 34 op/s; 41338/200658 objects degraded (20.601%); 40614/200658 objects misplaced (20.240%); 1.3 MiB/s, 21 objects/s recovering 2021-07-26T16:02:55.141 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:55 smithi078 ceph-mon[73801]: pgmap v365: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 34 op/s; 41338/200658 objects degraded (20.601%); 40614/200658 objects misplaced (20.240%); 1.3 MiB/s, 21 objects/s recovering 2021-07-26T16:02:55.179 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:55.201 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:55.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:55.203 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:55.304 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:55.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:55 smithi139 ceph-mon[56829]: pgmap v365: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 34 op/s; 41338/200658 objects degraded (20.601%); 40614/200658 objects misplaced (20.240%); 1.3 MiB/s, 21 objects/s recovering 2021-07-26T16:02:55.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:55.328 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:55.328 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:55.430 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:55.460 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:55.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:55.462 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:55.563 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:55.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:55.586 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:55.586 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:55.687 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:55.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:55.724 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:55.724 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:55.826 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:55.853 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:55.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:55.855 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:55.955 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:55.977 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:55.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:55.978 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:56.058 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:02:56.060 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:02:56.080 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:56.090 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-07-26T16:02:56.104 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:56.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:56.107 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:56.208 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:56.230 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:56.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:56.232 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:56.304 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:56.333 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:56.360 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:56.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:56.363 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:56.464 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:56.487 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:56.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:56.488 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:56.511 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:02:56.589 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:56.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:56.613 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:56.614 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:56.694 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:56.715 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:56.746 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:56.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:56.747 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:56.849 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:56.877 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:56.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:56.878 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:56.979 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:57.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:57.007 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:57.007 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:57.087 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":366,"stamp":"2021-07-26T16:02:55.865677+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4343666614,"num_objects":66295,"num_object_clones":0,"num_object_copies":198885,"num_objects_missing_on_primary":8458,"num_objects_missing":8458,"num_objects_degraded":41239,"num_objects_misplaced":40350,"num_objects_unfound":0,"num_objects_dirty":66295,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":143715,"num_write_kb":6713614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6572,"num_bytes_recovered":429458645,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":109734,"ondisk_log_size":109734,"up":267,"acting":259,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":325,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":16528352,"kb_used_data":11971808,"kb_used_omap":43,"kb_used_meta":4556436,"kb_avail":733432864,"statfs":{"total":767960285184,"available":751035252736,"internally_reserved":4294967296,"allocated":12259131392,"data_stored":12253731622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44779,"internal_metadata":4665790741},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,0,0,1,1,0,2,3,8],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-57409536,"num_objects":-876,"num_object_clones":0,"num_object_copies":-2628,"num_objects_missing_on_primary":-88,"num_objects_missing":-88,"num_objects_degraded":-215,"num_objects_misplaced":-557,"num_objects_unfound":0,"num_objects_dirty":-876,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":876,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":229,"num_bytes_recovered":14942208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003293"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":136,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:45.487202+0000","last_change":"2021-07-26T16:00:21.795752+0000","last_active":"2021-07-26T16:02:45.487202+0000","last_peered":"2021-07-26T16:02:45.487202+0000","last_clean":"2021-07-26T16:02:45.487202+0000","last_became_active":"2021-07-26T16:00:21.795477+0000","last_became_peered":"2021-07-26T16:00:21.795477+0000","last_unstale":"2021-07-26T16:02:45.487202+0000","last_undegraded":"2021-07-26T16:02:45.487202+0000","last_fullsized":"2021-07-26T16:02:45.487202+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":68,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.294727+0000","last_change":"2021-07-26T16:02:34.165631+0000","last_active":"2021-07-26T16:02:42.294727+0000","last_peered":"2021-07-26T16:02:42.294727+0000","last_clean":"2021-07-26T16:02:42.294727+0000","last_became_active":"2021-07-26T16:02:34.164931+0000","last_became_peered":"2021-07-26T16:02:34.164931+0000","last_unstale":"2021-07-26T16:02:42.294727+0000","last_undegraded":"2021-07-26T16:02:42.294727+0000","last_fullsized":"2021-07-26T16:02:42.294727+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":103,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.295499+0000","last_change":"2021-07-26T16:02:20.057647+0000","last_active":"2021-07-26T16:02:42.295499+0000","last_peered":"2021-07-26T16:02:42.295499+0000","last_clean":"2021-07-26T16:02:42.295499+0000","last_became_active":"2021-07-26T16:02:20.057336+0000","last_became_peered":"2021-07-26T16:02:20.057336+0000","last_unstale":"2021-07-26T16:02:42.295499+0000","last_undegraded":"2021-07-26T16:02:42.295499+0000","last_fullsized":"2021-07-26T16:02:42.295499+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":37,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.222328+0000","last_change":"2021-07-26T16:02:20.059131+0000","last_active":"2021-07-26T16:02:42.222328+0000","last_peered":"2021-07-26T16:02:42.222328+0000","last_clean":"2021-07-26T16:02:42.222328+0000","last_became_active":"2021-07-26T16:02:20.058498+0000","last_became_peered":"2021-07-26T16:02:20.058498+0000","last_unstale":"2021-07-26T16:02:42.222328+0000","last_undegraded":"2021-07-26T16:02:42.222328+0000","last_fullsized":"2021-07-26T16:02:42.222328+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":142,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.223780+0000","last_change":"2021-07-26T16:02:34.172072+0000","last_active":"2021-07-26T16:02:42.223780+0000","last_peered":"2021-07-26T16:02:42.223780+0000","last_clean":"2021-07-26T16:02:42.223780+0000","last_became_active":"2021-07-26T16:02:34.171719+0000","last_became_peered":"2021-07-26T16:02:34.171719+0000","last_unstale":"2021-07-26T16:02:42.223780+0000","last_undegraded":"2021-07-26T16:02:42.223780+0000","last_fullsized":"2021-07-26T16:02:42.223780+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":104,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.294766+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:02:42.294766+0000","last_peered":"2021-07-26T16:02:42.294766+0000","last_clean":"2021-07-26T16:02:42.294766+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:02:42.294766+0000","last_undegraded":"2021-07-26T16:02:42.294766+0000","last_fullsized":"2021-07-26T16:02:42.294766+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":37,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.223381+0000","last_change":"2021-07-26T16:02:34.157253+0000","last_active":"2021-07-26T16:02:42.223381+0000","last_peered":"2021-07-26T16:02:42.223381+0000","last_clean":"2021-07-26T16:02:42.223381+0000","last_became_active":"2021-07-26T16:02:34.156926+0000","last_became_peered":"2021-07-26T16:02:34.156926+0000","last_unstale":"2021-07-26T16:02:42.223381+0000","last_undegraded":"2021-07-26T16:02:42.223381+0000","last_fullsized":"2021-07-26T16:02:42.223381+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":109,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.222539+0000","last_change":"2021-07-26T15:58:08.292119+0000","last_active":"2021-07-26T16:02:42.222539+0000","last_peered":"2021-07-26T16:02:42.222539+0000","last_clean":"2021-07-26T16:02:42.222539+0000","last_became_active":"2021-07-26T15:58:00.092385+0000","last_became_peered":"2021-07-26T15:58:00.092385+0000","last_unstale":"2021-07-26T16:02:42.222539+0000","last_undegraded":"2021-07-26T16:02:42.222539+0000","last_fullsized":"2021-07-26T16:02:42.222539+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":56,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.295186+0000","last_change":"2021-07-26T16:02:34.177609+0000","last_active":"2021-07-26T16:02:42.295186+0000","last_peered":"2021-07-26T16:02:42.295186+0000","last_clean":"2021-07-26T16:02:42.295186+0000","last_became_active":"2021-07-26T16:02:34.177191+0000","last_became_peered":"2021-07-26T16:02:34.177191+0000","last_unstale":"2021-07-26T16:02:42.295186+0000","last_undegraded":"2021-07-26T16:02:42.295186+0000","last_fullsized":"2021-07-26T16:02:42.295186+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":79,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.222363+0000","last_change":"2021-07-26T16:02:34.172066+0000","last_active":"2021-07-26T16:02:42.222363+0000","last_peered":"2021-07-26T16:02:42.222363+0000","last_clean":"2021-07-26T16:02:42.222363+0000","last_became_active":"2021-07-26T16:02:34.171724+0000","last_became_peered":"2021-07-26T16:02:34.171724+0000","last_unstale":"2021-07-26T16:02:42.222363+0000","last_undegraded":"2021-07-26T16:02:42.222363+0000","last_fullsized":"2021-07-26T16:02:42.222363+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":24,"reported_epoch":134,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:02:42.223843+0000","last_change":"2021-07-26T16:02:34.176799+0000","last_active":"2021-07-26T16:02:42.223843+0000","last_peered":"2021-07-26T16:02:42.223843+0000","last_clean":"2021-07-26T15:47:45.355323+0000","last_became_active":"2021-07-26T16:02:34.176527+0000","last_became_peered":"2021-07-26T16:02:34.176527+0000","last_unstale":"2021-07-26T16:02:42.223843+0000","last_undegraded":"2021-07-26T16:02:34.168794+0000","last_fullsized":"2021-07-26T16:02:42.223843+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":2}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":109,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.293642+0000","last_change":"2021-07-26T16:00:21.797418+0000","last_active":"2021-07-26T16:02:42.293642+0000","last_peered":"2021-07-26T16:02:42.293642+0000","last_clean":"2021-07-26T16:02:42.293642+0000","last_became_active":"2021-07-26T16:00:21.797077+0000","last_became_peered":"2021-07-26T16:00:21.797077+0000","last_unstale":"2021-07-26T16:02:42.293642+0000","last_undegraded":"2021-07-26T16:02:42.293642+0000","last_fullsized":"2021-07-26T16:02:42.293642+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":113,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.265546+0000","last_change":"2021-07-26T15:47:42.705867+0000","last_active":"2021-07-26T16:02:42.265546+0000","last_peered":"2021-07-26T16:02:42.265546+0000","last_clean":"2021-07-26T16:02:42.265546+0000","last_became_active":"2021-07-26T15:47:42.705471+0000","last_became_peered":"2021-07-26T15:47:42.705471+0000","last_unstale":"2021-07-26T16:02:42.265546+0000","last_undegraded":"2021-07-26T16:02:42.265546+0000","last_fullsized":"2021-07-26T16:02:42.265546+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":105,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.265762+0000","last_change":"2021-07-26T15:57:06.013089+0000","last_active":"2021-07-26T16:02:42.265762+0000","last_peered":"2021-07-26T16:02:42.265762+0000","last_clean":"2021-07-26T16:02:42.265762+0000","last_became_active":"2021-07-26T15:57:06.012169+0000","last_became_peered":"2021-07-26T15:57:06.012169+0000","last_unstale":"2021-07-26T16:02:42.265762+0000","last_undegraded":"2021-07-26T16:02:42.265762+0000","last_fullsized":"2021-07-26T16:02:42.265762+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":123,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.299714+0000","last_change":"2021-07-26T16:00:21.799667+0000","last_active":"2021-07-26T16:02:42.299714+0000","last_peered":"2021-07-26T16:02:42.299714+0000","last_clean":"2021-07-26T16:02:42.299714+0000","last_became_active":"2021-07-26T16:00:21.798941+0000","last_became_peered":"2021-07-26T16:00:21.798941+0000","last_unstale":"2021-07-26T16:02:42.299714+0000","last_undegraded":"2021-07-26T16:02:42.299714+0000","last_fullsized":"2021-07-26T16:02:42.299714+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":109,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.222724+0000","last_change":"2021-07-26T15:58:08.295914+0000","last_active":"2021-07-26T16:02:42.222724+0000","last_peered":"2021-07-26T16:02:42.222724+0000","last_clean":"2021-07-26T16:02:42.222724+0000","last_became_active":"2021-07-26T15:58:00.096371+0000","last_became_peered":"2021-07-26T15:58:00.096371+0000","last_unstale":"2021-07-26T16:02:42.222724+0000","last_undegraded":"2021-07-26T16:02:42.222724+0000","last_fullsized":"2021-07-26T16:02:42.222724+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":37,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.221961+0000","last_change":"2021-07-26T16:02:20.050911+0000","last_active":"2021-07-26T16:02:42.221961+0000","last_peered":"2021-07-26T16:02:42.221961+0000","last_clean":"2021-07-26T16:02:42.221961+0000","last_became_active":"2021-07-26T16:02:20.050172+0000","last_became_peered":"2021-07-26T16:02:20.050172+0000","last_unstale":"2021-07-26T16:02:42.221961+0000","last_undegraded":"2021-07-26T16:02:42.221961+0000","last_fullsized":"2021-07-26T16:02:42.221961+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":68,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.295896+0000","last_change":"2021-07-26T16:02:20.055564+0000","last_active":"2021-07-26T16:02:42.295896+0000","last_peered":"2021-07-26T16:02:42.295896+0000","last_clean":"2021-07-26T16:02:42.295896+0000","last_became_active":"2021-07-26T16:02:20.055192+0000","last_became_peered":"2021-07-26T16:02:20.055192+0000","last_unstale":"2021-07-26T16:02:42.295896+0000","last_undegraded":"2021-07-26T16:02:42.295896+0000","last_fullsized":"2021-07-26T16:02:42.295896+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":91,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.299843+0000","last_change":"2021-07-26T15:47:42.709495+0000","last_active":"2021-07-26T16:02:42.299843+0000","last_peered":"2021-07-26T16:02:42.299843+0000","last_clean":"2021-07-26T16:02:42.299843+0000","last_became_active":"2021-07-26T15:47:42.708363+0000","last_became_peered":"2021-07-26T15:47:42.708363+0000","last_unstale":"2021-07-26T16:02:42.299843+0000","last_undegraded":"2021-07-26T16:02:42.299843+0000","last_fullsized":"2021-07-26T16:02:42.299843+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":46,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.222253+0000","last_change":"2021-07-26T16:02:34.156911+0000","last_active":"2021-07-26T16:02:42.222253+0000","last_peered":"2021-07-26T16:02:42.222253+0000","last_clean":"2021-07-26T16:02:42.222253+0000","last_became_active":"2021-07-26T16:02:34.156559+0000","last_became_peered":"2021-07-26T16:02:34.156559+0000","last_unstale":"2021-07-26T16:02:42.222253+0000","last_undegraded":"2021-07-26T16:02:42.222253+0000","last_fullsized":"2021-07-26T16:02:42.222253+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":167,"reported_epoch":134,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:02:42.293483+0000","last_change":"2021-07-26T16:02:34.157251+0000","last_active":"2021-07-26T16:02:42.293483+0000","last_peered":"2021-07-26T16:02:42.293483+0000","last_clean":"2021-07-26T16:02:29.140706+0000","last_became_active":"2021-07-26T16:02:34.156984+0000","last_became_peered":"2021-07-26T16:02:34.156984+0000","last_unstale":"2021-07-26T16:02:42.293483+0000","last_undegraded":"2021-07-26T16:02:34.139889+0000","last_fullsized":"2021-07-26T16:02:42.293483+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":["6","0","3","5"],"object_location_counts":[{"shards":"0,3,5,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":72,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.294273+0000","last_change":"2021-07-26T16:02:20.055492+0000","last_active":"2021-07-26T16:02:42.294273+0000","last_peered":"2021-07-26T16:02:42.294273+0000","last_clean":"2021-07-26T16:02:42.294273+0000","last_became_active":"2021-07-26T16:02:20.055145+0000","last_became_peered":"2021-07-26T16:02:20.055145+0000","last_unstale":"2021-07-26T16:02:42.294273+0000","last_undegraded":"2021-07-26T16:02:42.294273+0000","last_fullsized":"2021-07-26T16:02:42.294273+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"135'9129","reported_seq":9216,"reported_epoch":135,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:02:53.929352+0000","last_change":"2021-07-26T16:02:35.535939+0000","last_active":"2021-07-26T16:02:53.929352+0000","last_peered":"2021-07-26T16:02:53.929352+0000","last_clean":"2021-07-26T16:00:20.776964+0000","last_became_active":"2021-07-26T16:02:35.476634+0000","last_became_peered":"2021-07-26T16:02:35.476634+0000","last_unstale":"2021-07-26T16:02:53.929352+0000","last_undegraded":"2021-07-26T16:02:35.406710+0000","last_fullsized":"2021-07-26T16:02:35.150907+0000","mapping_epoch":132,"log_start":"97'2537","ondisk_log_start":"97'2537","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6592,"ondisk_log_size":6592,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":270860288,"num_objects":4133,"num_object_clones":0,"num_object_copies":12399,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6872,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4133,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9129,"num_write_kb":424384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0],"avail_no_missing":["6","5"],"object_location_counts":[{"shards":"0,5,6","objects":2527},{"shards":"0,6","objects":-71},{"shards":"2,5,6","objects":1605},{"shards":"5,6","objects":1}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":26,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.265927+0000","last_change":"2021-07-26T16:02:34.153462+0000","last_active":"2021-07-26T16:02:42.265927+0000","last_peered":"2021-07-26T16:02:42.265927+0000","last_clean":"2021-07-26T16:02:42.265927+0000","last_became_active":"2021-07-26T16:02:34.153078+0000","last_became_peered":"2021-07-26T16:02:34.153078+0000","last_unstale":"2021-07-26T16:02:42.265927+0000","last_undegraded":"2021-07-26T16:02:42.265927+0000","last_fullsized":"2021-07-26T16:02:42.265927+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.293748+0000","last_change":"2021-07-26T16:02:34.152251+0000","last_active":"2021-07-26T16:02:42.293748+0000","last_peered":"2021-07-26T16:02:42.293748+0000","last_clean":"2021-07-26T16:02:42.293748+0000","last_became_active":"2021-07-26T16:02:34.151757+0000","last_became_peered":"2021-07-26T16:02:34.151757+0000","last_unstale":"2021-07-26T16:02:42.293748+0000","last_undegraded":"2021-07-26T16:02:42.293748+0000","last_fullsized":"2021-07-26T16:02:42.293748+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"135'8811","reported_seq":8872,"reported_epoch":135,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:02:53.363150+0000","last_change":"2021-07-26T16:02:21.403810+0000","last_active":"2021-07-26T16:02:53.363150+0000","last_peered":"2021-07-26T16:02:53.363150+0000","last_clean":"2021-07-26T16:02:19.002600+0000","last_became_active":"2021-07-26T16:02:21.364261+0000","last_became_peered":"2021-07-26T16:02:21.364261+0000","last_unstale":"2021-07-26T16:02:53.363150+0000","last_undegraded":"2021-07-26T16:02:53.363150+0000","last_fullsized":"2021-07-26T16:02:53.363150+0000","mapping_epoch":128,"log_start":"101'2644","ondisk_log_start":"101'2644","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6167,"ondisk_log_size":6167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":270073856,"num_objects":4121,"num_object_clones":0,"num_object_copies":12363,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4121,"num_objects_unfound":0,"num_objects_dirty":4121,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8811,"num_write_kb":413824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,7],"avail_no_missing":["3","1","7"],"object_location_counts":[{"shards":"1,3,7","objects":4121}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":24,"reported_epoch":134,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:02:42.265838+0000","last_change":"2021-07-26T16:02:34.165235+0000","last_active":"2021-07-26T16:02:42.265838+0000","last_peered":"2021-07-26T16:02:42.265838+0000","last_clean":"2021-07-26T15:47:45.355408+0000","last_became_active":"2021-07-26T16:02:34.165006+0000","last_became_peered":"2021-07-26T16:02:34.165006+0000","last_unstale":"2021-07-26T16:02:42.265838+0000","last_undegraded":"2021-07-26T16:02:34.138783+0000","last_fullsized":"2021-07-26T16:02:42.265838+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":["4","1","7"],"object_location_counts":[{"shards":"1,4,7","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":129,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.265294+0000","last_change":"2021-07-26T16:02:20.051435+0000","last_active":"2021-07-26T16:02:42.265294+0000","last_peered":"2021-07-26T16:02:42.265294+0000","last_clean":"2021-07-26T16:02:42.265294+0000","last_became_active":"2021-07-26T16:02:20.051042+0000","last_became_peered":"2021-07-26T16:02:20.051042+0000","last_unstale":"2021-07-26T16:02:42.265294+0000","last_undegraded":"2021-07-26T16:02:42.265294+0000","last_fullsized":"2021-07-26T16:02:42.265294+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"135'9028","reported_seq":9354,"reported_epoch":135,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-07-26T16:02:52.179650+0000","last_change":"2021-07-26T16:02:42.374752+0000","last_active":"2021-07-26T16:02:52.179650+0000","last_peered":"2021-07-26T16:02:52.179650+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:02:42.274234+0000","last_became_peered":"2021-07-26T16:02:42.274234+0000","last_unstale":"2021-07-26T16:02:52.179650+0000","last_undegraded":"2021-07-26T16:02:42.205981+0000","last_fullsized":"2021-07-26T16:02:52.179650+0000","mapping_epoch":132,"log_start":"97'1649","ondisk_log_start":"97'1649","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7379,"ondisk_log_size":7379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":276168704,"num_objects":4214,"num_object_clones":0,"num_object_copies":12642,"num_objects_missing_on_primary":4904,"num_objects_missing":4904,"num_objects_degraded":4214,"num_objects_misplaced":4904,"num_objects_unfound":0,"num_objects_dirty":4214,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9028,"num_write_kb":423744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":123,"num_bytes_recovered":8060928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"2,3,7","objects":1583},{"shards":"3,7","objects":2620}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":118,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.296278+0000","last_change":"2021-07-26T16:02:34.158535+0000","last_active":"2021-07-26T16:02:42.296278+0000","last_peered":"2021-07-26T16:02:42.296278+0000","last_clean":"2021-07-26T16:02:42.296278+0000","last_became_active":"2021-07-26T16:02:34.150853+0000","last_became_peered":"2021-07-26T16:02:34.150853+0000","last_unstale":"2021-07-26T16:02:42.296278+0000","last_undegraded":"2021-07-26T16:02:42.296278+0000","last_fullsized":"2021-07-26T16:02:42.296278+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":113,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.294970+0000","last_change":"2021-07-26T16:02:20.062303+0000","last_active":"2021-07-26T16:02:42.294970+0000","last_peered":"2021-07-26T16:02:42.294970+0000","last_clean":"2021-07-26T16:02:42.294970+0000","last_became_active":"2021-07-26T16:02:20.061869+0000","last_became_peered":"2021-07-26T16:02:20.061869+0000","last_unstale":"2021-07-26T16:02:42.294970+0000","last_undegraded":"2021-07-26T16:02:42.294970+0000","last_fullsized":"2021-07-26T16:02:42.294970+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"135'9060","reported_seq":16689,"reported_epoch":135,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:02:53.858919+0000","last_change":"2021-07-26T16:01:17.275595+0000","last_active":"2021-07-26T16:02:53.858919+0000","last_peered":"2021-07-26T16:02:53.858919+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:01:17.194193+0000","last_became_peered":"2021-07-26T16:01:17.194193+0000","last_unstale":"2021-07-26T16:02:53.858919+0000","last_undegraded":"2021-07-26T16:01:17.183727+0000","last_fullsized":"2021-07-26T16:01:16.985945+0000","mapping_epoch":117,"log_start":"97'1655","ondisk_log_start":"97'1655","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7405,"ondisk_log_size":7405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":270270464,"num_objects":4124,"num_object_clones":0,"num_object_copies":12372,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4664,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9060,"num_write_kb":421888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3776,"num_bytes_recovered":247463936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[7,2],"avail_no_missing":["7"],"object_location_counts":[{"shards":"0,3,7","objects":2510},{"shards":"0,7","objects":89},{"shards":"2,3,7","objects":1525}],"blocked_by":[],"up_primary":0,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":114,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.294819+0000","last_change":"2021-07-26T16:02:34.164070+0000","last_active":"2021-07-26T16:02:42.294819+0000","last_peered":"2021-07-26T16:02:42.294819+0000","last_clean":"2021-07-26T16:02:42.294819+0000","last_became_active":"2021-07-26T16:02:34.163731+0000","last_became_peered":"2021-07-26T16:02:34.163731+0000","last_unstale":"2021-07-26T16:02:42.294819+0000","last_undegraded":"2021-07-26T16:02:42.294819+0000","last_fullsized":"2021-07-26T16:02:42.294819+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":28,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.222900+0000","last_change":"2021-07-26T16:01:16.019033+0000","last_active":"2021-07-26T16:02:42.222900+0000","last_peered":"2021-07-26T16:02:42.222900+0000","last_clean":"2021-07-26T16:02:42.222900+0000","last_became_active":"2021-07-26T16:01:16.018570+0000","last_became_peered":"2021-07-26T16:01:16.018570+0000","last_unstale":"2021-07-26T16:02:42.222900+0000","last_undegraded":"2021-07-26T16:02:42.222900+0000","last_fullsized":"2021-07-26T16:02:42.222900+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"135'8989","reported_seq":9049,"reported_epoch":135,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:02:55.401353+0000","last_change":"2021-07-26T16:00:23.270560+0000","last_active":"2021-07-26T16:02:55.401353+0000","last_peered":"2021-07-26T16:02:55.401353+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.257896+0000","last_became_peered":"2021-07-26T16:00:23.257896+0000","last_unstale":"2021-07-26T16:02:55.401353+0000","last_undegraded":"2021-07-26T16:00:22.824084+0000","last_fullsized":"2021-07-26T16:00:22.787514+0000","mapping_epoch":108,"log_start":"97'1790","ondisk_log_start":"97'1790","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7199,"ondisk_log_size":7199,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":272302080,"num_objects":4155,"num_object_clones":0,"num_object_copies":12465,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5026,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4155,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8989,"num_write_kb":420608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1],"avail_no_missing":["4","1"],"object_location_counts":[{"shards":"1,4","objects":-871}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":117,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.222838+0000","last_change":"2021-07-26T16:02:34.164318+0000","last_active":"2021-07-26T16:02:42.222838+0000","last_peered":"2021-07-26T16:02:42.222838+0000","last_clean":"2021-07-26T16:02:42.222838+0000","last_became_active":"2021-07-26T16:02:34.163958+0000","last_became_peered":"2021-07-26T16:02:34.163958+0000","last_unstale":"2021-07-26T16:02:42.222838+0000","last_undegraded":"2021-07-26T16:02:42.222838+0000","last_fullsized":"2021-07-26T16:02:42.222838+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":105,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.265433+0000","last_change":"2021-07-26T15:58:00.093106+0000","last_active":"2021-07-26T16:02:42.265433+0000","last_peered":"2021-07-26T16:02:42.265433+0000","last_clean":"2021-07-26T16:02:42.265433+0000","last_became_active":"2021-07-26T15:58:00.092658+0000","last_became_peered":"2021-07-26T15:58:00.092658+0000","last_unstale":"2021-07-26T16:02:42.265433+0000","last_undegraded":"2021-07-26T16:02:42.265433+0000","last_fullsized":"2021-07-26T16:02:42.265433+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"135'8907","reported_seq":11749,"reported_epoch":135,"state":"active+recovering+degraded+remapped","last_fresh":"2021-07-26T16:02:52.094674+0000","last_change":"2021-07-26T16:02:40.644437+0000","last_active":"2021-07-26T16:02:52.094674+0000","last_peered":"2021-07-26T16:02:52.094674+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:02:39.961254+0000","last_became_peered":"2021-07-26T16:02:39.961254+0000","last_unstale":"2021-07-26T16:02:52.094674+0000","last_undegraded":"2021-07-26T16:02:39.910697+0000","last_fullsized":"2021-07-26T16:02:52.094674+0000","mapping_epoch":132,"log_start":"100'2606","ondisk_log_start":"100'2606","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6301,"ondisk_log_size":6301,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":269156352,"num_objects":4107,"num_object_clones":0,"num_object_copies":12321,"num_objects_missing_on_primary":3554,"num_objects_missing":3554,"num_objects_degraded":2526,"num_objects_misplaced":2526,"num_objects_unfound":0,"num_objects_dirty":4107,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8907,"num_write_kb":416448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1390,"num_bytes_recovered":91095040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,3],"avail_no_missing":["3","4"],"object_location_counts":[{"shards":"2,3,4","objects":1581},{"shards":"3,4","objects":2526}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":105,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.294786+0000","last_change":"2021-07-26T15:57:06.010439+0000","last_active":"2021-07-26T16:02:42.294786+0000","last_peered":"2021-07-26T16:02:42.294786+0000","last_clean":"2021-07-26T16:02:42.294786+0000","last_became_active":"2021-07-26T15:57:06.009849+0000","last_became_peered":"2021-07-26T15:57:06.009849+0000","last_unstale":"2021-07-26T16:02:42.294786+0000","last_undegraded":"2021-07-26T16:02:42.294786+0000","last_fullsized":"2021-07-26T16:02:42.294786+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":118,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.264419+0000","last_change":"2021-07-26T16:02:20.048587+0000","last_active":"2021-07-26T16:02:42.264419+0000","last_peered":"2021-07-26T16:02:42.264419+0000","last_clean":"2021-07-26T16:02:42.264419+0000","last_became_active":"2021-07-26T16:02:20.048319+0000","last_became_peered":"2021-07-26T16:02:20.048319+0000","last_unstale":"2021-07-26T16:02:42.264419+0000","last_undegraded":"2021-07-26T16:02:42.264419+0000","last_fullsized":"2021-07-26T16:02:42.264419+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.c","version":"135'9021","reported_seq":9081,"reported_epoch":135,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:02:53.960683+0000","last_change":"2021-07-26T16:02:35.325102+0000","last_active":"2021-07-26T16:02:53.960683+0000","last_peered":"2021-07-26T16:02:53.960683+0000","last_clean":"2021-07-26T16:02:33.011189+0000","last_became_active":"2021-07-26T16:02:35.278988+0000","last_became_peered":"2021-07-26T16:02:35.278988+0000","last_unstale":"2021-07-26T16:02:53.960683+0000","last_undegraded":"2021-07-26T16:02:53.960683+0000","last_fullsized":"2021-07-26T16:02:53.960683+0000","mapping_epoch":132,"log_start":"101'2693","ondisk_log_start":"101'2693","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6328,"ondisk_log_size":6328,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":271515648,"num_objects":4143,"num_object_clones":0,"num_object_copies":12429,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4143,"num_objects_unfound":0,"num_objects_dirty":4143,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9021,"num_write_kb":421248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,7],"acting":[6,5,3],"avail_no_missing":["6","3","5"],"object_location_counts":[{"shards":"3,5,6","objects":4143}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":121,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.265248+0000","last_change":"2021-07-26T16:00:21.796744+0000","last_active":"2021-07-26T16:02:42.265248+0000","last_peered":"2021-07-26T16:02:42.265248+0000","last_clean":"2021-07-26T16:02:42.265248+0000","last_became_active":"2021-07-26T16:00:21.796370+0000","last_became_peered":"2021-07-26T16:00:21.796370+0000","last_unstale":"2021-07-26T16:02:42.265248+0000","last_undegraded":"2021-07-26T16:02:42.265248+0000","last_fullsized":"2021-07-26T16:02:42.265248+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":105,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.266107+0000","last_change":"2021-07-26T15:57:06.011637+0000","last_active":"2021-07-26T16:02:42.266107+0000","last_peered":"2021-07-26T16:02:42.266107+0000","last_clean":"2021-07-26T16:02:42.266107+0000","last_became_active":"2021-07-26T15:57:06.011228+0000","last_became_peered":"2021-07-26T15:57:06.011228+0000","last_unstale":"2021-07-26T16:02:42.266107+0000","last_undegraded":"2021-07-26T16:02:42.266107+0000","last_fullsized":"2021-07-26T16:02:42.266107+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"135'8846","reported_seq":9242,"reported_epoch":135,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:02:53.874028+0000","last_change":"2021-07-26T16:01:17.282011+0000","last_active":"2021-07-26T16:02:53.874028+0000","last_peered":"2021-07-26T16:02:53.874028+0000","last_clean":"2021-07-26T16:00:20.770553+0000","last_became_active":"2021-07-26T16:01:16.110574+0000","last_became_peered":"2021-07-26T16:01:16.110574+0000","last_unstale":"2021-07-26T16:02:53.874028+0000","last_undegraded":"2021-07-26T16:01:17.280717+0000","last_fullsized":"2021-07-26T16:01:15.988434+0000","mapping_epoch":116,"log_start":"96'445","ondisk_log_start":"96'445","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8401,"ondisk_log_size":8401,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":271122456,"num_objects":4138,"num_object_clones":0,"num_object_copies":12414,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1706,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4138,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8846,"num_write_kb":415425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":156,"num_bytes_recovered":10223616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[{"shards":"1,2,5","objects":1449},{"shards":"1,5","objects":2689}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":82,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.293439+0000","last_change":"2021-07-26T16:02:34.164885+0000","last_active":"2021-07-26T16:02:42.293439+0000","last_peered":"2021-07-26T16:02:42.293439+0000","last_clean":"2021-07-26T16:02:42.293439+0000","last_became_active":"2021-07-26T16:02:34.164495+0000","last_became_peered":"2021-07-26T16:02:34.164495+0000","last_unstale":"2021-07-26T16:02:42.293439+0000","last_undegraded":"2021-07-26T16:02:42.293439+0000","last_fullsized":"2021-07-26T16:02:42.293439+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":94,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.294415+0000","last_change":"2021-07-26T15:58:00.094892+0000","last_active":"2021-07-26T16:02:42.294415+0000","last_peered":"2021-07-26T16:02:42.294415+0000","last_clean":"2021-07-26T16:02:42.294415+0000","last_became_active":"2021-07-26T15:58:00.094510+0000","last_became_peered":"2021-07-26T15:58:00.094510+0000","last_unstale":"2021-07-26T16:02:42.294415+0000","last_undegraded":"2021-07-26T16:02:42.294415+0000","last_fullsized":"2021-07-26T16:02:42.294415+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":147,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.294854+0000","last_change":"2021-07-26T16:01:16.007019+0000","last_active":"2021-07-26T16:02:42.294854+0000","last_peered":"2021-07-26T16:02:42.294854+0000","last_clean":"2021-07-26T16:02:42.294854+0000","last_became_active":"2021-07-26T16:01:16.006692+0000","last_became_peered":"2021-07-26T16:01:16.006692+0000","last_unstale":"2021-07-26T16:02:42.294854+0000","last_undegraded":"2021-07-26T16:02:42.294854+0000","last_fullsized":"2021-07-26T16:02:42.294854+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":144,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.297019+0000","last_change":"2021-07-26T16:02:34.152676+0000","last_active":"2021-07-26T16:02:42.297019+0000","last_peered":"2021-07-26T16:02:42.297019+0000","last_clean":"2021-07-26T16:02:42.297019+0000","last_became_active":"2021-07-26T16:02:34.152097+0000","last_became_peered":"2021-07-26T16:02:34.152097+0000","last_unstale":"2021-07-26T16:02:42.297019+0000","last_undegraded":"2021-07-26T16:02:42.297019+0000","last_fullsized":"2021-07-26T16:02:42.297019+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":88,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.293738+0000","last_change":"2021-07-26T16:02:20.051152+0000","last_active":"2021-07-26T16:02:42.293738+0000","last_peered":"2021-07-26T16:02:42.293738+0000","last_clean":"2021-07-26T16:02:42.293738+0000","last_became_active":"2021-07-26T16:02:20.050790+0000","last_became_peered":"2021-07-26T16:02:20.050790+0000","last_unstale":"2021-07-26T16:02:42.293738+0000","last_undegraded":"2021-07-26T16:02:42.293738+0000","last_fullsized":"2021-07-26T16:02:42.293738+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"135'8882","reported_seq":11347,"reported_epoch":135,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:02:53.518001+0000","last_change":"2021-07-26T16:01:17.319323+0000","last_active":"2021-07-26T16:02:53.518001+0000","last_peered":"2021-07-26T16:02:53.518001+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:01:17.209521+0000","last_became_peered":"2021-07-26T16:01:17.209521+0000","last_unstale":"2021-07-26T16:02:53.518001+0000","last_undegraded":"2021-07-26T16:01:17.119077+0000","last_fullsized":"2021-07-26T16:01:16.985592+0000","mapping_epoch":117,"log_start":"102'2709","ondisk_log_start":"102'2709","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6173,"ondisk_log_size":6173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":275251200,"num_objects":4200,"num_object_clones":0,"num_object_copies":12600,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2211,"num_objects_misplaced":3250,"num_objects_unfound":0,"num_objects_dirty":4200,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8882,"num_write_kb":418624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1079,"num_bytes_recovered":70647808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[3,0],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,3","objects":-1261},{"shards":"0,3,5","objects":2510},{"shards":"2,3,5","objects":740}],"blocked_by":[],"up_primary":0,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"135'9044","reported_seq":9104,"reported_epoch":135,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:02:55.336711+0000","last_change":"2021-07-26T16:02:35.328298+0000","last_active":"2021-07-26T16:02:55.336711+0000","last_peered":"2021-07-26T16:02:55.336711+0000","last_clean":"2021-07-26T16:02:33.090906+0000","last_became_active":"2021-07-26T16:02:35.285495+0000","last_became_peered":"2021-07-26T16:02:35.285495+0000","last_unstale":"2021-07-26T16:02:55.336711+0000","last_undegraded":"2021-07-26T16:02:55.336711+0000","last_fullsized":"2021-07-26T16:02:55.336711+0000","mapping_epoch":132,"log_start":"101'2702","ondisk_log_start":"101'2702","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6342,"ondisk_log_size":6342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":269615104,"num_objects":4114,"num_object_clones":0,"num_object_copies":12342,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4114,"num_objects_unfound":0,"num_objects_dirty":4114,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9044,"num_write_kb":421056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,3],"avail_no_missing":["4","3","7"],"object_location_counts":[{"shards":"3,4,7","objects":4114}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":109,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.296755+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:02:42.296755+0000","last_peered":"2021-07-26T16:02:42.296755+0000","last_clean":"2021-07-26T16:02:42.296755+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:02:42.296755+0000","last_undegraded":"2021-07-26T16:02:42.296755+0000","last_fullsized":"2021-07-26T16:02:42.296755+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":124,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.265556+0000","last_change":"2021-07-26T16:01:16.007124+0000","last_active":"2021-07-26T16:02:42.265556+0000","last_peered":"2021-07-26T16:02:42.265556+0000","last_clean":"2021-07-26T16:02:42.265556+0000","last_became_active":"2021-07-26T16:01:16.006673+0000","last_became_peered":"2021-07-26T16:01:16.006673+0000","last_unstale":"2021-07-26T16:02:42.265556+0000","last_undegraded":"2021-07-26T16:02:42.265556+0000","last_fullsized":"2021-07-26T16:02:42.265556+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":133,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.294772+0000","last_change":"2021-07-26T16:02:34.168348+0000","last_active":"2021-07-26T16:02:42.294772+0000","last_peered":"2021-07-26T16:02:42.294772+0000","last_clean":"2021-07-26T16:02:42.294772+0000","last_became_active":"2021-07-26T16:02:34.166295+0000","last_became_peered":"2021-07-26T16:02:34.166295+0000","last_unstale":"2021-07-26T16:02:42.294772+0000","last_undegraded":"2021-07-26T16:02:42.294772+0000","last_fullsized":"2021-07-26T16:02:42.294772+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"135'8865","reported_seq":8927,"reported_epoch":135,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:02:53.938817+0000","last_change":"2021-07-26T16:02:35.330136+0000","last_active":"2021-07-26T16:02:53.938817+0000","last_peered":"2021-07-26T16:02:53.938817+0000","last_clean":"2021-07-26T16:02:33.113020+0000","last_became_active":"2021-07-26T16:02:35.286977+0000","last_became_peered":"2021-07-26T16:02:35.286977+0000","last_unstale":"2021-07-26T16:02:53.938817+0000","last_undegraded":"2021-07-26T16:02:53.938817+0000","last_fullsized":"2021-07-26T16:02:53.938817+0000","mapping_epoch":132,"log_start":"96'1460","ondisk_log_start":"96'1460","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7405,"ondisk_log_size":7405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":267190272,"num_objects":4077,"num_object_clones":0,"num_object_copies":12231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4077,"num_objects_unfound":0,"num_objects_dirty":4077,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8865,"num_write_kb":414144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,6],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"3,6,7","objects":4077}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":138,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.263962+0000","last_change":"2021-07-26T16:02:34.179576+0000","last_active":"2021-07-26T16:02:42.263962+0000","last_peered":"2021-07-26T16:02:42.263962+0000","last_clean":"2021-07-26T16:02:42.263962+0000","last_became_active":"2021-07-26T16:02:34.177431+0000","last_became_peered":"2021-07-26T16:02:34.177431+0000","last_unstale":"2021-07-26T16:02:42.263962+0000","last_undegraded":"2021-07-26T16:02:42.263962+0000","last_fullsized":"2021-07-26T16:02:42.263962+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":109,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.293533+0000","last_change":"2021-07-26T16:00:21.797517+0000","last_active":"2021-07-26T16:02:42.293533+0000","last_peered":"2021-07-26T16:02:42.293533+0000","last_clean":"2021-07-26T16:02:42.293533+0000","last_became_active":"2021-07-26T16:00:21.797021+0000","last_became_peered":"2021-07-26T16:00:21.797021+0000","last_unstale":"2021-07-26T16:02:42.293533+0000","last_undegraded":"2021-07-26T16:02:42.293533+0000","last_fullsized":"2021-07-26T16:02:42.293533+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":131,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.294346+0000","last_change":"2021-07-26T16:01:16.006858+0000","last_active":"2021-07-26T16:02:42.294346+0000","last_peered":"2021-07-26T16:02:42.294346+0000","last_clean":"2021-07-26T16:02:42.294346+0000","last_became_active":"2021-07-26T16:01:16.006560+0000","last_became_peered":"2021-07-26T16:01:16.006560+0000","last_unstale":"2021-07-26T16:02:42.294346+0000","last_undegraded":"2021-07-26T16:02:42.294346+0000","last_fullsized":"2021-07-26T16:02:42.294346+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"135'8971","reported_seq":9023,"reported_epoch":135,"state":"active+clean","last_fresh":"2021-07-26T16:02:53.702962+0000","last_change":"2021-07-26T15:59:25.451411+0000","last_active":"2021-07-26T16:02:53.702962+0000","last_peered":"2021-07-26T16:02:53.702962+0000","last_clean":"2021-07-26T16:02:53.702962+0000","last_became_active":"2021-07-26T15:59:25.451033+0000","last_became_peered":"2021-07-26T15:59:25.451033+0000","last_unstale":"2021-07-26T16:02:53.702962+0000","last_undegraded":"2021-07-26T16:02:53.702962+0000","last_fullsized":"2021-07-26T16:02:53.702962+0000","mapping_epoch":91,"log_start":"96'576","ondisk_log_start":"96'576","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8395,"ondisk_log_size":8395,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":272433152,"num_objects":4157,"num_object_clones":0,"num_object_copies":12471,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4157,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8971,"num_write_kb":420096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":133,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.293610+0000","last_change":"2021-07-26T16:02:34.177283+0000","last_active":"2021-07-26T16:02:42.293610+0000","last_peered":"2021-07-26T16:02:42.293610+0000","last_clean":"2021-07-26T16:02:42.293610+0000","last_became_active":"2021-07-26T16:02:34.176931+0000","last_became_peered":"2021-07-26T16:02:34.176931+0000","last_unstale":"2021-07-26T16:02:42.293610+0000","last_undegraded":"2021-07-26T16:02:42.293610+0000","last_fullsized":"2021-07-26T16:02:42.293610+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":369,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.223605+0000","last_change":"2021-07-26T16:02:35.506682+0000","last_active":"2021-07-26T16:02:42.223605+0000","last_peered":"2021-07-26T16:02:42.223605+0000","last_clean":"2021-07-26T16:02:42.223605+0000","last_became_active":"2021-07-26T16:02:35.155829+0000","last_became_peered":"2021-07-26T16:02:35.155829+0000","last_unstale":"2021-07-26T16:02:42.223605+0000","last_undegraded":"2021-07-26T16:02:42.223605+0000","last_fullsized":"2021-07-26T16:02:42.223605+0000","mapping_epoch":132,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":133,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":31,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.295086+0000","last_change":"2021-07-26T16:02:34.146072+0000","last_active":"2021-07-26T16:02:42.295086+0000","last_peered":"2021-07-26T16:02:42.295086+0000","last_clean":"2021-07-26T16:02:42.295086+0000","last_became_active":"2021-07-26T16:02:34.145636+0000","last_became_peered":"2021-07-26T16:02:34.145636+0000","last_unstale":"2021-07-26T16:02:42.295086+0000","last_undegraded":"2021-07-26T16:02:42.295086+0000","last_fullsized":"2021-07-26T16:02:42.295086+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":89,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.293861+0000","last_change":"2021-07-26T15:47:44.362701+0000","last_active":"2021-07-26T16:02:42.293861+0000","last_peered":"2021-07-26T16:02:42.293861+0000","last_clean":"2021-07-26T16:02:42.293861+0000","last_became_active":"2021-07-26T15:47:44.362348+0000","last_became_peered":"2021-07-26T15:47:44.362348+0000","last_unstale":"2021-07-26T16:02:42.293861+0000","last_undegraded":"2021-07-26T16:02:42.293861+0000","last_fullsized":"2021-07-26T16:02:42.293861+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":143,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.295208+0000","last_change":"2021-07-26T16:01:16.000326+0000","last_active":"2021-07-26T16:02:42.295208+0000","last_peered":"2021-07-26T16:02:42.295208+0000","last_clean":"2021-07-26T16:02:42.295208+0000","last_became_active":"2021-07-26T16:01:15.999482+0000","last_became_peered":"2021-07-26T16:01:15.999482+0000","last_unstale":"2021-07-26T16:02:42.295208+0000","last_undegraded":"2021-07-26T16:02:42.295208+0000","last_fullsized":"2021-07-26T16:02:42.295208+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":37,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.221640+0000","last_change":"2021-07-26T16:02:20.059799+0000","last_active":"2021-07-26T16:02:42.221640+0000","last_peered":"2021-07-26T16:02:42.221640+0000","last_clean":"2021-07-26T16:02:42.221640+0000","last_became_active":"2021-07-26T16:02:20.058997+0000","last_became_peered":"2021-07-26T16:02:20.058997+0000","last_unstale":"2021-07-26T16:02:42.221640+0000","last_undegraded":"2021-07-26T16:02:42.221640+0000","last_fullsized":"2021-07-26T16:02:42.221640+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":28,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.222488+0000","last_change":"2021-07-26T16:01:16.019036+0000","last_active":"2021-07-26T16:02:42.222488+0000","last_peered":"2021-07-26T16:02:42.222488+0000","last_clean":"2021-07-26T16:02:42.222488+0000","last_became_active":"2021-07-26T16:01:16.018692+0000","last_became_peered":"2021-07-26T16:01:16.018692+0000","last_unstale":"2021-07-26T16:02:42.222488+0000","last_undegraded":"2021-07-26T16:02:42.222488+0000","last_fullsized":"2021-07-26T16:02:42.222488+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.4","version":"135'8959","reported_seq":9019,"reported_epoch":135,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:02:54.037336+0000","last_change":"2021-07-26T16:02:35.359977+0000","last_active":"2021-07-26T16:02:54.037336+0000","last_peered":"2021-07-26T16:02:54.037336+0000","last_clean":"2021-07-26T16:02:33.050730+0000","last_became_active":"2021-07-26T16:02:35.326896+0000","last_became_peered":"2021-07-26T16:02:35.326896+0000","last_unstale":"2021-07-26T16:02:54.037336+0000","last_undegraded":"2021-07-26T16:02:54.037336+0000","last_fullsized":"2021-07-26T16:02:54.037336+0000","mapping_epoch":132,"log_start":"103'3541","ondisk_log_start":"103'3541","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5418,"ondisk_log_size":5418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":269811712,"num_objects":4117,"num_object_clones":0,"num_object_copies":12351,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4117,"num_objects_unfound":0,"num_objects_dirty":4117,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8959,"num_write_kb":418432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,3],"avail_no_missing":["1","3","5"],"object_location_counts":[{"shards":"1,3,5","objects":4117}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":128,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.296157+0000","last_change":"2021-07-26T16:01:15.997611+0000","last_active":"2021-07-26T16:02:42.296157+0000","last_peered":"2021-07-26T16:02:42.296157+0000","last_clean":"2021-07-26T16:02:42.296157+0000","last_became_active":"2021-07-26T16:01:15.997111+0000","last_became_peered":"2021-07-26T16:01:15.997111+0000","last_unstale":"2021-07-26T16:02:42.296157+0000","last_undegraded":"2021-07-26T16:02:42.296157+0000","last_fullsized":"2021-07-26T16:02:42.296157+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":118,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.294943+0000","last_change":"2021-07-26T16:02:34.174517+0000","last_active":"2021-07-26T16:02:42.294943+0000","last_peered":"2021-07-26T16:02:42.294943+0000","last_clean":"2021-07-26T16:02:42.294943+0000","last_became_active":"2021-07-26T16:02:34.173395+0000","last_became_peered":"2021-07-26T16:02:34.173395+0000","last_unstale":"2021-07-26T16:02:42.294943+0000","last_undegraded":"2021-07-26T16:02:42.294943+0000","last_fullsized":"2021-07-26T16:02:42.294943+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":28,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.222957+0000","last_change":"2021-07-26T16:01:15.999967+0000","last_active":"2021-07-26T16:02:42.222957+0000","last_peered":"2021-07-26T16:02:42.222957+0000","last_clean":"2021-07-26T16:02:42.222957+0000","last_became_active":"2021-07-26T16:01:15.999412+0000","last_became_peered":"2021-07-26T16:01:15.999412+0000","last_unstale":"2021-07-26T16:02:42.222957+0000","last_undegraded":"2021-07-26T16:02:42.222957+0000","last_fullsized":"2021-07-26T16:02:42.222957+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"135'8829","reported_seq":8889,"reported_epoch":135,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:02:53.906905+0000","last_change":"2021-07-26T16:00:23.251363+0000","last_active":"2021-07-26T16:02:53.906905+0000","last_peered":"2021-07-26T16:02:53.906905+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.233730+0000","last_became_peered":"2021-07-26T16:00:23.233730+0000","last_unstale":"2021-07-26T16:02:53.906905+0000","last_undegraded":"2021-07-26T16:00:22.815762+0000","last_fullsized":"2021-07-26T16:00:22.787653+0000","mapping_epoch":108,"log_start":"103'3422","ondisk_log_start":"103'3422","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5407,"ondisk_log_size":5407,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":274137088,"num_objects":4183,"num_object_clones":0,"num_object_copies":12549,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4906,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4183,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8829,"num_write_kb":416384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[{"shards":"1,6","objects":-723}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":140,"reported_epoch":134,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:02:42.223303+0000","last_change":"2021-07-26T16:02:34.184016+0000","last_active":"2021-07-26T16:02:42.223303+0000","last_peered":"2021-07-26T16:02:42.223303+0000","last_clean":"2021-07-26T16:02:28.136109+0000","last_became_active":"2021-07-26T16:02:34.183595+0000","last_became_peered":"2021-07-26T16:02:34.183595+0000","last_unstale":"2021-07-26T16:02:42.223303+0000","last_undegraded":"2021-07-26T16:02:34.174488+0000","last_fullsized":"2021-07-26T16:02:42.223303+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":["3","0","7"],"object_location_counts":[{"shards":"0,3,7","objects":1}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":79,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.295098+0000","last_change":"2021-07-26T15:57:14.001079+0000","last_active":"2021-07-26T16:02:42.295098+0000","last_peered":"2021-07-26T16:02:42.295098+0000","last_clean":"2021-07-26T16:02:42.295098+0000","last_became_active":"2021-07-26T15:57:06.011350+0000","last_became_peered":"2021-07-26T15:57:06.011350+0000","last_unstale":"2021-07-26T16:02:42.295098+0000","last_undegraded":"2021-07-26T16:02:42.295098+0000","last_fullsized":"2021-07-26T16:02:42.295098+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":114,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.223714+0000","last_change":"2021-07-26T16:02:20.059194+0000","last_active":"2021-07-26T16:02:42.223714+0000","last_peered":"2021-07-26T16:02:42.223714+0000","last_clean":"2021-07-26T16:02:42.223714+0000","last_became_active":"2021-07-26T16:02:20.058538+0000","last_became_peered":"2021-07-26T16:02:20.058538+0000","last_unstale":"2021-07-26T16:02:42.223714+0000","last_undegraded":"2021-07-26T16:02:42.223714+0000","last_fullsized":"2021-07-26T16:02:42.223714+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"135'9097","reported_seq":9232,"reported_epoch":135,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:02:55.177922+0000","last_change":"2021-07-26T16:02:48.644567+0000","last_active":"2021-07-26T16:02:55.177922+0000","last_peered":"2021-07-26T16:02:55.177922+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:02:47.607534+0000","last_became_peered":"2021-07-26T16:02:47.607534+0000","last_unstale":"2021-07-26T16:02:55.177922+0000","last_undegraded":"2021-07-26T16:02:45.460978+0000","last_fullsized":"2021-07-26T16:02:35.154524+0000","mapping_epoch":132,"log_start":"97'1869","ondisk_log_start":"97'1869","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7228,"ondisk_log_size":7228,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":270729216,"num_objects":4131,"num_object_clones":0,"num_object_copies":12393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4131,"num_objects_misplaced":9098,"num_objects_unfound":0,"num_objects_dirty":4131,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9097,"num_write_kb":423296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":1376256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5],"acting":[4,3],"avail_no_missing":["4","3","7"],"object_location_counts":[{"shards":"3,4","objects":1537}],"blocked_by":[],"up_primary":2,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":133,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.294574+0000","last_change":"2021-07-26T16:02:20.054787+0000","last_active":"2021-07-26T16:02:42.294574+0000","last_peered":"2021-07-26T16:02:42.294574+0000","last_clean":"2021-07-26T16:02:42.294574+0000","last_became_active":"2021-07-26T16:02:20.054312+0000","last_became_peered":"2021-07-26T16:02:20.054312+0000","last_unstale":"2021-07-26T16:02:42.294574+0000","last_undegraded":"2021-07-26T16:02:42.294574+0000","last_fullsized":"2021-07-26T16:02:42.294574+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":32,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.222413+0000","last_change":"2021-07-26T16:01:16.042938+0000","last_active":"2021-07-26T16:02:42.222413+0000","last_peered":"2021-07-26T16:02:42.222413+0000","last_clean":"2021-07-26T16:02:42.222413+0000","last_became_active":"2021-07-26T16:01:16.021233+0000","last_became_peered":"2021-07-26T16:01:16.021233+0000","last_unstale":"2021-07-26T16:02:42.222413+0000","last_undegraded":"2021-07-26T16:02:42.222413+0000","last_fullsized":"2021-07-26T16:02:42.222413+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":90,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.265173+0000","last_change":"2021-07-26T15:47:43.720280+0000","last_active":"2021-07-26T16:02:42.265173+0000","last_peered":"2021-07-26T16:02:42.265173+0000","last_clean":"2021-07-26T16:02:42.265173+0000","last_became_active":"2021-07-26T15:47:43.719926+0000","last_became_peered":"2021-07-26T15:47:43.719926+0000","last_unstale":"2021-07-26T16:02:42.265173+0000","last_undegraded":"2021-07-26T16:02:42.265173+0000","last_fullsized":"2021-07-26T16:02:42.265173+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"135'9017","reported_seq":9077,"reported_epoch":135,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:02:54.089635+0000","last_change":"2021-07-26T16:00:23.281661+0000","last_active":"2021-07-26T16:02:54.089635+0000","last_peered":"2021-07-26T16:02:54.089635+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.258082+0000","last_became_peered":"2021-07-26T16:00:23.258082+0000","last_unstale":"2021-07-26T16:02:54.089635+0000","last_undegraded":"2021-07-26T16:00:22.831569+0000","last_fullsized":"2021-07-26T16:00:22.785574+0000","mapping_epoch":108,"log_start":"97'1617","ondisk_log_start":"97'1617","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7400,"ondisk_log_size":7400,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":272433152,"num_objects":4157,"num_object_clones":0,"num_object_copies":12471,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4975,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4157,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9017,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"6,7","objects":-818}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":28,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.222767+0000","last_change":"2021-07-26T16:01:16.010203+0000","last_active":"2021-07-26T16:02:42.222767+0000","last_peered":"2021-07-26T16:02:42.222767+0000","last_clean":"2021-07-26T16:02:42.222767+0000","last_became_active":"2021-07-26T16:01:16.009831+0000","last_became_peered":"2021-07-26T16:01:16.009831+0000","last_unstale":"2021-07-26T16:02:42.222767+0000","last_undegraded":"2021-07-26T16:02:42.222767+0000","last_fullsized":"2021-07-26T16:02:42.222767+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":131,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.264059+0000","last_change":"2021-07-26T16:02:34.174967+0000","last_active":"2021-07-26T16:02:42.264059+0000","last_peered":"2021-07-26T16:02:42.264059+0000","last_clean":"2021-07-26T16:02:42.264059+0000","last_became_active":"2021-07-26T16:02:34.174627+0000","last_became_peered":"2021-07-26T16:02:34.174627+0000","last_unstale":"2021-07-26T16:02:42.264059+0000","last_undegraded":"2021-07-26T16:02:42.264059+0000","last_fullsized":"2021-07-26T16:02:42.264059+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":107,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.294920+0000","last_change":"2021-07-26T15:57:06.011473+0000","last_active":"2021-07-26T16:02:42.294920+0000","last_peered":"2021-07-26T16:02:42.294920+0000","last_clean":"2021-07-26T16:02:42.294920+0000","last_became_active":"2021-07-26T15:57:06.011081+0000","last_became_peered":"2021-07-26T15:57:06.011081+0000","last_unstale":"2021-07-26T16:02:42.294920+0000","last_undegraded":"2021-07-26T16:02:42.294920+0000","last_fullsized":"2021-07-26T16:02:42.294920+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":120,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.266252+0000","last_change":"2021-07-26T15:58:00.091615+0000","last_active":"2021-07-26T16:02:42.266252+0000","last_peered":"2021-07-26T16:02:42.266252+0000","last_clean":"2021-07-26T16:02:42.266252+0000","last_became_active":"2021-07-26T15:58:00.091218+0000","last_became_peered":"2021-07-26T15:58:00.091218+0000","last_unstale":"2021-07-26T16:02:42.266252+0000","last_undegraded":"2021-07-26T16:02:42.266252+0000","last_fullsized":"2021-07-26T16:02:42.266252+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":92,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.297076+0000","last_change":"2021-07-26T15:47:42.712128+0000","last_active":"2021-07-26T16:02:42.297076+0000","last_peered":"2021-07-26T16:02:42.297076+0000","last_clean":"2021-07-26T16:02:42.297076+0000","last_became_active":"2021-07-26T15:47:42.711249+0000","last_became_peered":"2021-07-26T15:47:42.711249+0000","last_unstale":"2021-07-26T16:02:42.297076+0000","last_undegraded":"2021-07-26T16:02:42.297076+0000","last_fullsized":"2021-07-26T16:02:42.297076+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":157,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.222534+0000","last_change":"2021-07-26T16:02:20.064510+0000","last_active":"2021-07-26T16:02:42.222534+0000","last_peered":"2021-07-26T16:02:42.222534+0000","last_clean":"2021-07-26T16:02:42.222534+0000","last_became_active":"2021-07-26T16:02:20.064237+0000","last_became_peered":"2021-07-26T16:02:20.064237+0000","last_unstale":"2021-07-26T16:02:42.222534+0000","last_undegraded":"2021-07-26T16:02:42.222534+0000","last_fullsized":"2021-07-26T16:02:42.222534+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":23,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.294504+0000","last_change":"2021-07-26T16:02:34.163390+0000","last_active":"2021-07-26T16:02:42.294504+0000","last_peered":"2021-07-26T16:02:42.294504+0000","last_clean":"2021-07-26T16:02:42.294504+0000","last_became_active":"2021-07-26T16:02:34.162869+0000","last_became_peered":"2021-07-26T16:02:34.162869+0000","last_unstale":"2021-07-26T16:02:42.294504+0000","last_undegraded":"2021-07-26T16:02:42.294504+0000","last_fullsized":"2021-07-26T16:02:42.294504+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":151,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.263878+0000","last_change":"2021-07-26T16:02:34.163588+0000","last_active":"2021-07-26T16:02:42.263878+0000","last_peered":"2021-07-26T16:02:42.263878+0000","last_clean":"2021-07-26T16:02:42.263878+0000","last_became_active":"2021-07-26T16:02:34.162694+0000","last_became_peered":"2021-07-26T16:02:34.162694+0000","last_unstale":"2021-07-26T16:02:42.263878+0000","last_undegraded":"2021-07-26T16:02:42.263878+0000","last_fullsized":"2021-07-26T16:02:42.263878+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":34,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.223452+0000","last_change":"2021-07-26T16:01:16.039458+0000","last_active":"2021-07-26T16:02:42.223452+0000","last_peered":"2021-07-26T16:02:42.223452+0000","last_clean":"2021-07-26T16:02:42.223452+0000","last_became_active":"2021-07-26T16:01:16.019293+0000","last_became_peered":"2021-07-26T16:01:16.019293+0000","last_unstale":"2021-07-26T16:02:42.223452+0000","last_undegraded":"2021-07-26T16:02:42.223452+0000","last_fullsized":"2021-07-26T16:02:42.223452+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":105,"reported_epoch":134,"state":"active+clean","last_fresh":"2021-07-26T16:02:42.265206+0000","last_change":"2021-07-26T15:57:06.012673+0000","last_active":"2021-07-26T16:02:42.265206+0000","last_peered":"2021-07-26T16:02:42.265206+0000","last_clean":"2021-07-26T16:02:42.265206+0000","last_became_active":"2021-07-26T15:57:06.012088+0000","last_became_peered":"2021-07-26T15:57:06.012088+0000","last_unstale":"2021-07-26T16:02:42.265206+0000","last_undegraded":"2021-07-26T16:02:42.265206+0000","last_fullsized":"2021-07-26T16:02:42.265206+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":16,"stat_sum":{"num_bytes":4343070744,"num_objects":66271,"num_object_clones":0,"num_object_copies":198813,"num_objects_missing_on_primary":8458,"num_objects_missing":8458,"num_objects_degraded":41231,"num_objects_misplaced":40350,"num_objects_unfound":0,"num_objects_dirty":66271,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":143455,"num_write_kb":6711169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6553,"num_bytes_recovered":428867584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12227129344,"data_stored":12227117128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":109540,"ondisk_log_size":109540,"up":48,"acting":40,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":693,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":16646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495820,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2638452,"kb_used_data":1589868,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91106700,"statfs":{"total":95995035648,"available":93293260800,"internally_reserved":1073741824,"allocated":1628024832,"data_stored":1627344302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.64200000000000002,"15min":0.58899999999999997},"min":{"1min":0.22700000000000001,"5min":0.222,"15min":0.222},"max":{"1min":3.3330000000000002,"5min":4.7800000000000002,"15min":4.7800000000000002},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.65900000000000003,"15min":0.621},"min":{"1min":0.309,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":2.488,"5min":4.0049999999999999,"15min":4.0049999999999999},"last":0.52700000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:02:13 2021","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":0.96399999999999997,"15min":0.65900000000000003},"min":{"1min":0.27900000000000003,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":5.4420000000000002,"5min":19.768000000000001,"15min":19.768000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":1.357,"5min":0.73799999999999999,"15min":0.59599999999999997},"min":{"1min":0.26000000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":5.5890000000000004,"5min":5.5890000000000004,"15min":5.5890000000000004},"last":0.36599999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:02:24 2021","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":1.835,"15min":2.0430000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.4730000000000001,"5min":8.7100000000000009,"15min":8.7100000000000009},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.56799999999999995,"5min":1.831,"15min":2.0409999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.478,"5min":8.0250000000000004,"15min":8.0250000000000004},"last":0.55600000000000005}]},{"osd":3,"last update":"Mon Jul 26 16:02:11 2021","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":1.034,"15min":0.69299999999999995},"min":{"1min":0.30599999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":8.4420000000000002,"5min":19.582999999999998,"15min":19.582999999999998},"last":0.50600000000000001},{"interface":"front","average":{"1min":1.294,"5min":1.056,"15min":0.69999999999999996},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":5.7169999999999996,"5min":19.699999999999999,"15min":19.699999999999999},"last":0.56599999999999995}]},{"osd":4,"last update":"Mon Jul 26 16:02:35 2021","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57599999999999996,"15min":0.45600000000000002},"min":{"1min":0.249,"5min":0.214,"15min":0.214},"max":{"1min":3.1589999999999998,"5min":4.8049999999999997,"15min":4.8049999999999997},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.51900000000000002,"15min":0.45300000000000001},"min":{"1min":0.23999999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":2.6280000000000001,"5min":2.6280000000000001,"15min":2.6280000000000001},"last":0.47899999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:02:35 2021","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.58599999999999997,"15min":0.47599999999999998},"min":{"1min":0.27600000000000002,"5min":0.24399999999999999,"15min":0.221},"max":{"1min":0.505,"5min":3.9460000000000002,"15min":3.9460000000000002},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72199999999999998,"15min":0.53800000000000003},"min":{"1min":0.27400000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":4.0110000000000001,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.499}]},{"osd":6,"last update":"Mon Jul 26 16:02:35 2021","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.67500000000000004,"15min":0.54600000000000004},"min":{"1min":0.29999999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.98,"5min":4.7430000000000003,"15min":4.7430000000000003},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.51800000000000002,"15min":0.48999999999999999},"min":{"1min":0.26400000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.66700000000000004,"5min":2.5739999999999998,"15min":2.5739999999999998},"last":0.59399999999999997}]}]},{"osd":6,"up_from":41,"seq":176093659343,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2378160,"kb_used_data":1329576,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91366992,"statfs":{"total":95995035648,"available":93559799808,"internally_reserved":1073741824,"allocated":1361485824,"data_stored":1360809810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:02:06 2021","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.65800000000000003,"15min":0.58899999999999997},"min":{"1min":0.248,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":3.1579999999999999,"5min":4.4820000000000002,"15min":4.4820000000000002},"last":0.312},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.80800000000000005,"15min":0.63800000000000001},"min":{"1min":0.25900000000000001,"5min":0.253,"15min":0.224},"max":{"1min":4.1470000000000002,"5min":11.207000000000001,"15min":11.207000000000001},"last":0.372}]},{"osd":1,"last update":"Mon Jul 26 16:02:15 2021","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.72499999999999998,"15min":0.59899999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.1819999999999999,"5min":4.4329999999999998,"15min":4.4329999999999998},"last":0.33900000000000002},{"interface":"front","average":{"1min":1.137,"5min":1.1100000000000001,"15min":0.71799999999999997},"min":{"1min":0.28699999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":4.109,"5min":11.455,"15min":11.455},"last":0.34599999999999997}]},{"osd":2,"last update":"Mon Jul 26 16:02:24 2021","interfaces":[{"interface":"back","average":{"1min":1.4530000000000001,"5min":2.3450000000000002,"15min":2.4929999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.4859999999999998,"5min":12.388999999999999,"15min":12.388999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":1.091,"5min":1.883,"15min":2.0150000000000001},"min":{"1min":0.29499999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":4.9459999999999997,"5min":10.116,"15min":10.116},"last":0.59999999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:02:06 2021","interfaces":[{"interface":"back","average":{"1min":1.762,"5min":1.0529999999999999,"15min":0.72399999999999998},"min":{"1min":0.33500000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":6.8079999999999998,"5min":6.8079999999999998,"15min":6.8079999999999998},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.7070000000000001,"5min":1.1220000000000001,"15min":0.73299999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.8170000000000002,"5min":11.430999999999999,"15min":11.430999999999999},"last":0.40999999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:02:15 2021","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.58899999999999997,"15min":0.47399999999999998},"min":{"1min":0.248,"5min":0.22600000000000001,"15min":0.20399999999999999},"max":{"1min":2.9980000000000002,"5min":5.7389999999999999,"15min":5.7389999999999999},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.749,"15min":0.54500000000000004},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":2.3210000000000002,"5min":11.481999999999999,"15min":11.481999999999999},"last":0.29799999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:02:15 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.55400000000000005,"15min":0.47299999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":2.3879999999999999,"5min":4.391,"15min":4.391},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.63600000000000001,"15min":0.52000000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":3.0350000000000001,"5min":5.9240000000000004,"15min":5.9240000000000004},"last":0.32100000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:02:31 2021","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.93899999999999995,"15min":0.63600000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.8839999999999999,"5min":11.380000000000001,"15min":11.380000000000001},"last":0.379},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.70099999999999996,"15min":0.55600000000000005},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.8779999999999999,"5min":4.5069999999999997,"15min":4.5069999999999997},"last":0.35799999999999998}]}]},{"osd":1,"up_from":78,"seq":335007449160,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1405224,"kb_used_data":1328992,"kb_used_omap":6,"kb_used_meta":76217,"kb_avail":92339928,"statfs":{"total":95995035648,"available":94556086272,"internally_reserved":0,"allocated":1360887808,"data_stored":1360215229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":78046809},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:02:12 2021","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":0.57299999999999995,"15min":0.438},"min":{"1min":0.22600000000000001,"5min":0.184,"15min":0.184},"max":{"1min":4.9390000000000001,"5min":4.9390000000000001,"15min":4.9390000000000001},"last":0.26800000000000002},{"interface":"front","average":{"1min":1.617,"5min":0.86699999999999999,"15min":0.53900000000000003},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":7.194,"5min":10.035,"15min":10.035},"last":0.25900000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:02:21 2021","interfaces":[{"interface":"back","average":{"1min":2.3410000000000002,"5min":1.9970000000000001,"15min":1.9390000000000001},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":12.119999999999999,"5min":12.119999999999999,"15min":12.119999999999999},"last":0.63700000000000001},{"interface":"front","average":{"1min":1.748,"5min":1.869,"15min":1.889},"min":{"1min":0.27700000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":10.505000000000001,"5min":10.505000000000001,"15min":10.505000000000001},"last":0.69599999999999995}]},{"osd":3,"last update":"Mon Jul 26 16:02:07 2021","interfaces":[{"interface":"back","average":{"1min":2.5430000000000001,"5min":1.1140000000000001,"15min":0.64000000000000001},"min":{"1min":0.29399999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":13.077999999999999,"5min":13.077999999999999,"15min":13.077999999999999},"last":0.57699999999999996},{"interface":"front","average":{"1min":2.7599999999999998,"5min":1.107,"15min":0.64500000000000002},"min":{"1min":0.29499999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":13.287000000000001,"5min":13.287000000000001,"15min":13.287000000000001},"last":0.61699999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:02:12 2021","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":0.84099999999999997,"15min":0.67500000000000004},"min":{"1min":0.318,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.7250000000000001,"5min":6.9400000000000004,"15min":6.9400000000000004},"last":0.38100000000000001},{"interface":"front","average":{"1min":1.2090000000000001,"5min":0.75900000000000001,"15min":0.68000000000000005},"min":{"1min":0.316,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.976,"5min":4.976,"15min":4.976},"last":0.33800000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:02:12 2021","interfaces":[{"interface":"back","average":{"1min":1.7789999999999999,"5min":0.96799999999999997,"15min":0.71599999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":7.2460000000000004,"5min":9.8689999999999998,"15min":9.8689999999999998},"last":0.48399999999999999},{"interface":"front","average":{"1min":1.266,"5min":1.0109999999999999,"15min":0.73399999999999999},"min":{"1min":0.373,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":4.8220000000000001,"5min":6.9139999999999997,"15min":6.9139999999999997},"last":0.47099999999999997}]},{"osd":6,"last update":"Mon Jul 26 16:02:12 2021","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":1.0569999999999999,"15min":0.755},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":7.306,"5min":9.9209999999999994,"15min":9.9209999999999994},"last":0.52200000000000002},{"interface":"front","average":{"1min":1.159,"5min":0.94199999999999995,"15min":0.73799999999999999},"min":{"1min":0.35499999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.7610000000000001,"5min":6.8730000000000002,"15min":6.8730000000000002},"last":0.435}]},{"osd":7,"last update":"Mon Jul 26 16:02:12 2021","interfaces":[{"interface":"back","average":{"1min":1.4790000000000001,"5min":0.878,"15min":0.71799999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":5.0270000000000001,"5min":5.0270000000000001,"15min":5.0270000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":2.0830000000000002,"5min":1.1259999999999999,"15min":0.79300000000000004},"min":{"1min":0.42099999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":7.2750000000000004,"5min":9.968,"15min":9.968},"last":0.56000000000000005}]}]},{"osd":0,"up_from":73,"seq":313532612694,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":854120,"kb_used_data":789728,"kb_used_omap":23,"kb_used_meta":64360,"kb_avail":92891032,"statfs":{"total":95995035648,"available":95120416768,"internally_reserved":0,"allocated":808681472,"data_stored":808009422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":65905398},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 16:02:14 2021","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.61499999999999999,"15min":0.42899999999999999},"min":{"1min":0.222,"5min":0.217,"15min":0.217},"max":{"1min":4.3220000000000001,"5min":4.3220000000000001,"15min":4.3220000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":1.228,"5min":0.78400000000000003,"15min":0.497},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":5.3840000000000003,"5min":6.3799999999999999,"15min":6.3799999999999999},"last":2.3460000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:02:25 2021","interfaces":[{"interface":"back","average":{"1min":1.865,"5min":1.3460000000000001,"15min":1.26},"min":{"1min":0.29399999999999998,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":5.3310000000000004,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":0.27700000000000002},{"interface":"front","average":{"1min":1.3680000000000001,"5min":1.232,"15min":1.21},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":5.7590000000000003,"5min":5.7590000000000003,"15min":5.7590000000000003},"last":0.29399999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:02:14 2021","interfaces":[{"interface":"back","average":{"1min":2.8730000000000002,"5min":1.411,"15min":0.76300000000000001},"min":{"1min":0.309,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":7.5259999999999998,"5min":18.497,"15min":18.497},"last":0.59899999999999998},{"interface":"front","average":{"1min":3.1560000000000001,"5min":1.5089999999999999,"15min":0.82499999999999996},"min":{"1min":0.33500000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":7.6059999999999999,"5min":18.541,"15min":18.541},"last":0.69699999999999995}]},{"osd":4,"last update":"Mon Jul 26 16:02:14 2021","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.79700000000000004,"15min":0.73099999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":4.3840000000000003,"5min":6.4699999999999998,"15min":6.4699999999999998},"last":0.48499999999999999},{"interface":"front","average":{"1min":1.373,"5min":0.93200000000000005,"15min":0.77800000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":5.4470000000000001,"5min":8.4309999999999992,"15min":8.4309999999999992},"last":0.55700000000000005}]},{"osd":5,"last update":"Mon Jul 26 16:02:14 2021","interfaces":[{"interface":"back","average":{"1min":1.4470000000000001,"5min":1.0329999999999999,"15min":0.81699999999999995},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":5.4729999999999999,"5min":12.853,"15min":12.853},"last":0.53100000000000003},{"interface":"front","average":{"1min":1.429,"5min":1.254,"15min":0.88600000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":6.4660000000000002,"5min":14.298999999999999,"15min":14.298999999999999},"last":0.65000000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:02:14 2021","interfaces":[{"interface":"back","average":{"1min":1.3440000000000001,"5min":1.0129999999999999,"15min":0.82699999999999996},"min":{"1min":0.38800000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":5.4199999999999999,"5min":14.609999999999999,"15min":14.609999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":1.419,"5min":0.95399999999999996,"15min":0.80500000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":6.5129999999999999,"5min":8.3309999999999995,"15min":8.3309999999999995},"last":0.629}]},{"osd":7,"last update":"Mon Jul 26 16:02:14 2021","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.371,"15min":0.94899999999999995},"min":{"1min":0.41899999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":6.5350000000000001,"5min":27.449999999999999,"15min":27.449999999999999},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.81299999999999994,"5min":1.048,"15min":0.85399999999999998},"min":{"1min":0.372,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":4.3609999999999998,"5min":27.463999999999999,"15min":27.463999999999999},"last":0.52200000000000002}]}]},{"osd":2,"up_from":107,"seq":459561500701,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1105576,"kb_used_data":1016800,"kb_used_omap":9,"kb_used_meta":88758,"kb_avail":92639576,"statfs":{"total":95995035648,"available":94862925824,"internally_reserved":0,"allocated":1041203200,"data_stored":1040530642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9911,"internal_metadata":90888521},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,0,0,1,1,0,2,3,8],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:02:23 2021","interfaces":[{"interface":"back","average":{"1min":3.234,"5min":1.8480000000000001,"15min":1.617},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":12.763999999999999,"5min":12.763999999999999,"15min":12.763999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":3.6259999999999999,"5min":1.907,"15min":1.621},"min":{"1min":0.22800000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":12.714,"5min":12.714,"15min":12.714},"last":1.3460000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:02:23 2021","interfaces":[{"interface":"back","average":{"1min":3.3450000000000002,"5min":4.7640000000000002,"15min":5},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":12.086,"5min":77.945999999999998,"15min":77.945999999999998},"last":0.254},{"interface":"front","average":{"1min":3.9540000000000002,"5min":5.2329999999999997,"15min":5.4459999999999997},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":18.960999999999999,"5min":78.129999999999995,"15min":78.129999999999995},"last":0.57699999999999996}]},{"osd":3,"last update":"Mon Jul 26 16:02:23 2021","interfaces":[{"interface":"back","average":{"1min":5.899,"5min":6.859,"15min":7.0190000000000001},"min":{"1min":0.39000000000000001,"5min":0.375,"15min":0.375},"max":{"1min":18.824999999999999,"5min":81.637,"15min":81.637},"last":1.796},{"interface":"front","average":{"1min":2.8359999999999999,"5min":5.859,"15min":6.3630000000000004},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":12.683,"5min":77.730999999999995,"15min":77.730999999999995},"last":0.45400000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:02:23 2021","interfaces":[{"interface":"back","average":{"1min":3.1749999999999998,"5min":2.2360000000000002,"15min":2.0800000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":18.898,"5min":18.898,"15min":18.898},"last":1.851},{"interface":"front","average":{"1min":2.1120000000000001,"5min":1.736,"15min":1.673},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":12.57,"5min":12.57,"15min":12.57},"last":0.39100000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:02:23 2021","interfaces":[{"interface":"back","average":{"1min":3.6070000000000002,"5min":1.847,"15min":1.554},"min":{"1min":0.31,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":12.247999999999999,"5min":12.247999999999999,"15min":12.247999999999999},"last":1.3069999999999999},{"interface":"front","average":{"1min":3.2149999999999999,"5min":1.9750000000000001,"15min":1.7689999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":18.870000000000001,"5min":18.870000000000001,"15min":18.870000000000001},"last":1.909}]},{"osd":6,"last update":"Mon Jul 26 16:02:23 2021","interfaces":[{"interface":"back","average":{"1min":2.0030000000000001,"5min":1.9910000000000001,"15min":1.9890000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":12.615,"5min":12.615,"15min":12.615},"last":0.41699999999999998},{"interface":"front","average":{"1min":3.4239999999999999,"5min":1.8029999999999999,"15min":1.5329999999999999},"min":{"1min":0.33900000000000002,"5min":0.309,"15min":0.309},"max":{"1min":12.208,"5min":12.208,"15min":12.208},"last":1.276}]},{"osd":7,"last update":"Mon Jul 26 16:02:23 2021","interfaces":[{"interface":"back","average":{"1min":2.3260000000000001,"5min":2.0249999999999999,"15min":1.9750000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":12.640000000000001,"5min":12.640000000000001,"15min":12.640000000000001},"last":0.48999999999999999},{"interface":"front","average":{"1min":3.605,"5min":1.8600000000000001,"15min":1.569},"min":{"1min":0.36499999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":13.436,"5min":13.436,"15min":13.436},"last":1.3260000000000001}]}]},{"osd":3,"up_from":88,"seq":377957122109,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3132580,"kb_used_data":2999772,"kb_used_omap":4,"kb_used_meta":132795,"kb_avail":90612572,"statfs":{"total":95995035648,"available":92787273728,"internally_reserved":0,"allocated":3071766528,"data_stored":3071097615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":135982717},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:02:06 2021","interfaces":[{"interface":"back","average":{"1min":2.6869999999999998,"5min":0.97799999999999998,"15min":0.56599999999999995},"min":{"1min":0.217,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":11.102,"5min":11.102,"15min":11.102},"last":0.34699999999999998},{"interface":"front","average":{"1min":2.3420000000000001,"5min":0.92300000000000004,"15min":0.54300000000000004},"min":{"1min":0.28000000000000003,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":9.0269999999999992,"5min":9.0269999999999992,"15min":9.0269999999999992},"last":0.26600000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:02:06 2021","interfaces":[{"interface":"back","average":{"1min":2.2730000000000001,"5min":0.97499999999999998,"15min":0.57699999999999996},"min":{"1min":0.246,"5min":0.223,"15min":0.223},"max":{"1min":6.7999999999999998,"5min":6.7999999999999998,"15min":6.7999999999999998},"last":0.253},{"interface":"front","average":{"1min":2.9409999999999998,"5min":1.3440000000000001,"15min":0.69999999999999996},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":11.202,"5min":13.445,"15min":13.445},"last":0.39700000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:02:25 2021","interfaces":[{"interface":"back","average":{"1min":2.4510000000000001,"5min":2.3029999999999999,"15min":2.278},"min":{"1min":0.377,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":8.0619999999999994,"5min":8.0619999999999994,"15min":8.0619999999999994},"last":0.313},{"interface":"front","average":{"1min":2.911,"5min":3.1819999999999999,"15min":3.2269999999999999},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":14.436,"5min":14.436,"15min":14.436},"last":0.28999999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:02:06 2021","interfaces":[{"interface":"back","average":{"1min":1.8879999999999999,"5min":0.997,"15min":0.72999999999999998},"min":{"1min":0.32100000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":6.8860000000000001,"5min":7.2969999999999997,"15min":7.2969999999999997},"last":0.54900000000000004},{"interface":"front","average":{"1min":2.093,"5min":1.0600000000000001,"15min":0.752},"min":{"1min":0.311,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":6.8710000000000004,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.51800000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:02:06 2021","interfaces":[{"interface":"back","average":{"1min":1.9379999999999999,"5min":1.0840000000000001,"15min":0.76100000000000001},"min":{"1min":0.35499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":6.8099999999999996,"5min":10.988,"15min":10.988},"last":0.47599999999999998},{"interface":"front","average":{"1min":2.3759999999999999,"5min":1.0429999999999999,"15min":0.73499999999999999},"min":{"1min":0.35899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":11.145,"5min":11.145,"15min":11.145},"last":0.56799999999999995}]},{"osd":6,"last update":"Mon Jul 26 16:02:06 2021","interfaces":[{"interface":"back","average":{"1min":1.889,"5min":1.0620000000000001,"15min":0.75800000000000001},"min":{"1min":0.36099999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.782,"5min":11.039999999999999,"15min":11.039999999999999},"last":0.505},{"interface":"front","average":{"1min":2.218,"5min":1.1299999999999999,"15min":0.79300000000000004},"min":{"1min":0.44900000000000001,"5min":0.316,"15min":0.316},"max":{"1min":6.8289999999999997,"5min":6.8289999999999997,"15min":6.8289999999999997},"last":0.44400000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:02:06 2021","interfaces":[{"interface":"back","average":{"1min":2.323,"5min":1.232,"15min":0.80800000000000005},"min":{"1min":0.45300000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":6.8529999999999998,"5min":8.5549999999999997,"15min":8.5549999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":2.5030000000000001,"5min":1.3120000000000001,"15min":0.84799999999999998},"min":{"1min":0.378,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":11.173999999999999,"5min":19.039999999999999,"15min":19.039999999999999},"last":0.53400000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986391,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2372664,"kb_used_data":1324080,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91372488,"statfs":{"total":95995035648,"available":93565427712,"internally_reserved":1073741824,"allocated":1355857920,"data_stored":1355173316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:02:13 2021","interfaces":[{"interface":"back","average":{"1min":0.98299999999999998,"5min":0.98599999999999999,"15min":0.71799999999999997},"min":{"1min":0.253,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":4.0940000000000003,"5min":40.046999999999997,"15min":40.046999999999997},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.96699999999999997,"5min":1.0800000000000001,"15min":0.76200000000000001},"min":{"1min":0.313,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":4.085,"5min":40.070999999999998,"15min":40.070999999999998},"last":0.43099999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:02:13 2021","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.625,"15min":0.55500000000000005},"min":{"1min":0.246,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":2.9039999999999999,"5min":2.9039999999999999,"15min":2.9039999999999999},"last":0.27600000000000002},{"interface":"front","average":{"1min":1.325,"5min":0.70899999999999996,"15min":0.57099999999999995},"min":{"1min":0.25700000000000001,"5min":0.248,"15min":0.248},"max":{"1min":5.0380000000000003,"5min":5.0380000000000003,"15min":5.0380000000000003},"last":0.47999999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:02:25 2021","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.98299999999999998,"15min":1.0129999999999999},"min":{"1min":0.28799999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":3.4260000000000002,"5min":3.6890000000000001,"15min":3.6890000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":1.806,"5min":1.3129999999999999,"15min":1.2310000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":6.6779999999999999,"5min":6.7140000000000004,"15min":6.7140000000000004},"last":0.75800000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:02:04 2021","interfaces":[{"interface":"back","average":{"1min":2.2789999999999999,"5min":2.165,"15min":1.091},"min":{"1min":0.28299999999999997,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":13.611000000000001,"5min":113.90300000000001,"15min":113.90300000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":2.028,"5min":2.0369999999999999,"15min":1.024},"min":{"1min":0.34100000000000003,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":13.581,"5min":113.73099999999999,"15min":113.73099999999999},"last":0.46999999999999997}]},{"osd":5,"last update":"Mon Jul 26 16:01:58 2021","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.51700000000000002,"15min":0.441},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":2.5419999999999998,"5min":3.4100000000000001,"15min":3.4100000000000001},"last":0.375},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54900000000000004,"15min":0.46400000000000002},"min":{"1min":0.23699999999999999,"5min":0.23499999999999999,"15min":0.23300000000000001},"max":{"1min":2.8340000000000001,"5min":3.488,"15min":3.488},"last":0.48599999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:02:13 2021","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.63700000000000001,"15min":0.48899999999999999},"min":{"1min":0.24299999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.0600000000000001,"5min":3.0600000000000001,"15min":3.0600000000000001},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.754,"5min":0.58599999999999997,"15min":0.49099999999999999},"min":{"1min":0.28199999999999997,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":4.6470000000000002,"5min":4.6470000000000002,"15min":4.6470000000000002},"last":0.32700000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:02:38 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.749,"15min":0.56299999999999994},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":1.7370000000000001,"5min":8.0459999999999994,"15min":8.0459999999999994},"last":0.501},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.78100000000000003,"15min":0.58499999999999996},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":3.1509999999999998,"5min":8.0129999999999999,"15min":8.0129999999999999},"last":0.42399999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822868,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2641576,"kb_used_data":1592992,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91103576,"statfs":{"total":95995035648,"available":93290061824,"internally_reserved":1073741824,"allocated":1631223808,"data_stored":1630551286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.74199999999999999,"15min":0.63400000000000001},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.4769999999999999,"5min":7.367,"15min":7.367},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.79500000000000004,"15min":0.67700000000000005},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.5070000000000001,"5min":7.6349999999999998,"15min":7.6349999999999998},"last":0.46899999999999997}]},{"osd":1,"last update":"Mon Jul 26 16:02:11 2021","interfaces":[{"interface":"back","average":{"1min":1.643,"5min":0.76900000000000002,"15min":0.629},"min":{"1min":0.31900000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":6.173,"5min":6.173,"15min":6.173},"last":1.0229999999999999},{"interface":"front","average":{"1min":1.3839999999999999,"5min":0.91600000000000004,"15min":0.65700000000000003},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.0369999999999999,"5min":6.0369999999999999,"15min":6.0369999999999999},"last":0.57799999999999996}]},{"osd":2,"last update":"Mon Jul 26 16:02:21 2021","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.161,"15min":1.177},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":5.2869999999999999,"5min":6.0030000000000001,"15min":6.0030000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":1.423,"5min":1.1319999999999999,"15min":1.0840000000000001},"min":{"1min":0.29399999999999998,"5min":0.251,"15min":0.251},"max":{"1min":7.4980000000000002,"5min":7.4980000000000002,"15min":7.4980000000000002},"last":0.51200000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:02:01 2021","interfaces":[{"interface":"back","average":{"1min":2.6349999999999998,"5min":1.2789999999999999,"15min":0.76500000000000001},"min":{"1min":0.309,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":10.712,"5min":10.712,"15min":10.712},"last":0.49299999999999999},{"interface":"front","average":{"1min":2.5880000000000001,"5min":1.2430000000000001,"15min":0.76400000000000001},"min":{"1min":0.27700000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":10.746,"5min":10.746,"15min":10.746},"last":0.61199999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:02:01 2021","interfaces":[{"interface":"back","average":{"1min":1.026,"5min":0.55600000000000005,"15min":0.45100000000000001},"min":{"1min":0.23899999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":4.7450000000000001,"5min":4.7450000000000001,"15min":4.7450000000000001},"last":0.996},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.61199999999999999,"15min":0.48799999999999999},"min":{"1min":0.214,"5min":0.214,"15min":0.20300000000000001},"max":{"1min":3.1549999999999998,"5min":6.7830000000000004,"15min":6.7830000000000004},"last":0.59499999999999997}]},{"osd":6,"last update":"Mon Jul 26 16:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.63100000000000001,"15min":0.50600000000000001},"min":{"1min":0.27400000000000002,"5min":0.26600000000000001,"15min":0.247},"max":{"1min":3.1789999999999998,"5min":4.7610000000000001,"15min":4.7610000000000001},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.65400000000000003,"15min":0.52100000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.4780000000000002,"5min":7.899,"15min":7.899},"last":0.53000000000000003}]},{"osd":7,"last update":"Mon Jul 26 16:02:33 2021","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.76300000000000001,"15min":0.57099999999999995},"min":{"1min":0.30499999999999999,"5min":0.26600000000000001,"15min":0.25800000000000001},"max":{"1min":2.5310000000000001,"5min":8.9489999999999998,"15min":8.9489999999999998},"last":1.508},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.71099999999999997,"15min":0.54200000000000004},"min":{"1min":0.30099999999999999,"5min":0.223,"15min":0.223},"max":{"1min":4.0309999999999997,"5min":8.1170000000000009,"15min":8.1170000000000009},"last":1.0429999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":804519936,"data_stored":804519936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1357451264,"data_stored":1357447192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1039667200,"data_stored":1039663128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3064201216,"data_stored":3064201216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1351417856,"data_stored":1351417856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1628901376,"data_stored":1628897304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1356333056,"data_stored":1356333056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1624637440,"data_stored":1624637440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:02:57.095 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool set unique_pool_0 pgp_num 16 2021-07-26T16:02:57.109 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:57.134 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:57.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:57.136 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:57.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:57 smithi078 ceph-mon[77813]: pgmap v366: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 87 op/s; 41239/198885 objects degraded (20.735%); 40350/198885 objects misplaced (20.288%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:02:57.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:57 smithi078 ceph-mon[77813]: from='client.54841 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:02:57.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:57 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 41239/198885 objects degraded (20.735%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:57.195 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:57 smithi078 ceph-mon[73801]: pgmap v366: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 87 op/s; 41239/198885 objects degraded (20.735%); 40350/198885 objects misplaced (20.288%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:02:57.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:57 smithi078 ceph-mon[73801]: from='client.54841 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:02:57.196 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:57 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 41239/198885 objects degraded (20.735%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:57.238 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:57.268 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:57.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:57.270 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:57.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:57 smithi139 ceph-mon[56829]: pgmap v366: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 87 op/s; 41239/198885 objects degraded (20.735%); 40350/198885 objects misplaced (20.288%); 1.4 MiB/s, 22 objects/s recovering 2021-07-26T16:02:57.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:57 smithi139 ceph-mon[56829]: from='client.54841 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:02:57.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:57 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 41239/198885 objects degraded (20.735%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:02:57.328 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:02:57.371 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:57.426 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:57.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:57.427 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:57.529 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:57.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:57.552 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:57.552 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:57.654 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:57.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:57.678 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:57.678 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:57.779 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:57.801 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:57.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:57.803 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:57.903 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:02:57.925 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:57.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:57.926 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:02:58.028 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:58.052 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:02:58.070 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:58.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:58.071 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:58.172 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:58.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:58.198 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:58.198 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:58.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:58 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/707812631' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:58.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:58 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:58.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:58 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/707812631' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:58.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:58 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:58.300 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:58.321 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:58.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:58.323 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:58.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:58 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/707812631' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:58.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:58 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:02:58.425 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:58.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:58.451 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:58.452 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:02:58.553 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:58.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:58.580 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:58.581 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:58.682 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:58.704 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:58.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:58.705 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:02:58.806 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:02:58.832 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:58.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:58.834 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:02:58.937 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:58.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:58.964 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:58.964 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:59.065 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:02:59.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:59.090 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:59.091 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:02:59.192 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:59.219 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:59.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:59.220 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:59.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:59 smithi078 ceph-mon[73801]: pgmap v367: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 96 op/s; 41159/198594 objects degraded (20.725%); 40274/198594 objects misplaced (20.280%); 1.7 MiB/s, 27 objects/s recovering 2021-07-26T16:02:59.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:59 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:59.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:59 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:02:59.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:02:59 smithi078 ceph-mon[73801]: osdmap e136: 8 total, 8 up, 8 in 2021-07-26T16:02:59.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:59 smithi078 ceph-mon[77813]: pgmap v367: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 96 op/s; 41159/198594 objects degraded (20.725%); 40274/198594 objects misplaced (20.280%); 1.7 MiB/s, 27 objects/s recovering 2021-07-26T16:02:59.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:59 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:59.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:59 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:02:59.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:02:59 smithi078 ceph-mon[77813]: osdmap e136: 8 total, 8 up, 8 in 2021-07-26T16:02:59.321 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:59.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:59 smithi139 ceph-mon[56829]: pgmap v367: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 96 op/s; 41159/198594 objects degraded (20.725%); 40274/198594 objects misplaced (20.280%); 1.7 MiB/s, 27 objects/s recovering 2021-07-26T16:02:59.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:59 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:02:59.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:59 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:02:59.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:02:59 smithi139 ceph-mon[56829]: osdmap e136: 8 total, 8 up, 8 in 2021-07-26T16:02:59.350 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:59.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:59.352 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:59.453 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:59.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:59.475 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:59.476 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:59.578 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:02:59.603 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:02:59.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:59.604 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:02:59.706 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:02:59.734 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:59.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:59.736 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:02:59.838 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:59.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:02:59.869 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:02:59.869 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:02:59.970 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:02:59.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:00.000 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:00.000 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:00.101 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:00.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:00.128 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:00.128 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:00.230 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:00.252 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:00.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:00.253 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:00.354 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:00.375 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:00.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:00.377 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:00.478 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:00.499 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:00.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:00.501 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:00.507 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:03:00.508 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:03:00.604 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:00.626 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:00.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:00.628 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:00.729 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:00.751 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:00.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:00.753 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:00.854 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:00.876 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:00.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:00.878 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:00.979 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:01.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:01.014 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:01.014 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:01.109 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:01 smithi078 ceph-mon[73801]: pgmap v369: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 140 op/s; 41114/197100 objects degraded (20.859%); 40039/197100 objects misplaced (20.314%); 1.9 MiB/s, 31 objects/s recovering 2021-07-26T16:03:01.109 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:01 smithi078 ceph-mon[77813]: pgmap v369: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 140 op/s; 41114/197100 objects degraded (20.859%); 40039/197100 objects misplaced (20.314%); 1.9 MiB/s, 31 objects/s recovering 2021-07-26T16:03:01.116 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:01.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:01.141 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:01.142 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:01.243 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:01.269 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:01.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:01.272 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:01.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:01 smithi139 ceph-mon[56829]: pgmap v369: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 140 op/s; 41114/197100 objects degraded (20.859%); 40039/197100 objects misplaced (20.314%); 1.9 MiB/s, 31 objects/s recovering 2021-07-26T16:03:01.373 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:01.398 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:01.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:01.400 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:01.502 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:01.527 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:01.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:01.529 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:01.630 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:01.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:01.656 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:01.657 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:01.758 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:01.781 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:01.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:01.786 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:01.850 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-07-26T16:03:01.859 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:03:01.888 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:01.909 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:01.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:01.910 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:02.012 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:02.033 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:02.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:02.034 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:02.061 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:02.101 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:02.136 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:02.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:02.159 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:02.159 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:02.194 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:03:02.218 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:03:02.251 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:03:02.260 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:02.280 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:03:02.282 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:02.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:02.283 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:02.288 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:02 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 41114/197100 objects degraded (20.859%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:02.296 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:02 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 41114/197100 objects degraded (20.859%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:02.322 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:03:02.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:02 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 41114/197100 objects degraded (20.859%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:02.363 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:03:02.385 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:02.396 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:03:02.440 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:03:02.447 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:02.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:02.449 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:02.461 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:03:02.461 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:03:02.462 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:03:02.462 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:03:02.462 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:03:02.462 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:03:02.463 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:03:02.463 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:03:02.550 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:02.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:02.575 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:02.575 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:02.676 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:02.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:02.732 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:02.733 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:02.835 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:02.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:02.860 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:02.860 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:02.962 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:02.983 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:02.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:02.985 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:03.048 INFO:teuthology.orchestra.run.smithi078.stderr:set pool 6 pgp_num to 16 2021-07-26T16:03:03.087 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:03.109 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:03.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:03.111 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:03.212 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:03.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:03.236 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:03.236 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:03.314 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:03 smithi078 ceph-mon[73801]: pgmap v370: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 147 op/s; 41068/196692 objects degraded (20.879%); 39945/196692 objects misplaced (20.308%); 1.9 MiB/s, 31 objects/s recovering 2021-07-26T16:03:03.315 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:03 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3393843422' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:03.315 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:03 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1288842883' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2021-07-26T16:03:03.315 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:03 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2021-07-26T16:03:03.315 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:03 smithi078 ceph-mon[77813]: pgmap v370: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 147 op/s; 41068/196692 objects degraded (20.879%); 39945/196692 objects misplaced (20.308%); 1.9 MiB/s, 31 objects/s recovering 2021-07-26T16:03:03.316 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:03 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3393843422' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:03.316 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:03 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1288842883' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2021-07-26T16:03:03.316 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:03 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2021-07-26T16:03:03.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:03 smithi139 ceph-mon[56829]: pgmap v370: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 147 op/s; 41068/196692 objects degraded (20.879%); 39945/196692 objects misplaced (20.308%); 1.9 MiB/s, 31 objects/s recovering 2021-07-26T16:03:03.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:03 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3393843422' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:03.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:03 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1288842883' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2021-07-26T16:03:03.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:03 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2021-07-26T16:03:03.337 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:03.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:03.376 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:03.377 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:03.478 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:03.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:03.503 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:03.503 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:03.606 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:03.631 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:03.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:03.632 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:03.733 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:03.760 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:03.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:03.762 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:03.863 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:03.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:03.894 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:03.895 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:04.004 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:04.031 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:04.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:04.032 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:04.134 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:04.150 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:04 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]': finished 2021-07-26T16:03:04.151 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:04 smithi078 ceph-mon[73801]: osdmap e137: 8 total, 8 up, 8 in 2021-07-26T16:03:04.151 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:04 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]': finished 2021-07-26T16:03:04.152 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:04 smithi078 ceph-mon[77813]: osdmap e137: 8 total, 8 up, 8 in 2021-07-26T16:03:04.156 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:04.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:04.158 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:04.259 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:04.291 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:04.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:04.293 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:04.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:04 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]': finished 2021-07-26T16:03:04.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:04 smithi139 ceph-mon[56829]: osdmap e137: 8 total, 8 up, 8 in 2021-07-26T16:03:04.395 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:04.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:04.418 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:04.418 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:04.527 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:04.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:04.556 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:04.557 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:04.659 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:04.724 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:04.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:04.725 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:04.826 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:04.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:04.849 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:04.850 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:04.952 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:04.976 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:04.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:04.977 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:05.078 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:05.099 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:05.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:05.100 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:05.202 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:05.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:05.235 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:05.235 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:05.321 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:05 smithi078 ceph-mon[73801]: pgmap v372: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 116 op/s; 40966/196098 objects degraded (20.891%); 39747/196098 objects misplaced (20.269%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:03:05.321 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:03:05.321 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:03:05.322 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:05 smithi078 ceph-mon[77813]: pgmap v372: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 116 op/s; 40966/196098 objects degraded (20.891%); 39747/196098 objects misplaced (20.269%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:03:05.322 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:03:05.322 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:03:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:05 smithi139 ceph-mon[56829]: pgmap v372: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 116 op/s; 40966/196098 objects degraded (20.891%); 39747/196098 objects misplaced (20.269%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:03:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:03:05.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:03:05.337 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:05.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:05.378 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:05.378 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:05.483 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:05.512 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:05.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:05.514 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:05.615 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:05.644 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:05.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:05.645 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:05.746 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:05.771 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:05.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:05.772 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:05.873 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:05.895 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:05.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:05.896 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:05.958 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:03:05.997 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:06.032 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:06.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:06.034 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:06.135 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:06.171 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:06.173 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:06.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:06.176 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:06.277 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:06.311 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:06.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:06.313 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:06.381 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:03:06.381 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:03:06.382 INFO:teuthology.orchestra.run.smithi078.stdout: "complaint_time": 30, 2021-07-26T16:03:06.382 INFO:teuthology.orchestra.run.smithi078.stdout: "num_blocked_ops": 0 2021-07-26T16:03:06.382 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:03:06.414 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:06.447 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:06.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:06.448 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:06.549 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:06.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:06.596 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:06.597 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:06.698 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:06.720 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:06.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:06.722 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:06.825 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:06.850 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:06.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:06.851 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:06.956 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:06.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:06.997 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:06.997 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:07.085 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:03:07.098 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:07.119 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:07.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:07.121 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:07.222 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:07.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:07.260 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:07.261 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:07.362 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:07.392 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:07.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:07.394 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:07.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:07 smithi078 ceph-mon[73801]: pgmap v373: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 177 op/s; 40882/194331 objects degraded (21.037%); 39510/194331 objects misplaced (20.331%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:03:07.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:07 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3473028198' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:03:07.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:07 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:03:07.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:07.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:07 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 40882/194331 objects degraded (21.037%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:07.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:07 smithi078 ceph-mon[77813]: pgmap v373: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 177 op/s; 40882/194331 objects degraded (21.037%); 39510/194331 objects misplaced (20.331%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:03:07.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:07 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3473028198' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:03:07.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:07 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:03:07.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:07.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:07 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 40882/194331 objects degraded (21.037%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:07.495 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:07.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:07.530 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:07.531 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:07.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:07 smithi139 ceph-mon[56829]: pgmap v373: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 177 op/s; 40882/194331 objects degraded (21.037%); 39510/194331 objects misplaced (20.331%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:03:07.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:07 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3473028198' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:03:07.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:07 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:03:07.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:07.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:07 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 40882/194331 objects degraded (21.037%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:07.627 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-07-26T16:03:07.632 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:07.659 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:07.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:07.660 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:07.762 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:07.795 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:07.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:07.796 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:07.839 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:07.899 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:07.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:07.933 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:07.933 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:08.035 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:08.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:08.072 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:08.072 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:08.175 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:08.199 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:08.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:08.200 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:08.304 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:08.328 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:08.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:08.330 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:08.435 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:08.460 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:08.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:08.461 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:08.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:08 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:08.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:08 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:03:08.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:08 smithi078 ceph-mon[73801]: osdmap e138: 8 total, 8 up, 8 in 2021-07-26T16:03:08.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:08 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:08.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:08 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:03:08.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:08 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:08.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:08 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:03:08.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:08 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:08.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:08 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:03:08.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:08 smithi078 ceph-mon[77813]: osdmap e138: 8 total, 8 up, 8 in 2021-07-26T16:03:08.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:08 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:08.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:08 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:03:08.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:08 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:08.494 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:08 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:03:08.563 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:08.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:08 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:08.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:08 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:03:08.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:08 smithi139 ceph-mon[56829]: osdmap e138: 8 total, 8 up, 8 in 2021-07-26T16:03:08.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:08 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:08.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:08 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:03:08.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:08 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:08.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:08 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:03:08.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:08.588 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:08.588 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:08.690 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:08.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:08.734 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:08.734 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:08.836 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:08.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:08.869 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:08.870 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:08.971 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:08.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:08.996 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:08.997 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:09.099 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:09.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:09.124 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:09.124 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:09.130 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:09 smithi078 ceph-mon[73801]: pgmap v375: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 127 op/s; 40778/194037 objects degraded (21.016%); 39420/194037 objects misplaced (20.316%); 2.3 MiB/s, 36 objects/s recovering 2021-07-26T16:03:09.131 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:09 smithi078 ceph-mon[77813]: pgmap v375: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 127 op/s; 40778/194037 objects degraded (21.016%); 39420/194037 objects misplaced (20.316%); 2.3 MiB/s, 36 objects/s recovering 2021-07-26T16:03:09.225 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:09.232 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:03:09.255 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:09.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:09.256 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:09.272 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:03:09.298 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:03:09.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:09 smithi139 ceph-mon[56829]: pgmap v375: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 12 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 127 op/s; 40778/194037 objects degraded (21.016%); 39420/194037 objects misplaced (20.316%); 2.3 MiB/s, 36 objects/s recovering 2021-07-26T16:03:09.334 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:03:09.358 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:09.360 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:03:09.398 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:03:09.415 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:09.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:09.419 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:09.428 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:03:09.464 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:03:09.469 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:03:09.470 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:03:09.470 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:03:09.470 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:03:09.470 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:03:09.471 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:03:09.471 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:03:09.471 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:03:09.521 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:09.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:09.546 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:09.547 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:09.649 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:09.661 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7, 0] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2021-07-26T16:03:09.662 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:03:09.662 INFO:tasks.thrashosds.thrasher:fixing pg num pool rbd 2021-07-26T16:03:09.663 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:03:09.673 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:09.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:09.677 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:09.778 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:09.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:09.812 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:09.812 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:09.863 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:09.914 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:09.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:09.939 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:09.940 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:10.041 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:10.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:10.065 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:10.065 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:10.166 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:10.197 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:10.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:10.198 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:10.300 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:10.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:10.329 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:10.329 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:10.417 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:10 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/254324970' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:10.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:10 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/254324970' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:10.431 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:10.454 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:10.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:10.456 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:10.558 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:10.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:10 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/254324970' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:10.580 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:10.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:10.582 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:10.621 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:03:10.684 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:10.708 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:10.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:10.709 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:10.810 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:10.842 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:10.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:10.844 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:10.851 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:10.945 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:10.968 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:10.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:10.970 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:11.071 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:11.106 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:11.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:11.108 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:11.209 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:11.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:11.256 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:11.257 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:11.321 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:11 smithi078 ceph-mon[73801]: pgmap v376: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 182 op/s; 40778/192306 objects degraded (21.205%); 39116/192306 objects misplaced (20.340%); 3.0 MiB/s, 48 objects/s recovering 2021-07-26T16:03:11.322 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:11 smithi078 ceph-mon[77813]: pgmap v376: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 182 op/s; 40778/192306 objects degraded (21.205%); 39116/192306 objects misplaced (20.340%); 3.0 MiB/s, 48 objects/s recovering 2021-07-26T16:03:11.360 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:11.392 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:11 smithi139 ceph-mon[56829]: pgmap v376: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 182 op/s; 40778/192306 objects degraded (21.205%); 39116/192306 objects misplaced (20.340%); 3.0 MiB/s, 48 objects/s recovering 2021-07-26T16:03:11.423 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:11.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:11.425 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:11.526 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:11.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:11.560 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:11.560 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:11.662 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:11.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:11.706 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:11.707 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:11.730 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:03:11.730 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:03:11.808 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:11.830 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:11.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:11.832 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:11.933 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:11.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:11.973 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:11.974 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:12.075 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:12.099 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:12.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:12.101 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:12.202 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:12.223 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:12.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:12.225 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:12.326 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:12.353 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:12.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:12.356 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:12.459 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:12.481 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:12.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:12.482 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:12.583 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:12.608 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:12.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:12.610 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:12.712 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:12.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:12.736 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:12.736 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:12.838 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:12.862 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:12.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:12.864 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:12.966 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:12.988 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:12.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:12.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[73801]: pgmap v377: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 172 op/s; 40728/191817 objects degraded (21.233%); 39007/191817 objects misplaced (20.336%); 2.0 MiB/s, 32 objects/s recovering 2021-07-26T16:03:12.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 40778/192306 objects degraded (21.205%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:12.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:12.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:12.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:12.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:12.991 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:12.991 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:12.991 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:12.991 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:12.992 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi139.mwfdce","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:03:12.992 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:03:12.993 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:12.993 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[77813]: pgmap v377: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 172 op/s; 40728/191817 objects degraded (21.233%); 39007/191817 objects misplaced (20.336%); 2.0 MiB/s, 32 objects/s recovering 2021-07-26T16:03:12.993 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 40778/192306 objects degraded (21.205%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:12.993 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:12.994 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:12.994 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:12.994 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:12.994 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:12.994 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:12.995 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:12.995 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:12.995 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi139.mwfdce","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:03:12.995 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:12 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:03:12.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:12.996 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:13.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:12 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:13.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:12 smithi139 ceph-mon[56829]: pgmap v377: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 172 op/s; 40728/191817 objects degraded (21.233%); 39007/191817 objects misplaced (20.336%); 2.0 MiB/s, 32 objects/s recovering 2021-07-26T16:03:13.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:12 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 40778/192306 objects degraded (21.205%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:13.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:12 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:13.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:12 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:13.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:12 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:13.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:12 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:13.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:12 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:13.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:12 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:13.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:12 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:13.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:12 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:13.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:12 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi139.mwfdce","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:03:13.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:12 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:03:13.098 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:13.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:13.122 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:13.123 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:13.193 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:03:13.224 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:13.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:13.264 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:13.265 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:13.367 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:13.376 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-07-26T16:03:13.392 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:13.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:13.394 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:13.418 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:13.495 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:13.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:13.575 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:13.575 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:13.619 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:13.676 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:13.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:13.719 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:13.720 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:13.821 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:13.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:13.860 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:13.860 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:13.962 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:13.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:13.992 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:13.992 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:14.094 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:14.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:14.121 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:14.121 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:14.222 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:14.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:14.245 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:14.246 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:14.347 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:14.368 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:14.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:14.370 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:14.471 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:14.530 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:14.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:14.532 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:14.596 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:03:14.599 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:03:14.633 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:14.655 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:14.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:14.657 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:14.758 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:14.781 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:14.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:14.782 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:14.883 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:14.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:14.912 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:14.912 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:14.957 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:03:15.020 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:15.043 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:15.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:15.046 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:15.150 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:15.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:15.176 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:15.176 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:15.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:14 smithi078 ceph-mon[73801]: pgmap v378: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 162 op/s; 40685/191223 objects degraded (21.276%); 38757/191223 objects misplaced (20.268%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:03:15.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:14 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3579733208' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:15.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:14 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:15.193 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:14 smithi078 ceph-mon[77813]: pgmap v378: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 162 op/s; 40685/191223 objects degraded (21.276%); 38757/191223 objects misplaced (20.268%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:03:15.193 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:14 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3579733208' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:15.193 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:14 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:15.279 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:15.300 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:15.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:15.302 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:15.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:14 smithi139 ceph-mon[56829]: pgmap v378: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 162 op/s; 40685/191223 objects degraded (21.276%); 38757/191223 objects misplaced (20.268%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:03:15.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:14 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3579733208' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:15.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:14 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:15.403 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:15.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:15.447 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:15.448 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:15.550 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:15.573 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:15.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:15.575 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:15.677 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:15.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:15.708 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:15.708 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:15.809 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:15.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:15.837 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:15.838 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:15.930 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:15 smithi078 ceph-mon[73801]: from='client.44976 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:03:15.930 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:15 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:03:15.931 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:15 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:03:15.931 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:15 smithi078 ceph-mon[73801]: osdmap e139: 8 total, 8 up, 8 in 2021-07-26T16:03:15.931 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:15 smithi078 ceph-mon[77813]: from='client.44976 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:03:15.932 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:15 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:03:15.932 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:15 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:03:15.932 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:15 smithi078 ceph-mon[77813]: osdmap e139: 8 total, 8 up, 8 in 2021-07-26T16:03:15.939 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:15.965 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:15.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:15.967 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:16.069 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:16.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:16.092 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:16.092 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:16.193 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:16.217 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:16.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:16.219 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:16.320 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:16.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:15 smithi139 ceph-mon[56829]: from='client.44976 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:03:16.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:15 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:03:16.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:15 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:03:16.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:15 smithi139 ceph-mon[56829]: osdmap e139: 8 total, 8 up, 8 in 2021-07-26T16:03:16.344 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:16.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:16.345 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:16.446 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:16.468 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:16.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:16.469 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:16.572 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:16.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:16.594 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:16.595 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:16.696 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:16.700 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":378,"stamp":"2021-07-26T16:03:13.873920+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4176287670,"num_objects":63741,"num_object_clones":0,"num_object_copies":191223,"num_objects_missing_on_primary":8087,"num_objects_missing":8087,"num_objects_degraded":40685,"num_objects_misplaced":38757,"num_objects_unfound":0,"num_objects_dirty":63741,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":146269,"num_write_kb":6713614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7279,"num_bytes_recovered":475792597,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110588,"ondisk_log_size":110588,"up":267,"acting":259,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":325,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":16119104,"kb_used_data":11573760,"kb_used_omap":43,"kb_used_meta":4545236,"kb_avail":733842112,"statfs":{"total":767960285184,"available":751454322688,"internally_reserved":4294967296,"allocated":11851530240,"data_stored":11846037862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44779,"internal_metadata":4654321941},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,2,1,3,3,1,1,1,11],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-106496000,"num_objects":-1625,"num_object_clones":0,"num_object_copies":-4875,"num_objects_missing_on_primary":-192,"num_objects_missing":-192,"num_objects_degraded":-281,"num_objects_misplaced":-990,"num_objects_unfound":0,"num_objects_dirty":-1625,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1625,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":384,"num_bytes_recovered":25165824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.005753"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":139,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.075665+0000","last_change":"2021-07-26T16:00:21.795752+0000","last_active":"2021-07-26T16:03:03.075665+0000","last_peered":"2021-07-26T16:03:03.075665+0000","last_clean":"2021-07-26T16:03:03.075665+0000","last_became_active":"2021-07-26T16:00:21.795477+0000","last_became_peered":"2021-07-26T16:00:21.795477+0000","last_unstale":"2021-07-26T16:03:03.075665+0000","last_undegraded":"2021-07-26T16:03:03.075665+0000","last_fullsized":"2021-07-26T16:03:03.075665+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":71,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.138279+0000","last_change":"2021-07-26T16:02:34.165631+0000","last_active":"2021-07-26T16:03:03.138279+0000","last_peered":"2021-07-26T16:03:03.138279+0000","last_clean":"2021-07-26T16:03:03.138279+0000","last_became_active":"2021-07-26T16:02:34.164931+0000","last_became_peered":"2021-07-26T16:02:34.164931+0000","last_unstale":"2021-07-26T16:03:03.138279+0000","last_undegraded":"2021-07-26T16:03:03.138279+0000","last_fullsized":"2021-07-26T16:03:03.138279+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":106,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.139093+0000","last_change":"2021-07-26T16:02:20.057647+0000","last_active":"2021-07-26T16:03:03.139093+0000","last_peered":"2021-07-26T16:03:03.139093+0000","last_clean":"2021-07-26T16:03:03.139093+0000","last_became_active":"2021-07-26T16:02:20.057336+0000","last_became_peered":"2021-07-26T16:02:20.057336+0000","last_unstale":"2021-07-26T16:03:03.139093+0000","last_undegraded":"2021-07-26T16:03:03.139093+0000","last_fullsized":"2021-07-26T16:03:03.139093+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":40,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.135683+0000","last_change":"2021-07-26T16:02:20.059131+0000","last_active":"2021-07-26T16:03:03.135683+0000","last_peered":"2021-07-26T16:03:03.135683+0000","last_clean":"2021-07-26T16:03:03.135683+0000","last_became_active":"2021-07-26T16:02:20.058498+0000","last_became_peered":"2021-07-26T16:02:20.058498+0000","last_unstale":"2021-07-26T16:03:03.135683+0000","last_undegraded":"2021-07-26T16:03:03.135683+0000","last_fullsized":"2021-07-26T16:03:03.135683+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":145,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.138048+0000","last_change":"2021-07-26T16:02:34.172072+0000","last_active":"2021-07-26T16:03:03.138048+0000","last_peered":"2021-07-26T16:03:03.138048+0000","last_clean":"2021-07-26T16:03:03.138048+0000","last_became_active":"2021-07-26T16:02:34.171719+0000","last_became_peered":"2021-07-26T16:02:34.171719+0000","last_unstale":"2021-07-26T16:03:03.138048+0000","last_undegraded":"2021-07-26T16:03:03.138048+0000","last_fullsized":"2021-07-26T16:03:03.138048+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":107,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.041106+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:03:03.041106+0000","last_peered":"2021-07-26T16:03:03.041106+0000","last_clean":"2021-07-26T16:03:03.041106+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:03:03.041106+0000","last_undegraded":"2021-07-26T16:03:03.041106+0000","last_fullsized":"2021-07-26T16:03:03.041106+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":40,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.135736+0000","last_change":"2021-07-26T16:02:34.157253+0000","last_active":"2021-07-26T16:03:03.135736+0000","last_peered":"2021-07-26T16:03:03.135736+0000","last_clean":"2021-07-26T16:03:03.135736+0000","last_became_active":"2021-07-26T16:02:34.156926+0000","last_became_peered":"2021-07-26T16:02:34.156926+0000","last_unstale":"2021-07-26T16:03:03.135736+0000","last_undegraded":"2021-07-26T16:03:03.135736+0000","last_fullsized":"2021-07-26T16:03:03.135736+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":112,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.069075+0000","last_change":"2021-07-26T15:58:08.292119+0000","last_active":"2021-07-26T16:03:03.069075+0000","last_peered":"2021-07-26T16:03:03.069075+0000","last_clean":"2021-07-26T16:03:03.069075+0000","last_became_active":"2021-07-26T15:58:00.092385+0000","last_became_peered":"2021-07-26T15:58:00.092385+0000","last_unstale":"2021-07-26T16:03:03.069075+0000","last_undegraded":"2021-07-26T16:03:03.069075+0000","last_fullsized":"2021-07-26T16:03:03.069075+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":59,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.138680+0000","last_change":"2021-07-26T16:02:34.177609+0000","last_active":"2021-07-26T16:03:03.138680+0000","last_peered":"2021-07-26T16:03:03.138680+0000","last_clean":"2021-07-26T16:03:03.138680+0000","last_became_active":"2021-07-26T16:02:34.177191+0000","last_became_peered":"2021-07-26T16:02:34.177191+0000","last_unstale":"2021-07-26T16:03:03.138680+0000","last_undegraded":"2021-07-26T16:03:03.138680+0000","last_fullsized":"2021-07-26T16:03:03.138680+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":82,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.068877+0000","last_change":"2021-07-26T16:02:34.172066+0000","last_active":"2021-07-26T16:03:03.068877+0000","last_peered":"2021-07-26T16:03:03.068877+0000","last_clean":"2021-07-26T16:03:03.068877+0000","last_became_active":"2021-07-26T16:02:34.171724+0000","last_became_peered":"2021-07-26T16:02:34.171724+0000","last_unstale":"2021-07-26T16:03:03.068877+0000","last_undegraded":"2021-07-26T16:03:03.068877+0000","last_fullsized":"2021-07-26T16:03:03.068877+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":27,"reported_epoch":137,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:03:03.070141+0000","last_change":"2021-07-26T16:02:34.176799+0000","last_active":"2021-07-26T16:03:03.070141+0000","last_peered":"2021-07-26T16:03:03.070141+0000","last_clean":"2021-07-26T15:47:45.355323+0000","last_became_active":"2021-07-26T16:02:34.176527+0000","last_became_peered":"2021-07-26T16:02:34.176527+0000","last_unstale":"2021-07-26T16:03:03.070141+0000","last_undegraded":"2021-07-26T16:02:34.168794+0000","last_fullsized":"2021-07-26T16:03:03.070141+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":2}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":112,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.135805+0000","last_change":"2021-07-26T16:00:21.797418+0000","last_active":"2021-07-26T16:03:03.135805+0000","last_peered":"2021-07-26T16:03:03.135805+0000","last_clean":"2021-07-26T16:03:03.135805+0000","last_became_active":"2021-07-26T16:00:21.797077+0000","last_became_peered":"2021-07-26T16:00:21.797077+0000","last_unstale":"2021-07-26T16:03:03.135805+0000","last_undegraded":"2021-07-26T16:03:03.135805+0000","last_fullsized":"2021-07-26T16:03:03.135805+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":116,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.072699+0000","last_change":"2021-07-26T15:47:42.705867+0000","last_active":"2021-07-26T16:03:03.072699+0000","last_peered":"2021-07-26T16:03:03.072699+0000","last_clean":"2021-07-26T16:03:03.072699+0000","last_became_active":"2021-07-26T15:47:42.705471+0000","last_became_peered":"2021-07-26T15:47:42.705471+0000","last_unstale":"2021-07-26T16:03:03.072699+0000","last_undegraded":"2021-07-26T16:03:03.072699+0000","last_fullsized":"2021-07-26T16:03:03.072699+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":108,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.072542+0000","last_change":"2021-07-26T15:57:06.013089+0000","last_active":"2021-07-26T16:03:03.072542+0000","last_peered":"2021-07-26T16:03:03.072542+0000","last_clean":"2021-07-26T16:03:03.072542+0000","last_became_active":"2021-07-26T15:57:06.012169+0000","last_became_peered":"2021-07-26T15:57:06.012169+0000","last_unstale":"2021-07-26T16:03:03.072542+0000","last_undegraded":"2021-07-26T16:03:03.072542+0000","last_fullsized":"2021-07-26T16:03:03.072542+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":126,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.070495+0000","last_change":"2021-07-26T16:00:21.799667+0000","last_active":"2021-07-26T16:03:03.070495+0000","last_peered":"2021-07-26T16:03:03.070495+0000","last_clean":"2021-07-26T16:03:03.070495+0000","last_became_active":"2021-07-26T16:00:21.798941+0000","last_became_peered":"2021-07-26T16:00:21.798941+0000","last_unstale":"2021-07-26T16:03:03.070495+0000","last_undegraded":"2021-07-26T16:03:03.070495+0000","last_fullsized":"2021-07-26T16:03:03.070495+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":112,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.069500+0000","last_change":"2021-07-26T15:58:08.295914+0000","last_active":"2021-07-26T16:03:03.069500+0000","last_peered":"2021-07-26T16:03:03.069500+0000","last_clean":"2021-07-26T16:03:03.069500+0000","last_became_active":"2021-07-26T15:58:00.096371+0000","last_became_peered":"2021-07-26T15:58:00.096371+0000","last_unstale":"2021-07-26T16:03:03.069500+0000","last_undegraded":"2021-07-26T16:03:03.069500+0000","last_fullsized":"2021-07-26T16:03:03.069500+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":40,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.137466+0000","last_change":"2021-07-26T16:02:20.050911+0000","last_active":"2021-07-26T16:03:03.137466+0000","last_peered":"2021-07-26T16:03:03.137466+0000","last_clean":"2021-07-26T16:03:03.137466+0000","last_became_active":"2021-07-26T16:02:20.050172+0000","last_became_peered":"2021-07-26T16:02:20.050172+0000","last_unstale":"2021-07-26T16:03:03.137466+0000","last_undegraded":"2021-07-26T16:03:03.137466+0000","last_fullsized":"2021-07-26T16:03:03.137466+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":71,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.069845+0000","last_change":"2021-07-26T16:02:20.055564+0000","last_active":"2021-07-26T16:03:03.069845+0000","last_peered":"2021-07-26T16:03:03.069845+0000","last_clean":"2021-07-26T16:03:03.069845+0000","last_became_active":"2021-07-26T16:02:20.055192+0000","last_became_peered":"2021-07-26T16:02:20.055192+0000","last_unstale":"2021-07-26T16:03:03.069845+0000","last_undegraded":"2021-07-26T16:03:03.069845+0000","last_fullsized":"2021-07-26T16:03:03.069845+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":94,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.069457+0000","last_change":"2021-07-26T15:47:42.709495+0000","last_active":"2021-07-26T16:03:03.069457+0000","last_peered":"2021-07-26T16:03:03.069457+0000","last_clean":"2021-07-26T16:03:03.069457+0000","last_became_active":"2021-07-26T15:47:42.708363+0000","last_became_peered":"2021-07-26T15:47:42.708363+0000","last_unstale":"2021-07-26T16:03:03.069457+0000","last_undegraded":"2021-07-26T16:03:03.069457+0000","last_fullsized":"2021-07-26T16:03:03.069457+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":49,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.135612+0000","last_change":"2021-07-26T16:02:34.156911+0000","last_active":"2021-07-26T16:03:03.135612+0000","last_peered":"2021-07-26T16:03:03.135612+0000","last_clean":"2021-07-26T16:03:03.135612+0000","last_became_active":"2021-07-26T16:02:34.156559+0000","last_became_peered":"2021-07-26T16:02:34.156559+0000","last_unstale":"2021-07-26T16:03:03.135612+0000","last_undegraded":"2021-07-26T16:03:03.135612+0000","last_fullsized":"2021-07-26T16:03:03.135612+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":170,"reported_epoch":137,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:03:03.040210+0000","last_change":"2021-07-26T16:02:34.157251+0000","last_active":"2021-07-26T16:03:03.040210+0000","last_peered":"2021-07-26T16:03:03.040210+0000","last_clean":"2021-07-26T16:02:29.140706+0000","last_became_active":"2021-07-26T16:02:34.156984+0000","last_became_peered":"2021-07-26T16:02:34.156984+0000","last_unstale":"2021-07-26T16:03:03.040210+0000","last_undegraded":"2021-07-26T16:02:34.139889+0000","last_fullsized":"2021-07-26T16:03:03.040210+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":["6","0","3","5"],"object_location_counts":[{"shards":"0,3,5,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":75,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.136341+0000","last_change":"2021-07-26T16:02:20.055492+0000","last_active":"2021-07-26T16:03:03.136341+0000","last_peered":"2021-07-26T16:03:03.136341+0000","last_clean":"2021-07-26T16:03:03.136341+0000","last_became_active":"2021-07-26T16:02:20.055145+0000","last_became_peered":"2021-07-26T16:02:20.055145+0000","last_unstale":"2021-07-26T16:03:03.136341+0000","last_undegraded":"2021-07-26T16:03:03.136341+0000","last_fullsized":"2021-07-26T16:03:03.136341+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"138'9276","reported_seq":9366,"reported_epoch":138,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:08.687622+0000","last_change":"2021-07-26T16:02:35.535939+0000","last_active":"2021-07-26T16:03:08.687622+0000","last_peered":"2021-07-26T16:03:08.687622+0000","last_clean":"2021-07-26T16:00:20.776964+0000","last_became_active":"2021-07-26T16:02:35.476634+0000","last_became_peered":"2021-07-26T16:02:35.476634+0000","last_unstale":"2021-07-26T16:03:08.687622+0000","last_undegraded":"2021-07-26T16:02:35.406710+0000","last_fullsized":"2021-07-26T16:02:35.150907+0000","mapping_epoch":132,"log_start":"101'2737","ondisk_log_start":"101'2737","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6539,"ondisk_log_size":6539,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":261226496,"num_objects":3986,"num_object_clones":0,"num_object_copies":11958,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6872,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3986,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9276,"num_write_kb":424384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0],"avail_no_missing":["6","5"],"object_location_counts":[{"shards":"0,5,6","objects":2380},{"shards":"0,6","objects":-218},{"shards":"2,5,6","objects":1605},{"shards":"5,6","objects":1}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":29,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.073328+0000","last_change":"2021-07-26T16:02:34.153462+0000","last_active":"2021-07-26T16:03:03.073328+0000","last_peered":"2021-07-26T16:03:03.073328+0000","last_clean":"2021-07-26T16:03:03.073328+0000","last_became_active":"2021-07-26T16:02:34.153078+0000","last_became_peered":"2021-07-26T16:02:34.153078+0000","last_unstale":"2021-07-26T16:03:03.073328+0000","last_undegraded":"2021-07-26T16:03:03.073328+0000","last_fullsized":"2021-07-26T16:03:03.073328+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":32,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.040194+0000","last_change":"2021-07-26T16:02:34.152251+0000","last_active":"2021-07-26T16:03:03.040194+0000","last_peered":"2021-07-26T16:03:03.040194+0000","last_clean":"2021-07-26T16:03:03.040194+0000","last_became_active":"2021-07-26T16:02:34.151757+0000","last_became_peered":"2021-07-26T16:02:34.151757+0000","last_unstale":"2021-07-26T16:03:03.040194+0000","last_undegraded":"2021-07-26T16:03:03.040194+0000","last_fullsized":"2021-07-26T16:03:03.040194+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"138'9008","reported_seq":9072,"reported_epoch":138,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:03:13.472154+0000","last_change":"2021-07-26T16:02:21.403810+0000","last_active":"2021-07-26T16:03:13.472154+0000","last_peered":"2021-07-26T16:03:13.472154+0000","last_clean":"2021-07-26T16:02:19.002600+0000","last_became_active":"2021-07-26T16:02:21.364261+0000","last_became_peered":"2021-07-26T16:02:21.364261+0000","last_unstale":"2021-07-26T16:03:13.472154+0000","last_undegraded":"2021-07-26T16:03:13.472154+0000","last_fullsized":"2021-07-26T16:03:13.472154+0000","mapping_epoch":128,"log_start":"102'2844","ondisk_log_start":"102'2844","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6164,"ondisk_log_size":6164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":257163264,"num_objects":3924,"num_object_clones":0,"num_object_copies":11772,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3924,"num_objects_unfound":0,"num_objects_dirty":3924,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9008,"num_write_kb":413824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,7],"avail_no_missing":["3","1","7"],"object_location_counts":[{"shards":"1,3,7","objects":3924}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":27,"reported_epoch":137,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:03:03.073207+0000","last_change":"2021-07-26T16:02:34.165235+0000","last_active":"2021-07-26T16:03:03.073207+0000","last_peered":"2021-07-26T16:03:03.073207+0000","last_clean":"2021-07-26T15:47:45.355408+0000","last_became_active":"2021-07-26T16:02:34.165006+0000","last_became_peered":"2021-07-26T16:02:34.165006+0000","last_unstale":"2021-07-26T16:03:03.073207+0000","last_undegraded":"2021-07-26T16:02:34.138783+0000","last_fullsized":"2021-07-26T16:03:03.073207+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":["4","1","7"],"object_location_counts":[{"shards":"1,4,7","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":132,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.071938+0000","last_change":"2021-07-26T16:02:20.051435+0000","last_active":"2021-07-26T16:03:03.071938+0000","last_peered":"2021-07-26T16:03:03.071938+0000","last_clean":"2021-07-26T16:03:03.071938+0000","last_became_active":"2021-07-26T16:02:20.051042+0000","last_became_peered":"2021-07-26T16:02:20.051042+0000","last_unstale":"2021-07-26T16:03:03.071938+0000","last_undegraded":"2021-07-26T16:03:03.071938+0000","last_fullsized":"2021-07-26T16:03:03.071938+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"138'9213","reported_seq":9904,"reported_epoch":138,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-07-26T16:03:12.466375+0000","last_change":"2021-07-26T16:02:42.374752+0000","last_active":"2021-07-26T16:03:12.466375+0000","last_peered":"2021-07-26T16:03:12.466375+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:02:42.274234+0000","last_became_peered":"2021-07-26T16:02:42.274234+0000","last_unstale":"2021-07-26T16:03:12.466375+0000","last_undegraded":"2021-07-26T16:02:42.205981+0000","last_fullsized":"2021-07-26T16:03:12.466375+0000","mapping_epoch":132,"log_start":"97'1649","ondisk_log_start":"97'1649","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7564,"ondisk_log_size":7564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":264044544,"num_objects":4029,"num_object_clones":0,"num_object_copies":12087,"num_objects_missing_on_primary":4727,"num_objects_missing":4727,"num_objects_degraded":4029,"num_objects_misplaced":4727,"num_objects_unfound":0,"num_objects_dirty":4029,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9213,"num_write_kb":423744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":308,"num_bytes_recovered":20185088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"2,3,7","objects":1583},{"shards":"3,7","objects":2443}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":121,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.070131+0000","last_change":"2021-07-26T16:02:34.158535+0000","last_active":"2021-07-26T16:03:03.070131+0000","last_peered":"2021-07-26T16:03:03.070131+0000","last_clean":"2021-07-26T16:03:03.070131+0000","last_became_active":"2021-07-26T16:02:34.150853+0000","last_became_peered":"2021-07-26T16:02:34.150853+0000","last_unstale":"2021-07-26T16:03:03.070131+0000","last_undegraded":"2021-07-26T16:03:03.070131+0000","last_fullsized":"2021-07-26T16:03:03.070131+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":116,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.040664+0000","last_change":"2021-07-26T16:02:20.062303+0000","last_active":"2021-07-26T16:03:03.040664+0000","last_peered":"2021-07-26T16:03:03.040664+0000","last_clean":"2021-07-26T16:03:03.040664+0000","last_became_active":"2021-07-26T16:02:20.061869+0000","last_became_peered":"2021-07-26T16:02:20.061869+0000","last_unstale":"2021-07-26T16:03:03.040664+0000","last_undegraded":"2021-07-26T16:03:03.040664+0000","last_fullsized":"2021-07-26T16:03:03.040664+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"138'9198","reported_seq":17106,"reported_epoch":138,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:08.967364+0000","last_change":"2021-07-26T16:01:17.275595+0000","last_active":"2021-07-26T16:03:08.967364+0000","last_peered":"2021-07-26T16:03:08.967364+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:01:17.194193+0000","last_became_peered":"2021-07-26T16:01:17.194193+0000","last_unstale":"2021-07-26T16:03:08.967364+0000","last_undegraded":"2021-07-26T16:01:17.183727+0000","last_fullsized":"2021-07-26T16:01:16.985945+0000","mapping_epoch":117,"log_start":"97'1655","ondisk_log_start":"97'1655","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7543,"ondisk_log_size":7543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":261226496,"num_objects":3986,"num_object_clones":0,"num_object_copies":11958,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4526,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3986,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9198,"num_write_kb":421888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3914,"num_bytes_recovered":256507904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[7,2],"avail_no_missing":["7"],"object_location_counts":[{"shards":"0,3,7","objects":2461},{"shards":"2,3,7","objects":1525}],"blocked_by":[],"up_primary":0,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":117,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.132238+0000","last_change":"2021-07-26T16:02:34.164070+0000","last_active":"2021-07-26T16:03:03.132238+0000","last_peered":"2021-07-26T16:03:03.132238+0000","last_clean":"2021-07-26T16:03:03.132238+0000","last_became_active":"2021-07-26T16:02:34.163731+0000","last_became_peered":"2021-07-26T16:02:34.163731+0000","last_unstale":"2021-07-26T16:03:03.132238+0000","last_undegraded":"2021-07-26T16:03:03.132238+0000","last_fullsized":"2021-07-26T16:03:03.132238+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":31,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.135410+0000","last_change":"2021-07-26T16:01:16.019033+0000","last_active":"2021-07-26T16:03:03.135410+0000","last_peered":"2021-07-26T16:03:03.135410+0000","last_clean":"2021-07-26T16:03:03.135410+0000","last_became_active":"2021-07-26T16:01:16.018570+0000","last_became_peered":"2021-07-26T16:01:16.018570+0000","last_unstale":"2021-07-26T16:03:03.135410+0000","last_undegraded":"2021-07-26T16:03:03.135410+0000","last_fullsized":"2021-07-26T16:03:03.135410+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"138'9134","reported_seq":9197,"reported_epoch":138,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:10.189337+0000","last_change":"2021-07-26T16:00:23.270560+0000","last_active":"2021-07-26T16:03:10.189337+0000","last_peered":"2021-07-26T16:03:10.189337+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.257896+0000","last_became_peered":"2021-07-26T16:00:23.257896+0000","last_unstale":"2021-07-26T16:03:10.189337+0000","last_undegraded":"2021-07-26T16:00:22.824084+0000","last_fullsized":"2021-07-26T16:00:22.787514+0000","mapping_epoch":108,"log_start":"97'1990","ondisk_log_start":"97'1990","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7144,"ondisk_log_size":7144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":262799360,"num_objects":4010,"num_object_clones":0,"num_object_copies":12030,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5026,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4010,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9134,"num_write_kb":420608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1],"avail_no_missing":["4","1"],"object_location_counts":[{"shards":"1,4","objects":-1016}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":120,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.135334+0000","last_change":"2021-07-26T16:02:34.164318+0000","last_active":"2021-07-26T16:03:03.135334+0000","last_peered":"2021-07-26T16:03:03.135334+0000","last_clean":"2021-07-26T16:03:03.135334+0000","last_became_active":"2021-07-26T16:02:34.163958+0000","last_became_peered":"2021-07-26T16:02:34.163958+0000","last_unstale":"2021-07-26T16:03:03.135334+0000","last_undegraded":"2021-07-26T16:03:03.135334+0000","last_fullsized":"2021-07-26T16:03:03.135334+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":108,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.072673+0000","last_change":"2021-07-26T15:58:00.093106+0000","last_active":"2021-07-26T16:03:03.072673+0000","last_peered":"2021-07-26T16:03:03.072673+0000","last_clean":"2021-07-26T16:03:03.072673+0000","last_became_active":"2021-07-26T15:58:00.092658+0000","last_became_peered":"2021-07-26T15:58:00.092658+0000","last_unstale":"2021-07-26T16:03:03.072673+0000","last_undegraded":"2021-07-26T16:03:03.072673+0000","last_fullsized":"2021-07-26T16:03:03.072673+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"138'9112","reported_seq":12338,"reported_epoch":138,"state":"active+recovering+degraded+remapped","last_fresh":"2021-07-26T16:03:12.482752+0000","last_change":"2021-07-26T16:02:40.644437+0000","last_active":"2021-07-26T16:03:12.482752+0000","last_peered":"2021-07-26T16:03:12.482752+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:02:39.961254+0000","last_became_peered":"2021-07-26T16:02:39.961254+0000","last_unstale":"2021-07-26T16:03:12.482752+0000","last_undegraded":"2021-07-26T16:02:39.910697+0000","last_fullsized":"2021-07-26T16:03:12.482752+0000","mapping_epoch":132,"log_start":"100'2606","ondisk_log_start":"100'2606","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6506,"ondisk_log_size":6506,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":255721472,"num_objects":3902,"num_object_clones":0,"num_object_copies":11706,"num_objects_missing_on_primary":3360,"num_objects_missing":3360,"num_objects_degraded":2332,"num_objects_misplaced":2339,"num_objects_unfound":0,"num_objects_dirty":3902,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9112,"num_write_kb":416448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1577,"num_bytes_recovered":103350272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,3],"avail_no_missing":["3","4"],"object_location_counts":[{"shards":"2,3,4","objects":1563},{"shards":"3,4","objects":2332}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":108,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.040572+0000","last_change":"2021-07-26T15:57:06.010439+0000","last_active":"2021-07-26T16:03:03.040572+0000","last_peered":"2021-07-26T16:03:03.040572+0000","last_clean":"2021-07-26T16:03:03.040572+0000","last_became_active":"2021-07-26T15:57:06.009849+0000","last_became_peered":"2021-07-26T15:57:06.009849+0000","last_unstale":"2021-07-26T16:03:03.040572+0000","last_undegraded":"2021-07-26T16:03:03.040572+0000","last_fullsized":"2021-07-26T16:03:03.040572+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":121,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.040752+0000","last_change":"2021-07-26T16:02:20.048587+0000","last_active":"2021-07-26T16:03:03.040752+0000","last_peered":"2021-07-26T16:03:03.040752+0000","last_clean":"2021-07-26T16:03:03.040752+0000","last_became_active":"2021-07-26T16:02:20.048319+0000","last_became_peered":"2021-07-26T16:02:20.048319+0000","last_unstale":"2021-07-26T16:03:03.040752+0000","last_undegraded":"2021-07-26T16:03:03.040752+0000","last_fullsized":"2021-07-26T16:03:03.040752+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.c","version":"138'9187","reported_seq":9250,"reported_epoch":138,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:03:08.878448+0000","last_change":"2021-07-26T16:02:35.325102+0000","last_active":"2021-07-26T16:03:08.878448+0000","last_peered":"2021-07-26T16:03:08.878448+0000","last_clean":"2021-07-26T16:02:33.011189+0000","last_became_active":"2021-07-26T16:02:35.278988+0000","last_became_peered":"2021-07-26T16:02:35.278988+0000","last_unstale":"2021-07-26T16:03:08.878448+0000","last_undegraded":"2021-07-26T16:03:08.878448+0000","last_fullsized":"2021-07-26T16:03:08.878448+0000","mapping_epoch":132,"log_start":"101'2693","ondisk_log_start":"101'2693","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6494,"ondisk_log_size":6494,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":260636672,"num_objects":3977,"num_object_clones":0,"num_object_copies":11931,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3977,"num_objects_unfound":0,"num_objects_dirty":3977,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9187,"num_write_kb":421248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,7],"acting":[6,5,3],"avail_no_missing":["6","3","5"],"object_location_counts":[{"shards":"3,5,6","objects":3977}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":124,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.071848+0000","last_change":"2021-07-26T16:00:21.796744+0000","last_active":"2021-07-26T16:03:03.071848+0000","last_peered":"2021-07-26T16:03:03.071848+0000","last_clean":"2021-07-26T16:03:03.071848+0000","last_became_active":"2021-07-26T16:00:21.796370+0000","last_became_peered":"2021-07-26T16:00:21.796370+0000","last_unstale":"2021-07-26T16:03:03.071848+0000","last_undegraded":"2021-07-26T16:03:03.071848+0000","last_fullsized":"2021-07-26T16:03:03.071848+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":108,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.073445+0000","last_change":"2021-07-26T15:57:06.011637+0000","last_active":"2021-07-26T16:03:03.073445+0000","last_peered":"2021-07-26T16:03:03.073445+0000","last_clean":"2021-07-26T16:03:03.073445+0000","last_became_active":"2021-07-26T15:57:06.011228+0000","last_became_peered":"2021-07-26T15:57:06.011228+0000","last_unstale":"2021-07-26T16:03:03.073445+0000","last_undegraded":"2021-07-26T16:03:03.073445+0000","last_fullsized":"2021-07-26T16:03:03.073445+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"138'8998","reported_seq":9397,"reported_epoch":138,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:08.633781+0000","last_change":"2021-07-26T16:01:17.282011+0000","last_active":"2021-07-26T16:03:08.633781+0000","last_peered":"2021-07-26T16:03:08.633781+0000","last_clean":"2021-07-26T16:00:20.770553+0000","last_became_active":"2021-07-26T16:01:16.110574+0000","last_became_peered":"2021-07-26T16:01:16.110574+0000","last_unstale":"2021-07-26T16:03:08.633781+0000","last_undegraded":"2021-07-26T16:01:17.280717+0000","last_fullsized":"2021-07-26T16:01:15.988434+0000","mapping_epoch":116,"log_start":"96'645","ondisk_log_start":"96'645","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8353,"ondisk_log_size":8353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":261160984,"num_objects":3986,"num_object_clones":0,"num_object_copies":11958,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1706,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3986,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8998,"num_write_kb":415425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":156,"num_bytes_recovered":10223616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[{"shards":"1,2,5","objects":1449},{"shards":"1,5","objects":2537}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":85,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.135332+0000","last_change":"2021-07-26T16:02:34.164885+0000","last_active":"2021-07-26T16:03:03.135332+0000","last_peered":"2021-07-26T16:03:03.135332+0000","last_clean":"2021-07-26T16:03:03.135332+0000","last_became_active":"2021-07-26T16:02:34.164495+0000","last_became_peered":"2021-07-26T16:02:34.164495+0000","last_unstale":"2021-07-26T16:03:03.135332+0000","last_undegraded":"2021-07-26T16:03:03.135332+0000","last_fullsized":"2021-07-26T16:03:03.135332+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":97,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.136500+0000","last_change":"2021-07-26T15:58:00.094892+0000","last_active":"2021-07-26T16:03:03.136500+0000","last_peered":"2021-07-26T16:03:03.136500+0000","last_clean":"2021-07-26T16:03:03.136500+0000","last_became_active":"2021-07-26T15:58:00.094510+0000","last_became_peered":"2021-07-26T15:58:00.094510+0000","last_unstale":"2021-07-26T16:03:03.136500+0000","last_undegraded":"2021-07-26T16:03:03.136500+0000","last_fullsized":"2021-07-26T16:03:03.136500+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":150,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.137309+0000","last_change":"2021-07-26T16:01:16.007019+0000","last_active":"2021-07-26T16:03:03.137309+0000","last_peered":"2021-07-26T16:03:03.137309+0000","last_clean":"2021-07-26T16:03:03.137309+0000","last_became_active":"2021-07-26T16:01:16.006692+0000","last_became_peered":"2021-07-26T16:01:16.006692+0000","last_unstale":"2021-07-26T16:03:03.137309+0000","last_undegraded":"2021-07-26T16:03:03.137309+0000","last_fullsized":"2021-07-26T16:03:03.137309+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":147,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.132474+0000","last_change":"2021-07-26T16:02:34.152676+0000","last_active":"2021-07-26T16:03:03.132474+0000","last_peered":"2021-07-26T16:03:03.132474+0000","last_clean":"2021-07-26T16:03:03.132474+0000","last_became_active":"2021-07-26T16:02:34.152097+0000","last_became_peered":"2021-07-26T16:02:34.152097+0000","last_unstale":"2021-07-26T16:03:03.132474+0000","last_undegraded":"2021-07-26T16:03:03.132474+0000","last_fullsized":"2021-07-26T16:03:03.132474+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":91,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.135888+0000","last_change":"2021-07-26T16:02:20.051152+0000","last_active":"2021-07-26T16:03:03.135888+0000","last_peered":"2021-07-26T16:03:03.135888+0000","last_clean":"2021-07-26T16:03:03.135888+0000","last_became_active":"2021-07-26T16:02:20.050790+0000","last_became_peered":"2021-07-26T16:02:20.050790+0000","last_unstale":"2021-07-26T16:03:03.135888+0000","last_undegraded":"2021-07-26T16:03:03.135888+0000","last_fullsized":"2021-07-26T16:03:03.135888+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"138'9085","reported_seq":11944,"reported_epoch":138,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:13.546892+0000","last_change":"2021-07-26T16:01:17.319323+0000","last_active":"2021-07-26T16:03:13.546892+0000","last_peered":"2021-07-26T16:03:13.546892+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:01:17.209521+0000","last_became_peered":"2021-07-26T16:01:17.209521+0000","last_unstale":"2021-07-26T16:03:13.546892+0000","last_undegraded":"2021-07-26T16:01:17.119077+0000","last_fullsized":"2021-07-26T16:01:16.985592+0000","mapping_epoch":117,"log_start":"102'2909","ondisk_log_start":"102'2909","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6176,"ondisk_log_size":6176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":261947392,"num_objects":3997,"num_object_clones":0,"num_object_copies":11991,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2310,"num_objects_misplaced":2954,"num_objects_unfound":0,"num_objects_dirty":3997,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9085,"num_write_kb":418624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1276,"num_bytes_recovered":83558400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[3,0],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,3","objects":-1267},{"shards":"0,3,5","objects":2411},{"shards":"2,3,5","objects":543}],"blocked_by":[],"up_primary":0,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"138'9207","reported_seq":9270,"reported_epoch":138,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:03:10.282070+0000","last_change":"2021-07-26T16:02:35.328298+0000","last_active":"2021-07-26T16:03:10.282070+0000","last_peered":"2021-07-26T16:03:10.282070+0000","last_clean":"2021-07-26T16:02:33.090906+0000","last_became_active":"2021-07-26T16:02:35.285495+0000","last_became_peered":"2021-07-26T16:02:35.285495+0000","last_unstale":"2021-07-26T16:03:10.282070+0000","last_undegraded":"2021-07-26T16:03:10.282070+0000","last_fullsized":"2021-07-26T16:03:10.282070+0000","mapping_epoch":132,"log_start":"101'2702","ondisk_log_start":"101'2702","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6505,"ondisk_log_size":6505,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":258932736,"num_objects":3951,"num_object_clones":0,"num_object_copies":11853,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3951,"num_objects_unfound":0,"num_objects_dirty":3951,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9207,"num_write_kb":421056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,3],"avail_no_missing":["4","3","7"],"object_location_counts":[{"shards":"3,4,7","objects":3951}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":112,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.132124+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:03:03.132124+0000","last_peered":"2021-07-26T16:03:03.132124+0000","last_clean":"2021-07-26T16:03:03.132124+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:03:03.132124+0000","last_undegraded":"2021-07-26T16:03:03.132124+0000","last_fullsized":"2021-07-26T16:03:03.132124+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":127,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.072367+0000","last_change":"2021-07-26T16:01:16.007124+0000","last_active":"2021-07-26T16:03:03.072367+0000","last_peered":"2021-07-26T16:03:03.072367+0000","last_clean":"2021-07-26T16:03:03.072367+0000","last_became_active":"2021-07-26T16:01:16.006673+0000","last_became_peered":"2021-07-26T16:01:16.006673+0000","last_unstale":"2021-07-26T16:03:03.072367+0000","last_undegraded":"2021-07-26T16:03:03.072367+0000","last_fullsized":"2021-07-26T16:03:03.072367+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":136,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.137234+0000","last_change":"2021-07-26T16:02:34.168348+0000","last_active":"2021-07-26T16:03:03.137234+0000","last_peered":"2021-07-26T16:03:03.137234+0000","last_clean":"2021-07-26T16:03:03.137234+0000","last_became_active":"2021-07-26T16:02:34.166295+0000","last_became_peered":"2021-07-26T16:02:34.166295+0000","last_unstale":"2021-07-26T16:03:03.137234+0000","last_undegraded":"2021-07-26T16:03:03.137234+0000","last_fullsized":"2021-07-26T16:03:03.137234+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"138'8994","reported_seq":9059,"reported_epoch":138,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:03:08.916587+0000","last_change":"2021-07-26T16:02:35.330136+0000","last_active":"2021-07-26T16:03:08.916587+0000","last_peered":"2021-07-26T16:03:08.916587+0000","last_clean":"2021-07-26T16:02:33.113020+0000","last_became_active":"2021-07-26T16:02:35.286977+0000","last_became_peered":"2021-07-26T16:02:35.286977+0000","last_unstale":"2021-07-26T16:03:08.916587+0000","last_undegraded":"2021-07-26T16:03:08.916587+0000","last_fullsized":"2021-07-26T16:03:08.916587+0000","mapping_epoch":132,"log_start":"96'1460","ondisk_log_start":"96'1460","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7534,"ondisk_log_size":7534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":258736128,"num_objects":3948,"num_object_clones":0,"num_object_copies":11844,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3948,"num_objects_unfound":0,"num_objects_dirty":3948,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8994,"num_write_kb":414144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,6],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"3,6,7","objects":3948}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":141,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.040344+0000","last_change":"2021-07-26T16:02:34.179576+0000","last_active":"2021-07-26T16:03:03.040344+0000","last_peered":"2021-07-26T16:03:03.040344+0000","last_clean":"2021-07-26T16:03:03.040344+0000","last_became_active":"2021-07-26T16:02:34.177431+0000","last_became_peered":"2021-07-26T16:02:34.177431+0000","last_unstale":"2021-07-26T16:03:03.040344+0000","last_undegraded":"2021-07-26T16:03:03.040344+0000","last_fullsized":"2021-07-26T16:03:03.040344+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":112,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.136647+0000","last_change":"2021-07-26T16:00:21.797517+0000","last_active":"2021-07-26T16:03:03.136647+0000","last_peered":"2021-07-26T16:03:03.136647+0000","last_clean":"2021-07-26T16:03:03.136647+0000","last_became_active":"2021-07-26T16:00:21.797021+0000","last_became_peered":"2021-07-26T16:00:21.797021+0000","last_unstale":"2021-07-26T16:03:03.136647+0000","last_undegraded":"2021-07-26T16:03:03.136647+0000","last_fullsized":"2021-07-26T16:03:03.136647+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":134,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.136423+0000","last_change":"2021-07-26T16:01:16.006858+0000","last_active":"2021-07-26T16:03:03.136423+0000","last_peered":"2021-07-26T16:03:03.136423+0000","last_clean":"2021-07-26T16:03:03.136423+0000","last_became_active":"2021-07-26T16:01:16.006560+0000","last_became_peered":"2021-07-26T16:01:16.006560+0000","last_unstale":"2021-07-26T16:03:03.136423+0000","last_undegraded":"2021-07-26T16:03:03.136423+0000","last_fullsized":"2021-07-26T16:03:03.136423+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"138'9118","reported_seq":9173,"reported_epoch":138,"state":"active+clean","last_fresh":"2021-07-26T16:03:08.785336+0000","last_change":"2021-07-26T15:59:25.451411+0000","last_active":"2021-07-26T16:03:08.785336+0000","last_peered":"2021-07-26T16:03:08.785336+0000","last_clean":"2021-07-26T16:03:08.785336+0000","last_became_active":"2021-07-26T15:59:25.451033+0000","last_became_peered":"2021-07-26T15:59:25.451033+0000","last_unstale":"2021-07-26T16:03:08.785336+0000","last_undegraded":"2021-07-26T16:03:08.785336+0000","last_fullsized":"2021-07-26T16:03:08.785336+0000","mapping_epoch":91,"log_start":"96'776","ondisk_log_start":"96'776","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8342,"ondisk_log_size":8342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":262799360,"num_objects":4010,"num_object_clones":0,"num_object_copies":12030,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4010,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9118,"num_write_kb":420096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":136,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.131981+0000","last_change":"2021-07-26T16:02:34.177283+0000","last_active":"2021-07-26T16:03:03.131981+0000","last_peered":"2021-07-26T16:03:03.131981+0000","last_clean":"2021-07-26T16:03:03.131981+0000","last_became_active":"2021-07-26T16:02:34.176931+0000","last_became_peered":"2021-07-26T16:02:34.176931+0000","last_unstale":"2021-07-26T16:03:03.131981+0000","last_undegraded":"2021-07-26T16:03:03.131981+0000","last_fullsized":"2021-07-26T16:03:03.131981+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":372,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.137831+0000","last_change":"2021-07-26T16:02:35.506682+0000","last_active":"2021-07-26T16:03:03.137831+0000","last_peered":"2021-07-26T16:03:03.137831+0000","last_clean":"2021-07-26T16:03:03.137831+0000","last_became_active":"2021-07-26T16:02:35.155829+0000","last_became_peered":"2021-07-26T16:02:35.155829+0000","last_unstale":"2021-07-26T16:03:03.137831+0000","last_undegraded":"2021-07-26T16:03:03.137831+0000","last_fullsized":"2021-07-26T16:03:03.137831+0000","mapping_epoch":132,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":133,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":34,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.040750+0000","last_change":"2021-07-26T16:02:34.146072+0000","last_active":"2021-07-26T16:03:03.040750+0000","last_peered":"2021-07-26T16:03:03.040750+0000","last_clean":"2021-07-26T16:03:03.040750+0000","last_became_active":"2021-07-26T16:02:34.145636+0000","last_became_peered":"2021-07-26T16:02:34.145636+0000","last_unstale":"2021-07-26T16:03:03.040750+0000","last_undegraded":"2021-07-26T16:03:03.040750+0000","last_fullsized":"2021-07-26T16:03:03.040750+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":92,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.040923+0000","last_change":"2021-07-26T15:47:44.362701+0000","last_active":"2021-07-26T16:03:03.040923+0000","last_peered":"2021-07-26T16:03:03.040923+0000","last_clean":"2021-07-26T16:03:03.040923+0000","last_became_active":"2021-07-26T15:47:44.362348+0000","last_became_peered":"2021-07-26T15:47:44.362348+0000","last_unstale":"2021-07-26T16:03:03.040923+0000","last_undegraded":"2021-07-26T16:03:03.040923+0000","last_fullsized":"2021-07-26T16:03:03.040923+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":146,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.072186+0000","last_change":"2021-07-26T16:01:16.000326+0000","last_active":"2021-07-26T16:03:03.072186+0000","last_peered":"2021-07-26T16:03:03.072186+0000","last_clean":"2021-07-26T16:03:03.072186+0000","last_became_active":"2021-07-26T16:01:15.999482+0000","last_became_peered":"2021-07-26T16:01:15.999482+0000","last_unstale":"2021-07-26T16:03:03.072186+0000","last_undegraded":"2021-07-26T16:03:03.072186+0000","last_fullsized":"2021-07-26T16:03:03.072186+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":40,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.138273+0000","last_change":"2021-07-26T16:02:20.059799+0000","last_active":"2021-07-26T16:03:03.138273+0000","last_peered":"2021-07-26T16:03:03.138273+0000","last_clean":"2021-07-26T16:03:03.138273+0000","last_became_active":"2021-07-26T16:02:20.058997+0000","last_became_peered":"2021-07-26T16:02:20.058997+0000","last_unstale":"2021-07-26T16:03:03.138273+0000","last_undegraded":"2021-07-26T16:03:03.138273+0000","last_fullsized":"2021-07-26T16:03:03.138273+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":31,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.135840+0000","last_change":"2021-07-26T16:01:16.019036+0000","last_active":"2021-07-26T16:03:03.135840+0000","last_peered":"2021-07-26T16:03:03.135840+0000","last_clean":"2021-07-26T16:03:03.135840+0000","last_became_active":"2021-07-26T16:01:16.018692+0000","last_became_peered":"2021-07-26T16:01:16.018692+0000","last_unstale":"2021-07-26T16:03:03.135840+0000","last_undegraded":"2021-07-26T16:03:03.135840+0000","last_fullsized":"2021-07-26T16:03:03.135840+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.4","version":"138'9101","reported_seq":9164,"reported_epoch":138,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:03:08.936313+0000","last_change":"2021-07-26T16:02:35.359977+0000","last_active":"2021-07-26T16:03:08.936313+0000","last_peered":"2021-07-26T16:03:08.936313+0000","last_clean":"2021-07-26T16:02:33.050730+0000","last_became_active":"2021-07-26T16:02:35.326896+0000","last_became_peered":"2021-07-26T16:02:35.326896+0000","last_unstale":"2021-07-26T16:03:08.936313+0000","last_undegraded":"2021-07-26T16:03:08.936313+0000","last_fullsized":"2021-07-26T16:03:08.936313+0000","mapping_epoch":132,"log_start":"103'3741","ondisk_log_start":"103'3741","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5360,"ondisk_log_size":5360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":260505600,"num_objects":3975,"num_object_clones":0,"num_object_copies":11925,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3975,"num_objects_unfound":0,"num_objects_dirty":3975,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9101,"num_write_kb":418432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,3],"avail_no_missing":["1","3","5"],"object_location_counts":[{"shards":"1,3,5","objects":3975}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":131,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.070036+0000","last_change":"2021-07-26T16:01:15.997611+0000","last_active":"2021-07-26T16:03:03.070036+0000","last_peered":"2021-07-26T16:03:03.070036+0000","last_clean":"2021-07-26T16:03:03.070036+0000","last_became_active":"2021-07-26T16:01:15.997111+0000","last_became_peered":"2021-07-26T16:01:15.997111+0000","last_unstale":"2021-07-26T16:03:03.070036+0000","last_undegraded":"2021-07-26T16:03:03.070036+0000","last_fullsized":"2021-07-26T16:03:03.070036+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":121,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.137394+0000","last_change":"2021-07-26T16:02:34.174517+0000","last_active":"2021-07-26T16:03:03.137394+0000","last_peered":"2021-07-26T16:03:03.137394+0000","last_clean":"2021-07-26T16:03:03.137394+0000","last_became_active":"2021-07-26T16:02:34.173395+0000","last_became_peered":"2021-07-26T16:02:34.173395+0000","last_unstale":"2021-07-26T16:03:03.137394+0000","last_undegraded":"2021-07-26T16:03:03.137394+0000","last_fullsized":"2021-07-26T16:03:03.137394+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":31,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.135486+0000","last_change":"2021-07-26T16:01:15.999967+0000","last_active":"2021-07-26T16:03:03.135486+0000","last_peered":"2021-07-26T16:03:03.135486+0000","last_clean":"2021-07-26T16:03:03.135486+0000","last_became_active":"2021-07-26T16:01:15.999412+0000","last_became_peered":"2021-07-26T16:01:15.999412+0000","last_unstale":"2021-07-26T16:03:03.135486+0000","last_undegraded":"2021-07-26T16:03:03.135486+0000","last_fullsized":"2021-07-26T16:03:03.135486+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"138'8976","reported_seq":9039,"reported_epoch":138,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:08.708231+0000","last_change":"2021-07-26T16:00:23.251363+0000","last_active":"2021-07-26T16:03:08.708231+0000","last_peered":"2021-07-26T16:03:08.708231+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.233730+0000","last_became_peered":"2021-07-26T16:00:23.233730+0000","last_unstale":"2021-07-26T16:03:08.708231+0000","last_undegraded":"2021-07-26T16:00:22.815762+0000","last_fullsized":"2021-07-26T16:00:22.787653+0000","mapping_epoch":108,"log_start":"103'3522","ondisk_log_start":"103'3522","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5454,"ondisk_log_size":5454,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":264503296,"num_objects":4036,"num_object_clones":0,"num_object_copies":12108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4906,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4036,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8976,"num_write_kb":416384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[{"shards":"1,6","objects":-870}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":143,"reported_epoch":137,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:03:03.071108+0000","last_change":"2021-07-26T16:02:34.184016+0000","last_active":"2021-07-26T16:03:03.071108+0000","last_peered":"2021-07-26T16:03:03.071108+0000","last_clean":"2021-07-26T16:02:28.136109+0000","last_became_active":"2021-07-26T16:02:34.183595+0000","last_became_peered":"2021-07-26T16:02:34.183595+0000","last_unstale":"2021-07-26T16:03:03.071108+0000","last_undegraded":"2021-07-26T16:02:34.174488+0000","last_fullsized":"2021-07-26T16:03:03.071108+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":["3","0","7"],"object_location_counts":[{"shards":"0,3,7","objects":1}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":82,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.138578+0000","last_change":"2021-07-26T15:57:14.001079+0000","last_active":"2021-07-26T16:03:03.138578+0000","last_peered":"2021-07-26T16:03:03.138578+0000","last_clean":"2021-07-26T16:03:03.138578+0000","last_became_active":"2021-07-26T15:57:06.011350+0000","last_became_peered":"2021-07-26T15:57:06.011350+0000","last_unstale":"2021-07-26T16:03:03.138578+0000","last_undegraded":"2021-07-26T16:03:03.138578+0000","last_fullsized":"2021-07-26T16:03:03.138578+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":117,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.137970+0000","last_change":"2021-07-26T16:02:20.059194+0000","last_active":"2021-07-26T16:03:03.137970+0000","last_peered":"2021-07-26T16:03:03.137970+0000","last_clean":"2021-07-26T16:03:03.137970+0000","last_became_active":"2021-07-26T16:02:20.058538+0000","last_became_peered":"2021-07-26T16:02:20.058538+0000","last_unstale":"2021-07-26T16:03:03.137970+0000","last_undegraded":"2021-07-26T16:03:03.137970+0000","last_fullsized":"2021-07-26T16:03:03.137970+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"138'9233","reported_seq":9371,"reported_epoch":138,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:09.993269+0000","last_change":"2021-07-26T16:02:48.644567+0000","last_active":"2021-07-26T16:03:09.993269+0000","last_peered":"2021-07-26T16:03:09.993269+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:02:47.607534+0000","last_became_peered":"2021-07-26T16:02:47.607534+0000","last_unstale":"2021-07-26T16:03:09.993269+0000","last_undegraded":"2021-07-26T16:02:45.460978+0000","last_fullsized":"2021-07-26T16:02:35.154524+0000","mapping_epoch":132,"log_start":"97'2069","ondisk_log_start":"97'2069","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7164,"ondisk_log_size":7164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":261816320,"num_objects":3995,"num_object_clones":0,"num_object_copies":11985,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3995,"num_objects_misplaced":8962,"num_objects_unfound":0,"num_objects_dirty":3995,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9233,"num_write_kb":423296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":1376256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5],"acting":[4,3],"avail_no_missing":["4","3","7"],"object_location_counts":[{"shards":"3,4","objects":1401}],"blocked_by":[],"up_primary":2,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":136,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.041054+0000","last_change":"2021-07-26T16:02:20.054787+0000","last_active":"2021-07-26T16:03:03.041054+0000","last_peered":"2021-07-26T16:03:03.041054+0000","last_clean":"2021-07-26T16:03:03.041054+0000","last_became_active":"2021-07-26T16:02:20.054312+0000","last_became_peered":"2021-07-26T16:02:20.054312+0000","last_unstale":"2021-07-26T16:03:03.041054+0000","last_undegraded":"2021-07-26T16:03:03.041054+0000","last_fullsized":"2021-07-26T16:03:03.041054+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":35,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.135762+0000","last_change":"2021-07-26T16:01:16.042938+0000","last_active":"2021-07-26T16:03:03.135762+0000","last_peered":"2021-07-26T16:03:03.135762+0000","last_clean":"2021-07-26T16:03:03.135762+0000","last_became_active":"2021-07-26T16:01:16.021233+0000","last_became_peered":"2021-07-26T16:01:16.021233+0000","last_unstale":"2021-07-26T16:03:03.135762+0000","last_undegraded":"2021-07-26T16:03:03.135762+0000","last_fullsized":"2021-07-26T16:03:03.135762+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":93,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.071720+0000","last_change":"2021-07-26T15:47:43.720280+0000","last_active":"2021-07-26T16:03:03.071720+0000","last_peered":"2021-07-26T16:03:03.071720+0000","last_clean":"2021-07-26T16:03:03.071720+0000","last_became_active":"2021-07-26T15:47:43.719926+0000","last_became_peered":"2021-07-26T15:47:43.719926+0000","last_unstale":"2021-07-26T16:03:03.071720+0000","last_undegraded":"2021-07-26T16:03:03.071720+0000","last_fullsized":"2021-07-26T16:03:03.071720+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"138'9169","reported_seq":9232,"reported_epoch":138,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:08.794765+0000","last_change":"2021-07-26T16:00:23.281661+0000","last_active":"2021-07-26T16:03:08.794765+0000","last_peered":"2021-07-26T16:03:08.794765+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.258082+0000","last_became_peered":"2021-07-26T16:00:23.258082+0000","last_unstale":"2021-07-26T16:03:08.794765+0000","last_undegraded":"2021-07-26T16:00:22.831569+0000","last_fullsized":"2021-07-26T16:00:22.785574+0000","mapping_epoch":108,"log_start":"97'1617","ondisk_log_start":"97'1617","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7552,"ondisk_log_size":7552,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":262471680,"num_objects":4005,"num_object_clones":0,"num_object_copies":12015,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4975,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4005,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9169,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"6,7","objects":-970}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":31,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.135241+0000","last_change":"2021-07-26T16:01:16.010203+0000","last_active":"2021-07-26T16:03:03.135241+0000","last_peered":"2021-07-26T16:03:03.135241+0000","last_clean":"2021-07-26T16:03:03.135241+0000","last_became_active":"2021-07-26T16:01:16.009831+0000","last_became_peered":"2021-07-26T16:01:16.009831+0000","last_unstale":"2021-07-26T16:03:03.135241+0000","last_undegraded":"2021-07-26T16:03:03.135241+0000","last_fullsized":"2021-07-26T16:03:03.135241+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":134,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.040418+0000","last_change":"2021-07-26T16:02:34.174967+0000","last_active":"2021-07-26T16:03:03.040418+0000","last_peered":"2021-07-26T16:03:03.040418+0000","last_clean":"2021-07-26T16:03:03.040418+0000","last_became_active":"2021-07-26T16:02:34.174627+0000","last_became_peered":"2021-07-26T16:02:34.174627+0000","last_unstale":"2021-07-26T16:03:03.040418+0000","last_undegraded":"2021-07-26T16:03:03.040418+0000","last_fullsized":"2021-07-26T16:03:03.040418+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":110,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.132454+0000","last_change":"2021-07-26T15:57:06.011473+0000","last_active":"2021-07-26T16:03:03.132454+0000","last_peered":"2021-07-26T16:03:03.132454+0000","last_clean":"2021-07-26T16:03:03.132454+0000","last_became_active":"2021-07-26T15:57:06.011081+0000","last_became_peered":"2021-07-26T15:57:06.011081+0000","last_unstale":"2021-07-26T16:03:03.132454+0000","last_undegraded":"2021-07-26T16:03:03.132454+0000","last_fullsized":"2021-07-26T16:03:03.132454+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":123,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.072463+0000","last_change":"2021-07-26T15:58:00.091615+0000","last_active":"2021-07-26T16:03:03.072463+0000","last_peered":"2021-07-26T16:03:03.072463+0000","last_clean":"2021-07-26T16:03:03.072463+0000","last_became_active":"2021-07-26T15:58:00.091218+0000","last_became_peered":"2021-07-26T15:58:00.091218+0000","last_unstale":"2021-07-26T16:03:03.072463+0000","last_undegraded":"2021-07-26T16:03:03.072463+0000","last_fullsized":"2021-07-26T16:03:03.072463+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":95,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.132542+0000","last_change":"2021-07-26T15:47:42.712128+0000","last_active":"2021-07-26T16:03:03.132542+0000","last_peered":"2021-07-26T16:03:03.132542+0000","last_clean":"2021-07-26T16:03:03.132542+0000","last_became_active":"2021-07-26T15:47:42.711249+0000","last_became_peered":"2021-07-26T15:47:42.711249+0000","last_unstale":"2021-07-26T16:03:03.132542+0000","last_undegraded":"2021-07-26T16:03:03.132542+0000","last_fullsized":"2021-07-26T16:03:03.132542+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":160,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.069004+0000","last_change":"2021-07-26T16:02:20.064510+0000","last_active":"2021-07-26T16:03:03.069004+0000","last_peered":"2021-07-26T16:03:03.069004+0000","last_clean":"2021-07-26T16:03:03.069004+0000","last_became_active":"2021-07-26T16:02:20.064237+0000","last_became_peered":"2021-07-26T16:02:20.064237+0000","last_unstale":"2021-07-26T16:03:03.069004+0000","last_undegraded":"2021-07-26T16:03:03.069004+0000","last_fullsized":"2021-07-26T16:03:03.069004+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":26,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.040945+0000","last_change":"2021-07-26T16:02:34.163390+0000","last_active":"2021-07-26T16:03:03.040945+0000","last_peered":"2021-07-26T16:03:03.040945+0000","last_clean":"2021-07-26T16:03:03.040945+0000","last_became_active":"2021-07-26T16:02:34.162869+0000","last_became_peered":"2021-07-26T16:02:34.162869+0000","last_unstale":"2021-07-26T16:03:03.040945+0000","last_undegraded":"2021-07-26T16:03:03.040945+0000","last_fullsized":"2021-07-26T16:03:03.040945+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":154,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.040267+0000","last_change":"2021-07-26T16:02:34.163588+0000","last_active":"2021-07-26T16:03:03.040267+0000","last_peered":"2021-07-26T16:03:03.040267+0000","last_clean":"2021-07-26T16:03:03.040267+0000","last_became_active":"2021-07-26T16:02:34.162694+0000","last_became_peered":"2021-07-26T16:02:34.162694+0000","last_unstale":"2021-07-26T16:03:03.040267+0000","last_undegraded":"2021-07-26T16:03:03.040267+0000","last_fullsized":"2021-07-26T16:03:03.040267+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":37,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.135821+0000","last_change":"2021-07-26T16:01:16.039458+0000","last_active":"2021-07-26T16:03:03.135821+0000","last_peered":"2021-07-26T16:03:03.135821+0000","last_clean":"2021-07-26T16:03:03.135821+0000","last_became_active":"2021-07-26T16:01:16.019293+0000","last_became_peered":"2021-07-26T16:01:16.019293+0000","last_unstale":"2021-07-26T16:03:03.135821+0000","last_undegraded":"2021-07-26T16:03:03.135821+0000","last_fullsized":"2021-07-26T16:03:03.135821+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":108,"reported_epoch":137,"state":"active+clean","last_fresh":"2021-07-26T16:03:03.071575+0000","last_change":"2021-07-26T15:57:06.012673+0000","last_active":"2021-07-26T16:03:03.071575+0000","last_peered":"2021-07-26T16:03:03.071575+0000","last_clean":"2021-07-26T16:03:03.071575+0000","last_became_active":"2021-07-26T15:57:06.012088+0000","last_became_peered":"2021-07-26T15:57:06.012088+0000","last_unstale":"2021-07-26T16:03:03.071575+0000","last_undegraded":"2021-07-26T16:03:03.071575+0000","last_fullsized":"2021-07-26T16:03:03.071575+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":16,"stat_sum":{"num_bytes":4175691800,"num_objects":63717,"num_object_clones":0,"num_object_copies":191151,"num_objects_missing_on_primary":8087,"num_objects_missing":8087,"num_objects_degraded":40677,"num_objects_misplaced":38757,"num_objects_unfound":0,"num_objects_dirty":63717,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":146009,"num_write_kb":6711169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7260,"num_bytes_recovered":475201536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11826507776,"data_stored":11826495560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110394,"ondisk_log_size":110394,"up":48,"acting":40,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":693,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":16646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495823,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2583896,"kb_used_data":1535312,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91161256,"statfs":{"total":95995035648,"available":93349126144,"internally_reserved":1073741824,"allocated":1572159488,"data_stored":1571467382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.64200000000000002,"15min":0.58899999999999997},"min":{"1min":0.22700000000000001,"5min":0.222,"15min":0.222},"max":{"1min":3.3330000000000002,"5min":4.7800000000000002,"15min":4.7800000000000002},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.65900000000000003,"15min":0.621},"min":{"1min":0.309,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":2.488,"5min":4.0049999999999999,"15min":4.0049999999999999},"last":0.95799999999999996}]},{"osd":1,"last update":"Mon Jul 26 16:02:13 2021","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":0.96399999999999997,"15min":0.65900000000000003},"min":{"1min":0.27900000000000003,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":5.4420000000000002,"5min":19.768000000000001,"15min":19.768000000000001},"last":1.4890000000000001},{"interface":"front","average":{"1min":1.357,"5min":0.73799999999999999,"15min":0.59599999999999997},"min":{"1min":0.26000000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":5.5890000000000004,"5min":5.5890000000000004,"15min":5.5890000000000004},"last":0.46100000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:02:24 2021","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":1.835,"15min":2.0430000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.4730000000000001,"5min":8.7100000000000009,"15min":8.7100000000000009},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.56799999999999995,"5min":1.831,"15min":2.0409999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":1.478,"5min":8.0250000000000004,"15min":8.0250000000000004},"last":0.52200000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:02:11 2021","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":1.034,"15min":0.69299999999999995},"min":{"1min":0.30599999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":8.4420000000000002,"5min":19.582999999999998,"15min":19.582999999999998},"last":0.77700000000000002},{"interface":"front","average":{"1min":1.294,"5min":1.056,"15min":0.69999999999999996},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":5.7169999999999996,"5min":19.699999999999999,"15min":19.699999999999999},"last":1.0429999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:02:35 2021","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57599999999999996,"15min":0.45600000000000002},"min":{"1min":0.249,"5min":0.214,"15min":0.214},"max":{"1min":3.1589999999999998,"5min":4.8049999999999997,"15min":4.8049999999999997},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.51900000000000002,"15min":0.45300000000000001},"min":{"1min":0.23999999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":2.6280000000000001,"5min":2.6280000000000001,"15min":2.6280000000000001},"last":0.55400000000000005}]},{"osd":5,"last update":"Mon Jul 26 16:02:35 2021","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.58599999999999997,"15min":0.47599999999999998},"min":{"1min":0.27600000000000002,"5min":0.24399999999999999,"15min":0.221},"max":{"1min":0.505,"5min":3.9460000000000002,"15min":3.9460000000000002},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72199999999999998,"15min":0.53800000000000003},"min":{"1min":0.27400000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":4.0110000000000001,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.63800000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:02:35 2021","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.67500000000000004,"15min":0.54600000000000004},"min":{"1min":0.29999999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.98,"5min":4.7430000000000003,"15min":4.7430000000000003},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.51800000000000002,"15min":0.48999999999999999},"min":{"1min":0.26400000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.66700000000000004,"5min":2.5739999999999998,"15min":2.5739999999999998},"last":0.61099999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659346,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2329172,"kb_used_data":1280588,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91415980,"statfs":{"total":95995035648,"available":93609963520,"internally_reserved":1073741824,"allocated":1311322112,"data_stored":1310634522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:02:06 2021","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.65800000000000003,"15min":0.58899999999999997},"min":{"1min":0.248,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":3.1579999999999999,"5min":4.4820000000000002,"15min":4.4820000000000002},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.80800000000000005,"15min":0.63800000000000001},"min":{"1min":0.25900000000000001,"5min":0.253,"15min":0.224},"max":{"1min":4.1470000000000002,"5min":11.207000000000001,"15min":11.207000000000001},"last":0.39400000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:02:15 2021","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.72499999999999998,"15min":0.59899999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.1819999999999999,"5min":4.4329999999999998,"15min":4.4329999999999998},"last":0.44800000000000001},{"interface":"front","average":{"1min":1.137,"5min":1.1100000000000001,"15min":0.71799999999999997},"min":{"1min":0.28699999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":4.109,"5min":11.455,"15min":11.455},"last":0.40600000000000003}]},{"osd":2,"last update":"Mon Jul 26 16:02:24 2021","interfaces":[{"interface":"back","average":{"1min":1.4530000000000001,"5min":2.3450000000000002,"15min":2.4929999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.4859999999999998,"5min":12.388999999999999,"15min":12.388999999999999},"last":0.437},{"interface":"front","average":{"1min":1.091,"5min":1.883,"15min":2.0150000000000001},"min":{"1min":0.29499999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":4.9459999999999997,"5min":10.116,"15min":10.116},"last":0.46000000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:02:06 2021","interfaces":[{"interface":"back","average":{"1min":1.762,"5min":1.0529999999999999,"15min":0.72399999999999998},"min":{"1min":0.33500000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":6.8079999999999998,"5min":6.8079999999999998,"15min":6.8079999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":1.7070000000000001,"5min":1.1220000000000001,"15min":0.73299999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.8170000000000002,"5min":11.430999999999999,"15min":11.430999999999999},"last":0.55200000000000005}]},{"osd":4,"last update":"Mon Jul 26 16:02:15 2021","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.58899999999999997,"15min":0.47399999999999998},"min":{"1min":0.248,"5min":0.22600000000000001,"15min":0.20399999999999999},"max":{"1min":2.9980000000000002,"5min":5.7389999999999999,"15min":5.7389999999999999},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.749,"15min":0.54500000000000004},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":2.3210000000000002,"5min":11.481999999999999,"15min":11.481999999999999},"last":0.35999999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:02:15 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.55400000000000005,"15min":0.47299999999999998},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":2.3879999999999999,"5min":4.391,"15min":4.391},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.63600000000000001,"15min":0.52000000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":3.0350000000000001,"5min":5.9240000000000004,"15min":5.9240000000000004},"last":0.54100000000000004}]},{"osd":7,"last update":"Mon Jul 26 16:02:31 2021","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.93899999999999995,"15min":0.63600000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.8839999999999999,"5min":11.380000000000001,"15min":11.380000000000001},"last":0.433},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.70099999999999996,"15min":0.55600000000000005},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.8779999999999999,"5min":4.5069999999999997,"15min":4.5069999999999997},"last":0.47299999999999998}]}]},{"osd":1,"up_from":78,"seq":335007449163,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1356620,"kb_used_data":1283204,"kb_used_omap":6,"kb_used_meta":73401,"kb_avail":92388532,"statfs":{"total":95995035648,"available":94605856768,"internally_reserved":0,"allocated":1314000896,"data_stored":1313316741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":75163225},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:02:12 2021","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":0.57299999999999995,"15min":0.438},"min":{"1min":0.22600000000000001,"5min":0.184,"15min":0.184},"max":{"1min":4.9390000000000001,"5min":4.9390000000000001,"15min":4.9390000000000001},"last":1.9239999999999999},{"interface":"front","average":{"1min":1.617,"5min":0.86699999999999999,"15min":0.53900000000000003},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":7.194,"5min":10.035,"15min":10.035},"last":0.35799999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:02:21 2021","interfaces":[{"interface":"back","average":{"1min":2.3410000000000002,"5min":1.9970000000000001,"15min":1.9390000000000001},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":12.119999999999999,"5min":12.119999999999999,"15min":12.119999999999999},"last":2.9969999999999999},{"interface":"front","average":{"1min":1.748,"5min":1.869,"15min":1.889},"min":{"1min":0.27700000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":10.505000000000001,"5min":10.505000000000001,"15min":10.505000000000001},"last":3.0070000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":1.1870000000000001,"15min":0.66400000000000003},"min":{"1min":0.30199999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":2.5880000000000001,"5min":13.077999999999999,"15min":13.077999999999999},"last":1.764},{"interface":"front","average":{"1min":0.81599999999999995,"5min":1.1870000000000001,"15min":0.67100000000000004},"min":{"1min":0.33400000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.4489999999999998,"5min":13.287000000000001,"15min":13.287000000000001},"last":1.887}]},{"osd":4,"last update":"Mon Jul 26 16:02:12 2021","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":0.84099999999999997,"15min":0.67500000000000004},"min":{"1min":0.318,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.7250000000000001,"5min":6.9400000000000004,"15min":6.9400000000000004},"last":1.798},{"interface":"front","average":{"1min":1.2090000000000001,"5min":0.75900000000000001,"15min":0.68000000000000005},"min":{"1min":0.316,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.976,"5min":4.976,"15min":4.976},"last":1.962}]},{"osd":5,"last update":"Mon Jul 26 16:02:12 2021","interfaces":[{"interface":"back","average":{"1min":1.7789999999999999,"5min":0.96799999999999997,"15min":0.71599999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":7.2460000000000004,"5min":9.8689999999999998,"15min":9.8689999999999998},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.266,"5min":1.0109999999999999,"15min":0.73399999999999999},"min":{"1min":0.373,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":4.8220000000000001,"5min":6.9139999999999997,"15min":6.9139999999999997},"last":1.8220000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:02:12 2021","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":1.0569999999999999,"15min":0.755},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":7.306,"5min":9.9209999999999994,"15min":9.9209999999999994},"last":0.56000000000000005},{"interface":"front","average":{"1min":1.159,"5min":0.94199999999999995,"15min":0.73799999999999999},"min":{"1min":0.35499999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.7610000000000001,"5min":6.8730000000000002,"15min":6.8730000000000002},"last":1.8540000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:02:12 2021","interfaces":[{"interface":"back","average":{"1min":1.4790000000000001,"5min":0.878,"15min":0.71799999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":5.0270000000000001,"5min":5.0270000000000001,"15min":5.0270000000000001},"last":1.986},{"interface":"front","average":{"1min":2.0830000000000002,"5min":1.1259999999999999,"15min":0.79300000000000004},"min":{"1min":0.42099999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":7.2750000000000004,"5min":9.968,"15min":9.968},"last":0.59399999999999997}]}]},{"osd":0,"up_from":73,"seq":313532612697,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":818188,"kb_used_data":760772,"kb_used_omap":23,"kb_used_meta":57384,"kb_avail":92926964,"statfs":{"total":95995035648,"available":95157211136,"internally_reserved":0,"allocated":779030528,"data_stored":778346902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":58761974},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 16:02:14 2021","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.61499999999999999,"15min":0.42899999999999999},"min":{"1min":0.222,"5min":0.217,"15min":0.217},"max":{"1min":4.3220000000000001,"5min":4.3220000000000001,"15min":4.3220000000000001},"last":0.85899999999999999},{"interface":"front","average":{"1min":1.228,"5min":0.78400000000000003,"15min":0.497},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":5.3840000000000003,"5min":6.3799999999999999,"15min":6.3799999999999999},"last":0.31900000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:02:25 2021","interfaces":[{"interface":"back","average":{"1min":1.865,"5min":1.3460000000000001,"15min":1.26},"min":{"1min":0.29399999999999998,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":5.3310000000000004,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":0.38800000000000001},{"interface":"front","average":{"1min":1.3680000000000001,"5min":1.232,"15min":1.21},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":5.7590000000000003,"5min":5.7590000000000003,"15min":5.7590000000000003},"last":1.117}]},{"osd":3,"last update":"Mon Jul 26 16:02:14 2021","interfaces":[{"interface":"back","average":{"1min":2.8730000000000002,"5min":1.411,"15min":0.76300000000000001},"min":{"1min":0.309,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":7.5259999999999998,"5min":18.497,"15min":18.497},"last":0.60199999999999998},{"interface":"front","average":{"1min":3.1560000000000001,"5min":1.5089999999999999,"15min":0.82499999999999996},"min":{"1min":0.33500000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":7.6059999999999999,"5min":18.541,"15min":18.541},"last":0.628}]},{"osd":4,"last update":"Mon Jul 26 16:02:14 2021","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.79700000000000004,"15min":0.73099999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":4.3840000000000003,"5min":6.4699999999999998,"15min":6.4699999999999998},"last":0.67000000000000004},{"interface":"front","average":{"1min":1.373,"5min":0.93200000000000005,"15min":0.77800000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":5.4470000000000001,"5min":8.4309999999999992,"15min":8.4309999999999992},"last":0.502}]},{"osd":5,"last update":"Mon Jul 26 16:02:14 2021","interfaces":[{"interface":"back","average":{"1min":1.4470000000000001,"5min":1.0329999999999999,"15min":0.81699999999999995},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":5.4729999999999999,"5min":12.853,"15min":12.853},"last":0.55100000000000005},{"interface":"front","average":{"1min":1.429,"5min":1.254,"15min":0.88600000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":6.4660000000000002,"5min":14.298999999999999,"15min":14.298999999999999},"last":0.54000000000000004}]},{"osd":6,"last update":"Mon Jul 26 16:02:14 2021","interfaces":[{"interface":"back","average":{"1min":1.3440000000000001,"5min":1.0129999999999999,"15min":0.82699999999999996},"min":{"1min":0.38800000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":5.4199999999999999,"5min":14.609999999999999,"15min":14.609999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":1.419,"5min":0.95399999999999996,"15min":0.80500000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":6.5129999999999999,"5min":8.3309999999999995,"15min":8.3309999999999995},"last":0.57099999999999995}]},{"osd":7,"last update":"Mon Jul 26 16:02:14 2021","interfaces":[{"interface":"back","average":{"1min":1.6919999999999999,"5min":1.371,"15min":0.94899999999999995},"min":{"1min":0.41899999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":6.5350000000000001,"5min":27.449999999999999,"15min":27.449999999999999},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.81299999999999994,"5min":1.048,"15min":0.85399999999999998},"min":{"1min":0.372,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":4.3609999999999998,"5min":27.463999999999999,"15min":27.463999999999999},"last":0.70399999999999996}]}]},{"osd":2,"up_from":107,"seq":459561500705,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1108428,"kb_used_data":1015748,"kb_used_omap":9,"kb_used_meta":92662,"kb_avail":92636724,"statfs":{"total":95995035648,"available":94860005376,"internally_reserved":0,"allocated":1040125952,"data_stored":1039441818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9911,"internal_metadata":94886217},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,0,3,3,1,1,1,11],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:02:23 2021","interfaces":[{"interface":"back","average":{"1min":3.234,"5min":1.8480000000000001,"15min":1.617},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":12.763999999999999,"5min":12.763999999999999,"15min":12.763999999999999},"last":0.251},{"interface":"front","average":{"1min":3.6259999999999999,"5min":1.907,"15min":1.621},"min":{"1min":0.22800000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":12.714,"5min":12.714,"15min":12.714},"last":0.42899999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:02:23 2021","interfaces":[{"interface":"back","average":{"1min":3.3450000000000002,"5min":4.7640000000000002,"15min":5},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":12.086,"5min":77.945999999999998,"15min":77.945999999999998},"last":0.46000000000000002},{"interface":"front","average":{"1min":3.9540000000000002,"5min":5.2329999999999997,"15min":5.4459999999999997},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":18.960999999999999,"5min":78.129999999999995,"15min":78.129999999999995},"last":0.58999999999999997}]},{"osd":3,"last update":"Mon Jul 26 16:02:23 2021","interfaces":[{"interface":"back","average":{"1min":5.899,"5min":6.859,"15min":7.0190000000000001},"min":{"1min":0.39000000000000001,"5min":0.375,"15min":0.375},"max":{"1min":18.824999999999999,"5min":81.637,"15min":81.637},"last":0.61799999999999999},{"interface":"front","average":{"1min":2.8359999999999999,"5min":5.859,"15min":6.3630000000000004},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":12.683,"5min":77.730999999999995,"15min":77.730999999999995},"last":0.28499999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:02:23 2021","interfaces":[{"interface":"back","average":{"1min":3.1749999999999998,"5min":2.2360000000000002,"15min":2.0800000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":18.898,"5min":18.898,"15min":18.898},"last":0.67200000000000004},{"interface":"front","average":{"1min":2.1120000000000001,"5min":1.736,"15min":1.673},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":12.57,"5min":12.57,"15min":12.57},"last":0.44500000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:02:23 2021","interfaces":[{"interface":"back","average":{"1min":3.6070000000000002,"5min":1.847,"15min":1.554},"min":{"1min":0.31,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":12.247999999999999,"5min":12.247999999999999,"15min":12.247999999999999},"last":0.60699999999999998},{"interface":"front","average":{"1min":3.2149999999999999,"5min":1.9750000000000001,"15min":1.7689999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":18.870000000000001,"5min":18.870000000000001,"15min":18.870000000000001},"last":0.69899999999999995}]},{"osd":6,"last update":"Mon Jul 26 16:02:23 2021","interfaces":[{"interface":"back","average":{"1min":2.0030000000000001,"5min":1.9910000000000001,"15min":1.9890000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":12.615,"5min":12.615,"15min":12.615},"last":0.39200000000000002},{"interface":"front","average":{"1min":3.4239999999999999,"5min":1.8029999999999999,"15min":1.5329999999999999},"min":{"1min":0.33900000000000002,"5min":0.309,"15min":0.309},"max":{"1min":12.208,"5min":12.208,"15min":12.208},"last":0.54200000000000004}]},{"osd":7,"last update":"Mon Jul 26 16:02:23 2021","interfaces":[{"interface":"back","average":{"1min":2.3260000000000001,"5min":2.0249999999999999,"15min":1.9750000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":12.640000000000001,"5min":12.640000000000001,"15min":12.640000000000001},"last":0.41499999999999998},{"interface":"front","average":{"1min":3.605,"5min":1.8600000000000001,"15min":1.569},"min":{"1min":0.36499999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":13.436,"5min":13.436,"15min":13.436},"last":0.57999999999999996}]}]},{"osd":3,"up_from":88,"seq":377957122113,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2995016,"kb_used_data":2867520,"kb_used_omap":4,"kb_used_meta":127483,"kb_avail":90750136,"statfs":{"total":95995035648,"available":92928139264,"internally_reserved":0,"allocated":2936340480,"data_stored":2935659991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":130543229},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":1.006,"15min":0.57499999999999996},"min":{"1min":0.222,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.9500000000000002,"5min":11.102,"15min":11.102},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.96599999999999997,"15min":0.55800000000000005},"min":{"1min":0.20999999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":2.6589999999999998,"5min":9.0269999999999992,"15min":9.0269999999999992},"last":0.24099999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":1.0569999999999999,"15min":0.60499999999999998},"min":{"1min":0.253,"5min":0.223,"15min":0.223},"max":{"1min":6.0410000000000004,"5min":6.7999999999999998,"15min":6.7999999999999998},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.387,"15min":0.71499999999999997},"min":{"1min":0.25,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":2.7589999999999999,"5min":13.445,"15min":13.445},"last":0.38100000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:02:25 2021","interfaces":[{"interface":"back","average":{"1min":2.4510000000000001,"5min":2.3029999999999999,"15min":2.278},"min":{"1min":0.377,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":8.0619999999999994,"5min":8.0619999999999994,"15min":8.0619999999999994},"last":0.749},{"interface":"front","average":{"1min":2.911,"5min":3.1819999999999999,"15min":3.2269999999999999},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":14.436,"5min":14.436,"15min":14.436},"last":0.81899999999999995}]},{"osd":4,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":1.0029999999999999,"15min":0.73199999999999998},"min":{"1min":0.27300000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":2.1989999999999998,"5min":7.2969999999999997,"15min":7.2969999999999997},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.85099999999999998,"5min":1.111,"15min":0.76900000000000002},"min":{"1min":0.33000000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":3.9510000000000001,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.33000000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":1.0920000000000001,"15min":0.76400000000000001},"min":{"1min":0.29899999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.298,"5min":10.988,"15min":10.988},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.69799999999999995,"5min":1.0660000000000001,"15min":0.74199999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":2.9079999999999999,"5min":11.145,"15min":11.145},"last":0.501}]},{"osd":6,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":1.131,"15min":0.78100000000000003},"min":{"1min":0.32100000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.0960000000000001,"5min":11.039999999999999,"15min":11.039999999999999},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.86499999999999999,"5min":1.1779999999999999,"15min":0.80900000000000005},"min":{"1min":0.37,"5min":0.316,"15min":0.316},"max":{"1min":4.0229999999999997,"5min":6.8289999999999997,"15min":6.8289999999999997},"last":0.47999999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":1.288,"15min":0.82699999999999996},"min":{"1min":0.45600000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":3.9950000000000001,"5min":8.5549999999999997,"15min":8.5549999999999997},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.60799999999999998,"5min":1.3109999999999999,"15min":0.84799999999999998},"min":{"1min":0.39900000000000002,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.0649999999999999,"5min":19.039999999999999,"15min":19.039999999999999},"last":0.52700000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986394,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2325212,"kb_used_data":1276628,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91419940,"statfs":{"total":95995035648,"available":93614018560,"internally_reserved":1073741824,"allocated":1307267072,"data_stored":1306570892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:02:13 2021","interfaces":[{"interface":"back","average":{"1min":0.98299999999999998,"5min":0.98599999999999999,"15min":0.71799999999999997},"min":{"1min":0.253,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":4.0940000000000003,"5min":40.046999999999997,"15min":40.046999999999997},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.96699999999999997,"5min":1.0800000000000001,"15min":0.76200000000000001},"min":{"1min":0.313,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":4.085,"5min":40.070999999999998,"15min":40.070999999999998},"last":0.44}]},{"osd":1,"last update":"Mon Jul 26 16:02:13 2021","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.625,"15min":0.55500000000000005},"min":{"1min":0.246,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":2.9039999999999999,"5min":2.9039999999999999,"15min":2.9039999999999999},"last":0.27900000000000003},{"interface":"front","average":{"1min":1.325,"5min":0.70899999999999996,"15min":0.57099999999999995},"min":{"1min":0.25700000000000001,"5min":0.248,"15min":0.248},"max":{"1min":5.0380000000000003,"5min":5.0380000000000003,"15min":5.0380000000000003},"last":0.94899999999999995}]},{"osd":2,"last update":"Mon Jul 26 16:02:25 2021","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.98299999999999998,"15min":1.0129999999999999},"min":{"1min":0.28799999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":3.4260000000000002,"5min":3.6890000000000001,"15min":3.6890000000000001},"last":3.2909999999999999},{"interface":"front","average":{"1min":1.806,"5min":1.3129999999999999,"15min":1.2310000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":6.6779999999999999,"5min":6.7140000000000004,"15min":6.7140000000000004},"last":0.45700000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:03:04 2021","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":2.1699999999999999,"15min":1.093},"min":{"1min":0.27600000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":2.2370000000000001,"5min":113.90300000000001,"15min":113.90300000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.93100000000000005,"5min":2.1200000000000001,"15min":1.052},"min":{"1min":0.30099999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.6980000000000004,"5min":113.73099999999999,"15min":113.73099999999999},"last":0.42099999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:02:58 2021","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53700000000000003,"15min":0.44900000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":3.165,"5min":3.4100000000000001,"15min":3.4100000000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.497,"5min":0.56699999999999995,"15min":0.47199999999999998},"min":{"1min":0.29999999999999999,"5min":0.23499999999999999,"15min":0.23300000000000001},"max":{"1min":2.165,"5min":3.488,"15min":3.488},"last":0.26400000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:02:13 2021","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.63700000000000001,"15min":0.48899999999999999},"min":{"1min":0.24299999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.0600000000000001,"5min":3.0600000000000001,"15min":3.0600000000000001},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.754,"5min":0.58599999999999997,"15min":0.49099999999999999},"min":{"1min":0.28199999999999997,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":4.6470000000000002,"5min":4.6470000000000002,"15min":4.6470000000000002},"last":0.38100000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:02:38 2021","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.749,"15min":0.56299999999999994},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":1.7370000000000001,"5min":8.0459999999999994,"15min":8.0459999999999994},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.78100000000000003,"15min":0.58499999999999996},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":3.1509999999999998,"5min":8.0129999999999999,"15min":8.0129999999999999},"last":0.35699999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822871,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2602572,"kb_used_data":1553988,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91142580,"statfs":{"total":95995035648,"available":93330001920,"internally_reserved":1073741824,"allocated":1591283712,"data_stored":1590599614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.74199999999999999,"15min":0.63400000000000001},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.4769999999999999,"5min":7.367,"15min":7.367},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.79500000000000004,"15min":0.67700000000000005},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.5070000000000001,"5min":7.6349999999999998,"15min":7.6349999999999998},"last":0.28599999999999998}]},{"osd":1,"last update":"Mon Jul 26 16:02:11 2021","interfaces":[{"interface":"back","average":{"1min":1.643,"5min":0.76900000000000002,"15min":0.629},"min":{"1min":0.31900000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":6.173,"5min":6.173,"15min":6.173},"last":0.77100000000000002},{"interface":"front","average":{"1min":1.3839999999999999,"5min":0.91600000000000004,"15min":0.65700000000000003},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.0369999999999999,"5min":6.0369999999999999,"15min":6.0369999999999999},"last":0.29599999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:02:21 2021","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.161,"15min":1.177},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":5.2869999999999999,"5min":6.0030000000000001,"15min":6.0030000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":1.423,"5min":1.1319999999999999,"15min":1.0840000000000001},"min":{"1min":0.29399999999999998,"5min":0.251,"15min":0.251},"max":{"1min":7.4980000000000002,"5min":7.4980000000000002,"15min":7.4980000000000002},"last":0.377}]},{"osd":3,"last update":"Mon Jul 26 16:03:02 2021","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":1.292,"15min":0.76900000000000002},"min":{"1min":0.34499999999999997,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.905,"5min":10.712,"15min":10.712},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.72599999999999998,"5min":1.2829999999999999,"15min":0.77700000000000002},"min":{"1min":0.36199999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":2.7240000000000002,"5min":10.746,"15min":10.746},"last":0.374}]},{"osd":4,"last update":"Mon Jul 26 16:03:02 2021","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.54900000000000004,"15min":0.45000000000000001},"min":{"1min":0.23999999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.996,"5min":4.7450000000000001,"15min":4.7450000000000001},"last":0.317},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.61099999999999999,"15min":0.49099999999999999},"min":{"1min":0.25600000000000001,"5min":0.214,"15min":0.214},"max":{"1min":1.625,"5min":6.7830000000000004,"15min":6.7830000000000004},"last":0.26700000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.63100000000000001,"15min":0.50600000000000001},"min":{"1min":0.27400000000000002,"5min":0.26600000000000001,"15min":0.247},"max":{"1min":3.1789999999999998,"5min":4.7610000000000001,"15min":4.7610000000000001},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.65400000000000003,"15min":0.52100000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.4780000000000002,"5min":7.899,"15min":7.899},"last":0.22700000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:02:33 2021","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.76300000000000001,"15min":0.57099999999999995},"min":{"1min":0.30499999999999999,"5min":0.26600000000000001,"15min":0.25800000000000001},"max":{"1min":2.5310000000000001,"5min":8.9489999999999998,"15min":8.9489999999999998},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.71099999999999997,"15min":0.54200000000000004},"min":{"1min":0.30099999999999999,"5min":0.223,"15min":0.223},"max":{"1min":4.0309999999999997,"5min":8.1170000000000009,"15min":8.1170000000000009},"last":0.33800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":775421952,"data_stored":775421952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1310330880,"data_stored":1310326808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1038356480,"data_stored":1038352408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2934767616,"data_stored":2934767616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1302396928,"data_stored":1302396928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1589121024,"data_stored":1589116952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1307639808,"data_stored":1307639808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1568473088,"data_stored":1568473088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:03:16.706 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool set rbd pgp_num 8 2021-07-26T16:03:16.718 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:16.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:16.719 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:16.820 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:16.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:16.849 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:16.849 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:16.941 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:16.947 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:16 smithi078 ceph-mon[73801]: pgmap v380: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 187 op/s; 40572/189387 objects degraded (21.423%); 38502/189387 objects misplaced (20.330%); 2.8 MiB/s, 45 objects/s recovering 2021-07-26T16:03:16.950 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:16.972 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:16.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:16.974 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:17.077 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:17.123 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:17.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:17.125 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:17.205 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:16 smithi078 ceph-mon[77813]: pgmap v380: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 187 op/s; 40572/189387 objects degraded (21.423%); 38502/189387 objects misplaced (20.330%); 2.8 MiB/s, 45 objects/s recovering 2021-07-26T16:03:17.226 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:17.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:17.250 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:17.251 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:17.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:16 smithi139 ceph-mon[56829]: pgmap v380: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 187 op/s; 40572/189387 objects degraded (21.423%); 38502/189387 objects misplaced (20.330%); 2.8 MiB/s, 45 objects/s recovering 2021-07-26T16:03:17.352 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:17.374 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:17.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:17.375 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:17.400 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:03:17.444 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:03:17.470 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:03:17.478 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:17.501 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:03:17.509 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:17.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:17.510 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:17.527 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:03:17.555 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:03:17.577 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:03:17.612 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:17.627 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:03:17.632 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:03:17.632 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:03:17.633 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:03:17.633 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:03:17.633 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:03:17.633 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:03:17.633 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:03:17.634 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:03:17.656 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:17.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:17.657 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:17.758 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:17.780 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:17.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:17.782 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:17.882 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:17.904 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:17.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:17.906 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:17.983 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:03:17.984 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:03:17.984 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:03:17.984 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:147260 6.d e139/116 6:bd09f111:::benchmark_data_smithi078_103090_object42395:head v 139'9082, mlcod=110'5043)", 2021-07-26T16:03:17.984 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:17.978368+0000", 2021-07-26T16:03:17.985 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0028777130000000001, 2021-07-26T16:03:17.985 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002911351, 2021-07-26T16:03:17.985 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:03:17.985 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:03:17.986 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:03:17.986 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:03:17.986 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:03:17.986 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:17.978368+0000", 2021-07-26T16:03:17.987 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:03:17.987 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:03:17.987 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:03:17.987 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:03:17.988 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:17.978368+0000", 2021-07-26T16:03:17.988 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:03:17.988 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:03:17.988 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:03:17.988 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:03:17.989 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:17.978374+0000", 2021-07-26T16:03:17.989 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.19e-06 2021-07-26T16:03:17.989 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:03:17.989 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:03:17.989 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:03:17.990 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:17.978378+0000", 2021-07-26T16:03:17.990 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3959999999999999e-06 2021-07-26T16:03:17.990 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:03:17.990 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:03:17.991 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:03:17.991 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:17.978400+0000", 2021-07-26T16:03:17.991 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2147e-05 2021-07-26T16:03:17.991 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:03:17.992 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:03:17.992 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:03:17.992 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:17.978408+0000", 2021-07-26T16:03:17.992 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.2309999999999996e-06 2021-07-26T16:03:17.992 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:03:17.993 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:03:17.993 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:03:17.993 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:17.978468+0000", 2021-07-26T16:03:17.993 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9268999999999998e-05 2021-07-26T16:03:17.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:03:17.994 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:03:17.994 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:03:17.994 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:17.978498+0000", 2021-07-26T16:03:17.994 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0388000000000001e-05 2021-07-26T16:03:17.995 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:03:17.995 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:03:17.995 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:03:17.995 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:03:17.995 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2021-07-26T16:03:17.996 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 1 2021-07-26T16:03:17.996 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:03:18.006 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:18.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:18.040 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:18.040 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:18.141 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:18.163 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:18.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:18.165 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:18.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:17 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 40572/189387 objects degraded (21.423%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:18.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:17 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1216686385' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:18.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:17 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 40572/189387 objects degraded (21.423%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:18.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:17 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1216686385' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:18.269 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:18.290 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:18.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:18.292 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:18.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:17 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 40572/189387 objects degraded (21.423%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:18.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:17 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1216686385' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:18.393 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:18.414 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:18.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:18.416 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:18.518 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:18.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:18.553 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:18.553 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:18.655 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:18.677 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:18.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:18.679 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:18.718 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:03:18.780 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:18.803 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:18.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:18.804 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:18.893 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:18.905 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:18.926 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:18.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:18.928 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:19.029 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:19.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:19.056 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:19.057 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:19.158 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:19.180 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:19.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:19.182 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:19.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:18 smithi078 ceph-mon[73801]: pgmap v381: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 165 op/s; 40476/189078 objects degraded (21.407%); 38394/189078 objects misplaced (20.306%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:03:19.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:18 smithi078 ceph-mon[77813]: pgmap v381: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 165 op/s; 40476/189078 objects degraded (21.407%); 38394/189078 objects misplaced (20.306%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:03:19.292 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:19.314 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:19.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:19.328 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:19.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:19 smithi139 ceph-mon[56829]: pgmap v381: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 165 op/s; 40476/189078 objects degraded (21.407%); 38394/189078 objects misplaced (20.306%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:03:19.431 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:19.455 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:19.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:19.457 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:19.557 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:19.594 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:19.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:19.595 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:19.696 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:19.718 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-07-26T16:03:19.748 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:19.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:19.750 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:19.851 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:19.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:19.876 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:19.876 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:19.947 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:19.977 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:20.003 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:20.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:20.004 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:20.105 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:20.128 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:20.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:20.130 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:20.231 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:20.265 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:20.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:20.268 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:20.369 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:20.390 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:20.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:20.392 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:20.493 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:20.520 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:20.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:20.522 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:20.623 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:20.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:20.665 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:20.666 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:20.767 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:20.797 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:20.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:20.799 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:20.901 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:20.936 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:20.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:20.937 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:21.039 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:21.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:21.064 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:21.064 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:21.078 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:21 smithi078 ceph-mon[73801]: pgmap v382: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 160 op/s; 40483/187479 objects degraded (21.593%); 38093/187479 objects misplaced (20.319%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:03:21.079 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:21 smithi078 ceph-mon[77813]: pgmap v382: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 160 op/s; 40483/187479 objects degraded (21.593%); 38093/187479 objects misplaced (20.319%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:03:21.166 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:21.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:21.196 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:21.196 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:21.297 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:21.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:21 smithi139 ceph-mon[56829]: pgmap v382: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 160 op/s; 40483/187479 objects degraded (21.593%); 38093/187479 objects misplaced (20.319%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:03:21.328 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:21.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:21.330 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:21.330 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:03:21.430 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:21.452 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:21.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:21.454 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:21.560 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:21.562 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:21.596 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:21.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:21.597 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:21.698 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:21.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:21.724 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:21.725 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:21.826 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:21.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:21.852 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:21.852 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:21.953 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:21.975 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:21.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:21.977 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:22.078 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:22.116 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:22.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:22.118 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:22.221 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:22.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:22.247 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:22.247 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:22.292 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:22 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 40483/187479 objects degraded (21.593%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:22.293 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:22 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 40483/187479 objects degraded (21.593%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:22.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:22 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 40483/187479 objects degraded (21.593%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:22.353 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:22.376 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:22.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:22.378 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:22.478 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:22.511 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:22.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:22.513 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:22.614 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:22.635 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:22.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:22.637 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:22.739 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:22.774 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:22.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:22.775 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:22.876 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:22.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:22.901 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:22.902 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:23.003 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:23.040 INFO:teuthology.orchestra.run.smithi078.stderr:set pool 2 pgp_num to 8 2021-07-26T16:03:23.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:23.050 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:23.051 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:23.152 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:23.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:23.209 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:23.209 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:23.310 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:23.320 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:23 smithi078 ceph-mon[73801]: pgmap v383: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 158 op/s; 40435/187071 objects degraded (21.615%); 37999/187071 objects misplaced (20.313%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:03:23.320 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:23 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2847967418' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-07-26T16:03:23.320 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:23 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-07-26T16:03:23.321 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:23 smithi078 ceph-mon[77813]: pgmap v383: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 158 op/s; 40435/187071 objects degraded (21.615%); 37999/187071 objects misplaced (20.313%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:03:23.321 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:23 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2847967418' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-07-26T16:03:23.321 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:23 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-07-26T16:03:23.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:23 smithi139 ceph-mon[56829]: pgmap v383: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 158 op/s; 40435/187071 objects degraded (21.615%); 37999/187071 objects misplaced (20.313%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:03:23.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:23 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2847967418' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-07-26T16:03:23.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:23 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-07-26T16:03:23.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:23.344 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:23.344 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:23.446 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:23.489 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:23.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:23.491 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:23.592 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:23.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:23.623 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:23.623 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:23.725 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:23.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:23.752 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:23.752 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:23.853 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:23.875 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:23.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:23.877 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:23.978 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:24.001 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:24.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:24.003 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:24.043 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:03:24.104 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:24.130 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:24.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:24.132 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:24.233 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:24.271 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:24.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:24.273 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:24.288 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:24 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]': finished 2021-07-26T16:03:24.289 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:24 smithi078 ceph-mon[73801]: osdmap e140: 8 total, 8 up, 8 in 2021-07-26T16:03:24.289 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:24 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2757404798' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:03:24.289 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:24 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:03:24.290 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:24 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]': finished 2021-07-26T16:03:24.290 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:24 smithi078 ceph-mon[77813]: osdmap e140: 8 total, 8 up, 8 in 2021-07-26T16:03:24.290 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:24 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2757404798' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:03:24.290 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:24 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:03:24.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:24 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]': finished 2021-07-26T16:03:24.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:24 smithi139 ceph-mon[56829]: osdmap e140: 8 total, 8 up, 8 in 2021-07-26T16:03:24.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:24 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2757404798' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:03:24.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:24 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:03:24.346 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:03:24.346 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:03:24.347 INFO:teuthology.orchestra.run.smithi078.stdout: "complaint_time": 30, 2021-07-26T16:03:24.347 INFO:teuthology.orchestra.run.smithi078.stdout: "num_blocked_ops": 0 2021-07-26T16:03:24.347 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:03:24.374 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:24.401 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:24.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:24.403 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:24.505 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:24.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:24.539 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:24.540 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:24.640 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:24.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:24.668 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:24.669 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:24.770 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:24.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:24.795 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:24.796 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:24.897 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:24.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:24.927 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:24.928 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:25.034 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:25.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:25.064 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:25.064 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:25.171 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:25.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:25.196 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:25.196 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:25.213 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:25 smithi078 ceph-mon[73801]: pgmap v385: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 126 op/s; 40390/186471 objects degraded (21.660%); 37752/186471 objects misplaced (20.246%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:03:25.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:25 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:25.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:25 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:03:25.214 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:25 smithi078 ceph-mon[73801]: osdmap e141: 8 total, 8 up, 8 in 2021-07-26T16:03:25.214 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:25 smithi078 ceph-mon[77813]: pgmap v385: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 126 op/s; 40390/186471 objects degraded (21.660%); 37752/186471 objects misplaced (20.246%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:03:25.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:25 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:25.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:25 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:03:25.215 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:25 smithi078 ceph-mon[77813]: osdmap e141: 8 total, 8 up, 8 in 2021-07-26T16:03:25.304 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:25.343 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:25 smithi139 ceph-mon[56829]: pgmap v385: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 126 op/s; 40390/186471 objects degraded (21.660%); 37752/186471 objects misplaced (20.246%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:03:25.344 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:25 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:25.344 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:25 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:03:25.344 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:25 smithi139 ceph-mon[56829]: osdmap e141: 8 total, 8 up, 8 in 2021-07-26T16:03:25.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:25.346 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:25.346 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:25.457 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:25.482 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:25.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:25.484 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:25.586 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:25.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:25.609 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:25.610 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:25.695 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-07-26T16:03:25.712 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:25.733 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:25.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:25.734 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:25.836 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:25.858 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:25.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:25.859 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:25.904 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:25.960 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:25.982 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:25.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:25.983 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:26.090 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:26.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:26.119 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:26.120 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:26.221 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:26.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:26.246 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:26.247 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:26.348 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:26.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:26.378 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:26.379 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:26.407 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: 2021-07-26T16:03:26.213+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:26.408 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:03:26.408 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:26.408 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:03:26.408 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:26.409 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:03:26.409 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:26.409 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:26.409 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:26.410 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: 2021-07-26T16:03:26.214+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:26.410 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:03:26.410 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:26.410 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:03:26.411 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:26.411 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:03:26.411 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:26.411 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:26.411 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:26.412 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: 2021-07-26T16:03:26.215+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:26.412 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:03:26.412 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:26.412 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:03:26.413 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:26.413 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:03:26.413 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:26.413 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:26.413 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:26.414 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: 2021-07-26T16:03:26.216+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:26.414 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:03:26.414 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:26.414 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:03:26.415 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:26.415 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:03:26.415 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:26.415 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:26.416 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:03:26 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:26.480 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:26.526 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:26.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:26.528 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:26.629 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:26.652 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:26.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:26.653 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:26.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:26.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: pgmap v387: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 183 op/s; 40280/184668 objects degraded (21.812%); 37503/184668 objects misplaced (20.308%); 2.3 MiB/s, 36 objects/s recovering 2021-07-26T16:03:26.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:26.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:26.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:26.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:26.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:26.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:26.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:26.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:26.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi078.kyjpyp","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:03:26.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi078", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:03:26.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:26.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:26.742 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:03:26.742 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:26.742 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:03:26.743 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:26.743 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:03:26.743 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:26.743 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:26.744 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:26.744 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:26.744 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:03:26.744 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:26.745 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:03:26.745 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:26.745 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:03:26.745 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:26.745 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:26.746 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:26.746 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:26.746 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:03:26.747 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:26.747 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:03:26.748 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:26.748 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:03:26.748 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:26.748 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:26.749 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:26.749 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:26.749 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:03:26.749 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:26.750 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:03:26.750 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:26.750 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:03:26.750 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:26.751 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:26.751 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:26.751 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:26.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: pgmap v387: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 183 op/s; 40280/184668 objects degraded (21.812%); 37503/184668 objects misplaced (20.308%); 2.3 MiB/s, 36 objects/s recovering 2021-07-26T16:03:26.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:26.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:26.752 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:26.753 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:26.753 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:26.753 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:26.753 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:26.754 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:26.754 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi078.kyjpyp","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:03:26.754 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi078", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:03:26.754 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:26.755 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:26.755 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:03:26.755 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:26.755 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:03:26.756 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:26.756 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:03:26.756 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:26.756 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:26.756 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:26.757 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:26.757 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:03:26.758 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:26.758 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:03:26.758 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:26.758 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:03:26.759 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:26.759 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:26.759 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:26.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:26.760 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:03:26.760 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:26.760 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:03:26.760 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:26.761 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:03:26.761 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:26.761 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:26.761 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:26.762 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:26 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:26.762 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:03:26.762 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:26.762 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:03:26.762 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:26.763 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:03:26.763 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:26.763 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:26.763 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:26.764 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:26.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:26.800 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:26.800 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:26.902 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:26.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:26.927 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:26.927 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:27.042 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:27.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:27.065 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:27.066 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:27.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:27.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: pgmap v387: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 183 op/s; 40280/184668 objects degraded (21.812%); 37503/184668 objects misplaced (20.308%); 2.3 MiB/s, 36 objects/s recovering 2021-07-26T16:03:27.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:27.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:27.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:27.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:27.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:27.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:27.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:03:27.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:27.081 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi078.kyjpyp","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:03:27.081 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi078", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:03:27.081 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:03:27.082 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:27.082 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:03:27.082 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:27.083 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:03:27.083 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:27.084 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:03:27.084 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:27.084 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:27.084 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:27.085 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:27.085 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:03:27.085 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:27.085 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:03:27.086 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:27.086 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:03:27.086 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:27.086 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:27.087 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:27.087 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:27.087 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:03:27.087 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:27.088 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:03:27.088 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:27.088 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:03:27.088 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:27.089 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:27.089 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:27.089 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:26 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:27.089 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:03:27.090 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:27.090 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:03:27.090 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:27.090 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:03:27.091 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:27.091 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:27.091 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:27.177 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:27.200 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:03:27.203 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:27.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:27.205 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:27.233 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:03:27.263 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:03:27.289 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:03:27.307 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:27.318 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:03:27.331 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:27.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:27.333 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:27.349 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:03:27.378 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:03:27.401 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:03:27.402 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:03:27.402 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:03:27.403 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:03:27.403 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:03:27.403 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:03:27.403 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:03:27.404 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:03:27.404 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:03:27.435 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:27.459 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:27.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:27.461 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:27.562 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:27.587 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:27.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:27.589 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:27.628 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:03:27.690 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:27.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:27.730 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:27.731 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:27.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:27 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 40280/184668 objects degraded (21.812%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:27.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:27 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/914835164' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:27.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:27 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 40280/184668 objects degraded (21.812%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:27.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:27 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/914835164' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:27.814 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:27.835 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:27.869 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:27.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:27.871 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:27.973 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:27.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:28.000 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:28.000 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:28.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:27 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 40280/184668 objects degraded (21.812%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:28.081 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:27 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/914835164' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:28.102 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:28.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:28.126 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:28.126 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:28.236 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:28.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:28.268 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:28.268 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:28.370 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:28.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:28.399 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:28.399 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:28.501 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:28.536 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:28.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:28.538 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:28.639 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:28.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:28.669 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:28.669 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:28.786 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:28.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:28.868 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:28.868 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:28.908 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:28 smithi078 ceph-mon[77813]: pgmap v388: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 130 op/s; 40166/184344 objects degraded (21.789%); 37398/184344 objects misplaced (20.287%); 2.4 MiB/s, 37 objects/s recovering 2021-07-26T16:03:28.911 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:28 smithi078 ceph-mon[73801]: pgmap v388: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 130 op/s; 40166/184344 objects degraded (21.789%); 37398/184344 objects misplaced (20.287%); 2.4 MiB/s, 37 objects/s recovering 2021-07-26T16:03:28.975 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:28.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:28.998 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:28.999 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:29.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:28 smithi139 ceph-mon[56829]: pgmap v388: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 130 op/s; 40166/184344 objects degraded (21.789%); 37398/184344 objects misplaced (20.287%); 2.4 MiB/s, 37 objects/s recovering 2021-07-26T16:03:29.102 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:29.132 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:29.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:29.133 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:29.155 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:03:29.156 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:03:29.235 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:29.286 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:29.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:29.287 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:29.390 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:29.417 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:29.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:29.418 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:29.526 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:29.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:29.558 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:29.559 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:29.659 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:29.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:29.688 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:29.689 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:29.795 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:29.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:29.820 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:29.820 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:29.931 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:29.955 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:29.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:29.957 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:30.058 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:30.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:30.088 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:30.088 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:30.189 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:30.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:30.220 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:30.220 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:03:30.321 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:30.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:30.348 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:30.348 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:30.359 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7, 0] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2021-07-26T16:03:30.359 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:03:30.359 INFO:tasks.thrashosds.thrasher:Killing osd 4, live_osds are [0, 1, 3, 4, 5, 6, 7, 2] 2021-07-26T16:03:30.360 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2021-07-26T16:03:30.360 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl stop ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.4 2021-07-26T16:03:30.450 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:30.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:30.476 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:30.477 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:30.578 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:30.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:30.604 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:30.605 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:30.659 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-07-26T16:03:30.673 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:03:30 smithi139 systemd[1]: Stopping Ceph osd.4 for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T16:03:30.709 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:30.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:30.739 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:30.739 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:30.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:03:30.841 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:30.863 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:30.864 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:30.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:30.866 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:30.935 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:03:30 smithi139 podman[86843]: 2021-07-26 16:03:30.672938913 +0000 UTC m=+0.243093956 container stop cff37e1f64ae67589ab7e919be6e8b8d37503ea8f77b22e1cf246193e532c648 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4, RELEASE=master-dc1ab19, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2021-07-26T16:03:30.936 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:03:30 smithi139 podman[86843]: 2021-07-26 16:03:30.735464695 +0000 UTC m=+0.305619750 container died cff37e1f64ae67589ab7e919be6e8b8d37503ea8f77b22e1cf246193e532c648 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4) 2021-07-26T16:03:30.936 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:03:30 smithi139 podman[86843]: ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:03:30.970 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:30.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: pgmap v389: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 182 op/s; 40161/182700 objects degraded (21.982%); 37093/182700 objects misplaced (20.303%); 3.2 MiB/s, 50 objects/s recovering 2021-07-26T16:03:30.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.5 2021-07-26T16:03:30.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 failed (root=default,host=smithi139) (connection refused reported by osd.5) 2021-07-26T16:03:30.972 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.5 2021-07-26T16:03:30.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.5 2021-07-26T16:03:30.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.6 2021-07-26T16:03:30.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.6 2021-07-26T16:03:30.973 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.7 2021-07-26T16:03:30.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.0 2021-07-26T16:03:30.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.2 2021-07-26T16:03:30.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.7 2021-07-26T16:03:30.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.0 2021-07-26T16:03:30.974 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.2 2021-07-26T16:03:30.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.1 2021-07-26T16:03:30.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.3 2021-07-26T16:03:30.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.3 2021-07-26T16:03:30.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.2 2021-07-26T16:03:30.975 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.1 2021-07-26T16:03:30.976 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[73801]: osd.4 reported immediately failed by osd.5 2021-07-26T16:03:30.984 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: pgmap v389: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 182 op/s; 40161/182700 objects degraded (21.982%); 37093/182700 objects misplaced (20.303%); 3.2 MiB/s, 50 objects/s recovering 2021-07-26T16:03:30.984 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.5 2021-07-26T16:03:30.984 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 failed (root=default,host=smithi139) (connection refused reported by osd.5) 2021-07-26T16:03:30.985 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.5 2021-07-26T16:03:30.985 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.5 2021-07-26T16:03:30.985 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.6 2021-07-26T16:03:30.985 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.6 2021-07-26T16:03:30.986 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.7 2021-07-26T16:03:30.986 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.0 2021-07-26T16:03:30.986 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.2 2021-07-26T16:03:30.986 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.7 2021-07-26T16:03:30.986 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.0 2021-07-26T16:03:30.987 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.2 2021-07-26T16:03:30.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.1 2021-07-26T16:03:30.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.3 2021-07-26T16:03:30.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.3 2021-07-26T16:03:30.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.2 2021-07-26T16:03:30.990 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.1 2021-07-26T16:03:30.991 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:30 smithi078 ceph-mon[77813]: osd.4 reported immediately failed by osd.5 2021-07-26T16:03:31.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:31.036 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:31.036 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:31.037 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:31.138 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:31.163 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:31.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:31.164 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:31.271 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:31.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:31.304 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:31.304 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:31.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: pgmap v389: 89 pgs: 4 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 182 op/s; 40161/182700 objects degraded (21.982%); 37093/182700 objects misplaced (20.303%); 3.2 MiB/s, 50 objects/s recovering 2021-07-26T16:03:31.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.5 2021-07-26T16:03:31.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 failed (root=default,host=smithi139) (connection refused reported by osd.5) 2021-07-26T16:03:31.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.5 2021-07-26T16:03:31.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.5 2021-07-26T16:03:31.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.6 2021-07-26T16:03:31.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.6 2021-07-26T16:03:31.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.7 2021-07-26T16:03:31.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.0 2021-07-26T16:03:31.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.2 2021-07-26T16:03:31.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.7 2021-07-26T16:03:31.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.0 2021-07-26T16:03:31.344 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.2 2021-07-26T16:03:31.344 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.1 2021-07-26T16:03:31.344 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.3 2021-07-26T16:03:31.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.3 2021-07-26T16:03:31.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.2 2021-07-26T16:03:31.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.1 2021-07-26T16:03:31.345 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:30 smithi139 ceph-mon[56829]: osd.4 reported immediately failed by osd.5 2021-07-26T16:03:31.411 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:31.434 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:31.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:31.435 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:31.538 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:31.562 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:31.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:31.569 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:31.673 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:31.695 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:31.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:31.697 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:31.801 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:31.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:31.833 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:31.834 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:31.944 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:31.973 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:31.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:31.975 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:31.976 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:03:32.076 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:32.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:32.116 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:32.116 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:32.208 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:31 smithi139 ceph-mon[56829]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:03:32.209 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:31 smithi139 ceph-mon[56829]: osdmap e142: 8 total, 7 up, 8 in 2021-07-26T16:03:32.209 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:31 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/164529632' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:32.209 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:03:31 smithi139 podman[86886]: 2021-07-26 16:03:31.95991935 +0000 UTC m=+1.300313116 container remove cff37e1f64ae67589ab7e919be6e8b8d37503ea8f77b22e1cf246193e532c648 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, RELEASE=master-dc1ab19, ceph=True, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD) 2021-07-26T16:03:32.210 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:03:32 smithi139 podman[87048]: 2021-07-26 16:03:32.077551 +0000 UTC m=+0.047485598 image pull docker.io/ceph/daemon-base:latest-octopus 2021-07-26T16:03:32.210 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:03:32 smithi139 podman[87048]: 2021-07-26 16:03:32.208610869 +0000 UTC m=+0.178545458 container create 1b45f0b7c5df9b90f04ded4afcd47d8f2ca4308e2cd9f9b76c39762c940c9143 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4-deactivate, ceph=True, RELEASE=master-dc1ab19, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_REPO=https://github.com/ceph/ceph-container.git) 2021-07-26T16:03:32.219 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:32.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:31 smithi078 ceph-mon[73801]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:03:32.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:31 smithi078 ceph-mon[73801]: osdmap e142: 8 total, 7 up, 8 in 2021-07-26T16:03:32.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:31 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/164529632' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:32.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:31 smithi078 ceph-mon[77813]: Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:03:32.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:31 smithi078 ceph-mon[77813]: osdmap e142: 8 total, 7 up, 8 in 2021-07-26T16:03:32.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:31 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/164529632' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:32.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:32.247 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:32.247 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:32.348 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:32.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:32.389 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:32.389 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:32.491 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:32.513 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:32.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:32.515 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:32.577 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:03:32 smithi139 podman[87048]: 2021-07-26 16:03:32.350282412 +0000 UTC m=+0.320216983 container init 1b45f0b7c5df9b90f04ded4afcd47d8f2ca4308e2cd9f9b76c39762c940c9143 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4-deactivate, GIT_CLEAN=True, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, RELEASE=master-dc1ab19, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, CEPH_POINT_RELEASE=) 2021-07-26T16:03:32.578 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:03:32 smithi139 podman[87048]: 2021-07-26 16:03:32.391945936 +0000 UTC m=+0.361880610 container start 1b45f0b7c5df9b90f04ded4afcd47d8f2ca4308e2cd9f9b76c39762c940c9143 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=master-dc1ab19, maintainer=Dimitri Savineau , GIT_REPO=https://github.com/ceph/ceph-container.git) 2021-07-26T16:03:32.578 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:03:32 smithi139 podman[87048]: 2021-07-26 16:03:32.392099811 +0000 UTC m=+0.362034413 container attach 1b45f0b7c5df9b90f04ded4afcd47d8f2ca4308e2cd9f9b76c39762c940c9143 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4-deactivate, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.name=CentOS Base Image, ceph=True, RELEASE=master-dc1ab19, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20201204) 2021-07-26T16:03:32.622 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:32.645 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:32.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:32.647 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:32.748 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:32.771 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:32.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:32.773 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:32.875 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:32.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:32.898 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:32.898 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:32.940 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:03:32 smithi139 podman[87048]: 2021-07-26 16:03:32.679586755 +0000 UTC m=+0.649521341 container died 1b45f0b7c5df9b90f04ded4afcd47d8f2ca4308e2cd9f9b76c39762c940c9143 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4-deactivate) 2021-07-26T16:03:33.001 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:33.042 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:33.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:33.043 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:33.144 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:33.166 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:33.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:33.167 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:33.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:32 smithi078 ceph-mon[73801]: pgmap v391: 89 pgs: 1 stale+active+remapped+backfill_wait, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+recovery_wait+degraded, 12 stale+active+clean, 3 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 58 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 176 op/s; 40113/182223 objects degraded (22.013%); 36992/182223 objects misplaced (20.300%); 2.0 MiB/s, 32 objects/s recovering 2021-07-26T16:03:33.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:32 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:33.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:32 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/164529632' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:03:33.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:32 smithi078 ceph-mon[73801]: osdmap e143: 8 total, 7 up, 8 in 2021-07-26T16:03:33.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:32 smithi078 ceph-mon[73801]: 6.6 continuing backfill to osd.1 from (101'2702,141'9406] MIN to 141'9406 2021-07-26T16:03:33.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:32 smithi078 ceph-mon[73801]: 6.f starting backfill to osd.6 from (100'2606,141'9304] MIN to 141'9305 2021-07-26T16:03:33.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:32 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 40113/182223 objects degraded (22.013%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:33.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:32 smithi078 ceph-mon[77813]: pgmap v391: 89 pgs: 1 stale+active+remapped+backfill_wait, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+recovery_wait+degraded, 12 stale+active+clean, 3 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 58 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 176 op/s; 40113/182223 objects degraded (22.013%); 36992/182223 objects misplaced (20.300%); 2.0 MiB/s, 32 objects/s recovering 2021-07-26T16:03:33.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:32 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:33.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:32 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/164529632' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:03:33.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:32 smithi078 ceph-mon[77813]: osdmap e143: 8 total, 7 up, 8 in 2021-07-26T16:03:33.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:32 smithi078 ceph-mon[77813]: 6.6 continuing backfill to osd.1 from (101'2702,141'9406] MIN to 141'9406 2021-07-26T16:03:33.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:32 smithi078 ceph-mon[77813]: 6.f starting backfill to osd.6 from (100'2606,141'9304] MIN to 141'9305 2021-07-26T16:03:33.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:32 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 40113/182223 objects degraded (22.013%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:33.268 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:33.302 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:33.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:33.303 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:33.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:32 smithi139 ceph-mon[56829]: pgmap v391: 89 pgs: 1 stale+active+remapped+backfill_wait, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+recovery_wait+degraded, 12 stale+active+clean, 3 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 58 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 176 op/s; 40113/182223 objects degraded (22.013%); 36992/182223 objects misplaced (20.300%); 2.0 MiB/s, 32 objects/s recovering 2021-07-26T16:03:33.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:32 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:33.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:32 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/164529632' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:03:33.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:32 smithi139 ceph-mon[56829]: osdmap e143: 8 total, 7 up, 8 in 2021-07-26T16:03:33.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:32 smithi139 ceph-mon[56829]: 6.6 continuing backfill to osd.1 from (101'2702,141'9406] MIN to 141'9406 2021-07-26T16:03:33.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:32 smithi139 ceph-mon[56829]: 6.f starting backfill to osd.6 from (100'2606,141'9304] MIN to 141'9305 2021-07-26T16:03:33.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:32 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 40113/182223 objects degraded (22.013%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:33.404 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:33.430 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:33.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:33.431 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:33.532 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:33.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:33.555 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:33.555 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:33.579 DEBUG:teuthology.orchestra.run.smithi139:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.4.service' 2021-07-26T16:03:33.663 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:33.674 DEBUG:teuthology.orchestra.run:got remote process result: None 2021-07-26T16:03:33.674 INFO:tasks.cephadm.osd.4:Stopped osd.4 2021-07-26T16:03:33.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:33.690 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:33.691 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:33.792 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:33.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:33.817 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:33.818 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:33.919 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:33.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:33.960 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:33.961 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:34.062 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:34.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:34.096 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:34.096 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:34.200 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:34.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:34.225 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:34.225 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:34.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:33 smithi078 ceph-mon[73801]: osdmap e144: 8 total, 7 up, 8 in 2021-07-26T16:03:34.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:33 smithi078 ceph-mon[73801]: 6.2 continuing backfill to osd.5 from (97'2269,141'9444] MIN to 141'9444 2021-07-26T16:03:34.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:33 smithi078 ceph-mon[73801]: 6.2 continuing backfill to osd.6 from (97'2269,141'9444] MIN to 141'9444 2021-07-26T16:03:34.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:33 smithi078 ceph-mon[77813]: osdmap e144: 8 total, 7 up, 8 in 2021-07-26T16:03:34.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:33 smithi078 ceph-mon[77813]: 6.2 continuing backfill to osd.5 from (97'2269,141'9444] MIN to 141'9444 2021-07-26T16:03:34.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:33 smithi078 ceph-mon[77813]: 6.2 continuing backfill to osd.6 from (97'2269,141'9444] MIN to 141'9444 2021-07-26T16:03:34.326 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:34.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:33 smithi139 ceph-mon[56829]: osdmap e144: 8 total, 7 up, 8 in 2021-07-26T16:03:34.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:33 smithi139 ceph-mon[56829]: 6.2 continuing backfill to osd.5 from (97'2269,141'9444] MIN to 141'9444 2021-07-26T16:03:34.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:33 smithi139 ceph-mon[56829]: 6.2 continuing backfill to osd.6 from (97'2269,141'9444] MIN to 141'9444 2021-07-26T16:03:34.353 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:34.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:34.355 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:34.456 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:34.512 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:34.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:34.513 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:34.517 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:03:34.517 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:03:34.615 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:34.646 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:34.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:34.648 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:34.749 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:34.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:34.785 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:34.785 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:34.887 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:34.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:34.914 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:34.914 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:35.018 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:35.041 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:35.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:35.045 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:35.131 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:34 smithi078 ceph-mon[77813]: pgmap v394: 89 pgs: 2 active+undersized, 1 stale+active+remapped+backfill_wait, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+recovery_wait+degraded, 10 stale+active+clean, 2 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 58 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 128 op/s; 40146/182028 objects degraded (22.055%); 36879/182028 objects misplaced (20.260%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:03:35.131 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:34 smithi078 ceph-mon[73801]: pgmap v394: 89 pgs: 2 active+undersized, 1 stale+active+remapped+backfill_wait, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+recovery_wait+degraded, 10 stale+active+clean, 2 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 58 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 128 op/s; 40146/182028 objects degraded (22.055%); 36879/182028 objects misplaced (20.260%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:03:35.146 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:35.150 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:03:35.170 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:35.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:35.171 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:35.273 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:35.304 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:35.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:35.305 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:35.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:34 smithi139 ceph-mon[56829]: pgmap v394: 89 pgs: 2 active+undersized, 1 stale+active+remapped+backfill_wait, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+recovery_wait+degraded, 10 stale+active+clean, 2 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 58 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 128 op/s; 40146/182028 objects degraded (22.055%); 36879/182028 objects misplaced (20.260%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:03:35.342 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:35.410 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:35.433 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:35.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:35.434 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:35.535 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:35.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:35.558 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:35.558 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:35.660 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:35.680 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:35.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:35.682 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:35.695 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-07-26T16:03:35.730 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:03:35.757 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:03:35.783 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:35.796 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:03:35.804 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:35.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:35.808 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:35.833 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:03:35.877 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:03:35.909 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:35.911 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:03:35.931 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:35.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:35.934 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:35.935 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:35.947 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:03:35.948 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:03:35.948 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:03:35.948 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:03:35.948 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:03:35.949 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENXIO: problem getting command descriptions from osd.4 2021-07-26T16:03:35.949 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: problem getting command descriptions from osd.4 2021-07-26T16:03:35.949 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:03:35.949 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:03:35.950 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:03:36.034 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:36.069 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:36.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:36.070 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:36.171 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:36.194 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:36.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:36.196 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:36.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:35 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/914160630' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:36.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:35 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/914160630' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:36.297 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:36.319 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:36.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:36.321 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:36.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:35 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/914160630' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:36.422 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:36.443 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:36.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:36.445 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:36.546 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:36.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:36.577 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:36.578 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:36.679 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:36.700 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:36.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:36.702 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:36.803 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:36.825 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:36.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:36.826 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:36.927 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:36.951 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:36.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:36.952 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:37.053 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:37.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:37.084 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:37.084 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:37.136 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-07-26T16:03:37.137 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-07-26T16:03:37.186 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:37.214 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:37.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:37.216 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:37.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:36 smithi078 ceph-mon[73801]: pgmap v395: 89 pgs: 1 activating+undersized+degraded+remapped, 1 active+undersized+degraded+remapped+backfilling, 1 remapped+peering, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 38 active+clean, 8 active+undersized+degraded, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 89 op/s; 49732/181086 objects degraded (27.463%); 27149/181086 objects misplaced (14.992%); 12 MiB/s, 198 objects/s recovering 2021-07-26T16:03:37.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:36 smithi078 ceph-mon[77813]: pgmap v395: 89 pgs: 1 activating+undersized+degraded+remapped, 1 active+undersized+degraded+remapped+backfilling, 1 remapped+peering, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 38 active+clean, 8 active+undersized+degraded, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 89 op/s; 49732/181086 objects degraded (27.463%); 27149/181086 objects misplaced (14.992%); 12 MiB/s, 198 objects/s recovering 2021-07-26T16:03:37.317 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:37.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:36 smithi139 ceph-mon[56829]: pgmap v395: 89 pgs: 1 activating+undersized+degraded+remapped, 1 active+undersized+degraded+remapped+backfilling, 1 remapped+peering, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 38 active+clean, 8 active+undersized+degraded, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 89 op/s; 49732/181086 objects degraded (27.463%); 27149/181086 objects misplaced (14.992%); 12 MiB/s, 198 objects/s recovering 2021-07-26T16:03:37.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:37.344 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:37.345 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:37.447 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:37.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:37.472 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:37.473 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:37.574 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:37.598 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:37.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:37.600 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:37.701 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:37.726 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:37.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:37.728 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:37.829 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:37.855 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:37.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:37.857 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:37.959 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:37.985 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:37.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:37.988 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:38.093 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:38.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:38.122 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:38.122 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:38.223 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:38.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:37 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 49732/181086 objects degraded (27.463%), 22 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:38.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:37 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 49732/181086 objects degraded (27.463%), 22 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:38.246 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:38.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:38.249 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:38.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:37 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 49732/181086 objects degraded (27.463%), 22 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:38.351 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:38.377 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:38.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:38.381 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:38.483 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:38.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:38.506 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:38.507 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:38.608 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:38.629 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:38.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:38.631 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:38.676 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7, 0] out_osds: [] dead_osds: [4] live_osds: [0, 1, 3, 5, 6, 7, 2] 2021-07-26T16:03:38.676 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:03:38.676 INFO:tasks.thrashosds.thrasher:Removing osd 4, in_osds are: [1, 2, 3, 4, 5, 6, 7, 0] 2021-07-26T16:03:38.677 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd out 4 2021-07-26T16:03:38.733 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:38.755 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:38.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:38.756 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:38.858 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:38.867 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:38.879 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:38.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:38.880 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:38.982 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:39.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:39.011 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:39.012 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:39.114 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:39.125 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:39 smithi078 ceph-mon[73801]: pgmap v396: 89 pgs: 1 activating+undersized+degraded+remapped, 1 active+undersized+degraded+remapped+backfilling, 1 remapped+peering, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 38 active+clean, 8 active+undersized+degraded, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 54 op/s; 49732/181086 objects degraded (27.463%); 27149/181086 objects misplaced (14.992%); 11 MiB/s, 172 objects/s recovering 2021-07-26T16:03:39.125 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:39 smithi078 ceph-mon[77813]: pgmap v396: 89 pgs: 1 activating+undersized+degraded+remapped, 1 active+undersized+degraded+remapped+backfilling, 1 remapped+peering, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 38 active+clean, 8 active+undersized+degraded, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 54 op/s; 49732/181086 objects degraded (27.463%); 27149/181086 objects misplaced (14.992%); 11 MiB/s, 172 objects/s recovering 2021-07-26T16:03:39.136 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:39.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:39.138 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:39.139 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:03:39.239 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:39.286 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:39.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:39.288 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:39.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:39 smithi139 ceph-mon[56829]: pgmap v396: 89 pgs: 1 activating+undersized+degraded+remapped, 1 active+undersized+degraded+remapped+backfilling, 1 remapped+peering, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 38 active+clean, 8 active+undersized+degraded, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 54 op/s; 49732/181086 objects degraded (27.463%); 27149/181086 objects misplaced (14.992%); 11 MiB/s, 172 objects/s recovering 2021-07-26T16:03:39.350 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:39.389 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:39.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:39.426 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:39.426 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:39.467 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:03:39.467 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:03:39.467 INFO:teuthology.orchestra.run.smithi078.stdout: "complaint_time": 30, 2021-07-26T16:03:39.467 INFO:teuthology.orchestra.run.smithi078.stdout: "num_blocked_ops": 0 2021-07-26T16:03:39.468 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:03:39.527 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:39.558 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:39.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:39.559 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:39.660 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:39.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:39.687 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:39.688 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:39.791 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:39.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:39.817 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:39.820 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:39.921 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:39.943 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:39.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:39.944 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:40.045 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:40.051 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:03:40.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:40.087 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:40.088 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:40.189 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:40.210 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:40.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:40.212 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:40.250 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:40 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3461523309' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:03:40.251 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:40 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3461523309' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:03:40.313 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:40.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:40 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3461523309' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:03:40.338 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:40.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:40.341 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:40.442 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:40.464 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:40.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:40.466 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:40.567 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:40.626 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:40.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:40.627 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:40.730 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:40.752 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:40.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:40.754 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:40.775 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-07-26T16:03:40.855 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:40.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:40.935 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:40.935 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:40.994 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:41.036 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:41.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:41.079 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:41.079 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:41.181 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:41.202 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:41.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:41.204 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:41.305 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:41.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:41 smithi139 ceph-mon[56829]: pgmap v397: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 1 activating+undersized+degraded+remapped, 1 remapped+peering, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 54 op/s; 47519/180906 objects degraded (26.267%); 27069/180906 objects misplaced (14.963%); 27 MiB/s, 430 objects/s recovering 2021-07-26T16:03:41.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:41 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:41.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:41 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3461523309' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:03:41.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:41 smithi139 ceph-mon[56829]: osdmap e145: 8 total, 7 up, 8 in 2021-07-26T16:03:41.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:41.329 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:41.330 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:41.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:41 smithi078 ceph-mon[73801]: pgmap v397: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 1 activating+undersized+degraded+remapped, 1 remapped+peering, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 54 op/s; 47519/180906 objects degraded (26.267%); 27069/180906 objects misplaced (14.963%); 27 MiB/s, 430 objects/s recovering 2021-07-26T16:03:41.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:41 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:41.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:41 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3461523309' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:03:41.425 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:41 smithi078 ceph-mon[73801]: osdmap e145: 8 total, 7 up, 8 in 2021-07-26T16:03:41.425 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:41 smithi078 ceph-mon[77813]: pgmap v397: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 1 activating+undersized+degraded+remapped, 1 remapped+peering, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 1 active+recovering+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 54 op/s; 47519/180906 objects degraded (26.267%); 27069/180906 objects misplaced (14.963%); 27 MiB/s, 430 objects/s recovering 2021-07-26T16:03:41.425 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:41 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:41.425 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:41 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3461523309' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:03:41.426 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:41 smithi078 ceph-mon[77813]: osdmap e145: 8 total, 7 up, 8 in 2021-07-26T16:03:41.430 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:41.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:41.457 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:41.458 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:41.559 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:41.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:41.588 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:41.588 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:41.690 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:41.712 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:41.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:41.714 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:41.815 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:41.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:41.841 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:41.842 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:41.943 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:41.968 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:41.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:41.969 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:42.070 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:42.092 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:42.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:42.094 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:42.195 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:42.219 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:42.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:42.222 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:42.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:42 smithi078 ceph-mon[73801]: osdmap e146: 8 total, 7 up, 8 in 2021-07-26T16:03:42.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:42 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 47519/180906 objects degraded (26.267%), 22 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:42.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:42 smithi078 ceph-mon[77813]: osdmap e146: 8 total, 7 up, 8 in 2021-07-26T16:03:42.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:42 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 47519/180906 objects degraded (26.267%), 22 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:42.323 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:42.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:42 smithi139 ceph-mon[56829]: osdmap e146: 8 total, 7 up, 8 in 2021-07-26T16:03:42.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:42 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 47519/180906 objects degraded (26.267%), 22 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:42.346 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:42.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:42.348 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:42.449 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:42.471 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:42.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:42.474 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:42.576 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:42.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:42.600 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:42.600 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:42.701 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:42.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:42.736 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:42.736 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:42.838 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:42.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:42.868 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:42.868 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:42.969 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:43.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:43.010 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:43.011 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:43.099 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:43 smithi078 ceph-mon[73801]: pgmap v400: 89 pgs: 1 activating+undersized+remapped, 1 active+undersized+degraded+remapped+backfilling, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 38 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 49 op/s; 55683/180849 objects degraded (30.790%); 32706/180849 objects misplaced (18.085%); 27 MiB/s, 431 objects/s recovering 2021-07-26T16:03:43.099 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:43 smithi078 ceph-mon[73801]: osdmap e147: 8 total, 7 up, 8 in 2021-07-26T16:03:43.100 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:43 smithi078 ceph-mon[77813]: pgmap v400: 89 pgs: 1 activating+undersized+remapped, 1 active+undersized+degraded+remapped+backfilling, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 38 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 49 op/s; 55683/180849 objects degraded (30.790%); 32706/180849 objects misplaced (18.085%); 27 MiB/s, 431 objects/s recovering 2021-07-26T16:03:43.100 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:43 smithi078 ceph-mon[77813]: osdmap e147: 8 total, 7 up, 8 in 2021-07-26T16:03:43.112 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:43.136 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:43.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:43.138 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:43.240 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:43.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:43.271 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:43.271 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:43.319 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:03:43.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:43 smithi139 ceph-mon[56829]: pgmap v400: 89 pgs: 1 activating+undersized+remapped, 1 active+undersized+degraded+remapped+backfilling, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 38 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 49 op/s; 55683/180849 objects degraded (30.790%); 32706/180849 objects misplaced (18.085%); 27 MiB/s, 431 objects/s recovering 2021-07-26T16:03:43.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:43 smithi139 ceph-mon[56829]: osdmap e147: 8 total, 7 up, 8 in 2021-07-26T16:03:43.352 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:03:43.373 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:43.386 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:03:43.395 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:43.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:43.397 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:43.423 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:03:43.457 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:03:43.483 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:03:43.497 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:43.505 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:03:43.505 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:03:43.505 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:03:43.506 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:03:43.506 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:03:43.506 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENXIO: problem getting command descriptions from osd.4 2021-07-26T16:03:43.506 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: problem getting command descriptions from osd.4 2021-07-26T16:03:43.506 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:03:43.507 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:03:43.507 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:03:43.530 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:43.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:43.532 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:43.633 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:43.658 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:43.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:43.659 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:43.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:43 smithi078 conmon[73798]: 2021-07-26T16:03:43.600+0000 7ffaf68f6700 -1 mon.a@0(leader).osd e147 definitely_dead 0 2021-07-26T16:03:43.761 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:43.784 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:43.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:43.785 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:43.887 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:43.907 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:43.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:43.909 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:44.010 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:44.031 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:44.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:44.033 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:44.056 INFO:teuthology.orchestra.run.smithi078.stderr:marked out osd.4. 2021-07-26T16:03:44.133 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:44.159 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:44.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:44.161 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:44.262 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:44.302 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:44.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:44.303 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:44.311 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:44 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3572125451' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:44.311 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:44 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1679984815' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2021-07-26T16:03:44.311 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:44 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2021-07-26T16:03:44.312 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:44 smithi078 ceph-mon[73801]: Client client.admin marked osd.4 out, after it was down for 12 seconds 2021-07-26T16:03:44.312 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:44 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3572125451' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:44.312 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:44 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1679984815' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2021-07-26T16:03:44.313 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:44 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2021-07-26T16:03:44.313 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:44 smithi078 ceph-mon[77813]: Client client.admin marked osd.4 out, after it was down for 12 seconds 2021-07-26T16:03:44.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:44 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3572125451' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:44.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:44 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1679984815' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2021-07-26T16:03:44.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:44 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2021-07-26T16:03:44.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:44 smithi139 ceph-mon[56829]: Client client.admin marked osd.4 out, after it was down for 12 seconds 2021-07-26T16:03:44.404 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:44.426 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:44.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:44.428 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:44.529 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:44.550 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:44.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:44.551 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:44.653 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:44.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:44.676 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:44.676 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:44.777 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:44.801 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:44.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:44.802 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:44.831 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:03:44.904 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:44.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:44.926 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:44.927 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:45.023 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:45.028 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:45.050 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:45.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:45.057 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:45.158 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:45.179 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:45.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:45.181 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:45.282 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:45.319 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:45.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:45.321 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:45.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:45 smithi139 ceph-mon[56829]: pgmap v402: 89 pgs: 1 activating+undersized+remapped, 1 active+undersized+degraded+remapped+backfilling, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 38 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 18 op/s; 55700/180759 objects degraded (30.815%); 32626/180759 objects misplaced (18.049%); 25 MiB/s, 393 objects/s recovering 2021-07-26T16:03:45.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:45 smithi139 ceph-mon[56829]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:03:45.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:45 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2021-07-26T16:03:45.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:45 smithi139 ceph-mon[56829]: osdmap e148: 8 total, 7 up, 7 in 2021-07-26T16:03:45.333 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:45 smithi078 ceph-mon[73801]: pgmap v402: 89 pgs: 1 activating+undersized+remapped, 1 active+undersized+degraded+remapped+backfilling, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 38 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 18 op/s; 55700/180759 objects degraded (30.815%); 32626/180759 objects misplaced (18.049%); 25 MiB/s, 393 objects/s recovering 2021-07-26T16:03:45.334 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:45 smithi078 ceph-mon[73801]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:03:45.335 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:45 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2021-07-26T16:03:45.335 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:45 smithi078 ceph-mon[73801]: osdmap e148: 8 total, 7 up, 7 in 2021-07-26T16:03:45.336 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:45 smithi078 ceph-mon[77813]: pgmap v402: 89 pgs: 1 activating+undersized+remapped, 1 active+undersized+degraded+remapped+backfilling, 4 active+clean+remapped, 1 active+recovery_wait+undersized+degraded, 20 active+undersized, 2 active+recovery_wait+degraded, 3 active+recovery_wait+degraded+remapped, 38 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 11 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 18 op/s; 55700/180759 objects degraded (30.815%); 32626/180759 objects misplaced (18.049%); 25 MiB/s, 393 objects/s recovering 2021-07-26T16:03:45.336 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:45 smithi078 ceph-mon[77813]: Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:03:45.336 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:45 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2021-07-26T16:03:45.337 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:45 smithi078 ceph-mon[77813]: osdmap e148: 8 total, 7 up, 7 in 2021-07-26T16:03:45.423 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:45.445 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:45.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:45.446 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:45.548 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:45.583 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:45.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:45.585 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:45.595 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-07-26T16:03:45.596 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-07-26T16:03:45.687 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:45.714 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:45.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:45.716 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:45.818 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:45.842 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:45.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:45.844 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:45.902 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:03:45.903 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:03:45.945 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:45.966 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:45.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:45.968 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:46.069 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:46.105 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:46.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:46.107 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:46.208 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:46.229 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:46.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:46.231 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:46.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:46 smithi078 ceph-mon[73801]: osdmap e149: 8 total, 7 up, 7 in 2021-07-26T16:03:46.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:46 smithi078 ceph-mon[73801]: 6.6 starting backfill to osd.0 from (0'0,0'0] MAX to 147'9435 2021-07-26T16:03:46.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:46 smithi078 ceph-mon[73801]: osdmap e150: 8 total, 7 up, 7 in 2021-07-26T16:03:46.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:46 smithi078 ceph-mon[73801]: 6.e starting backfill to osd.7 from (0'0,0'0] MAX to 147'9369 2021-07-26T16:03:46.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:46 smithi078 ceph-mon[77813]: osdmap e149: 8 total, 7 up, 7 in 2021-07-26T16:03:46.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:46 smithi078 ceph-mon[77813]: 6.6 starting backfill to osd.0 from (0'0,0'0] MAX to 147'9435 2021-07-26T16:03:46.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:46 smithi078 ceph-mon[77813]: osdmap e150: 8 total, 7 up, 7 in 2021-07-26T16:03:46.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:46 smithi078 ceph-mon[77813]: 6.e starting backfill to osd.7 from (0'0,0'0] MAX to 147'9369 2021-07-26T16:03:46.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:46 smithi139 ceph-mon[56829]: osdmap e149: 8 total, 7 up, 7 in 2021-07-26T16:03:46.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:46 smithi139 ceph-mon[56829]: 6.6 starting backfill to osd.0 from (0'0,0'0] MAX to 147'9435 2021-07-26T16:03:46.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:46 smithi139 ceph-mon[56829]: osdmap e150: 8 total, 7 up, 7 in 2021-07-26T16:03:46.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:46 smithi139 ceph-mon[56829]: 6.e starting backfill to osd.7 from (0'0,0'0] MAX to 147'9369 2021-07-26T16:03:46.332 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:46.372 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:46.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:46.374 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:46.475 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:46.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:46.500 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:46.500 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:46.601 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:46.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:46.648 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:46.648 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:46.749 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:46.770 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:46.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:46.772 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:46.873 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:46.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:46.913 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:46.914 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:47.015 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:47.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:47.057 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:47.058 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:47.148 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:47 smithi078 ceph-mon[73801]: pgmap v405: 89 pgs: 1 active+remapped+backfilling, 3 remapped+peering, 16 peering, 2 active+clean+remapped, 11 active+undersized, 2 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 39 active+clean, 3 active+recovering+undersized+degraded+remapped, 2 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 10 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 57 op/s; 39165/180009 objects degraded (21.757%); 25988/180009 objects misplaced (14.437%); 9.6 MiB/s, 153 objects/s recovering 2021-07-26T16:03:47.149 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:47 smithi078 ceph-mon[73801]: 6.7 starting backfill to osd.1 from (0'0,0'0] MAX to 147'9356 2021-07-26T16:03:47.149 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:47 smithi078 ceph-mon[73801]: 6.f starting backfill to osd.1 from (0'0,0'0] MAX to 147'9328 2021-07-26T16:03:47.149 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:47 smithi078 ceph-mon[73801]: 6.f continuing backfill to osd.6 from (100'2606,147'9328] MIN to 147'9328 2021-07-26T16:03:47.149 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:47 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 39165/180009 objects degraded (21.757%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:47.150 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:47 smithi078 ceph-mon[77813]: pgmap v405: 89 pgs: 1 active+remapped+backfilling, 3 remapped+peering, 16 peering, 2 active+clean+remapped, 11 active+undersized, 2 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 39 active+clean, 3 active+recovering+undersized+degraded+remapped, 2 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 10 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 57 op/s; 39165/180009 objects degraded (21.757%); 25988/180009 objects misplaced (14.437%); 9.6 MiB/s, 153 objects/s recovering 2021-07-26T16:03:47.150 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:47 smithi078 ceph-mon[77813]: 6.7 starting backfill to osd.1 from (0'0,0'0] MAX to 147'9356 2021-07-26T16:03:47.150 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:47 smithi078 ceph-mon[77813]: 6.f starting backfill to osd.1 from (0'0,0'0] MAX to 147'9328 2021-07-26T16:03:47.150 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:47 smithi078 ceph-mon[77813]: 6.f continuing backfill to osd.6 from (100'2606,147'9328] MIN to 147'9328 2021-07-26T16:03:47.151 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:47 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 39165/180009 objects degraded (21.757%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:47.159 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-07-26T16:03:47.160 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:47.192 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:47.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:47.194 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:47.295 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:47.323 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:03:47.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:47 smithi139 ceph-mon[56829]: pgmap v405: 89 pgs: 1 active+remapped+backfilling, 3 remapped+peering, 16 peering, 2 active+clean+remapped, 11 active+undersized, 2 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 39 active+clean, 3 active+recovering+undersized+degraded+remapped, 2 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 10 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 57 op/s; 39165/180009 objects degraded (21.757%); 25988/180009 objects misplaced (14.437%); 9.6 MiB/s, 153 objects/s recovering 2021-07-26T16:03:47.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:47 smithi139 ceph-mon[56829]: 6.7 starting backfill to osd.1 from (0'0,0'0] MAX to 147'9356 2021-07-26T16:03:47.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:47 smithi139 ceph-mon[56829]: 6.f starting backfill to osd.1 from (0'0,0'0] MAX to 147'9328 2021-07-26T16:03:47.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:47 smithi139 ceph-mon[56829]: 6.f continuing backfill to osd.6 from (100'2606,147'9328] MIN to 147'9328 2021-07-26T16:03:47.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:47 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 39165/180009 objects degraded (21.757%), 14 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:47.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:47.341 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:47.341 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:47.443 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:47.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:47.470 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:47.470 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:47.571 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:47.597 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:03:47.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:47.600 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:47.601 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:47.702 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:47.724 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:47.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:47.727 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:47.806 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:47.829 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:47.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:47.854 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:47.854 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:47.955 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:47.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:47.983 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:47.983 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:48.084 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:48.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:48.108 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:48.109 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:48.210 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:48.240 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:48.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:48.242 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:48.343 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:48.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:48.368 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:48.368 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:48.470 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:48.504 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:48.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:48.505 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:48.607 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:48.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:48.631 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:48.632 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:48.733 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:48.757 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:48.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:48.758 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:48.860 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:48.897 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:48.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:48.900 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:49.001 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:49.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:49.030 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:49.030 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:49.083 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:03:49.131 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:49.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:49.156 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:49.156 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:49.259 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:49.286 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:49.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:49.288 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:49.389 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:49.391 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:49 smithi078 ceph-mon[73801]: pgmap v407: 89 pgs: 1 active+remapped+backfilling, 3 remapped+peering, 16 peering, 2 active+clean+remapped, 11 active+undersized, 2 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 39 active+clean, 3 active+recovering+undersized+degraded+remapped, 2 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 10 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 47 op/s; 39165/180009 objects degraded (21.757%); 25988/180009 objects misplaced (14.437%); 8.0 MiB/s, 127 objects/s recovering 2021-07-26T16:03:49.391 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:49 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1841061480' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:49.392 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:49 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:49.392 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:49 smithi078 ceph-mon[77813]: pgmap v407: 89 pgs: 1 active+remapped+backfilling, 3 remapped+peering, 16 peering, 2 active+clean+remapped, 11 active+undersized, 2 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 39 active+clean, 3 active+recovering+undersized+degraded+remapped, 2 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 10 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 47 op/s; 39165/180009 objects degraded (21.757%); 25988/180009 objects misplaced (14.437%); 8.0 MiB/s, 127 objects/s recovering 2021-07-26T16:03:49.392 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:49 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1841061480' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:49.393 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:49 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:49.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:49.419 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:49.419 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:49.520 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:49.553 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:49.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:49.555 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:49.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:49 smithi139 ceph-mon[56829]: pgmap v407: 89 pgs: 1 active+remapped+backfilling, 3 remapped+peering, 16 peering, 2 active+clean+remapped, 11 active+undersized, 2 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 39 active+clean, 3 active+recovering+undersized+degraded+remapped, 2 active+undersized+degraded, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 10 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 47 op/s; 39165/180009 objects degraded (21.757%); 25988/180009 objects misplaced (14.437%); 8.0 MiB/s, 127 objects/s recovering 2021-07-26T16:03:49.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:49 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1841061480' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:49.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:49 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:03:49.656 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:49.693 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:49.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:49.695 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:49.796 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:49.821 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:49.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:49.823 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:49.924 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:49.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:49.947 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:49.948 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:50.049 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:50.074 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:50.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:50.076 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:50.177 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:50.205 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:50.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:50.207 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:50.212 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 5, 6, 7, 0] out_osds: [4] dead_osds: [4] live_osds: [0, 1, 3, 5, 6, 7, 2] 2021-07-26T16:03:50.212 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:03:50.213 INFO:tasks.thrashosds.thrasher:Growing pool unique_pool_0 2021-07-26T16:03:50.213 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:03:50.281 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:50 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:03:50.281 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:50 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:03:50.282 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:50 smithi078 ceph-mon[73801]: osdmap e151: 8 total, 7 up, 7 in 2021-07-26T16:03:50.282 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:50 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:03:50.282 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:50 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:03:50.283 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:50 smithi078 ceph-mon[77813]: osdmap e151: 8 total, 7 up, 7 in 2021-07-26T16:03:50.309 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:50.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:50 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:03:50.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:50 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:03:50.333 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:50 smithi139 ceph-mon[56829]: osdmap e151: 8 total, 7 up, 7 in 2021-07-26T16:03:50.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:50.336 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:50.336 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:50.437 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:50.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:50.462 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:50.462 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:50.474 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:50.563 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:50.595 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:03:50.596 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:03:50.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:50.608 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:50.609 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:50.712 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:50.735 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:50.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:50.739 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:50.750 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:03:50.782 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:03:50.809 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:03:50.835 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:03:50.840 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:50.864 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:03:50.874 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:50.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:50.876 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:50.892 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:03:50.923 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:03:50.923 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:03:50.924 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:03:50.924 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:03:50.924 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:03:50.924 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENXIO: problem getting command descriptions from osd.4 2021-07-26T16:03:50.924 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: problem getting command descriptions from osd.4 2021-07-26T16:03:50.925 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:03:50.925 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:03:50.925 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:03:50.977 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:51.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:51.012 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:51.012 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:51.113 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:51.140 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:51.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:51.142 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:51.156 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:51 smithi078 ceph-mon[77813]: pgmap v409: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 142 op/s; 51772/178167 objects degraded (29.058%); 30926/178167 objects misplaced (17.358%); 18 MiB/s, 281 objects/s recovering 2021-07-26T16:03:51.156 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:51 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2922239982' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:51.157 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:51 smithi078 ceph-mon[73801]: pgmap v409: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 142 op/s; 51772/178167 objects degraded (29.058%); 30926/178167 objects misplaced (17.358%); 18 MiB/s, 281 objects/s recovering 2021-07-26T16:03:51.157 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:51 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2922239982' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:51.244 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:51.270 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:51.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:51.272 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:51.375 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:51.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:51.403 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:51.404 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:51.424 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:51 smithi139 ceph-mon[56829]: pgmap v409: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 142 op/s; 51772/178167 objects degraded (29.058%); 30926/178167 objects misplaced (17.358%); 18 MiB/s, 281 objects/s recovering 2021-07-26T16:03:51.424 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:51 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2922239982' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:51.507 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:51.521 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-07-26T16:03:51.538 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:51.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:51.540 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:51.641 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:51.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:51.668 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:51.668 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:51.717 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:03:51.769 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:51.804 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:51.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:51.806 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:51.907 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:51.941 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:51.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:51.942 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:52.044 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:52.059 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-07-26T16:03:52.060 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-07-26T16:03:52.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:52.077 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:52.077 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:52.179 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:52.203 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:52.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:52.205 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:52.222 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:52 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 51772/178167 objects degraded (29.058%), 18 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:52.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:52 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 51772/178167 objects degraded (29.058%), 18 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:52.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:52 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 51772/178167 objects degraded (29.058%), 18 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:52.305 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:52.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:52.337 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:52.338 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:52.350 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:03:52.442 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:52.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:52.468 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:52.468 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:52.528 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:52.570 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:52.601 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:52.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:52.602 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:52.704 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:52.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:52.735 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:52.735 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:52.837 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:52.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:52.864 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:52.864 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:52.965 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:53.004 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:53.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:53.005 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:53.106 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:53.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:53.132 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:53.132 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:53.233 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:53.256 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:53.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:53.258 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:53.275 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:53 smithi078 ceph-mon[73801]: pgmap v410: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 111 op/s; 51622/177855 objects degraded (29.025%); 30887/177855 objects misplaced (17.366%); 9.4 MiB/s, 151 objects/s recovering 2021-07-26T16:03:53.276 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:53 smithi078 ceph-mon[77813]: pgmap v410: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 111 op/s; 51622/177855 objects degraded (29.025%); 30887/177855 objects misplaced (17.366%); 9.4 MiB/s, 151 objects/s recovering 2021-07-26T16:03:53.358 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:53.395 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:53 smithi139 ceph-mon[56829]: pgmap v410: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 111 op/s; 51622/177855 objects degraded (29.025%); 30887/177855 objects misplaced (17.366%); 9.4 MiB/s, 151 objects/s recovering 2021-07-26T16:03:53.397 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:53.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:53.399 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:53.500 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:53.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:53.536 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:53.536 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:53.583 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:03:53.587 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:03:53.637 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:53.663 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:53.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:53.665 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:53.722 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:03:53.722 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:03:53.722 INFO:teuthology.orchestra.run.smithi139.stdout: "complaint_time": 30, 2021-07-26T16:03:53.722 INFO:teuthology.orchestra.run.smithi139.stdout: "num_blocked_ops": 0 2021-07-26T16:03:53.723 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:03:53.766 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:53.791 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:53.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:53.792 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:53.894 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:53.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:53.920 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:53.921 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:54.023 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:54.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:54.048 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:54.048 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:54.064 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:03:54.150 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:54.185 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:54.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:54.187 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:54.284 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:54.288 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:54.316 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:54.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:54.318 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:54.419 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:54.442 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:54.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:54.445 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:54.547 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:54.570 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:54.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:54.571 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:54.672 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:54.694 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:54.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:54.699 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:54.800 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:54.815 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-07-26T16:03:54.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:54.833 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:54.834 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:54.939 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:54.960 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:54.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:54.962 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:54.969 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":410,"stamp":"2021-07-26T16:03:51.885169+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3884259254,"num_objects":59285,"num_object_clones":0,"num_object_copies":177855,"num_objects_missing_on_primary":9300,"num_objects_missing":9300,"num_objects_degraded":51622,"num_objects_misplaced":30887,"num_objects_unfound":0,"num_objects_dirty":59285,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":150725,"num_write_kb":6713614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13181,"num_bytes_recovered":862127361,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":105842,"ondisk_log_size":105842,"up":267,"acting":257,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":301,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":13555148,"kb_used_data":10000724,"kb_used_omap":43,"kb_used_meta":3554260,"kb_avail":642660916,"statfs":{"total":671965249536,"available":658084777984,"internally_reserved":3221225472,"allocated":10240741376,"data_stored":10235452596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44779,"internal_metadata":3639562517},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-50003968,"num_objects":-763,"num_object_clones":0,"num_object_copies":-2289,"num_objects_missing_on_primary":-3234,"num_objects_missing":-3234,"num_objects_degraded":9159,"num_objects_misplaced":2059,"num_objects_unfound":0,"num_objects_dirty":-763,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":763,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1034,"num_bytes_recovered":67436566,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.838582"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":26,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.049730+0000","last_change":"2021-07-26T16:03:45.148167+0000","last_active":"2021-07-26T16:03:46.049730+0000","last_peered":"2021-07-26T16:03:46.049730+0000","last_clean":"2021-07-26T16:03:46.049730+0000","last_became_active":"2021-07-26T16:03:45.147756+0000","last_became_peered":"2021-07-26T16:03:45.147756+0000","last_unstale":"2021-07-26T16:03:46.049730+0000","last_undegraded":"2021-07-26T16:03:46.049730+0000","last_fullsized":"2021-07-26T16:03:46.049730+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":99,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.049754+0000","last_change":"2021-07-26T16:03:45.093897+0000","last_active":"2021-07-26T16:03:46.049754+0000","last_peered":"2021-07-26T16:03:46.049754+0000","last_clean":"2021-07-26T16:03:46.049754+0000","last_became_active":"2021-07-26T16:03:45.093436+0000","last_became_peered":"2021-07-26T16:03:45.093436+0000","last_unstale":"2021-07-26T16:03:46.049754+0000","last_undegraded":"2021-07-26T16:03:46.049754+0000","last_fullsized":"2021-07-26T16:03:46.049754+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":119,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.055863+0000","last_change":"2021-07-26T16:02:20.057647+0000","last_active":"2021-07-26T16:03:46.055863+0000","last_peered":"2021-07-26T16:03:46.055863+0000","last_clean":"2021-07-26T16:03:46.055863+0000","last_became_active":"2021-07-26T16:02:20.057336+0000","last_became_peered":"2021-07-26T16:02:20.057336+0000","last_unstale":"2021-07-26T16:03:46.055863+0000","last_undegraded":"2021-07-26T16:03:46.055863+0000","last_fullsized":"2021-07-26T16:03:46.055863+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":52,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.051525+0000","last_change":"2021-07-26T16:02:20.059131+0000","last_active":"2021-07-26T16:03:45.051525+0000","last_peered":"2021-07-26T16:03:45.051525+0000","last_clean":"2021-07-26T16:03:45.051525+0000","last_became_active":"2021-07-26T16:02:20.058498+0000","last_became_peered":"2021-07-26T16:02:20.058498+0000","last_unstale":"2021-07-26T16:03:45.051525+0000","last_undegraded":"2021-07-26T16:03:45.051525+0000","last_fullsized":"2021-07-26T16:03:45.051525+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":157,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.050734+0000","last_change":"2021-07-26T16:02:34.172072+0000","last_active":"2021-07-26T16:03:45.050734+0000","last_peered":"2021-07-26T16:03:45.050734+0000","last_clean":"2021-07-26T16:03:45.050734+0000","last_became_active":"2021-07-26T16:02:34.171719+0000","last_became_peered":"2021-07-26T16:02:34.171719+0000","last_unstale":"2021-07-26T16:03:45.050734+0000","last_undegraded":"2021-07-26T16:03:45.050734+0000","last_fullsized":"2021-07-26T16:03:45.050734+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":119,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.058539+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:03:45.058539+0000","last_peered":"2021-07-26T16:03:45.058539+0000","last_clean":"2021-07-26T16:03:45.058539+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:03:45.058539+0000","last_undegraded":"2021-07-26T16:03:45.058539+0000","last_fullsized":"2021-07-26T16:03:45.058539+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":52,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.053159+0000","last_change":"2021-07-26T16:02:34.157253+0000","last_active":"2021-07-26T16:03:45.053159+0000","last_peered":"2021-07-26T16:03:45.053159+0000","last_clean":"2021-07-26T16:03:45.053159+0000","last_became_active":"2021-07-26T16:02:34.156926+0000","last_became_peered":"2021-07-26T16:02:34.156926+0000","last_unstale":"2021-07-26T16:03:45.053159+0000","last_undegraded":"2021-07-26T16:03:45.053159+0000","last_fullsized":"2021-07-26T16:03:45.053159+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":124,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.051572+0000","last_change":"2021-07-26T15:58:08.292119+0000","last_active":"2021-07-26T16:03:45.051572+0000","last_peered":"2021-07-26T16:03:45.051572+0000","last_clean":"2021-07-26T16:03:45.051572+0000","last_became_active":"2021-07-26T15:58:00.092385+0000","last_became_peered":"2021-07-26T15:58:00.092385+0000","last_unstale":"2021-07-26T16:03:45.051572+0000","last_undegraded":"2021-07-26T16:03:45.051572+0000","last_fullsized":"2021-07-26T16:03:45.051572+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":72,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.052308+0000","last_change":"2021-07-26T16:02:34.177609+0000","last_active":"2021-07-26T16:03:46.052308+0000","last_peered":"2021-07-26T16:03:46.052308+0000","last_clean":"2021-07-26T16:03:46.052308+0000","last_became_active":"2021-07-26T16:02:34.177191+0000","last_became_peered":"2021-07-26T16:02:34.177191+0000","last_unstale":"2021-07-26T16:03:46.052308+0000","last_undegraded":"2021-07-26T16:03:46.052308+0000","last_fullsized":"2021-07-26T16:03:46.052308+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":94,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.051451+0000","last_change":"2021-07-26T16:02:34.172066+0000","last_active":"2021-07-26T16:03:45.051451+0000","last_peered":"2021-07-26T16:03:45.051451+0000","last_clean":"2021-07-26T16:03:45.051451+0000","last_became_active":"2021-07-26T16:02:34.171724+0000","last_became_peered":"2021-07-26T16:02:34.171724+0000","last_unstale":"2021-07-26T16:03:45.051451+0000","last_undegraded":"2021-07-26T16:03:45.051451+0000","last_fullsized":"2021-07-26T16:03:45.051451+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":57,"reported_epoch":150,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:03:46.197760+0000","last_change":"2021-07-26T16:03:46.197937+0000","last_active":"2021-07-26T16:03:46.197760+0000","last_peered":"2021-07-26T16:03:46.197760+0000","last_clean":"2021-07-26T15:47:45.355323+0000","last_became_active":"2021-07-26T16:03:46.197673+0000","last_became_peered":"2021-07-26T16:03:46.197673+0000","last_unstale":"2021-07-26T16:03:46.197760+0000","last_undegraded":"2021-07-26T16:03:46.053172+0000","last_fullsized":"2021-07-26T16:03:46.197760+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,7","objects":2}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":125,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.049069+0000","last_change":"2021-07-26T16:00:21.797418+0000","last_active":"2021-07-26T16:03:46.049069+0000","last_peered":"2021-07-26T16:03:46.049069+0000","last_clean":"2021-07-26T16:03:46.049069+0000","last_became_active":"2021-07-26T16:00:21.797077+0000","last_became_peered":"2021-07-26T16:00:21.797077+0000","last_unstale":"2021-07-26T16:03:46.049069+0000","last_undegraded":"2021-07-26T16:03:46.049069+0000","last_fullsized":"2021-07-26T16:03:46.049069+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":69,"reported_epoch":150,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:03:46.051248+0000","last_change":"2021-07-26T16:03:45.068609+0000","last_active":"2021-07-26T16:03:46.051248+0000","last_peered":"2021-07-26T16:03:46.051248+0000","last_clean":"2021-07-26T15:54:34.062851+0000","last_became_active":"2021-07-26T16:03:45.068292+0000","last_became_peered":"2021-07-26T16:03:45.068292+0000","last_unstale":"2021-07-26T16:03:46.051248+0000","last_undegraded":"2021-07-26T16:03:45.050464+0000","last_fullsized":"2021-07-26T16:03:46.051248+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"6,7","objects":4}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":65,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.086340+0000","last_change":"2021-07-26T16:03:45.086127+0000","last_active":"2021-07-26T16:03:45.086340+0000","last_peered":"2021-07-26T16:03:45.086340+0000","last_clean":"2021-07-26T16:03:45.086340+0000","last_became_active":"2021-07-26T16:03:45.085577+0000","last_became_peered":"2021-07-26T16:03:45.085577+0000","last_unstale":"2021-07-26T16:03:45.086340+0000","last_undegraded":"2021-07-26T16:03:45.086340+0000","last_fullsized":"2021-07-26T16:03:45.086340+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":152,"reported_epoch":150,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:03:46.051119+0000","last_change":"2021-07-26T16:03:45.069365+0000","last_active":"2021-07-26T16:03:46.051119+0000","last_peered":"2021-07-26T16:03:46.051119+0000","last_clean":"2021-07-26T16:03:24.035579+0000","last_became_active":"2021-07-26T16:03:45.069115+0000","last_became_peered":"2021-07-26T16:03:45.069115+0000","last_unstale":"2021-07-26T16:03:46.051119+0000","last_undegraded":"2021-07-26T16:03:45.052316+0000","last_fullsized":"2021-07-26T16:03:46.051119+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":["7","2"],"object_location_counts":[{"shards":"2,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":124,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.078579+0000","last_change":"2021-07-26T15:58:08.295914+0000","last_active":"2021-07-26T16:03:45.078579+0000","last_peered":"2021-07-26T16:03:45.078579+0000","last_clean":"2021-07-26T16:03:45.078579+0000","last_became_active":"2021-07-26T15:58:00.096371+0000","last_became_peered":"2021-07-26T15:58:00.096371+0000","last_unstale":"2021-07-26T16:03:45.078579+0000","last_undegraded":"2021-07-26T16:03:45.078579+0000","last_fullsized":"2021-07-26T16:03:45.078579+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":52,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.053314+0000","last_change":"2021-07-26T16:02:20.050911+0000","last_active":"2021-07-26T16:03:45.053314+0000","last_peered":"2021-07-26T16:03:45.053314+0000","last_clean":"2021-07-26T16:03:45.053314+0000","last_became_active":"2021-07-26T16:02:20.050172+0000","last_became_peered":"2021-07-26T16:02:20.050172+0000","last_unstale":"2021-07-26T16:03:45.053314+0000","last_undegraded":"2021-07-26T16:03:45.053314+0000","last_fullsized":"2021-07-26T16:03:45.053314+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":84,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.051146+0000","last_change":"2021-07-26T16:02:20.055564+0000","last_active":"2021-07-26T16:03:46.051146+0000","last_peered":"2021-07-26T16:03:46.051146+0000","last_clean":"2021-07-26T16:03:46.051146+0000","last_became_active":"2021-07-26T16:02:20.055192+0000","last_became_peered":"2021-07-26T16:02:20.055192+0000","last_unstale":"2021-07-26T16:03:46.051146+0000","last_undegraded":"2021-07-26T16:03:46.051146+0000","last_fullsized":"2021-07-26T16:03:46.051146+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":122,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.052176+0000","last_change":"2021-07-26T16:03:45.063566+0000","last_active":"2021-07-26T16:03:46.052176+0000","last_peered":"2021-07-26T16:03:46.052176+0000","last_clean":"2021-07-26T16:03:46.052176+0000","last_became_active":"2021-07-26T16:03:45.062722+0000","last_became_peered":"2021-07-26T16:03:45.062722+0000","last_unstale":"2021-07-26T16:03:46.052176+0000","last_undegraded":"2021-07-26T16:03:46.052176+0000","last_fullsized":"2021-07-26T16:03:46.052176+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":61,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.051606+0000","last_change":"2021-07-26T16:02:34.156911+0000","last_active":"2021-07-26T16:03:45.051606+0000","last_peered":"2021-07-26T16:03:45.051606+0000","last_clean":"2021-07-26T16:03:45.051606+0000","last_became_active":"2021-07-26T16:02:34.156559+0000","last_became_peered":"2021-07-26T16:02:34.156559+0000","last_unstale":"2021-07-26T16:03:45.051606+0000","last_undegraded":"2021-07-26T16:03:45.051606+0000","last_fullsized":"2021-07-26T16:03:45.051606+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":182,"reported_epoch":149,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:03:45.057244+0000","last_change":"2021-07-26T16:02:34.157251+0000","last_active":"2021-07-26T16:03:45.057244+0000","last_peered":"2021-07-26T16:03:45.057244+0000","last_clean":"2021-07-26T16:02:29.140706+0000","last_became_active":"2021-07-26T16:02:34.156984+0000","last_became_peered":"2021-07-26T16:02:34.156984+0000","last_unstale":"2021-07-26T16:03:45.057244+0000","last_undegraded":"2021-07-26T16:02:34.139889+0000","last_fullsized":"2021-07-26T16:03:45.057244+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":["6","0","3","5"],"object_location_counts":[{"shards":"0,3,5,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":88,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.050073+0000","last_change":"2021-07-26T16:02:20.055492+0000","last_active":"2021-07-26T16:03:46.050073+0000","last_peered":"2021-07-26T16:03:46.050073+0000","last_clean":"2021-07-26T16:03:46.050073+0000","last_became_active":"2021-07-26T16:02:20.055145+0000","last_became_peered":"2021-07-26T16:02:20.055145+0000","last_unstale":"2021-07-26T16:03:46.050073+0000","last_undegraded":"2021-07-26T16:03:46.050073+0000","last_fullsized":"2021-07-26T16:03:46.050073+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"150'9552","reported_seq":9654,"reported_epoch":150,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:48.771877+0000","last_change":"2021-07-26T16:02:35.535939+0000","last_active":"2021-07-26T16:03:48.771877+0000","last_peered":"2021-07-26T16:03:48.771877+0000","last_clean":"2021-07-26T16:00:20.776964+0000","last_became_active":"2021-07-26T16:02:35.476634+0000","last_became_peered":"2021-07-26T16:02:35.476634+0000","last_unstale":"2021-07-26T16:03:48.771877+0000","last_undegraded":"2021-07-26T16:02:35.406710+0000","last_fullsized":"2021-07-26T16:02:35.150907+0000","mapping_epoch":132,"log_start":"103'3747","ondisk_log_start":"103'3747","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5805,"ondisk_log_size":5805,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":243138560,"num_objects":3710,"num_object_clones":0,"num_object_copies":11130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6872,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3710,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9552,"num_write_kb":424384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0],"avail_no_missing":["6","5"],"object_location_counts":[{"shards":"0,5,6","objects":2104},{"shards":"0,6","objects":-494},{"shards":"2,5,6","objects":1605},{"shards":"5,6","objects":1}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":131,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.075593+0000","last_change":"2021-07-26T16:03:45.075278+0000","last_active":"2021-07-26T16:03:45.075593+0000","last_peered":"2021-07-26T16:03:45.075593+0000","last_clean":"2021-07-26T16:03:45.075593+0000","last_became_active":"2021-07-26T16:03:45.068452+0000","last_became_peered":"2021-07-26T16:03:45.068452+0000","last_unstale":"2021-07-26T16:03:45.075593+0000","last_undegraded":"2021-07-26T16:03:45.075593+0000","last_fullsized":"2021-07-26T16:03:45.075593+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":59,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.068558+0000","last_change":"2021-07-26T16:03:45.068207+0000","last_active":"2021-07-26T16:03:45.068558+0000","last_peered":"2021-07-26T16:03:45.068558+0000","last_clean":"2021-07-26T16:03:45.068558+0000","last_became_active":"2021-07-26T16:03:45.067747+0000","last_became_peered":"2021-07-26T16:03:45.067747+0000","last_unstale":"2021-07-26T16:03:45.068558+0000","last_undegraded":"2021-07-26T16:03:45.068558+0000","last_fullsized":"2021-07-26T16:03:45.068558+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"150'9267","reported_seq":9343,"reported_epoch":150,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:03:48.393560+0000","last_change":"2021-07-26T16:02:21.403810+0000","last_active":"2021-07-26T16:03:48.393560+0000","last_peered":"2021-07-26T16:03:48.393560+0000","last_clean":"2021-07-26T16:02:19.002600+0000","last_became_active":"2021-07-26T16:02:21.364261+0000","last_became_peered":"2021-07-26T16:02:21.364261+0000","last_unstale":"2021-07-26T16:03:48.393560+0000","last_undegraded":"2021-07-26T16:03:48.393560+0000","last_fullsized":"2021-07-26T16:03:48.393560+0000","mapping_epoch":128,"log_start":"103'3346","ondisk_log_start":"103'3346","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5921,"ondisk_log_size":5921,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":240189440,"num_objects":3665,"num_object_clones":0,"num_object_copies":10995,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3665,"num_objects_unfound":0,"num_objects_dirty":3665,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9267,"num_write_kb":413824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,7],"avail_no_missing":["3","1","7"],"object_location_counts":[{"shards":"1,3,7","objects":3665}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":40,"reported_epoch":150,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:03:46.268114+0000","last_change":"2021-07-26T16:03:46.268114+0000","last_active":"2021-07-26T16:03:46.268114+0000","last_peered":"2021-07-26T16:03:46.268114+0000","last_clean":"2021-07-26T15:47:45.355408+0000","last_became_active":"2021-07-26T16:03:46.267292+0000","last_became_peered":"2021-07-26T16:03:46.267292+0000","last_unstale":"2021-07-26T16:03:46.268114+0000","last_undegraded":"2021-07-26T16:03:46.057776+0000","last_fullsized":"2021-07-26T16:03:46.268114+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,7","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":139,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.055764+0000","last_change":"2021-07-26T16:03:45.085062+0000","last_active":"2021-07-26T16:03:46.055764+0000","last_peered":"2021-07-26T16:03:46.055764+0000","last_clean":"2021-07-26T16:03:46.055764+0000","last_became_active":"2021-07-26T16:03:45.084498+0000","last_became_peered":"2021-07-26T16:03:45.084498+0000","last_unstale":"2021-07-26T16:03:46.055764+0000","last_undegraded":"2021-07-26T16:03:46.055764+0000","last_fullsized":"2021-07-26T16:03:46.055764+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"151'9498","reported_seq":10851,"reported_epoch":151,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-07-26T16:03:50.412945+0000","last_change":"2021-07-26T16:03:45.100762+0000","last_active":"2021-07-26T16:03:50.412945+0000","last_peered":"2021-07-26T16:03:50.412945+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:02:42.274234+0000","last_became_peered":"2021-07-26T16:02:42.274234+0000","last_unstale":"2021-07-26T16:03:50.412945+0000","last_undegraded":"2021-07-26T16:02:42.205981+0000","last_fullsized":"2021-07-26T16:03:50.412945+0000","mapping_epoch":132,"log_start":"97'2460","ondisk_log_start":"97'2460","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7038,"ondisk_log_size":7038,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":245366784,"num_objects":3744,"num_object_clones":0,"num_object_copies":11232,"num_objects_missing_on_primary":4407,"num_objects_missing":4407,"num_objects_degraded":3744,"num_objects_misplaced":4407,"num_objects_unfound":0,"num_objects_dirty":3744,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9498,"num_write_kb":423744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":631,"num_bytes_recovered":41353216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"2,3,7","objects":1621},{"shards":"3,7","objects":2123}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":147,"reported_epoch":150,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:03:46.051583+0000","last_change":"2021-07-26T16:03:45.065279+0000","last_active":"2021-07-26T16:03:46.051583+0000","last_peered":"2021-07-26T16:03:46.051583+0000","last_clean":"2021-07-26T16:03:24.035292+0000","last_became_active":"2021-07-26T16:03:45.064185+0000","last_became_peered":"2021-07-26T16:03:45.064185+0000","last_unstale":"2021-07-26T16:03:46.051583+0000","last_undegraded":"2021-07-26T16:03:45.051422+0000","last_fullsized":"2021-07-26T16:03:46.051583+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":["7","3","5","6"],"object_location_counts":[{"shards":"3,5,6,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":128,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.057976+0000","last_change":"2021-07-26T16:02:20.062303+0000","last_active":"2021-07-26T16:03:45.057976+0000","last_peered":"2021-07-26T16:03:45.057976+0000","last_clean":"2021-07-26T16:03:45.057976+0000","last_became_active":"2021-07-26T16:02:20.061869+0000","last_became_peered":"2021-07-26T16:02:20.061869+0000","last_unstale":"2021-07-26T16:03:45.057976+0000","last_undegraded":"2021-07-26T16:03:45.057976+0000","last_fullsized":"2021-07-26T16:03:45.057976+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"150'9507","reported_seq":18046,"reported_epoch":150,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:49.031776+0000","last_change":"2021-07-26T16:01:17.275595+0000","last_active":"2021-07-26T16:03:49.031776+0000","last_peered":"2021-07-26T16:03:49.031776+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:01:17.194193+0000","last_became_peered":"2021-07-26T16:01:17.194193+0000","last_unstale":"2021-07-26T16:03:49.031776+0000","last_undegraded":"2021-07-26T16:01:17.183727+0000","last_fullsized":"2021-07-26T16:01:16.985945+0000","mapping_epoch":117,"log_start":"97'1655","ondisk_log_start":"97'1655","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7852,"ondisk_log_size":7852,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":240975872,"num_objects":3677,"num_object_clones":0,"num_object_copies":11031,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4217,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3677,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9507,"num_write_kb":421888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4223,"num_bytes_recovered":276758528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[7,2],"avail_no_missing":["7"],"object_location_counts":[{"shards":"0,3,7","objects":2152},{"shards":"2,3,7","objects":1525}],"blocked_by":[],"up_primary":0,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":129,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.052662+0000","last_change":"2021-07-26T16:02:34.164070+0000","last_active":"2021-07-26T16:03:45.052662+0000","last_peered":"2021-07-26T16:03:45.052662+0000","last_clean":"2021-07-26T16:03:45.052662+0000","last_became_active":"2021-07-26T16:02:34.163731+0000","last_became_peered":"2021-07-26T16:02:34.163731+0000","last_unstale":"2021-07-26T16:03:45.052662+0000","last_undegraded":"2021-07-26T16:03:45.052662+0000","last_fullsized":"2021-07-26T16:03:45.052662+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":63,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.197374+0000","last_change":"2021-07-26T16:03:46.197374+0000","last_active":"2021-07-26T16:03:46.197374+0000","last_peered":"2021-07-26T16:03:46.197374+0000","last_clean":"2021-07-26T16:03:46.197374+0000","last_became_active":"2021-07-26T16:03:46.196970+0000","last_became_peered":"2021-07-26T16:03:46.196970+0000","last_unstale":"2021-07-26T16:03:46.197374+0000","last_undegraded":"2021-07-26T16:03:46.197374+0000","last_fullsized":"2021-07-26T16:03:46.197374+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"151'9416","reported_seq":9670,"reported_epoch":151,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:49.114951+0000","last_change":"2021-07-26T16:03:46.313553+0000","last_active":"2021-07-26T16:03:49.114951+0000","last_peered":"2021-07-26T16:03:49.114951+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:03:46.267874+0000","last_became_peered":"2021-07-26T16:03:46.267874+0000","last_unstale":"2021-07-26T16:03:49.114951+0000","last_undegraded":"2021-07-26T16:03:46.263630+0000","last_fullsized":"2021-07-26T16:03:46.051697+0000","mapping_epoch":149,"log_start":"104'4369","ondisk_log_start":"104'4369","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5047,"ondisk_log_size":5047,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":244318208,"num_objects":3728,"num_object_clones":0,"num_object_copies":11184,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8673,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3728,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9416,"num_write_kb":420608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":81,"num_bytes_recovered":5308416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2],"avail_no_missing":["1"],"object_location_counts":[{"shards":"1","objects":2182},{"shards":"1,2","objects":1546}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":156,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.147428+0000","last_change":"2021-07-26T16:03:46.147428+0000","last_active":"2021-07-26T16:03:46.147428+0000","last_peered":"2021-07-26T16:03:46.147428+0000","last_clean":"2021-07-26T16:03:46.147428+0000","last_became_active":"2021-07-26T16:03:46.059640+0000","last_became_peered":"2021-07-26T16:03:46.059640+0000","last_unstale":"2021-07-26T16:03:46.147428+0000","last_undegraded":"2021-07-26T16:03:46.147428+0000","last_fullsized":"2021-07-26T16:03:46.147428+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":75,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.094421+0000","last_change":"2021-07-26T16:03:45.093258+0000","last_active":"2021-07-26T16:03:45.094421+0000","last_peered":"2021-07-26T16:03:45.094421+0000","last_clean":"2021-07-26T16:03:45.094421+0000","last_became_active":"2021-07-26T16:03:45.092875+0000","last_became_peered":"2021-07-26T16:03:45.092875+0000","last_unstale":"2021-07-26T16:03:45.094421+0000","last_undegraded":"2021-07-26T16:03:45.094421+0000","last_fullsized":"2021-07-26T16:03:45.094421+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.f","version":"150'9363","reported_seq":13108,"reported_epoch":150,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:48.522954+0000","last_change":"2021-07-26T16:03:46.262309+0000","last_active":"2021-07-26T16:03:48.522954+0000","last_peered":"2021-07-26T16:03:48.522954+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:03:46.206347+0000","last_became_peered":"2021-07-26T16:03:46.206347+0000","last_unstale":"2021-07-26T16:03:48.522954+0000","last_undegraded":"2021-07-26T16:03:46.192648+0000","last_fullsized":"2021-07-26T16:03:46.057793+0000","mapping_epoch":149,"log_start":"103'3446","ondisk_log_start":"103'3446","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5917,"ondisk_log_size":5917,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":239271936,"num_objects":3651,"num_object_clones":0,"num_object_copies":10953,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6767,"num_objects_misplaced":3651,"num_objects_unfound":0,"num_objects_dirty":3651,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9363,"num_write_kb":416448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1829,"num_bytes_recovered":119799808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[3,2],"avail_no_missing":["3"],"object_location_counts":[{"shards":"2,3","objects":1563},{"shards":"3","objects":2088}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":135,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.086208+0000","last_change":"2021-07-26T16:03:45.085932+0000","last_active":"2021-07-26T16:03:45.086208+0000","last_peered":"2021-07-26T16:03:45.086208+0000","last_clean":"2021-07-26T16:03:45.086208+0000","last_became_active":"2021-07-26T16:03:45.085585+0000","last_became_peered":"2021-07-26T16:03:45.085585+0000","last_unstale":"2021-07-26T16:03:45.086208+0000","last_undegraded":"2021-07-26T16:03:45.086208+0000","last_fullsized":"2021-07-26T16:03:45.086208+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":134,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.053553+0000","last_change":"2021-07-26T16:02:20.048587+0000","last_active":"2021-07-26T16:03:46.053553+0000","last_peered":"2021-07-26T16:03:46.053553+0000","last_clean":"2021-07-26T16:03:46.053553+0000","last_became_active":"2021-07-26T16:02:20.048319+0000","last_became_peered":"2021-07-26T16:02:20.048319+0000","last_unstale":"2021-07-26T16:03:46.053553+0000","last_undegraded":"2021-07-26T16:03:46.053553+0000","last_fullsized":"2021-07-26T16:03:46.053553+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.c","version":"150'9459","reported_seq":9534,"reported_epoch":150,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:03:48.770727+0000","last_change":"2021-07-26T16:02:35.325102+0000","last_active":"2021-07-26T16:03:48.770727+0000","last_peered":"2021-07-26T16:03:48.770727+0000","last_clean":"2021-07-26T16:02:33.011189+0000","last_became_active":"2021-07-26T16:02:35.278988+0000","last_became_peered":"2021-07-26T16:02:35.278988+0000","last_unstale":"2021-07-26T16:03:48.770727+0000","last_undegraded":"2021-07-26T16:03:48.770727+0000","last_fullsized":"2021-07-26T16:03:48.770727+0000","mapping_epoch":132,"log_start":"103'3659","ondisk_log_start":"103'3659","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5800,"ondisk_log_size":5800,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":242810880,"num_objects":3705,"num_object_clones":0,"num_object_copies":11115,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3705,"num_objects_unfound":0,"num_objects_dirty":3705,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9459,"num_write_kb":421248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,7],"acting":[6,5,3],"avail_no_missing":["6","3","5"],"object_location_counts":[{"shards":"3,5,6","objects":3705}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":111,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.054358+0000","last_change":"2021-07-26T16:03:45.095332+0000","last_active":"2021-07-26T16:03:46.054358+0000","last_peered":"2021-07-26T16:03:46.054358+0000","last_clean":"2021-07-26T16:03:46.054358+0000","last_became_active":"2021-07-26T16:03:45.094782+0000","last_became_peered":"2021-07-26T16:03:45.094782+0000","last_unstale":"2021-07-26T16:03:46.054358+0000","last_undegraded":"2021-07-26T16:03:46.054358+0000","last_fullsized":"2021-07-26T16:03:46.054358+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":65,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.085960+0000","last_change":"2021-07-26T16:03:45.085637+0000","last_active":"2021-07-26T16:03:45.085960+0000","last_peered":"2021-07-26T16:03:45.085960+0000","last_clean":"2021-07-26T16:03:45.085960+0000","last_became_active":"2021-07-26T16:03:45.085246+0000","last_became_peered":"2021-07-26T16:03:45.085246+0000","last_unstale":"2021-07-26T16:03:45.085960+0000","last_undegraded":"2021-07-26T16:03:45.085960+0000","last_fullsized":"2021-07-26T16:03:45.085960+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"150'9285","reported_seq":9696,"reported_epoch":150,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:48.817718+0000","last_change":"2021-07-26T16:01:17.282011+0000","last_active":"2021-07-26T16:03:48.817718+0000","last_peered":"2021-07-26T16:03:48.817718+0000","last_clean":"2021-07-26T16:00:20.770553+0000","last_became_active":"2021-07-26T16:01:16.110574+0000","last_became_peered":"2021-07-26T16:01:16.110574+0000","last_unstale":"2021-07-26T16:03:48.817718+0000","last_undegraded":"2021-07-26T16:01:17.280717+0000","last_fullsized":"2021-07-26T16:01:15.988434+0000","mapping_epoch":116,"log_start":"96'845","ondisk_log_start":"96'845","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8440,"ondisk_log_size":8440,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":242352152,"num_objects":3699,"num_object_clones":0,"num_object_copies":11097,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1706,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3699,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9285,"num_write_kb":415425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":156,"num_bytes_recovered":10223616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[{"shards":"1,2,5","objects":1449},{"shards":"1,5","objects":2250}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":113,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.049172+0000","last_change":"2021-07-26T16:03:45.085226+0000","last_active":"2021-07-26T16:03:46.049172+0000","last_peered":"2021-07-26T16:03:46.049172+0000","last_clean":"2021-07-26T16:03:46.049172+0000","last_became_active":"2021-07-26T16:03:45.084659+0000","last_became_peered":"2021-07-26T16:03:45.084659+0000","last_unstale":"2021-07-26T16:03:46.049172+0000","last_undegraded":"2021-07-26T16:03:46.049172+0000","last_fullsized":"2021-07-26T16:03:46.049172+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":125,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.049912+0000","last_change":"2021-07-26T16:03:45.078983+0000","last_active":"2021-07-26T16:03:46.049912+0000","last_peered":"2021-07-26T16:03:46.049912+0000","last_clean":"2021-07-26T16:03:46.049912+0000","last_became_active":"2021-07-26T16:03:45.078600+0000","last_became_peered":"2021-07-26T16:03:45.078600+0000","last_unstale":"2021-07-26T16:03:46.049912+0000","last_undegraded":"2021-07-26T16:03:46.049912+0000","last_fullsized":"2021-07-26T16:03:46.049912+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":163,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.051192+0000","last_change":"2021-07-26T16:01:16.007019+0000","last_active":"2021-07-26T16:03:46.051192+0000","last_peered":"2021-07-26T16:03:46.051192+0000","last_clean":"2021-07-26T16:03:46.051192+0000","last_became_active":"2021-07-26T16:01:16.006692+0000","last_became_peered":"2021-07-26T16:01:16.006692+0000","last_unstale":"2021-07-26T16:03:46.051192+0000","last_undegraded":"2021-07-26T16:03:46.051192+0000","last_fullsized":"2021-07-26T16:03:46.051192+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":159,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.059876+0000","last_change":"2021-07-26T16:02:34.152676+0000","last_active":"2021-07-26T16:03:45.059876+0000","last_peered":"2021-07-26T16:03:45.059876+0000","last_clean":"2021-07-26T16:03:45.059876+0000","last_became_active":"2021-07-26T16:02:34.152097+0000","last_became_peered":"2021-07-26T16:02:34.152097+0000","last_unstale":"2021-07-26T16:03:45.059876+0000","last_undegraded":"2021-07-26T16:03:45.059876+0000","last_fullsized":"2021-07-26T16:03:45.059876+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":124,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.087194+0000","last_change":"2021-07-26T16:03:46.083888+0000","last_active":"2021-07-26T16:03:46.087194+0000","last_peered":"2021-07-26T16:03:46.087194+0000","last_clean":"2021-07-26T16:03:46.087194+0000","last_became_active":"2021-07-26T16:03:46.083426+0000","last_became_peered":"2021-07-26T16:03:46.083426+0000","last_unstale":"2021-07-26T16:03:46.087194+0000","last_undegraded":"2021-07-26T16:03:46.087194+0000","last_fullsized":"2021-07-26T16:03:46.087194+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"150'9349","reported_seq":12919,"reported_epoch":150,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:48.473544+0000","last_change":"2021-07-26T16:01:17.319323+0000","last_active":"2021-07-26T16:03:48.473544+0000","last_peered":"2021-07-26T16:03:48.473544+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:01:17.209521+0000","last_became_peered":"2021-07-26T16:01:17.209521+0000","last_unstale":"2021-07-26T16:03:48.473544+0000","last_undegraded":"2021-07-26T16:01:17.119077+0000","last_fullsized":"2021-07-26T16:01:16.985592+0000","mapping_epoch":117,"log_start":"103'3428","ondisk_log_start":"103'3428","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5921,"ondisk_log_size":5921,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":244645888,"num_objects":3733,"num_object_clones":0,"num_object_copies":11199,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2574,"num_objects_misplaced":2342,"num_objects_unfound":0,"num_objects_dirty":3733,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9349,"num_write_kb":418624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1624,"num_bytes_recovered":106364928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[3,0],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,3","objects":-1183},{"shards":"0,3,5","objects":2147},{"shards":"2,3,5","objects":195}],"blocked_by":[],"up_primary":0,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"151'9482","reported_seq":17069,"reported_epoch":151,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:03:49.082281+0000","last_change":"2021-07-26T16:03:45.200708+0000","last_active":"2021-07-26T16:03:49.082281+0000","last_peered":"2021-07-26T16:03:49.082281+0000","last_clean":"2021-07-26T16:03:43.955495+0000","last_became_active":"2021-07-26T16:03:45.167487+0000","last_became_peered":"2021-07-26T16:03:45.167487+0000","last_unstale":"2021-07-26T16:03:49.082281+0000","last_undegraded":"2021-07-26T16:03:49.082281+0000","last_fullsized":"2021-07-26T16:03:49.082281+0000","mapping_epoch":148,"log_start":"101'2702","ondisk_log_start":"101'2702","created":91,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6780,"ondisk_log_size":6780,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":240910336,"num_objects":3676,"num_object_clones":0,"num_object_copies":11028,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3676,"num_objects_unfound":0,"num_objects_dirty":3676,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9482,"num_write_kb":421056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3742,"num_bytes_recovered":245235712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,3],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":3676}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":124,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.052590+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:03:45.052590+0000","last_peered":"2021-07-26T16:03:45.052590+0000","last_clean":"2021-07-26T16:03:45.052590+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:03:45.052590+0000","last_undegraded":"2021-07-26T16:03:45.052590+0000","last_fullsized":"2021-07-26T16:03:45.052590+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":122,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.070072+0000","last_change":"2021-07-26T16:03:45.069855+0000","last_active":"2021-07-26T16:03:45.070072+0000","last_peered":"2021-07-26T16:03:45.070072+0000","last_clean":"2021-07-26T16:03:45.070072+0000","last_became_active":"2021-07-26T16:03:45.069500+0000","last_became_peered":"2021-07-26T16:03:45.069500+0000","last_unstale":"2021-07-26T16:03:45.070072+0000","last_undegraded":"2021-07-26T16:03:45.070072+0000","last_fullsized":"2021-07-26T16:03:45.070072+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":149,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.051118+0000","last_change":"2021-07-26T16:02:34.168348+0000","last_active":"2021-07-26T16:03:46.051118+0000","last_peered":"2021-07-26T16:03:46.051118+0000","last_clean":"2021-07-26T16:03:46.051118+0000","last_became_active":"2021-07-26T16:02:34.166295+0000","last_became_peered":"2021-07-26T16:02:34.166295+0000","last_unstale":"2021-07-26T16:03:46.051118+0000","last_undegraded":"2021-07-26T16:03:46.051118+0000","last_fullsized":"2021-07-26T16:03:46.051118+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"150'9262","reported_seq":9340,"reported_epoch":150,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:03:48.849052+0000","last_change":"2021-07-26T16:02:35.330136+0000","last_active":"2021-07-26T16:03:48.849052+0000","last_peered":"2021-07-26T16:03:48.849052+0000","last_clean":"2021-07-26T16:02:33.113020+0000","last_became_active":"2021-07-26T16:02:35.286977+0000","last_became_peered":"2021-07-26T16:02:35.286977+0000","last_unstale":"2021-07-26T16:03:48.849052+0000","last_undegraded":"2021-07-26T16:03:48.849052+0000","last_fullsized":"2021-07-26T16:03:48.849052+0000","mapping_epoch":132,"log_start":"96'1460","ondisk_log_start":"96'1460","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7802,"ondisk_log_size":7802,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":241172480,"num_objects":3680,"num_object_clones":0,"num_object_copies":11040,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3680,"num_objects_unfound":0,"num_objects_dirty":3680,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9262,"num_write_kb":414144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,6],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"3,6,7","objects":3680}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":154,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.054281+0000","last_change":"2021-07-26T16:02:34.179576+0000","last_active":"2021-07-26T16:03:46.054281+0000","last_peered":"2021-07-26T16:03:46.054281+0000","last_clean":"2021-07-26T16:03:46.054281+0000","last_became_active":"2021-07-26T16:02:34.177431+0000","last_became_peered":"2021-07-26T16:02:34.177431+0000","last_unstale":"2021-07-26T16:03:46.054281+0000","last_undegraded":"2021-07-26T16:03:46.054281+0000","last_fullsized":"2021-07-26T16:03:46.054281+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":125,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.049324+0000","last_change":"2021-07-26T16:00:21.797517+0000","last_active":"2021-07-26T16:03:46.049324+0000","last_peered":"2021-07-26T16:03:46.049324+0000","last_clean":"2021-07-26T16:03:46.049324+0000","last_became_active":"2021-07-26T16:00:21.797021+0000","last_became_peered":"2021-07-26T16:00:21.797021+0000","last_unstale":"2021-07-26T16:03:46.049324+0000","last_undegraded":"2021-07-26T16:03:46.049324+0000","last_fullsized":"2021-07-26T16:03:46.049324+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":147,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.049990+0000","last_change":"2021-07-26T16:01:16.006858+0000","last_active":"2021-07-26T16:03:46.049990+0000","last_peered":"2021-07-26T16:03:46.049990+0000","last_clean":"2021-07-26T16:03:46.049990+0000","last_became_active":"2021-07-26T16:01:16.006560+0000","last_became_peered":"2021-07-26T16:01:16.006560+0000","last_unstale":"2021-07-26T16:03:46.049990+0000","last_undegraded":"2021-07-26T16:03:46.049990+0000","last_fullsized":"2021-07-26T16:03:46.049990+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"150'9392","reported_seq":11023,"reported_epoch":150,"state":"active+undersized+degraded+remapped+backfilling","last_fresh":"2021-07-26T16:03:49.049143+0000","last_change":"2021-07-26T16:03:46.260786+0000","last_active":"2021-07-26T16:03:49.049143+0000","last_peered":"2021-07-26T16:03:49.049143+0000","last_clean":"2021-07-26T16:03:30.519260+0000","last_became_active":"2021-07-26T16:03:46.203654+0000","last_became_peered":"2021-07-26T16:03:46.203654+0000","last_unstale":"2021-07-26T16:03:49.049143+0000","last_undegraded":"2021-07-26T16:03:46.064424+0000","last_fullsized":"2021-07-26T16:03:46.052099+0000","mapping_epoch":149,"log_start":"96'976","ondisk_log_start":"96'976","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8416,"ondisk_log_size":8416,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":244842496,"num_objects":3736,"num_object_clones":0,"num_object_copies":11208,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2966,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3736,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9392,"num_write_kb":420096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":775,"num_bytes_recovered":50790400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[{"shards":"3,5","objects":3736}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":148,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.051459+0000","last_change":"2021-07-26T16:02:34.177283+0000","last_active":"2021-07-26T16:03:45.051459+0000","last_peered":"2021-07-26T16:03:45.051459+0000","last_clean":"2021-07-26T16:03:45.051459+0000","last_became_active":"2021-07-26T16:02:34.176931+0000","last_became_peered":"2021-07-26T16:02:34.176931+0000","last_unstale":"2021-07-26T16:03:45.051459+0000","last_undegraded":"2021-07-26T16:03:45.051459+0000","last_fullsized":"2021-07-26T16:03:45.051459+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":384,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.050520+0000","last_change":"2021-07-26T16:02:35.506682+0000","last_active":"2021-07-26T16:03:45.050520+0000","last_peered":"2021-07-26T16:03:45.050520+0000","last_clean":"2021-07-26T16:03:45.050520+0000","last_became_active":"2021-07-26T16:02:35.155829+0000","last_became_peered":"2021-07-26T16:02:35.155829+0000","last_unstale":"2021-07-26T16:03:45.050520+0000","last_undegraded":"2021-07-26T16:03:45.050520+0000","last_fullsized":"2021-07-26T16:03:45.050520+0000","mapping_epoch":132,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":133,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":61,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.086049+0000","last_change":"2021-07-26T16:03:45.085543+0000","last_active":"2021-07-26T16:03:45.086049+0000","last_peered":"2021-07-26T16:03:45.086049+0000","last_clean":"2021-07-26T16:03:45.086049+0000","last_became_active":"2021-07-26T16:03:45.085066+0000","last_became_peered":"2021-07-26T16:03:45.085066+0000","last_unstale":"2021-07-26T16:03:45.086049+0000","last_undegraded":"2021-07-26T16:03:45.086049+0000","last_fullsized":"2021-07-26T16:03:45.086049+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":119,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.063249+0000","last_change":"2021-07-26T16:03:45.061790+0000","last_active":"2021-07-26T16:03:45.063249+0000","last_peered":"2021-07-26T16:03:45.063249+0000","last_clean":"2021-07-26T16:03:45.063249+0000","last_became_active":"2021-07-26T16:03:45.060874+0000","last_became_peered":"2021-07-26T16:03:45.060874+0000","last_unstale":"2021-07-26T16:03:45.063249+0000","last_undegraded":"2021-07-26T16:03:45.063249+0000","last_fullsized":"2021-07-26T16:03:45.063249+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":159,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.050719+0000","last_change":"2021-07-26T16:01:16.000326+0000","last_active":"2021-07-26T16:03:46.050719+0000","last_peered":"2021-07-26T16:03:46.050719+0000","last_clean":"2021-07-26T16:03:46.050719+0000","last_became_active":"2021-07-26T16:01:15.999482+0000","last_became_peered":"2021-07-26T16:01:15.999482+0000","last_unstale":"2021-07-26T16:03:46.050719+0000","last_undegraded":"2021-07-26T16:03:46.050719+0000","last_fullsized":"2021-07-26T16:03:46.050719+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":52,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.051371+0000","last_change":"2021-07-26T16:02:20.059799+0000","last_active":"2021-07-26T16:03:45.051371+0000","last_peered":"2021-07-26T16:03:45.051371+0000","last_clean":"2021-07-26T16:03:45.051371+0000","last_became_active":"2021-07-26T16:02:20.058997+0000","last_became_peered":"2021-07-26T16:02:20.058997+0000","last_unstale":"2021-07-26T16:03:45.051371+0000","last_undegraded":"2021-07-26T16:03:45.051371+0000","last_fullsized":"2021-07-26T16:03:45.051371+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":43,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.051063+0000","last_change":"2021-07-26T16:01:16.019036+0000","last_active":"2021-07-26T16:03:45.051063+0000","last_peered":"2021-07-26T16:03:45.051063+0000","last_clean":"2021-07-26T16:03:45.051063+0000","last_became_active":"2021-07-26T16:01:16.018692+0000","last_became_peered":"2021-07-26T16:01:16.018692+0000","last_unstale":"2021-07-26T16:03:45.051063+0000","last_undegraded":"2021-07-26T16:03:45.051063+0000","last_fullsized":"2021-07-26T16:03:45.051063+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.4","version":"150'9421","reported_seq":9510,"reported_epoch":150,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:03:49.000971+0000","last_change":"2021-07-26T16:03:45.161411+0000","last_active":"2021-07-26T16:03:49.000971+0000","last_peered":"2021-07-26T16:03:49.000971+0000","last_clean":"2021-07-26T16:02:33.050730+0000","last_became_active":"2021-07-26T16:02:35.326896+0000","last_became_peered":"2021-07-26T16:02:35.326896+0000","last_unstale":"2021-07-26T16:03:49.000971+0000","last_undegraded":"2021-07-26T16:03:49.000971+0000","last_fullsized":"2021-07-26T16:03:49.000971+0000","mapping_epoch":132,"log_start":"104'4385","ondisk_log_start":"104'4385","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5036,"ondisk_log_size":5036,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":239534080,"num_objects":3655,"num_object_clones":0,"num_object_copies":10965,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3655,"num_objects_unfound":0,"num_objects_dirty":3655,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9421,"num_write_kb":418432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,3],"avail_no_missing":["1","3","5"],"object_location_counts":[{"shards":"1,3,5","objects":3655}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":163,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.051454+0000","last_change":"2021-07-26T16:03:45.065733+0000","last_active":"2021-07-26T16:03:46.051454+0000","last_peered":"2021-07-26T16:03:46.051454+0000","last_clean":"2021-07-26T16:03:46.051454+0000","last_became_active":"2021-07-26T16:03:45.065412+0000","last_became_peered":"2021-07-26T16:03:45.065412+0000","last_unstale":"2021-07-26T16:03:46.051454+0000","last_undegraded":"2021-07-26T16:03:46.051454+0000","last_fullsized":"2021-07-26T16:03:46.051454+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":134,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.051275+0000","last_change":"2021-07-26T16:02:34.174517+0000","last_active":"2021-07-26T16:03:46.051275+0000","last_peered":"2021-07-26T16:03:46.051275+0000","last_clean":"2021-07-26T16:03:46.051275+0000","last_became_active":"2021-07-26T16:02:34.173395+0000","last_became_peered":"2021-07-26T16:02:34.173395+0000","last_unstale":"2021-07-26T16:03:46.051275+0000","last_undegraded":"2021-07-26T16:03:46.051275+0000","last_fullsized":"2021-07-26T16:03:46.051275+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":43,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.051777+0000","last_change":"2021-07-26T16:01:15.999967+0000","last_active":"2021-07-26T16:03:45.051777+0000","last_peered":"2021-07-26T16:03:45.051777+0000","last_clean":"2021-07-26T16:03:45.051777+0000","last_became_active":"2021-07-26T16:01:15.999412+0000","last_became_peered":"2021-07-26T16:01:15.999412+0000","last_unstale":"2021-07-26T16:03:45.051777+0000","last_undegraded":"2021-07-26T16:03:45.051777+0000","last_fullsized":"2021-07-26T16:03:45.051777+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"150'9261","reported_seq":9337,"reported_epoch":150,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:49.060763+0000","last_change":"2021-07-26T16:00:23.251363+0000","last_active":"2021-07-26T16:03:49.060763+0000","last_peered":"2021-07-26T16:03:49.060763+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.233730+0000","last_became_peered":"2021-07-26T16:00:23.233730+0000","last_unstale":"2021-07-26T16:03:49.060763+0000","last_undegraded":"2021-07-26T16:00:22.815762+0000","last_fullsized":"2021-07-26T16:00:22.787653+0000","mapping_epoch":108,"log_start":"104'4225","ondisk_log_start":"104'4225","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5036,"ondisk_log_size":5036,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":245825536,"num_objects":3751,"num_object_clones":0,"num_object_copies":11253,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4906,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3751,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9261,"num_write_kb":416384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6],"avail_no_missing":["1","6"],"object_location_counts":[{"shards":"1,6","objects":-1155}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":155,"reported_epoch":149,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:03:45.071702+0000","last_change":"2021-07-26T16:02:34.184016+0000","last_active":"2021-07-26T16:03:45.071702+0000","last_peered":"2021-07-26T16:03:45.071702+0000","last_clean":"2021-07-26T16:02:28.136109+0000","last_became_active":"2021-07-26T16:02:34.183595+0000","last_became_peered":"2021-07-26T16:02:34.183595+0000","last_unstale":"2021-07-26T16:03:45.071702+0000","last_undegraded":"2021-07-26T16:02:34.174488+0000","last_fullsized":"2021-07-26T16:03:45.071702+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":["3","0","7"],"object_location_counts":[{"shards":"0,3,7","objects":1}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":110,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.052166+0000","last_change":"2021-07-26T16:03:45.094433+0000","last_active":"2021-07-26T16:03:46.052166+0000","last_peered":"2021-07-26T16:03:46.052166+0000","last_clean":"2021-07-26T16:03:46.052166+0000","last_became_active":"2021-07-26T16:03:45.093598+0000","last_became_peered":"2021-07-26T16:03:45.093598+0000","last_unstale":"2021-07-26T16:03:46.052166+0000","last_undegraded":"2021-07-26T16:03:46.052166+0000","last_fullsized":"2021-07-26T16:03:46.052166+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":129,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.050657+0000","last_change":"2021-07-26T16:02:20.059194+0000","last_active":"2021-07-26T16:03:45.050657+0000","last_peered":"2021-07-26T16:03:45.050657+0000","last_clean":"2021-07-26T16:03:45.050657+0000","last_became_active":"2021-07-26T16:02:20.058538+0000","last_became_peered":"2021-07-26T16:02:20.058538+0000","last_unstale":"2021-07-26T16:03:45.050657+0000","last_undegraded":"2021-07-26T16:03:45.050657+0000","last_fullsized":"2021-07-26T16:03:45.050657+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"151'9509","reported_seq":9807,"reported_epoch":151,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:50.431455+0000","last_change":"2021-07-26T16:03:45.163801+0000","last_active":"2021-07-26T16:03:50.431455+0000","last_peered":"2021-07-26T16:03:50.431455+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:03:40.571580+0000","last_became_peered":"2021-07-26T16:03:40.571580+0000","last_unstale":"2021-07-26T16:03:50.431455+0000","last_undegraded":"2021-07-26T16:03:40.435417+0000","last_fullsized":"2021-07-26T16:03:32.969346+0000","mapping_epoch":143,"log_start":"97'2497","ondisk_log_start":"97'2497","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7012,"ondisk_log_size":7012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":243728384,"num_objects":3719,"num_object_clones":0,"num_object_copies":11157,"num_objects_missing_on_primary":4893,"num_objects_missing":4893,"num_objects_degraded":4204,"num_objects_misplaced":2106,"num_objects_unfound":0,"num_objects_dirty":3719,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9509,"num_write_kb":423296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91,"num_bytes_recovered":5701632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5],"acting":[2,3],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"2,3","objects":1613},{"shards":"3","objects":2098}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":148,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.058398+0000","last_change":"2021-07-26T16:02:20.054787+0000","last_active":"2021-07-26T16:03:45.058398+0000","last_peered":"2021-07-26T16:03:45.058398+0000","last_clean":"2021-07-26T16:03:45.058398+0000","last_became_active":"2021-07-26T16:02:20.054312+0000","last_became_peered":"2021-07-26T16:02:20.054312+0000","last_unstale":"2021-07-26T16:03:45.058398+0000","last_undegraded":"2021-07-26T16:03:45.058398+0000","last_fullsized":"2021-07-26T16:03:45.058398+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":66,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.166598+0000","last_change":"2021-07-26T16:03:45.105971+0000","last_active":"2021-07-26T16:03:45.166598+0000","last_peered":"2021-07-26T16:03:45.166598+0000","last_clean":"2021-07-26T16:03:45.166598+0000","last_became_active":"2021-07-26T16:03:45.080358+0000","last_became_peered":"2021-07-26T16:03:45.080358+0000","last_unstale":"2021-07-26T16:03:45.166598+0000","last_undegraded":"2021-07-26T16:03:45.166598+0000","last_fullsized":"2021-07-26T16:03:45.166598+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":26,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.063305+0000","last_change":"2021-07-26T16:03:45.062964+0000","last_active":"2021-07-26T16:03:45.063305+0000","last_peered":"2021-07-26T16:03:45.063305+0000","last_clean":"2021-07-26T16:03:45.063305+0000","last_became_active":"2021-07-26T16:03:45.061296+0000","last_became_peered":"2021-07-26T16:03:45.061296+0000","last_unstale":"2021-07-26T16:03:45.063305+0000","last_undegraded":"2021-07-26T16:03:45.063305+0000","last_fullsized":"2021-07-26T16:03:45.063305+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.3","version":"150'9442","reported_seq":9518,"reported_epoch":150,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:03:49.064487+0000","last_change":"2021-07-26T16:00:23.281661+0000","last_active":"2021-07-26T16:03:49.064487+0000","last_peered":"2021-07-26T16:03:49.064487+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:00:23.258082+0000","last_became_peered":"2021-07-26T16:00:23.258082+0000","last_unstale":"2021-07-26T16:03:49.064487+0000","last_undegraded":"2021-07-26T16:00:22.831569+0000","last_fullsized":"2021-07-26T16:00:22.785574+0000","mapping_epoch":108,"log_start":"97'1617","ondisk_log_start":"97'1617","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7825,"ondisk_log_size":7825,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":244580352,"num_objects":3732,"num_object_clones":0,"num_object_copies":11196,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4975,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3732,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9442,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"6,7","objects":-1243}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":58,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.069939+0000","last_change":"2021-07-26T16:03:45.069474+0000","last_active":"2021-07-26T16:03:45.069939+0000","last_peered":"2021-07-26T16:03:45.069939+0000","last_clean":"2021-07-26T16:03:45.069939+0000","last_became_active":"2021-07-26T16:03:45.068926+0000","last_became_peered":"2021-07-26T16:03:45.068926+0000","last_unstale":"2021-07-26T16:03:45.069939+0000","last_undegraded":"2021-07-26T16:03:45.069939+0000","last_fullsized":"2021-07-26T16:03:45.069939+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":147,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.052754+0000","last_change":"2021-07-26T16:02:34.174967+0000","last_active":"2021-07-26T16:03:46.052754+0000","last_peered":"2021-07-26T16:03:46.052754+0000","last_clean":"2021-07-26T16:03:46.052754+0000","last_became_active":"2021-07-26T16:02:34.174627+0000","last_became_peered":"2021-07-26T16:02:34.174627+0000","last_unstale":"2021-07-26T16:03:46.052754+0000","last_undegraded":"2021-07-26T16:03:46.052754+0000","last_fullsized":"2021-07-26T16:03:46.052754+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":141,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.081784+0000","last_change":"2021-07-26T16:03:45.081608+0000","last_active":"2021-07-26T16:03:45.081784+0000","last_peered":"2021-07-26T16:03:45.081784+0000","last_clean":"2021-07-26T16:03:45.081784+0000","last_became_active":"2021-07-26T16:03:45.068207+0000","last_became_peered":"2021-07-26T16:03:45.068207+0000","last_unstale":"2021-07-26T16:03:45.081784+0000","last_undegraded":"2021-07-26T16:03:45.081784+0000","last_fullsized":"2021-07-26T16:03:45.081784+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":90,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.077803+0000","last_change":"2021-07-26T16:03:45.077435+0000","last_active":"2021-07-26T16:03:45.077803+0000","last_peered":"2021-07-26T16:03:45.077803+0000","last_clean":"2021-07-26T16:03:45.077803+0000","last_became_active":"2021-07-26T16:03:45.073666+0000","last_became_peered":"2021-07-26T16:03:45.073666+0000","last_unstale":"2021-07-26T16:03:45.077803+0000","last_undegraded":"2021-07-26T16:03:45.077803+0000","last_fullsized":"2021-07-26T16:03:45.077803+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":126,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.104529+0000","last_change":"2021-07-26T16:03:45.104002+0000","last_active":"2021-07-26T16:03:45.104529+0000","last_peered":"2021-07-26T16:03:45.104529+0000","last_clean":"2021-07-26T16:03:45.104529+0000","last_became_active":"2021-07-26T16:03:45.078900+0000","last_became_peered":"2021-07-26T16:03:45.078900+0000","last_unstale":"2021-07-26T16:03:45.104529+0000","last_undegraded":"2021-07-26T16:03:45.104529+0000","last_fullsized":"2021-07-26T16:03:45.104529+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":172,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.065775+0000","last_change":"2021-07-26T16:02:20.064510+0000","last_active":"2021-07-26T16:03:45.065775+0000","last_peered":"2021-07-26T16:03:45.065775+0000","last_clean":"2021-07-26T16:03:45.065775+0000","last_became_active":"2021-07-26T16:02:20.064237+0000","last_became_peered":"2021-07-26T16:02:20.064237+0000","last_unstale":"2021-07-26T16:03:45.065775+0000","last_undegraded":"2021-07-26T16:03:45.065775+0000","last_fullsized":"2021-07-26T16:03:45.065775+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":38,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.057879+0000","last_change":"2021-07-26T16:02:34.163390+0000","last_active":"2021-07-26T16:03:45.057879+0000","last_peered":"2021-07-26T16:03:45.057879+0000","last_clean":"2021-07-26T16:03:45.057879+0000","last_became_active":"2021-07-26T16:02:34.162869+0000","last_became_peered":"2021-07-26T16:02:34.162869+0000","last_unstale":"2021-07-26T16:03:45.057879+0000","last_undegraded":"2021-07-26T16:03:45.057879+0000","last_fullsized":"2021-07-26T16:03:45.057879+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":167,"reported_epoch":150,"state":"active+clean","last_fresh":"2021-07-26T16:03:46.054209+0000","last_change":"2021-07-26T16:02:34.163588+0000","last_active":"2021-07-26T16:03:46.054209+0000","last_peered":"2021-07-26T16:03:46.054209+0000","last_clean":"2021-07-26T16:03:46.054209+0000","last_became_active":"2021-07-26T16:02:34.162694+0000","last_became_peered":"2021-07-26T16:02:34.162694+0000","last_unstale":"2021-07-26T16:03:46.054209+0000","last_undegraded":"2021-07-26T16:03:46.054209+0000","last_fullsized":"2021-07-26T16:03:46.054209+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":49,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.053248+0000","last_change":"2021-07-26T16:01:16.039458+0000","last_active":"2021-07-26T16:03:45.053248+0000","last_peered":"2021-07-26T16:03:45.053248+0000","last_clean":"2021-07-26T16:03:45.053248+0000","last_became_active":"2021-07-26T16:01:16.019293+0000","last_became_peered":"2021-07-26T16:01:16.019293+0000","last_unstale":"2021-07-26T16:03:45.053248+0000","last_undegraded":"2021-07-26T16:03:45.053248+0000","last_fullsized":"2021-07-26T16:03:45.053248+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":65,"reported_epoch":149,"state":"active+clean","last_fresh":"2021-07-26T16:03:45.094076+0000","last_change":"2021-07-26T16:03:45.093865+0000","last_active":"2021-07-26T16:03:45.094076+0000","last_peered":"2021-07-26T16:03:45.094076+0000","last_clean":"2021-07-26T16:03:45.094076+0000","last_became_active":"2021-07-26T16:03:45.093512+0000","last_became_peered":"2021-07-26T16:03:45.093512+0000","last_unstale":"2021-07-26T16:03:45.094076+0000","last_undegraded":"2021-07-26T16:03:45.094076+0000","last_fullsized":"2021-07-26T16:03:45.094076+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":16,"stat_sum":{"num_bytes":3883663384,"num_objects":59261,"num_object_clones":0,"num_object_copies":177783,"num_objects_missing_on_primary":9300,"num_objects_missing":9300,"num_objects_degraded":51604,"num_objects_misplaced":30887,"num_objects_unfound":0,"num_objects_dirty":59261,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":150465,"num_write_kb":6711169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13156,"num_bytes_recovered":861536256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11467763712,"data_stored":11467751496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":105648,"ondisk_log_size":105648,"up":48,"acting":38,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":18,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":737,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":16668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495831,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2473344,"kb_used_data":1424760,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91271808,"statfs":{"total":95995035648,"available":93462331392,"internally_reserved":1073741824,"allocated":1458954240,"data_stored":1458192911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:03:12 2021","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.63700000000000001,"15min":0.58599999999999997},"min":{"1min":0.26700000000000002,"5min":0.222,"15min":0.222},"max":{"1min":2.383,"5min":4.7800000000000002,"15min":4.7800000000000002},"last":0.377},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.63700000000000001,"15min":0.61199999999999999},"min":{"1min":0.33900000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.96299999999999997,"5min":4.0049999999999999,"15min":4.0049999999999999},"last":0.42199999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:03:15 2021","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.97099999999999997,"15min":0.66100000000000003},"min":{"1min":0.30499999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.5509999999999999,"5min":19.768000000000001,"15min":19.768000000000001},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.70999999999999996,"15min":0.58699999999999997},"min":{"1min":0.28499999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.58399999999999996,"5min":5.5890000000000004,"15min":5.5890000000000004},"last":0.38600000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:03:25 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":1.4970000000000001,"15min":1.9299999999999999},"min":{"1min":0.32800000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.2370000000000001,"5min":8.7100000000000009,"15min":8.7100000000000009},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.47899999999999998,"5min":1.4970000000000001,"15min":1.9299999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.2290000000000001,"5min":8.0250000000000004,"15min":8.0250000000000004},"last":0.34899999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:03:12 2021","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":1.048,"15min":0.69799999999999995},"min":{"1min":0.29799999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.6619999999999999,"5min":19.582999999999998,"15min":19.582999999999998},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":1.0549999999999999,"15min":0.69999999999999996},"min":{"1min":0.28899999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.839,"5min":19.699999999999999,"15min":19.699999999999999},"last":0.39600000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:02:35 2021","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57599999999999996,"15min":0.45600000000000002},"min":{"1min":0.249,"5min":0.214,"15min":0.214},"max":{"1min":3.1589999999999998,"5min":4.8049999999999997,"15min":4.8049999999999997},"last":0.245},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.51900000000000002,"15min":0.45300000000000001},"min":{"1min":0.23999999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":2.6280000000000001,"5min":2.6280000000000001,"15min":2.6280000000000001},"last":0.36299999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:03:35 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.58299999999999996,"15min":0.47199999999999998},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.221},"max":{"1min":0.60399999999999998,"5min":3.9460000000000002,"15min":3.9460000000000002},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.378,"5min":0.71199999999999997,"15min":0.53300000000000003},"min":{"1min":0.27200000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.63800000000000001,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.33300000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:03:35 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.66700000000000004,"15min":0.54100000000000004},"min":{"1min":0.33800000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.59999999999999998,"5min":4.7430000000000003,"15min":4.7430000000000003},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.5,"15min":0.48599999999999999},"min":{"1min":0.27400000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.61099999999999999,"5min":2.5739999999999998,"15min":2.5739999999999998},"last":0.41099999999999998}]}]},{"osd":6,"up_from":41,"seq":176093659354,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2240956,"kb_used_data":1192308,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91504196,"statfs":{"total":95995035648,"available":93700296704,"internally_reserved":1073741824,"allocated":1220923392,"data_stored":1220166579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:03:11 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.61599999999999999,"15min":0.57399999999999995},"min":{"1min":0.27400000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.439,"5min":4.4820000000000002,"15min":4.4820000000000002},"last":0.437},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.78100000000000003,"15min":0.627},"min":{"1min":0.27100000000000002,"5min":0.253,"15min":0.224},"max":{"1min":0.52500000000000002,"5min":11.207000000000001,"15min":11.207000000000001},"last":0.41899999999999998}]},{"osd":1,"last update":"Mon Jul 26 16:03:17 2021","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.70899999999999996,"15min":0.59299999999999997},"min":{"1min":0.28699999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.528,"5min":4.4329999999999998,"15min":4.4329999999999998},"last":6.2060000000000004},{"interface":"front","average":{"1min":0.46700000000000003,"5min":1.099,"15min":0.71399999999999997},"min":{"1min":0.29899999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.923,"5min":11.455,"15min":11.455},"last":6.2549999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:03:24 2021","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":1.9159999999999999,"15min":2.3500000000000001},"min":{"1min":0.27000000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.97799999999999998,"5min":12.388999999999999,"15min":12.388999999999999},"last":6.3979999999999997},{"interface":"front","average":{"1min":0.91900000000000004,"5min":1.6499999999999999,"15min":1.9370000000000001},"min":{"1min":0.29199999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":3.7370000000000001,"5min":10.116,"15min":10.116},"last":6.1120000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:03:11 2021","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.2130000000000001,"15min":0.77700000000000002},"min":{"1min":0.32900000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":10.749000000000001,"5min":10.749000000000001,"15min":10.749000000000001},"last":11.077999999999999},{"interface":"front","average":{"1min":1.3080000000000001,"5min":1.276,"15min":0.78400000000000003},"min":{"1min":0.29099999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":10.766999999999999,"5min":11.430999999999999,"15min":11.430999999999999},"last":11.121}]},{"osd":4,"last update":"Mon Jul 26 16:03:17 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.56499999999999995,"15min":0.46500000000000002},"min":{"1min":0.23300000000000001,"5min":0.22600000000000001,"15min":0.20399999999999999},"max":{"1min":0.47499999999999998,"5min":5.7389999999999999,"15min":5.7389999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.72599999999999998,"15min":0.53700000000000003},"min":{"1min":0.24299999999999999,"5min":0.214,"15min":0.214},"max":{"1min":0.40600000000000003,"5min":11.481999999999999,"15min":11.481999999999999},"last":0.40999999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:03:17 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.53700000000000003,"15min":0.46899999999999997},"min":{"1min":0.24299999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.46600000000000003,"5min":4.391,"15min":4.391},"last":0.313},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.62,"15min":0.51500000000000001},"min":{"1min":0.28000000000000003,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.54100000000000004,"5min":5.9240000000000004,"15min":5.9240000000000004},"last":0.30499999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:03:32 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.91400000000000003,"15min":0.628},"min":{"1min":0.254,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.63900000000000001,"5min":11.380000000000001,"15min":11.380000000000001},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.68799999999999994,"15min":0.55300000000000005},"min":{"1min":0.32800000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.53400000000000003,"5min":4.5069999999999997,"15min":4.5069999999999997},"last":0.27800000000000002}]}]},{"osd":1,"up_from":78,"seq":335007449171,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1560244,"kb_used_data":1460140,"kb_used_omap":6,"kb_used_meta":100089,"kb_avail":92184908,"statfs":{"total":95995035648,"available":94397345792,"internally_reserved":0,"allocated":1495183360,"data_stored":1494429982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":102491737},"hb_peers":[0,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:03:14 2021","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.61799999999999999,"15min":0.45300000000000001},"min":{"1min":0.23200000000000001,"5min":0.184,"15min":0.184},"max":{"1min":2.6419999999999999,"5min":4.9390000000000001,"15min":4.9390000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.88500000000000001,"15min":0.54500000000000004},"min":{"1min":0.245,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.887,"5min":10.035,"15min":10.035},"last":0.39200000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:03:26 2021","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.8260000000000001,"15min":1.8819999999999999},"min":{"1min":0.30099999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":3.0019999999999998,"5min":12.119999999999999,"15min":12.119999999999999},"last":1.3089999999999999},{"interface":"front","average":{"1min":1.111,"5min":1.7110000000000001,"15min":1.837},"min":{"1min":0.25800000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":3.8860000000000001,"5min":10.505000000000001,"15min":10.505000000000001},"last":5.1520000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":1.1870000000000001,"15min":0.66400000000000003},"min":{"1min":0.30199999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":2.5880000000000001,"5min":13.077999999999999,"15min":13.077999999999999},"last":5.1920000000000002},{"interface":"front","average":{"1min":0.81599999999999995,"5min":1.1870000000000001,"15min":0.67100000000000004},"min":{"1min":0.33400000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.4489999999999998,"5min":13.287000000000001,"15min":13.287000000000001},"last":0.32700000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:03:14 2021","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.83699999999999997,"15min":0.67400000000000004},"min":{"1min":0.34799999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.798,"5min":6.9400000000000004,"15min":6.9400000000000004},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.78000000000000003,"15min":0.68700000000000006},"min":{"1min":0.33800000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":2.4100000000000001,"5min":4.976,"15min":4.976},"last":0.35799999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:03:14 2021","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.96899999999999997,"15min":0.71599999999999997},"min":{"1min":0.38900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.861,"5min":9.8689999999999998,"15min":9.8689999999999998},"last":0.439},{"interface":"front","average":{"1min":0.57799999999999996,"5min":1.0069999999999999,"15min":0.73299999999999998},"min":{"1min":0.35499999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.8220000000000001,"5min":6.9139999999999997,"15min":6.9139999999999997},"last":5.218}]},{"osd":6,"last update":"Mon Jul 26 16:03:14 2021","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":1.0609999999999999,"15min":0.75700000000000001},"min":{"1min":0.434,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.9099999999999999,"5min":9.9209999999999994,"15min":9.9209999999999994},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.93500000000000005,"15min":0.73499999999999999},"min":{"1min":0.32400000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.8540000000000001,"5min":6.8730000000000002,"15min":6.8730000000000002},"last":5.2409999999999997}]},{"osd":7,"last update":"Mon Jul 26 16:03:14 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.90500000000000003,"15min":0.72699999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.4820000000000002,"5min":5.0270000000000001,"15min":5.0270000000000001},"last":0.5},{"interface":"front","average":{"1min":0.66000000000000003,"5min":1.1319999999999999,"15min":0.79500000000000004},"min":{"1min":0.48199999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.9330000000000001,"5min":9.968,"15min":9.968},"last":0.46300000000000002}]}]},{"osd":0,"up_from":73,"seq":313532612705,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":776500,"kb_used_data":710444,"kb_used_omap":23,"kb_used_meta":66024,"kb_avail":92968652,"statfs":{"total":95995035648,"available":95199899648,"internally_reserved":0,"allocated":727494656,"data_stored":726741807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":67609334},"hb_peers":[1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 16:03:15 2021","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.61799999999999999,"15min":0.42999999999999999},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.85899999999999999,"5min":4.3220000000000001,"15min":4.3220000000000001},"last":0.246},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.82599999999999996,"15min":0.51100000000000001},"min":{"1min":0.23899999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":2.3460000000000001,"5min":6.3799999999999999,"15min":6.3799999999999999},"last":0.28499999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:03:27 2021","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.2629999999999999,"15min":1.232},"min":{"1min":0.22500000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":6.7320000000000002,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":0.316},{"interface":"front","average":{"1min":0.54500000000000004,"5min":1.1020000000000001,"15min":1.1659999999999999},"min":{"1min":0.28399999999999997,"5min":0.224,"15min":0.224},"max":{"1min":1.599,"5min":5.7590000000000003,"15min":5.7590000000000003},"last":0.35199999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:03:15 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":1.4179999999999999,"15min":0.76600000000000001},"min":{"1min":0.24399999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.90000000000000002,"5min":18.497,"15min":18.497},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.51900000000000002,"5min":1.516,"15min":0.82699999999999996},"min":{"1min":0.34999999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.92900000000000005,"5min":18.541,"15min":18.541},"last":0.42999999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:03:15 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.77000000000000002,"15min":0.71599999999999997},"min":{"1min":0.33800000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.69299999999999995,"5min":6.4699999999999998,"15min":6.4699999999999998},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.91400000000000003,"15min":0.76700000000000002},"min":{"1min":0.39400000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.5880000000000001,"5min":8.4309999999999992,"15min":8.4309999999999992},"last":0.67400000000000004}]},{"osd":5,"last update":"Mon Jul 26 16:03:15 2021","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":1.048,"15min":0.81599999999999995},"min":{"1min":0.371,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":2.726,"5min":12.853,"15min":12.853},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":1.2390000000000001,"15min":0.875},"min":{"1min":0.35399999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.70099999999999996,"5min":14.298999999999999,"15min":14.298999999999999},"last":0.46600000000000003}]},{"osd":6,"last update":"Mon Jul 26 16:03:15 2021","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":1.0309999999999999,"15min":0.82699999999999996},"min":{"1min":0.38700000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":2.2480000000000002,"5min":14.609999999999999,"15min":14.609999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.93999999999999995,"15min":0.79200000000000004},"min":{"1min":0.377,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.75,"5min":8.3309999999999995,"15min":8.3309999999999995},"last":0.53300000000000003}]},{"osd":7,"last update":"Mon Jul 26 16:03:15 2021","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":1.3540000000000001,"15min":0.93500000000000005},"min":{"1min":0.39000000000000001,"5min":0.38800000000000001,"15min":0.38100000000000001},"max":{"1min":0.70599999999999996,"5min":27.449999999999999,"15min":27.449999999999999},"last":0.505},{"interface":"front","average":{"1min":0.53200000000000003,"5min":1.03,"15min":0.83899999999999997},"min":{"1min":0.41899999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.70399999999999996,"5min":27.463999999999999,"15min":27.463999999999999},"last":0.44500000000000001}]}]},{"osd":2,"up_from":107,"seq":459561500712,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1129536,"kb_used_data":1018296,"kb_used_omap":9,"kb_used_meta":111222,"kb_avail":92615616,"statfs":{"total":95995035648,"available":94838390784,"internally_reserved":0,"allocated":1042735104,"data_stored":1041977800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9911,"internal_metadata":113891657},"hb_peers":[0,1,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:03:23 2021","interfaces":[{"interface":"back","average":{"1min":1.1950000000000001,"5min":1.7869999999999999,"15min":1.597},"min":{"1min":0.23100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":15.122999999999999,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.73299999999999998,"5min":1.758,"15min":1.571},"min":{"1min":0.27000000000000002,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":2.5569999999999999,"5min":12.714,"15min":12.714},"last":3.7450000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:03:23 2021","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":3.8809999999999998,"15min":4.7060000000000004},"min":{"1min":0.254,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.6720000000000002,"5min":77.945999999999998,"15min":77.945999999999998},"last":6.6859999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":4.2519999999999998,"15min":5.1189999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":3.8599999999999999,"5min":78.129999999999995,"15min":78.129999999999995},"last":4.3970000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:03:23 2021","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":5.5869999999999997,"15min":6.5949999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":2.1219999999999999,"5min":81.637,"15min":81.637},"last":0.60199999999999998},{"interface":"front","average":{"1min":1.3899999999999999,"5min":4.8140000000000001,"15min":6.0140000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":15.884,"5min":77.730999999999995,"15min":77.730999999999995},"last":0.42199999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:03:23 2021","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":1.994,"15min":1.9990000000000001},"min":{"1min":0.33200000000000002,"5min":0.317,"15min":0.317},"max":{"1min":2.1890000000000001,"5min":18.898,"15min":18.898},"last":2.0459999999999998},{"interface":"front","average":{"1min":1.411,"5min":1.6890000000000001,"15min":1.657},"min":{"1min":0.371,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":15.026999999999999,"5min":15.026999999999999,"15min":15.026999999999999},"last":0.42499999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:03:23 2021","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":1.74,"15min":1.518},"min":{"1min":0.40400000000000003,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":2.625,"5min":12.247999999999999,"15min":12.247999999999999},"last":3.831},{"interface":"front","average":{"1min":0.82399999999999995,"5min":1.8069999999999999,"15min":1.7130000000000001},"min":{"1min":0.41199999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.1640000000000001,"5min":18.870000000000001,"15min":18.870000000000001},"last":0.65300000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:03:23 2021","interfaces":[{"interface":"back","average":{"1min":1.4430000000000001,"5min":1.8819999999999999,"15min":1.9530000000000001},"min":{"1min":0.39200000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":15.074999999999999,"5min":15.074999999999999,"15min":15.074999999999999},"last":0.441},{"interface":"front","average":{"1min":0.89900000000000002,"5min":1.7030000000000001,"15min":1.4990000000000001},"min":{"1min":0.48199999999999998,"5min":0.309,"15min":0.309},"max":{"1min":2.7040000000000002,"5min":12.208,"15min":12.208},"last":3.8069999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:03:23 2021","interfaces":[{"interface":"back","average":{"1min":1.4410000000000001,"5min":1.923,"15min":1.9410000000000001},"min":{"1min":0.41199999999999998,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":15.101000000000001,"5min":15.101000000000001,"15min":15.101000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.92900000000000005,"5min":1.7609999999999999,"15min":1.536},"min":{"1min":0.497,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.73,"5min":13.436,"15min":13.436},"last":3.7839999999999998}]}]},{"osd":3,"up_from":88,"seq":377957122120,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2845488,"kb_used_data":2714280,"kb_used_omap":4,"kb_used_meta":131195,"kb_avail":90899664,"statfs":{"total":95995035648,"available":93081255936,"internally_reserved":0,"allocated":2779422720,"data_stored":2778673008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":134344317},"hb_peers":[0,1,2,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":1.006,"15min":0.57499999999999996},"min":{"1min":0.222,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.9500000000000002,"5min":11.102,"15min":11.102},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.96599999999999997,"15min":0.55800000000000005},"min":{"1min":0.20999999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":2.6589999999999998,"5min":9.0269999999999992,"15min":9.0269999999999992},"last":0.32900000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":1.0569999999999999,"15min":0.60499999999999998},"min":{"1min":0.253,"5min":0.223,"15min":0.223},"max":{"1min":6.0410000000000004,"5min":6.7999999999999998,"15min":6.7999999999999998},"last":0.315},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.387,"15min":0.71499999999999997},"min":{"1min":0.25,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":2.7589999999999999,"5min":13.445,"15min":13.445},"last":0.49099999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:03:26 2021","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":2.0569999999999999,"15min":2.1960000000000002},"min":{"1min":0.313,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.5659999999999998,"5min":8.0619999999999994,"15min":8.0619999999999994},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.84799999999999998,"5min":2.7010000000000001,"15min":3.0670000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":4.5190000000000001,"5min":14.436,"15min":14.436},"last":0.47099999999999997}]},{"osd":4,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":1.0029999999999999,"15min":0.73199999999999998},"min":{"1min":0.27300000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":2.1989999999999998,"5min":7.2969999999999997,"15min":7.2969999999999997},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.85099999999999998,"5min":1.111,"15min":0.76900000000000002},"min":{"1min":0.33000000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":3.9510000000000001,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.80900000000000005}]},{"osd":5,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":1.0920000000000001,"15min":0.76400000000000001},"min":{"1min":0.29899999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.298,"5min":10.988,"15min":10.988},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.69799999999999995,"5min":1.0660000000000001,"15min":0.74199999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":2.9079999999999999,"5min":11.145,"15min":11.145},"last":0.58799999999999997}]},{"osd":6,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":1.131,"15min":0.78100000000000003},"min":{"1min":0.32100000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.0960000000000001,"5min":11.039999999999999,"15min":11.039999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.86499999999999999,"5min":1.1779999999999999,"15min":0.80900000000000005},"min":{"1min":0.37,"5min":0.316,"15min":0.316},"max":{"1min":4.0229999999999997,"5min":6.8289999999999997,"15min":6.8289999999999997},"last":0.44900000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":1.288,"15min":0.82699999999999996},"min":{"1min":0.45600000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":3.9950000000000001,"5min":8.5549999999999997,"15min":8.5549999999999997},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":1.3109999999999999,"15min":0.84799999999999998},"min":{"1min":0.39900000000000002,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.0649999999999999,"5min":19.039999999999999,"15min":19.039999999999999},"last":0.55600000000000005}]}]},{"osd":4,"up_from":0,"seq":0,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":36,"seq":154618822879,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2529080,"kb_used_data":1480496,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91216072,"statfs":{"total":95995035648,"available":93405257728,"internally_reserved":1073741824,"allocated":1516027904,"data_stored":1515270509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:03:10 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.70199999999999996,"15min":0.61799999999999999},"min":{"1min":0.217,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.45400000000000001,"5min":7.367,"15min":7.367},"last":0.249},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.75600000000000001,"15min":0.66200000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.48399999999999999,"5min":7.6349999999999998,"15min":7.6349999999999998},"last":0.32900000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:03:16 2021","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.79400000000000004,"15min":0.63700000000000001},"min":{"1min":0.30499999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":3.8199999999999998,"5min":6.173,"15min":6.173},"last":35.581000000000003},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.91700000000000004,"15min":0.65700000000000003},"min":{"1min":0.29599999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.5,"5min":6.0369999999999999,"15min":6.0369999999999999},"last":35.548999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:03:26 2021","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":1.0640000000000001,"15min":1.1439999999999999},"min":{"1min":0.29799999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":5.9939999999999998,"5min":6.0030000000000001,"15min":6.0030000000000001},"last":35.734000000000002},{"interface":"front","average":{"1min":0.78800000000000003,"5min":1.0780000000000001,"15min":1.0660000000000001},"min":{"1min":0.317,"5min":0.251,"15min":0.251},"max":{"1min":5.3330000000000002,"5min":7.4980000000000002,"15min":7.4980000000000002},"last":35.540999999999997}]},{"osd":3,"last update":"Mon Jul 26 16:03:02 2021","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":1.292,"15min":0.76900000000000002},"min":{"1min":0.34499999999999997,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.905,"5min":10.712,"15min":10.712},"last":40.508000000000003},{"interface":"front","average":{"1min":0.72599999999999998,"5min":1.2829999999999999,"15min":0.77700000000000002},"min":{"1min":0.36199999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":2.7240000000000002,"5min":10.746,"15min":10.746},"last":40.482999999999997}]},{"osd":4,"last update":"Mon Jul 26 16:03:02 2021","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.54900000000000004,"15min":0.45000000000000001},"min":{"1min":0.23999999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.996,"5min":4.7450000000000001,"15min":4.7450000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.61099999999999999,"15min":0.49099999999999999},"min":{"1min":0.25600000000000001,"5min":0.214,"15min":0.214},"max":{"1min":1.625,"5min":6.7830000000000004,"15min":6.7830000000000004},"last":0.33600000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:03:20 2021","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.621,"15min":0.504},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.65500000000000003,"5min":4.7610000000000001,"15min":4.7610000000000001},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.66600000000000004,"15min":0.52300000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":2.415,"5min":7.899,"15min":7.899},"last":0.28100000000000003}]},{"osd":7,"last update":"Mon Jul 26 16:03:34 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.76300000000000001,"15min":0.57099999999999995},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":1.508,"5min":8.9489999999999998,"15min":8.9489999999999998},"last":0.307},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.69799999999999995,"15min":0.53900000000000003},"min":{"1min":0.224,"5min":0.223,"15min":0.223},"max":{"1min":1.0429999999999999,"5min":8.1170000000000009,"15min":8.1170000000000009},"last":0.23400000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":723845120,"data_stored":723845120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1503858688,"data_stored":1503854616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1040781312,"data_stored":1040777240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2777677824,"data_stored":2777677824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1236205568,"data_stored":1236205568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1513492480,"data_stored":1513488408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1217593344,"data_stored":1217593344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1454309376,"data_stored":1454309376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:03:54.975 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-07-26T16:03:54.975 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool set unique_pool_0 pg_num 26 2021-07-26T16:03:54.976 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:03:55.063 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:55.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:55.103 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:55.104 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:55.181 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:55 smithi078 ceph-mon[77813]: from='client.54937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:03:55.182 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:55 smithi078 ceph-mon[77813]: pgmap v411: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 108 op/s; 51576/177399 objects degraded (29.073%); 30684/177399 objects misplaced (17.297%); 8.5 MiB/s, 136 objects/s recovering 2021-07-26T16:03:55.183 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:55 smithi078 ceph-mon[73801]: from='client.54937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:03:55.185 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:55 smithi078 ceph-mon[73801]: pgmap v411: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 108 op/s; 51576/177399 objects degraded (29.073%); 30684/177399 objects misplaced (17.297%); 8.5 MiB/s, 136 objects/s recovering 2021-07-26T16:03:55.206 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:55.218 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:55.257 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:55.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:55.259 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:55.360 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:55.402 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:55.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:55.404 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:55.457 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:55 smithi139 ceph-mon[56829]: from='client.54937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:03:55.457 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:55 smithi139 ceph-mon[56829]: pgmap v411: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 108 op/s; 51576/177399 objects degraded (29.073%); 30684/177399 objects misplaced (17.297%); 8.5 MiB/s, 136 objects/s recovering 2021-07-26T16:03:55.505 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:55.557 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:55.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:55.560 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:55.661 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:55.684 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:55.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:55.686 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:55.787 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:55.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:55.811 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:55.811 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:55.912 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:55.934 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:55.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:55.937 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:56.038 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:56.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:56.067 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:56.068 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:56.109 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:03:56.169 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:56.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:56.204 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:56.204 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:56.305 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:56.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:56.335 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:56.335 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:56.379 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:56 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/779083754' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:03:56.379 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:56 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:03:56.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:56 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/779083754' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:03:56.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:56 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:03:56.438 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:56.466 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:56.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:56.467 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:56.550 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:56 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/779083754' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:03:56.550 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:56 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:03:56.568 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:56.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:56.599 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:56.599 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:56.700 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:56.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:56.726 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:56.727 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:56.828 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:56.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:56.856 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:56.856 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:56.871 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:03:56.872 INFO:teuthology.orchestra.run.smithi139.stdout: "size": 20, 2021-07-26T16:03:56.872 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 600, 2021-07-26T16:03:56.872 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:03:56.872 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.873 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40121 6.a 6:54714a03:::benchmark_data_smithi078_103090_object40120:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T16:03:56.873 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.094682+0000", 2021-07-26T16:03:56.873 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 246.77261750299999, 2021-07-26T16:03:56.873 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0113628010000002, 2021-07-26T16:03:56.874 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:56.874 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:03:56.877 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:56.878 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:56.878 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:56.878 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40121 2021-07-26T16:03:56.879 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.879 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:56.879 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.880 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:56.881 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094682+0000", 2021-07-26T16:03:56.883 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:56.883 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.883 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.883 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:56.884 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094682+0000", 2021-07-26T16:03:56.884 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5862000000000001e-05 2021-07-26T16:03:56.884 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.884 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.885 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:56.885 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094738+0000", 2021-07-26T16:03:56.885 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4310000000000001e-06 2021-07-26T16:03:56.885 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.886 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.886 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:56.886 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094740+0000", 2021-07-26T16:03:56.886 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5926999999999998e-05 2021-07-26T16:03:56.887 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.887 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.887 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:56.887 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094756+0000", 2021-07-26T16:03:56.887 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6619999999999999e-06 2021-07-26T16:03:56.888 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.888 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.888 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:56.888 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094763+0000", 2021-07-26T16:03:56.889 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6737000000000002e-05 2021-07-26T16:03:56.889 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.889 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.891 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.891 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094819+0000", 2021-07-26T16:03:56.891 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000156856 2021-07-26T16:03:56.892 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.892 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.893 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:56.893 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094976+0000", 2021-07-26T16:03:56.893 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016158500000000001 2021-07-26T16:03:56.893 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.894 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.894 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:03:56.894 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.095138+0000", 2021-07-26T16:03:56.894 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025441840000000001 2021-07-26T16:03:56.895 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.895 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.895 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:56.895 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.097682+0000", 2021-07-26T16:03:56.895 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0069698390000000002 2021-07-26T16:03:56.896 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.896 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.896 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:56.896 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.104652+0000", 2021-07-26T16:03:56.897 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0054546079999999997 2021-07-26T16:03:56.897 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.897 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.897 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.898 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.110107+0000", 2021-07-26T16:03:56.898 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4989999999999994e-06 2021-07-26T16:03:56.898 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.898 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.899 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:56.899 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.110115+0000", 2021-07-26T16:03:56.900 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98861855799999998 2021-07-26T16:03:56.900 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.901 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.901 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.901 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098734+0000", 2021-07-26T16:03:56.901 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2337000000000001e-05 2021-07-26T16:03:56.901 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.902 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.902 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:56.902 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098746+0000", 2021-07-26T16:03:56.902 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0071903179999999 2021-07-26T16:03:56.903 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.903 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.903 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.903 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.105936+0000", 2021-07-26T16:03:56.904 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000108398 2021-07-26T16:03:56.904 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.904 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.904 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:56.904 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.106045+0000", 2021-07-26T16:03:56.905 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0113628010000002 2021-07-26T16:03:56.905 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:56.905 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:56.905 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:56.906 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.906 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.906 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40124 6.d 6:b74a5998:::benchmark_data_smithi078_103090_object40123:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T16:03:56.906 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.100237+0000", 2021-07-26T16:03:56.907 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 246.76706206399999, 2021-07-26T16:03:56.907 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0380394929999999, 2021-07-26T16:03:56.907 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:56.907 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:03:56.908 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:56.908 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:56.908 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:56.908 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40124 2021-07-26T16:03:56.908 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.909 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:56.909 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.909 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:56.909 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100237+0000", 2021-07-26T16:03:56.910 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:56.910 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.910 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.910 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:56.911 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100237+0000", 2021-07-26T16:03:56.911 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5534999999999998e-05 2021-07-26T16:03:56.911 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.911 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.912 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:56.912 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100273+0000", 2021-07-26T16:03:56.912 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.283e-06 2021-07-26T16:03:56.912 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.913 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.913 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:56.913 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100275+0000", 2021-07-26T16:03:56.913 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2231e-05 2021-07-26T16:03:56.914 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.914 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.914 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:56.914 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100287+0000", 2021-07-26T16:03:56.915 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8379999999999998e-06 2021-07-26T16:03:56.915 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.915 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.915 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:56.915 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100293+0000", 2021-07-26T16:03:56.916 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0824e-05 2021-07-26T16:03:56.916 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.916 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.916 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.917 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100344+0000", 2021-07-26T16:03:56.917 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016962699999999999 2021-07-26T16:03:56.917 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.917 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.917 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:56.918 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100514+0000", 2021-07-26T16:03:56.918 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023681200000000001 2021-07-26T16:03:56.918 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.918 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.919 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:03:56.919 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100750+0000", 2021-07-26T16:03:56.919 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0086264259999999995 2021-07-26T16:03:56.919 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.919 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.920 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.920 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.109377+0000", 2021-07-26T16:03:56.920 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8308000000000001e-05 2021-07-26T16:03:56.920 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.920 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.921 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:56.921 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.109405+0000", 2021-07-26T16:03:56.921 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.99126182500000004 2021-07-26T16:03:56.921 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.922 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.922 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.922 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100667+0000", 2021-07-26T16:03:56.922 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.042e-05 2021-07-26T16:03:56.922 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.923 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.923 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:56.923 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100677+0000", 2021-07-26T16:03:56.923 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0293430299999999 2021-07-26T16:03:56.924 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.924 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.924 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.924 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.130020+0000", 2021-07-26T16:03:56.924 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00089149699999999999 2021-07-26T16:03:56.925 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.925 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.925 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for degraded object", 2021-07-26T16:03:56.925 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.130912+0000", 2021-07-26T16:03:56.925 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0072987520000000004 2021-07-26T16:03:56.926 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.926 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.926 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.926 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138211+0000", 2021-07-26T16:03:56.927 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6085000000000002e-05 2021-07-26T16:03:56.927 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.927 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.927 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:56.927 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138277+0000", 2021-07-26T16:03:56.928 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0380394929999999 2021-07-26T16:03:56.928 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:56.928 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:56.928 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:56.929 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.929 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.929 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40134 6.d 6:ba146751:::benchmark_data_smithi078_103090_object40133:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:03:56.929 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.114563+0000", 2021-07-26T16:03:56.929 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 246.75273679700001, 2021-07-26T16:03:56.930 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.023917693, 2021-07-26T16:03:56.930 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:56.930 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:56.930 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:56.931 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:56.931 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:56.931 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40134 2021-07-26T16:03:56.931 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.931 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:56.932 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.932 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:56.932 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114563+0000", 2021-07-26T16:03:56.932 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:56.932 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.933 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.933 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:56.933 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114563+0000", 2021-07-26T16:03:56.933 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6075000000000003e-05 2021-07-26T16:03:56.934 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.934 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.934 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:56.934 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114599+0000", 2021-07-26T16:03:56.934 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5879999999999998e-06 2021-07-26T16:03:56.935 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.935 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.935 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:56.935 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114607+0000", 2021-07-26T16:03:56.936 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6345e-05 2021-07-26T16:03:56.936 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.936 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.936 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:56.936 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114624+0000", 2021-07-26T16:03:56.937 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4189999999999999e-06 2021-07-26T16:03:56.937 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.937 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.937 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:56.937 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114630+0000", 2021-07-26T16:03:56.938 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5785999999999998e-05 2021-07-26T16:03:56.938 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.938 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.938 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.939 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114676+0000", 2021-07-26T16:03:56.939 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.3309999999999993e-06 2021-07-26T16:03:56.939 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.939 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.939 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:56.940 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114685+0000", 2021-07-26T16:03:56.940 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98613497400000005 2021-07-26T16:03:56.940 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.940 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.940 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.941 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100820+0000", 2021-07-26T16:03:56.941 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.7830000000000004e-06 2021-07-26T16:03:56.941 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.941 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.942 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:56.942 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100829+0000", 2021-07-26T16:03:56.942 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0301344969999999 2021-07-26T16:03:56.942 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.942 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.943 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.943 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.130963+0000", 2021-07-26T16:03:56.943 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000119349 2021-07-26T16:03:56.943 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.943 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.944 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:56.944 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.131083+0000", 2021-07-26T16:03:56.944 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015066799999999999 2021-07-26T16:03:56.944 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.945 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.945 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:03:56.945 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.131233+0000", 2021-07-26T16:03:56.945 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0063337480000000002 2021-07-26T16:03:56.945 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.946 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.946 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:56.946 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137567+0000", 2021-07-26T16:03:56.946 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000746935 2021-07-26T16:03:56.947 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.947 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.947 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:56.947 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138314+0000", 2021-07-26T16:03:56.948 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4214999999999997e-05 2021-07-26T16:03:56.948 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.948 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.948 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:56.948 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138348+0000", 2021-07-26T16:03:56.949 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5531999999999997e-05 2021-07-26T16:03:56.949 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.949 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.949 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:56.950 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138394+0000", 2021-07-26T16:03:56.950 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.6447999999999996e-05 2021-07-26T16:03:56.950 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.950 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.950 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:56.951 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138480+0000", 2021-07-26T16:03:56.951 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.023917693 2021-07-26T16:03:56.951 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:56.951 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:56.951 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:56.952 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.952 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.952 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40149 6.a 6:5171f40d:::benchmark_data_smithi078_103090_object40148:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:03:56.952 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.123581+0000", 2021-07-26T16:03:56.953 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 246.74371800500001, 2021-07-26T16:03:56.953 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.989644586, 2021-07-26T16:03:56.953 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:56.953 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:56.953 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:56.954 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:56.954 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:56.954 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40149 2021-07-26T16:03:56.954 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.955 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:56.955 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.955 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:56.955 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123581+0000", 2021-07-26T16:03:56.955 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:56.956 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.956 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.956 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:56.956 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123581+0000", 2021-07-26T16:03:56.957 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6038999999999997e-05 2021-07-26T16:03:56.957 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.957 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.957 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:56.957 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123627+0000", 2021-07-26T16:03:56.958 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8729999999999999e-06 2021-07-26T16:03:56.958 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.958 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.958 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:56.959 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123629+0000", 2021-07-26T16:03:56.959 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0912e-05 2021-07-26T16:03:56.959 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.959 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.959 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:56.960 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123640+0000", 2021-07-26T16:03:56.960 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5800000000000002e-06 2021-07-26T16:03:56.960 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.960 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.961 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:56.961 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123645+0000", 2021-07-26T16:03:56.961 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9932999999999998e-05 2021-07-26T16:03:56.961 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.961 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.962 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.962 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123695+0000", 2021-07-26T16:03:56.962 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9029999999999999e-06 2021-07-26T16:03:56.962 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.963 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.963 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:56.963 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123705+0000", 2021-07-26T16:03:56.963 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.97506860699999998 2021-07-26T16:03:56.964 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.964 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.964 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.964 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098773+0000", 2021-07-26T16:03:56.964 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7027000000000001e-05 2021-07-26T16:03:56.965 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.965 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.965 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:56.965 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098790+0000", 2021-07-26T16:03:56.966 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.007338716 2021-07-26T16:03:56.966 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.966 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.966 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.966 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.106129+0000", 2021-07-26T16:03:56.967 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00083012600000000004 2021-07-26T16:03:56.967 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.967 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.967 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:56.968 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.106959+0000", 2021-07-26T16:03:56.968 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00021645099999999999 2021-07-26T16:03:56.968 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.968 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.968 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:03:56.969 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.107176+0000", 2021-07-26T16:03:56.969 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0050259880000000003 2021-07-26T16:03:56.969 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.969 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.970 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:56.970 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.112201+0000", 2021-07-26T16:03:56.970 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00082432200000000005 2021-07-26T16:03:56.970 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.970 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.971 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:56.971 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113026+0000", 2021-07-26T16:03:56.971 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3779000000000003e-05 2021-07-26T16:03:56.971 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.972 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.972 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:56.972 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113060+0000", 2021-07-26T16:03:56.972 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9617999999999998e-05 2021-07-26T16:03:56.972 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.973 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.973 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:56.973 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113109+0000", 2021-07-26T16:03:56.974 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000116712 2021-07-26T16:03:56.974 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.974 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.974 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:56.974 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113226+0000", 2021-07-26T16:03:56.975 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.989644586 2021-07-26T16:03:56.975 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:56.975 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:56.975 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:56.976 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.976 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.976 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40150 6.a 6:55d1ae8f:::benchmark_data_smithi078_103090_object40149:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:03:56.976 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.125291+0000", 2021-07-26T16:03:56.976 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 246.742008822, 2021-07-26T16:03:56.977 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.988199338, 2021-07-26T16:03:56.977 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:56.977 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:56.977 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:56.978 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:56.978 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:56.978 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40150 2021-07-26T16:03:56.978 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.979 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:56.979 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.979 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:56.979 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125291+0000", 2021-07-26T16:03:56.980 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:56.980 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.980 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.980 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:56.980 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125291+0000", 2021-07-26T16:03:56.981 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3063000000000003e-05 2021-07-26T16:03:56.981 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.981 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.981 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:56.982 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125354+0000", 2021-07-26T16:03:56.982 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5430000000000001e-06 2021-07-26T16:03:56.982 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.982 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.982 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:56.983 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125355+0000", 2021-07-26T16:03:56.983 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0332999999999999e-05 2021-07-26T16:03:56.983 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.983 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.984 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:56.984 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125365+0000", 2021-07-26T16:03:56.984 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5129999999999998e-06 2021-07-26T16:03:56.984 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.984 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.985 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:56.985 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125370+0000", 2021-07-26T16:03:56.985 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8100999999999999e-05 2021-07-26T16:03:56.985 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.985 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.986 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.986 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125418+0000", 2021-07-26T16:03:56.986 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.3590000000000002e-06 2021-07-26T16:03:56.986 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.987 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.987 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:56.987 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125425+0000", 2021-07-26T16:03:56.987 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.97339371200000002 2021-07-26T16:03:56.987 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.988 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.988 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.988 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098819+0000", 2021-07-26T16:03:56.988 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5690000000000005e-06 2021-07-26T16:03:56.989 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.989 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.989 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:56.989 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098828+0000", 2021-07-26T16:03:56.989 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.009906652 2021-07-26T16:03:56.990 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.990 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.990 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:56.990 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.108734+0000", 2021-07-26T16:03:56.990 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000180135 2021-07-26T16:03:56.991 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.991 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.991 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:56.991 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.108914+0000", 2021-07-26T16:03:56.992 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00022656900000000001 2021-07-26T16:03:56.992 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.992 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.992 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:03:56.992 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.109141+0000", 2021-07-26T16:03:56.993 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003071318 2021-07-26T16:03:56.993 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.993 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.993 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:56.994 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.112212+0000", 2021-07-26T16:03:56.994 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010480260000000001 2021-07-26T16:03:56.994 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.994 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.995 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:56.995 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113260+0000", 2021-07-26T16:03:56.995 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1996000000000006e-05 2021-07-26T16:03:56.995 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.995 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.996 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:56.996 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113342+0000", 2021-07-26T16:03:56.996 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8550000000000002e-05 2021-07-26T16:03:56.996 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.997 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.997 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:56.997 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113381+0000", 2021-07-26T16:03:56.997 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000108899 2021-07-26T16:03:56.998 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:56.998 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:56.998 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:56.998 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113490+0000", 2021-07-26T16:03:56.999 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.988199338 2021-07-26T16:03:56.999 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:56.999 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:56.999 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.000 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.000 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.000 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40162 6.a 6:508ce34f:::benchmark_data_smithi078_103090_object40161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:03:57.000 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.132949+0000", 2021-07-26T16:03:57.000 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 246.73434999200001, 2021-07-26T16:03:57.001 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.980777257, 2021-07-26T16:03:57.001 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.001 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:57.001 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.002 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.002 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.002 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40162 2021-07-26T16:03:57.002 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.003 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.003 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.003 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.003 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.132949+0000", 2021-07-26T16:03:57.003 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.004 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.004 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.004 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.004 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.132949+0000", 2021-07-26T16:03:57.005 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0226999999999998e-05 2021-07-26T16:03:57.005 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.005 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.005 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.005 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133010+0000", 2021-07-26T16:03:57.006 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6810000000000001e-06 2021-07-26T16:03:57.006 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.006 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.006 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.007 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133011+0000", 2021-07-26T16:03:57.007 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3271000000000001e-05 2021-07-26T16:03:57.007 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.007 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.007 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.008 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133025+0000", 2021-07-26T16:03:57.008 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9200000000000003e-06 2021-07-26T16:03:57.008 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.008 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.009 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.009 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133029+0000", 2021-07-26T16:03:57.009 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8390000000000001e-05 2021-07-26T16:03:57.009 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.010 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.010 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.010 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133098+0000", 2021-07-26T16:03:57.010 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0227999999999999e-05 2021-07-26T16:03:57.010 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.011 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.011 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.011 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133108+0000", 2021-07-26T16:03:57.011 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96574153600000001 2021-07-26T16:03:57.012 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.012 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.012 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.012 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098850+0000", 2021-07-26T16:03:57.012 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4379999999999995e-06 2021-07-26T16:03:57.013 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.013 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.013 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.013 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098858+0000", 2021-07-26T16:03:57.013 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0116103540000001 2021-07-26T16:03:57.014 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.014 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.014 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.014 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.110468+0000", 2021-07-26T16:03:57.015 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011180600000000001 2021-07-26T16:03:57.015 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.015 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.015 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.015 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.110580+0000", 2021-07-26T16:03:57.016 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000143707 2021-07-26T16:03:57.016 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.016 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.016 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:03:57.017 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.110724+0000", 2021-07-26T16:03:57.017 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0023078740000000001 2021-07-26T16:03:57.017 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.017 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.017 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.018 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113032+0000", 2021-07-26T16:03:57.018 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00050177299999999995 2021-07-26T16:03:57.018 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.018 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.019 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.019 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113534+0000", 2021-07-26T16:03:57.019 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5257000000000003e-05 2021-07-26T16:03:57.019 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.019 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.020 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.020 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113589+0000", 2021-07-26T16:03:57.020 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5138000000000001e-05 2021-07-26T16:03:57.020 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.021 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.021 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:57.021 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113624+0000", 2021-07-26T16:03:57.021 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000102657 2021-07-26T16:03:57.021 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.022 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.022 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.022 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113727+0000", 2021-07-26T16:03:57.022 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.980777257 2021-07-26T16:03:57.023 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.023 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.023 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.023 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.023 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.024 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40166 6.d 6:b398356a:::benchmark_data_smithi078_103090_object40165:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:03:57.024 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.133286+0000", 2021-07-26T16:03:57.024 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 246.73401308000001, 2021-07-26T16:03:57.024 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0054865030000002, 2021-07-26T16:03:57.025 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.025 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:57.025 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.025 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.025 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.026 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40166 2021-07-26T16:03:57.026 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.026 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.026 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.027 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.027 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133286+0000", 2021-07-26T16:03:57.027 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.027 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.028 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.028 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.028 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133286+0000", 2021-07-26T16:03:57.028 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0402000000000002e-05 2021-07-26T16:03:57.028 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.029 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.029 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.029 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133347+0000", 2021-07-26T16:03:57.029 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8980000000000001e-06 2021-07-26T16:03:57.030 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.030 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.030 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.030 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133349+0000", 2021-07-26T16:03:57.030 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4764e-05 2021-07-26T16:03:57.031 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.031 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.031 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.031 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133363+0000", 2021-07-26T16:03:57.032 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.0269999999999998e-06 2021-07-26T16:03:57.032 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.032 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.032 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.032 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133370+0000", 2021-07-26T16:03:57.033 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9546000000000003e-05 2021-07-26T16:03:57.033 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.033 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.033 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.034 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133420+0000", 2021-07-26T16:03:57.034 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6439999999999997e-06 2021-07-26T16:03:57.034 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.034 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.034 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.035 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133426+0000", 2021-07-26T16:03:57.035 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96743476799999994 2021-07-26T16:03:57.035 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.035 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.035 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.036 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100860+0000", 2021-07-26T16:03:57.036 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1119999999999996e-06 2021-07-26T16:03:57.036 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.036 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.037 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.037 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100868+0000", 2021-07-26T16:03:57.037 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.031667691 2021-07-26T16:03:57.037 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.037 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.038 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.038 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.132536+0000", 2021-07-26T16:03:57.038 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000186262 2021-07-26T16:03:57.038 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.039 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.039 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.039 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.132722+0000", 2021-07-26T16:03:57.039 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00028318899999999999 2021-07-26T16:03:57.039 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.040 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.040 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:03:57.040 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.133006+0000", 2021-07-26T16:03:57.040 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0045685639999999998 2021-07-26T16:03:57.041 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.041 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.041 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.041 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137574+0000", 2021-07-26T16:03:57.041 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00094856200000000002 2021-07-26T16:03:57.042 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.042 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.042 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.042 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138523+0000", 2021-07-26T16:03:57.043 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010005699999999999 2021-07-26T16:03:57.043 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.043 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.043 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.043 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138623+0000", 2021-07-26T16:03:57.044 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0769000000000001e-05 2021-07-26T16:03:57.044 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.044 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.044 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:57.045 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138674+0000", 2021-07-26T16:03:57.045 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9247999999999996e-05 2021-07-26T16:03:57.045 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.045 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.046 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.046 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138773+0000", 2021-07-26T16:03:57.046 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0054865030000002 2021-07-26T16:03:57.046 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.047 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.047 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.047 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.047 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.047 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40168 6.d 6:b7ce6a91:::benchmark_data_smithi078_103090_object40167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:03:57.048 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.135442+0000", 2021-07-26T16:03:57.048 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 246.73185784, 2021-07-26T16:03:57.048 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0044574690000001, 2021-07-26T16:03:57.048 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.049 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:57.049 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.049 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.049 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.049 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40168 2021-07-26T16:03:57.050 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.050 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.050 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.050 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.051 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135442+0000", 2021-07-26T16:03:57.051 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.051 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.051 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.051 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.052 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135442+0000", 2021-07-26T16:03:57.052 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5478000000000001e-05 2021-07-26T16:03:57.052 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.052 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.052 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.053 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135487+0000", 2021-07-26T16:03:57.053 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5030000000000001e-06 2021-07-26T16:03:57.053 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.053 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.054 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.054 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135488+0000", 2021-07-26T16:03:57.054 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2286000000000001e-05 2021-07-26T16:03:57.054 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.054 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.055 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.055 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135501+0000", 2021-07-26T16:03:57.055 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7859999999999996e-06 2021-07-26T16:03:57.055 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.056 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.056 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.056 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135506+0000", 2021-07-26T16:03:57.056 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5639000000000001e-05 2021-07-26T16:03:57.057 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.057 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.057 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.057 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135551+0000", 2021-07-26T16:03:57.058 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9199999999999999e-06 2021-07-26T16:03:57.058 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.058 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.058 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.058 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135561+0000", 2021-07-26T16:03:57.059 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96533159499999999 2021-07-26T16:03:57.059 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.059 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.059 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.060 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100893+0000", 2021-07-26T16:03:57.060 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1099999999999997e-06 2021-07-26T16:03:57.060 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.060 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.061 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.061 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100900+0000", 2021-07-26T16:03:57.061 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0332489899999999 2021-07-26T16:03:57.061 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.061 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.062 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.062 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.134149+0000", 2021-07-26T16:03:57.062 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0001528 2021-07-26T16:03:57.062 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.063 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.063 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.063 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.134302+0000", 2021-07-26T16:03:57.063 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015171999999999999 2021-07-26T16:03:57.064 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.064 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.064 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:03:57.064 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.134453+0000", 2021-07-26T16:03:57.064 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0032324570000000002 2021-07-26T16:03:57.065 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.065 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.065 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.065 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137686+0000", 2021-07-26T16:03:57.065 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001831264 2021-07-26T16:03:57.066 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.066 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.066 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.066 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139517+0000", 2021-07-26T16:03:57.067 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014847300000000001 2021-07-26T16:03:57.067 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.067 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.067 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.068 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139666+0000", 2021-07-26T16:03:57.068 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6167999999999994e-05 2021-07-26T16:03:57.068 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.068 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.068 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:57.069 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139732+0000", 2021-07-26T16:03:57.069 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016728000000000001 2021-07-26T16:03:57.069 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.069 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.070 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.070 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139899+0000", 2021-07-26T16:03:57.070 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0044574690000001 2021-07-26T16:03:57.070 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.070 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.071 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.071 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.071 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.071 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40169 6.d 6:b4fb8817:::benchmark_data_smithi078_103090_object40168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:03:57.071 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.135522+0000", 2021-07-26T16:03:57.072 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 246.73177780899999, 2021-07-26T16:03:57.072 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.004680155, 2021-07-26T16:03:57.072 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.072 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:57.073 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.073 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.073 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.073 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40169 2021-07-26T16:03:57.074 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.074 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.074 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.074 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.075 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135522+0000", 2021-07-26T16:03:57.075 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.075 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.075 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.075 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.076 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135522+0000", 2021-07-26T16:03:57.076 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6668000000000006e-05 2021-07-26T16:03:57.076 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.076 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.077 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.077 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135588+0000", 2021-07-26T16:03:57.077 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.099e-06 2021-07-26T16:03:57.077 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.078 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.078 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.078 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135589+0000", 2021-07-26T16:03:57.078 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.8980000000000002e-06 2021-07-26T16:03:57.078 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.079 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.079 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.079 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135598+0000", 2021-07-26T16:03:57.079 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5749999999999997e-06 2021-07-26T16:03:57.080 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.080 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.080 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.080 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135605+0000", 2021-07-26T16:03:57.080 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7565999999999999e-05 2021-07-26T16:03:57.081 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.081 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.081 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.081 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135642+0000", 2021-07-26T16:03:57.082 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.3200000000000002e-06 2021-07-26T16:03:57.082 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.082 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.082 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.083 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135650+0000", 2021-07-26T16:03:57.083 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96527348000000002 2021-07-26T16:03:57.083 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.083 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.083 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.084 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100923+0000", 2021-07-26T16:03:57.084 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7400000000000004e-06 2021-07-26T16:03:57.084 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.084 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.084 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.085 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100931+0000", 2021-07-26T16:03:57.085 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.034503087 2021-07-26T16:03:57.085 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.085 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.086 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.086 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.135434+0000", 2021-07-26T16:03:57.086 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016143099999999999 2021-07-26T16:03:57.086 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.086 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.087 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.087 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.135595+0000", 2021-07-26T16:03:57.087 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015485400000000001 2021-07-26T16:03:57.087 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.087 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.088 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:03:57.088 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.135750+0000", 2021-07-26T16:03:57.088 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0019430249999999999 2021-07-26T16:03:57.088 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.089 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.089 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.089 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137693+0000", 2021-07-26T16:03:57.089 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0018749649999999999 2021-07-26T16:03:57.090 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.090 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.090 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.090 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139568+0000", 2021-07-26T16:03:57.090 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00040055100000000002 2021-07-26T16:03:57.091 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.091 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.091 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.091 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139969+0000", 2021-07-26T16:03:57.092 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010720700000000001 2021-07-26T16:03:57.092 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.092 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.092 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:57.092 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140076+0000", 2021-07-26T16:03:57.093 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00012568900000000001 2021-07-26T16:03:57.093 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.093 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.093 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.094 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140202+0000", 2021-07-26T16:03:57.094 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.004680155 2021-07-26T16:03:57.094 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.094 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.094 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.095 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.095 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.095 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40174 6.d 6:b6e4e020:::benchmark_data_smithi078_103090_object40173:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:03:57.095 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.143375+0000", 2021-07-26T16:03:57.096 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 246.723924493, 2021-07-26T16:03:57.096 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9971578130000001, 2021-07-26T16:03:57.096 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.096 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:57.096 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.097 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.097 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.097 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40174 2021-07-26T16:03:57.097 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.098 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.098 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.098 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.098 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143375+0000", 2021-07-26T16:03:57.099 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.099 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.099 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.099 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.099 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143375+0000", 2021-07-26T16:03:57.100 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6050000000000001e-05 2021-07-26T16:03:57.100 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.100 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.100 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.101 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143421+0000", 2021-07-26T16:03:57.101 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.443e-06 2021-07-26T16:03:57.101 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.101 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.102 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.102 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143422+0000", 2021-07-26T16:03:57.102 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2407e-05 2021-07-26T16:03:57.102 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.102 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.103 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.103 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143435+0000", 2021-07-26T16:03:57.103 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2290000000000002e-06 2021-07-26T16:03:57.103 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.104 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.104 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.104 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143440+0000", 2021-07-26T16:03:57.104 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4751e-05 2021-07-26T16:03:57.104 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.105 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.105 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.105 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143475+0000", 2021-07-26T16:03:57.105 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5020000000000003e-06 2021-07-26T16:03:57.106 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.106 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.106 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.106 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143482+0000", 2021-07-26T16:03:57.106 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.95747483099999997 2021-07-26T16:03:57.107 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.107 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.107 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.107 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100957+0000", 2021-07-26T16:03:57.107 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.6399999999999997e-06 2021-07-26T16:03:57.108 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.108 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.108 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.108 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100965+0000", 2021-07-26T16:03:57.109 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0357020619999999 2021-07-26T16:03:57.109 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.109 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.109 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.109 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.136667+0000", 2021-07-26T16:03:57.110 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000102015 2021-07-26T16:03:57.110 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.110 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.110 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.111 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.136769+0000", 2021-07-26T16:03:57.111 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000125322 2021-07-26T16:03:57.111 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.111 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.111 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:03:57.112 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.136894+0000", 2021-07-26T16:03:57.112 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001046136 2021-07-26T16:03:57.112 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.112 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.113 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.113 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137940+0000", 2021-07-26T16:03:57.113 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0016830860000000001 2021-07-26T16:03:57.113 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.113 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.114 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.114 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139623+0000", 2021-07-26T16:03:57.114 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00065063499999999999 2021-07-26T16:03:57.114 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.115 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.115 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.115 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140274+0000", 2021-07-26T16:03:57.115 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.8578000000000004e-05 2021-07-26T16:03:57.115 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.116 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.116 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:57.116 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140373+0000", 2021-07-26T16:03:57.116 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016012599999999999 2021-07-26T16:03:57.116 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.117 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.117 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.117 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140533+0000", 2021-07-26T16:03:57.117 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9971578130000001 2021-07-26T16:03:57.117 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.118 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.118 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.118 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.118 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.119 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:41900 6.7 6:ef51b76e:::benchmark_data_smithi078_103090_object41899:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e101)", 2021-07-26T16:03:57.119 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:53.157089+0000", 2021-07-26T16:03:57.119 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 243.71021000499999, 2021-07-26T16:03:57.119 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14571110200000001, 2021-07-26T16:03:57.119 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.120 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:57.120 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.120 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.120 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.121 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 41900 2021-07-26T16:03:57.121 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.121 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.121 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.122 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.122 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157089+0000", 2021-07-26T16:03:57.122 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.122 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.122 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.123 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.123 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157089+0000", 2021-07-26T16:03:57.123 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3643999999999997e-05 2021-07-26T16:03:57.123 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.124 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.124 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.124 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157143+0000", 2021-07-26T16:03:57.124 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8220000000000001e-06 2021-07-26T16:03:57.124 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.125 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.125 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.125 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157145+0000", 2021-07-26T16:03:57.125 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0991e-05 2021-07-26T16:03:57.126 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.126 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.126 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.126 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157156+0000", 2021-07-26T16:03:57.126 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2580000000000003e-06 2021-07-26T16:03:57.127 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.127 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.127 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.127 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157161+0000", 2021-07-26T16:03:57.128 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6817999999999998e-05 2021-07-26T16:03:57.128 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.128 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.128 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.128 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157208+0000", 2021-07-26T16:03:57.129 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011341 2021-07-26T16:03:57.129 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.129 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.129 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.129 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157321+0000", 2021-07-26T16:03:57.130 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011587 2021-07-26T16:03:57.130 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.130 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.130 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,4", 2021-07-26T16:03:57.131 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157437+0000", 2021-07-26T16:03:57.131 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027937489999999999 2021-07-26T16:03:57.131 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.131 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.131 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.132 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.160231+0000", 2021-07-26T16:03:57.132 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00071243299999999995 2021-07-26T16:03:57.132 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.132 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.133 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.133 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.160943+0000", 2021-07-26T16:03:57.133 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.141729457 2021-07-26T16:03:57.133 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.133 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.134 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.134 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.302673+0000", 2021-07-26T16:03:57.134 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9089000000000002e-05 2021-07-26T16:03:57.134 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.134 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.135 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:57.135 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.302742+0000", 2021-07-26T16:03:57.135 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8560999999999997e-05 2021-07-26T16:03:57.135 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.136 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.136 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.136 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.302800+0000", 2021-07-26T16:03:57.136 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14571110200000001 2021-07-26T16:03:57.136 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.137 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.137 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.137 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.137 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.137 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:41902 6.7 6:e3e73137:::benchmark_data_smithi078_103090_object41901:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e101)", 2021-07-26T16:03:57.138 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:53.158135+0000", 2021-07-26T16:03:57.138 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 243.709163975, 2021-07-26T16:03:57.138 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.145587676, 2021-07-26T16:03:57.138 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.139 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:57.139 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.139 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.139 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.139 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 41902 2021-07-26T16:03:57.140 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.140 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.140 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.140 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.141 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158135+0000", 2021-07-26T16:03:57.141 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.141 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.141 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.141 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.142 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158135+0000", 2021-07-26T16:03:57.142 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6396e-05 2021-07-26T16:03:57.142 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.142 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.143 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.143 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158192+0000", 2021-07-26T16:03:57.143 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.979e-06 2021-07-26T16:03:57.143 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.143 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.144 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.144 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158194+0000", 2021-07-26T16:03:57.144 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2345e-05 2021-07-26T16:03:57.144 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.144 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.145 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.145 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158206+0000", 2021-07-26T16:03:57.145 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8980000000000001e-06 2021-07-26T16:03:57.145 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.146 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.146 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.146 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158212+0000", 2021-07-26T16:03:57.146 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00065690799999999999 2021-07-26T16:03:57.146 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.147 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.147 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.147 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158869+0000", 2021-07-26T16:03:57.147 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015442900000000001 2021-07-26T16:03:57.147 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.148 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.148 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.148 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.159023+0000", 2021-07-26T16:03:57.148 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000103336 2021-07-26T16:03:57.149 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.149 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.149 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,4", 2021-07-26T16:03:57.149 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.159127+0000", 2021-07-26T16:03:57.149 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001886193 2021-07-26T16:03:57.150 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.150 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.150 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.150 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.161013+0000", 2021-07-26T16:03:57.151 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.8609999999999993e-06 2021-07-26T16:03:57.151 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.151 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.151 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.151 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.161023+0000", 2021-07-26T16:03:57.152 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14259071400000001 2021-07-26T16:03:57.152 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.152 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.152 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.152 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.303613+0000", 2021-07-26T16:03:57.153 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8699000000000001e-05 2021-07-26T16:03:57.153 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.153 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.153 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:57.153 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.303682+0000", 2021-07-26T16:03:57.154 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.0917999999999997e-05 2021-07-26T16:03:57.154 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.154 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.154 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.155 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.303723+0000", 2021-07-26T16:03:57.155 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.145587676 2021-07-26T16:03:57.155 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.155 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.156 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.156 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.156 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.156 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108960 6.a 6:542c4406:::benchmark_data_smithi078_103090_object4095:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:03:57.156 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:14.952751+0000", 2021-07-26T16:03:57.157 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 161.91454860499999, 2021-07-26T16:03:57.157 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1974689169999999, 2021-07-26T16:03:57.157 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.157 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:03:57.157 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.158 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.158 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.158 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108960 2021-07-26T16:03:57.158 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.159 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.159 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.159 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.159 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952751+0000", 2021-07-26T16:03:57.159 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.160 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.160 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.160 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.160 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952751+0000", 2021-07-26T16:03:57.160 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7690000000000004e-06 2021-07-26T16:03:57.161 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.161 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.161 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.161 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952756+0000", 2021-07-26T16:03:57.161 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.6520000000000002e-06 2021-07-26T16:03:57.162 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.162 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.162 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.162 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952758+0000", 2021-07-26T16:03:57.163 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2357e-05 2021-07-26T16:03:57.163 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.163 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.163 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.163 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952771+0000", 2021-07-26T16:03:57.164 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3770000000000004e-06 2021-07-26T16:03:57.164 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.164 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.164 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.165 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952776+0000", 2021-07-26T16:03:57.165 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6060999999999998e-05 2021-07-26T16:03:57.165 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.165 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.165 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.166 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952822+0000", 2021-07-26T16:03:57.166 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000134931 2021-07-26T16:03:57.166 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.166 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.167 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.167 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952957+0000", 2021-07-26T16:03:57.167 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000124931 2021-07-26T16:03:57.167 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.167 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.168 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:03:57.168 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.953082+0000", 2021-07-26T16:03:57.168 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027972380000000001 2021-07-26T16:03:57.168 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.169 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.169 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.169 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.955879+0000", 2021-07-26T16:03:57.169 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00044350100000000001 2021-07-26T16:03:57.169 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.170 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.170 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.170 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.956323+0000", 2021-07-26T16:03:57.170 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.046537624 2021-07-26T16:03:57.171 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.171 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.171 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.171 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002860+0000", 2021-07-26T16:03:57.171 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.91e-06 2021-07-26T16:03:57.172 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.172 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.172 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.172 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002870+0000", 2021-07-26T16:03:57.173 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.129125747 2021-07-26T16:03:57.173 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.173 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.174 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.174 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.131996+0000", 2021-07-26T16:03:57.174 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000191903 2021-07-26T16:03:57.174 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.174 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.175 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for missing object", 2021-07-26T16:03:57.175 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132188+0000", 2021-07-26T16:03:57.175 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.017935019999999999 2021-07-26T16:03:57.175 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.176 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.176 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.176 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150123+0000", 2021-07-26T16:03:57.176 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.6896000000000002e-05 2021-07-26T16:03:57.177 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.177 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.177 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.177 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150220+0000", 2021-07-26T16:03:57.178 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1974689169999999 2021-07-26T16:03:57.178 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.178 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.178 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.178 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.179 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.179 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108962 6.a 6:502964b6:::benchmark_data_smithi078_103090_object4097:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:03:57.179 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:14.957475+0000", 2021-07-26T16:03:57.179 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 161.90982455, 2021-07-26T16:03:57.179 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1958575360000001, 2021-07-26T16:03:57.180 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.180 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:03:57.180 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.180 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.181 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.181 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108962 2021-07-26T16:03:57.181 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.181 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.182 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.182 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.182 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957475+0000", 2021-07-26T16:03:57.182 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.182 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.183 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.183 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.183 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957475+0000", 2021-07-26T16:03:57.183 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8650000000000001e-06 2021-07-26T16:03:57.184 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.184 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.184 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.184 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957478+0000", 2021-07-26T16:03:57.185 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8190000000000001e-06 2021-07-26T16:03:57.185 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.185 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.185 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.185 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957479+0000", 2021-07-26T16:03:57.186 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0879e-05 2021-07-26T16:03:57.186 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.186 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.186 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.187 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957490+0000", 2021-07-26T16:03:57.187 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5569999999999997e-06 2021-07-26T16:03:57.187 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.187 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.187 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.188 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957495+0000", 2021-07-26T16:03:57.188 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9867999999999998e-05 2021-07-26T16:03:57.188 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.188 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.188 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.189 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957535+0000", 2021-07-26T16:03:57.189 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00017194000000000001 2021-07-26T16:03:57.189 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.189 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.190 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.190 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957707+0000", 2021-07-26T16:03:57.190 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00012575499999999999 2021-07-26T16:03:57.190 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.190 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.191 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:03:57.191 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957832+0000", 2021-07-26T16:03:57.191 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002957426 2021-07-26T16:03:57.191 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.192 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.192 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.192 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.960790+0000", 2021-07-26T16:03:57.192 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4849999999999999e-05 2021-07-26T16:03:57.192 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.193 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.193 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.193 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.960835+0000", 2021-07-26T16:03:57.193 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.042060977999999999 2021-07-26T16:03:57.194 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.194 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.194 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.194 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002896+0000", 2021-07-26T16:03:57.194 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7130000000000005e-06 2021-07-26T16:03:57.195 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.195 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.195 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.195 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002903+0000", 2021-07-26T16:03:57.196 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.129329161 2021-07-26T16:03:57.196 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.196 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.196 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.196 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132233+0000", 2021-07-26T16:03:57.197 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011031699999999999 2021-07-26T16:03:57.197 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.197 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.197 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for missing object", 2021-07-26T16:03:57.198 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132343+0000", 2021-07-26T16:03:57.198 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.020853724000000001 2021-07-26T16:03:57.198 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.198 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.199 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.199 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153197+0000", 2021-07-26T16:03:57.199 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013568400000000001 2021-07-26T16:03:57.199 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.200 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.200 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.200 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153332+0000", 2021-07-26T16:03:57.200 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1958575360000001 2021-07-26T16:03:57.201 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.201 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.201 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.201 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.202 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.202 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108965 6.a 6:59c2138c:::benchmark_data_smithi078_103090_object4100:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:03:57.202 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:14.966376+0000", 2021-07-26T16:03:57.202 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 161.90092284799999, 2021-07-26T16:03:57.202 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.190233415, 2021-07-26T16:03:57.203 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.203 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:03:57.203 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.203 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.204 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.204 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108965 2021-07-26T16:03:57.204 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.204 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.204 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.205 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.205 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966376+0000", 2021-07-26T16:03:57.205 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.205 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.206 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.206 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.206 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966376+0000", 2021-07-26T16:03:57.206 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.83e-06 2021-07-26T16:03:57.206 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.207 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.207 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.207 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966379+0000", 2021-07-26T16:03:57.207 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.187e-06 2021-07-26T16:03:57.208 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.208 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.208 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.208 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966382+0000", 2021-07-26T16:03:57.208 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1518999999999998e-05 2021-07-26T16:03:57.209 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.209 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.209 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.209 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966403+0000", 2021-07-26T16:03:57.210 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9520000000000002e-06 2021-07-26T16:03:57.210 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.210 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.210 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.210 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966408+0000", 2021-07-26T16:03:57.211 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3918999999999996e-05 2021-07-26T16:03:57.211 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.211 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.211 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.212 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966472+0000", 2021-07-26T16:03:57.212 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000212275 2021-07-26T16:03:57.212 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.212 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.212 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.213 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966684+0000", 2021-07-26T16:03:57.213 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00021175999999999999 2021-07-26T16:03:57.213 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.213 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.214 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:03:57.214 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966896+0000", 2021-07-26T16:03:57.214 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002745366 2021-07-26T16:03:57.214 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.214 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.215 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.215 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.969641+0000", 2021-07-26T16:03:57.215 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000410107 2021-07-26T16:03:57.215 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.216 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.216 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.216 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.970051+0000", 2021-07-26T16:03:57.216 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.032875199000000001 2021-07-26T16:03:57.216 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.217 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.217 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.217 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002927+0000", 2021-07-26T16:03:57.217 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.49e-06 2021-07-26T16:03:57.217 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.218 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.218 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.218 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002935+0000", 2021-07-26T16:03:57.218 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1294578930000001 2021-07-26T16:03:57.219 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.219 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.219 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.219 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132393+0000", 2021-07-26T16:03:57.220 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015026699999999999 2021-07-26T16:03:57.220 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.220 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.220 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for missing object", 2021-07-26T16:03:57.220 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132543+0000", 2021-07-26T16:03:57.221 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.023963778000000002 2021-07-26T16:03:57.221 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.221 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.221 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.222 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.156507+0000", 2021-07-26T16:03:57.222 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000102873 2021-07-26T16:03:57.222 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.222 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.223 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.223 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.156610+0000", 2021-07-26T16:03:57.223 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.190233415 2021-07-26T16:03:57.223 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.223 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.224 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.224 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.224 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.224 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108979 6.d 6:b941b757:::benchmark_data_smithi078_103090_object4114:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:03:57.224 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.023422+0000", 2021-07-26T16:03:57.225 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 161.84387738800001, 2021-07-26T16:03:57.225 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100419225, 2021-07-26T16:03:57.225 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.225 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:57.226 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.226 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.226 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.226 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108979 2021-07-26T16:03:57.226 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.227 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.227 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.227 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.227 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023422+0000", 2021-07-26T16:03:57.228 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.228 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.228 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.228 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.228 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023422+0000", 2021-07-26T16:03:57.229 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.1e-06 2021-07-26T16:03:57.229 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.229 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.229 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.230 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023425+0000", 2021-07-26T16:03:57.230 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8989999999999999e-06 2021-07-26T16:03:57.230 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.230 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.230 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.231 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023427+0000", 2021-07-26T16:03:57.231 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2935000000000001e-05 2021-07-26T16:03:57.231 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.231 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.232 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.232 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023440+0000", 2021-07-26T16:03:57.232 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9740000000000001e-06 2021-07-26T16:03:57.232 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.232 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.233 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.233 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023445+0000", 2021-07-26T16:03:57.233 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9378999999999997e-05 2021-07-26T16:03:57.233 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.234 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.234 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.234 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023484+0000", 2021-07-26T16:03:57.234 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5129999999999999e-06 2021-07-26T16:03:57.234 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.235 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.235 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.235 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023492+0000", 2021-07-26T16:03:57.235 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.095256684 2021-07-26T16:03:57.236 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.236 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.236 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.236 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.118748+0000", 2021-07-26T16:03:57.236 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000124122 2021-07-26T16:03:57.237 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.237 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.237 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.237 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.118873+0000", 2021-07-26T16:03:57.237 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013073199999999999 2021-07-26T16:03:57.238 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.238 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.238 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:03:57.238 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.119003+0000", 2021-07-26T16:03:57.239 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003875968 2021-07-26T16:03:57.239 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.239 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.239 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.240 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122879+0000", 2021-07-26T16:03:57.240 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1647000000000003e-05 2021-07-26T16:03:57.240 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.240 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.240 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.241 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122921+0000", 2021-07-26T16:03:57.241 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.2623999999999998e-05 2021-07-26T16:03:57.241 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.241 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.241 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.242 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122954+0000", 2021-07-26T16:03:57.242 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.3801000000000003e-05 2021-07-26T16:03:57.242 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.242 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.243 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:57.243 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122997+0000", 2021-07-26T16:03:57.243 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000843847 2021-07-26T16:03:57.243 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.243 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.244 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.244 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.123841+0000", 2021-07-26T16:03:57.244 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100419225 2021-07-26T16:03:57.244 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.244 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.245 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.245 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.245 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.245 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108991 6.a 6:5c60264b:::benchmark_data_smithi078_103090_object4126:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:03:57.246 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.064154+0000", 2021-07-26T16:03:57.246 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 161.803144898, 2021-07-26T16:03:57.246 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.087248998, 2021-07-26T16:03:57.246 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.246 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:57.247 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.247 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.247 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.247 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108991 2021-07-26T16:03:57.248 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.248 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.248 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.248 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.249 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064154+0000", 2021-07-26T16:03:57.249 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.249 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.249 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.250 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.250 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064154+0000", 2021-07-26T16:03:57.250 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.207e-06 2021-07-26T16:03:57.250 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.251 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.251 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.251 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064158+0000", 2021-07-26T16:03:57.251 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1519999999999999e-06 2021-07-26T16:03:57.252 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.252 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.252 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.252 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064160+0000", 2021-07-26T16:03:57.252 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4857e-05 2021-07-26T16:03:57.253 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.253 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.253 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.253 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064175+0000", 2021-07-26T16:03:57.254 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3879999999999999e-06 2021-07-26T16:03:57.254 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.254 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.254 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.255 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064180+0000", 2021-07-26T16:03:57.255 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8361e-05 2021-07-26T16:03:57.255 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.255 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.255 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.256 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064228+0000", 2021-07-26T16:03:57.256 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.8670000000000006e-06 2021-07-26T16:03:57.256 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.256 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.256 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.257 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064238+0000", 2021-07-26T16:03:57.257 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.068336435 2021-07-26T16:03:57.257 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.257 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.258 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.258 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132575+0000", 2021-07-26T16:03:57.258 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000107741 2021-07-26T16:03:57.258 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.259 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.259 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.259 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132682+0000", 2021-07-26T16:03:57.259 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000115361 2021-07-26T16:03:57.260 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.260 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.260 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:03:57.260 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132798+0000", 2021-07-26T16:03:57.260 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0088309240000000004 2021-07-26T16:03:57.261 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.261 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.261 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.261 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.141629+0000", 2021-07-26T16:03:57.262 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010567160000000001 2021-07-26T16:03:57.262 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.262 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.262 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.263 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142685+0000", 2021-07-26T16:03:57.263 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0078784579999999996 2021-07-26T16:03:57.263 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.263 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.263 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.264 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150564+0000", 2021-07-26T16:03:57.264 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000106062 2021-07-26T16:03:57.264 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.264 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.264 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:57.265 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150670+0000", 2021-07-26T16:03:57.265 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00073346900000000005 2021-07-26T16:03:57.265 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.265 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.266 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.266 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.151403+0000", 2021-07-26T16:03:57.266 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.087248998 2021-07-26T16:03:57.266 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.266 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.267 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.267 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.267 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.267 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108999 6.a 6:568fdac3:::benchmark_data_smithi078_103090_object4134:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:03:57.267 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.087400+0000", 2021-07-26T16:03:57.268 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 161.77989933000001, 2021-07-26T16:03:57.268 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.066831844, 2021-07-26T16:03:57.268 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.268 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:57.269 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.269 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.269 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.269 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108999 2021-07-26T16:03:57.269 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.270 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.270 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.270 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.270 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087400+0000", 2021-07-26T16:03:57.270 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.271 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.271 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.271 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.271 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087400+0000", 2021-07-26T16:03:57.272 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9359999999999999e-06 2021-07-26T16:03:57.272 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.272 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.272 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.272 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087403+0000", 2021-07-26T16:03:57.273 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1950000000000002e-06 2021-07-26T16:03:57.273 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.273 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.273 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.273 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087405+0000", 2021-07-26T16:03:57.274 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6303e-05 2021-07-26T16:03:57.274 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.274 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.274 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.275 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087421+0000", 2021-07-26T16:03:57.275 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9979999999999997e-06 2021-07-26T16:03:57.275 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.275 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.275 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.276 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087428+0000", 2021-07-26T16:03:57.276 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5551999999999999e-05 2021-07-26T16:03:57.276 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.276 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.277 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.277 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087494+0000", 2021-07-26T16:03:57.277 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4256e-05 2021-07-26T16:03:57.277 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.277 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.278 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.278 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087508+0000", 2021-07-26T16:03:57.278 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.048285154 2021-07-26T16:03:57.278 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.279 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.279 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.279 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.135793+0000", 2021-07-26T16:03:57.279 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014692199999999999 2021-07-26T16:03:57.279 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.280 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.280 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.280 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.135940+0000", 2021-07-26T16:03:57.280 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000121239 2021-07-26T16:03:57.280 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.281 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.281 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:03:57.281 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.136062+0000", 2021-07-26T16:03:57.281 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0055742939999999996 2021-07-26T16:03:57.281 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.282 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.282 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.282 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.141636+0000", 2021-07-26T16:03:57.282 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001092839 2021-07-26T16:03:57.283 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.283 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.283 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.283 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142729+0000", 2021-07-26T16:03:57.283 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.010652735999999999 2021-07-26T16:03:57.284 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.284 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.284 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.284 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153381+0000", 2021-07-26T16:03:57.285 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.4962999999999994e-05 2021-07-26T16:03:57.285 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.285 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.285 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:57.285 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153456+0000", 2021-07-26T16:03:57.286 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00077545700000000001 2021-07-26T16:03:57.286 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.286 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.286 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.286 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154232+0000", 2021-07-26T16:03:57.287 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.066831844 2021-07-26T16:03:57.287 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.287 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.287 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.288 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.288 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.288 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:109000 6.a 6:57f372c4:::benchmark_data_smithi078_103090_object4135:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:03:57.288 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.090324+0000", 2021-07-26T16:03:57.288 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 161.77697581300001, 2021-07-26T16:03:57.289 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0646594410000001, 2021-07-26T16:03:57.289 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.289 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:57.289 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.289 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.290 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.290 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 109000 2021-07-26T16:03:57.290 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.290 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.291 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.291 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.291 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090324+0000", 2021-07-26T16:03:57.291 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.291 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.292 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.292 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.292 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090324+0000", 2021-07-26T16:03:57.292 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2960000000000001e-06 2021-07-26T16:03:57.292 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.293 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.293 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.293 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090326+0000", 2021-07-26T16:03:57.293 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5230000000000001e-06 2021-07-26T16:03:57.294 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.294 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.294 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.294 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090327+0000", 2021-07-26T16:03:57.294 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1353e-05 2021-07-26T16:03:57.295 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.295 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.295 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.295 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090339+0000", 2021-07-26T16:03:57.295 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.685e-06 2021-07-26T16:03:57.296 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.296 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.296 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.296 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090343+0000", 2021-07-26T16:03:57.297 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7193e-05 2021-07-26T16:03:57.297 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.297 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.297 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.297 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090391+0000", 2021-07-26T16:03:57.298 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0475999999999999e-05 2021-07-26T16:03:57.298 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.298 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.298 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:03:57.298 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090401+0000", 2021-07-26T16:03:57.299 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0483105580000001 2021-07-26T16:03:57.299 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.299 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.299 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.300 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.138712+0000", 2021-07-26T16:03:57.300 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000106938 2021-07-26T16:03:57.300 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.300 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.300 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.301 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.138819+0000", 2021-07-26T16:03:57.301 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000120214 2021-07-26T16:03:57.301 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.301 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.301 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:03:57.302 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.138939+0000", 2021-07-26T16:03:57.302 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0038196319999999999 2021-07-26T16:03:57.302 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.302 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.303 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.303 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142758+0000", 2021-07-26T16:03:57.303 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1729999999999995e-06 2021-07-26T16:03:57.303 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.303 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.304 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.304 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142767+0000", 2021-07-26T16:03:57.304 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011518815999999999 2021-07-26T16:03:57.304 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.305 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.305 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.305 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154285+0000", 2021-07-26T16:03:57.305 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010076799999999999 2021-07-26T16:03:57.305 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.306 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.306 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:57.306 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154386+0000", 2021-07-26T16:03:57.306 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00059681600000000001 2021-07-26T16:03:57.307 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.307 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.307 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.307 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154983+0000", 2021-07-26T16:03:57.307 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0646594410000001 2021-07-26T16:03:57.308 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.308 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.308 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.308 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.308 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.309 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:110194 6.7 6:eb81d731:::benchmark_data_smithi078_103090_object5329:head [delete] snapc 0=[] ondisk+write+known_if_redirected e118)", 2021-07-26T16:03:57.309 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:19.201854+0000", 2021-07-26T16:03:57.309 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 157.66544562300001, 2021-07-26T16:03:57.309 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.115414803, 2021-07-26T16:03:57.310 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:03:57.310 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:03:57.310 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:03:57.310 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:03:57.310 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:03:57.311 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 110194 2021-07-26T16:03:57.311 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.311 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:03:57.311 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.311 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:03:57.312 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.201854+0000", 2021-07-26T16:03:57.312 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:03:57.312 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.312 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.313 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:03:57.313 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.201854+0000", 2021-07-26T16:03:57.313 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5420000000000002e-06 2021-07-26T16:03:57.313 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.313 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.314 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:03:57.314 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.201860+0000", 2021-07-26T16:03:57.314 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3879999999999998e-06 2021-07-26T16:03:57.314 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.315 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.315 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:03:57.315 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.201863+0000", 2021-07-26T16:03:57.315 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2567e-05 2021-07-26T16:03:57.315 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.316 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.316 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:03:57.316 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.201875+0000", 2021-07-26T16:03:57.316 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4350000000000002e-06 2021-07-26T16:03:57.316 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.317 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.317 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:03:57.317 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.201882+0000", 2021-07-26T16:03:57.317 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0016843959999999999 2021-07-26T16:03:57.317 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.318 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.318 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:03:57.318 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.203566+0000", 2021-07-26T16:03:57.318 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013514399999999999 2021-07-26T16:03:57.319 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.319 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.319 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:03:57.319 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.203701+0000", 2021-07-26T16:03:57.319 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000145864 2021-07-26T16:03:57.320 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.320 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.320 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,4", 2021-07-26T16:03:57.320 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.203847+0000", 2021-07-26T16:03:57.320 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0034053540000000002 2021-07-26T16:03:57.321 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.321 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.321 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.321 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.207252+0000", 2021-07-26T16:03:57.322 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2994e-05 2021-07-26T16:03:57.322 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.322 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.322 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:03:57.322 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.207275+0000", 2021-07-26T16:03:57.323 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.109826751 2021-07-26T16:03:57.323 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.323 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.323 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:03:57.324 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.317102+0000", 2021-07-26T16:03:57.324 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010566299999999999 2021-07-26T16:03:57.324 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.324 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.324 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:03:57.325 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.317208+0000", 2021-07-26T16:03:57.325 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0705000000000002e-05 2021-07-26T16:03:57.325 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:03:57.325 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:03:57.325 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:03:57.326 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:19.317269+0000", 2021-07-26T16:03:57.326 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.115414803 2021-07-26T16:03:57.326 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.326 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.327 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.327 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:03:57.327 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:03:57.327 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:03:57.328 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:57.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:57 smithi139 ceph-mon[56829]: pgmap v412: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 153 op/s; 49454/175482 objects degraded (28.182%); 30433/175482 objects misplaced (17.343%); 19 MiB/s, 308 objects/s recovering 2021-07-26T16:03:57.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:57 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:57.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:57 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:03:57.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:57 smithi139 ceph-mon[56829]: osdmap e152: 8 total, 7 up, 7 in 2021-07-26T16:03:57.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:57 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 49454/175482 objects degraded (28.182%), 18 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:57.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:57.352 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:57.352 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:57.357 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:57 smithi078 ceph-mon[73801]: pgmap v412: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 153 op/s; 49454/175482 objects degraded (28.182%); 30433/175482 objects misplaced (17.343%); 19 MiB/s, 308 objects/s recovering 2021-07-26T16:03:57.358 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:57 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:57.358 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:57 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:03:57.358 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:57 smithi078 ceph-mon[73801]: osdmap e152: 8 total, 7 up, 7 in 2021-07-26T16:03:57.358 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:57 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 49454/175482 objects degraded (28.182%), 18 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:57.359 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:57 smithi078 ceph-mon[77813]: pgmap v412: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 153 op/s; 49454/175482 objects degraded (28.182%); 30433/175482 objects misplaced (17.343%); 19 MiB/s, 308 objects/s recovering 2021-07-26T16:03:57.359 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:57 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:03:57.359 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:57 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:03:57.360 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:57 smithi078 ceph-mon[77813]: osdmap e152: 8 total, 7 up, 7 in 2021-07-26T16:03:57.360 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:57 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 49454/175482 objects degraded (28.182%), 18 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:03:57.453 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:57.484 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:57.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:57.486 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:57.587 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:57.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:57.620 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:57.620 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:57.721 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:57.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:57.746 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:57.746 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:57.848 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:57.870 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-07-26T16:03:57.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:57.872 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:57.873 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:57.974 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:57.996 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:57.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:57.997 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:58.052 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:03:58.099 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:58.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:58.148 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:58.148 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:58.249 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:58.275 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:58.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:58.276 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:03:58.378 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:58.404 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:58.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:58.406 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:03:58.407 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:03:58.426 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:03:58.444 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:03:58.475 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:03:58.499 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:03:58.507 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:58.534 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:58.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:58.537 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:58.537 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:03:58.572 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:03:58.573 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:03:58.573 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:03:58.573 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:03:58.574 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:03:58.574 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENXIO: problem getting command descriptions from osd.4 2021-07-26T16:03:58.574 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: problem getting command descriptions from osd.4 2021-07-26T16:03:58.574 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:03:58.575 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:03:58.575 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:03:58.638 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:03:58.667 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:58.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:58.669 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:03:58.770 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:03:58.800 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:58.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:58.802 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:03:58.903 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:58.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:58.926 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:58.926 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:59.028 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:59.050 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:59.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:59.052 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:59.135 INFO:teuthology.orchestra.run.smithi078.stderr:set pool 6 pg_num to 26 2021-07-26T16:03:59.152 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:03:59.175 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:03:59.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:59.177 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:03:59.278 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:59.309 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:59.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:59.311 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:59.374 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:03:59.410 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:59 smithi078 ceph-mon[73801]: pgmap v414: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 137 op/s; 49454/175482 objects degraded (28.182%); 30433/175482 objects misplaced (17.343%); 15 MiB/s, 247 objects/s recovering 2021-07-26T16:03:59.410 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:59 smithi078 ceph-mon[73801]: osdmap e153: 8 total, 7 up, 7 in 2021-07-26T16:03:59.410 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:59 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1493564869' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:59.410 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:59 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3295534646' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]: dispatch 2021-07-26T16:03:59.411 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:03:59 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]: dispatch 2021-07-26T16:03:59.411 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:59 smithi078 ceph-mon[77813]: pgmap v414: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 137 op/s; 49454/175482 objects degraded (28.182%); 30433/175482 objects misplaced (17.343%); 15 MiB/s, 247 objects/s recovering 2021-07-26T16:03:59.411 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:59 smithi078 ceph-mon[77813]: osdmap e153: 8 total, 7 up, 7 in 2021-07-26T16:03:59.412 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:59 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1493564869' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:59.412 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:59 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3295534646' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]: dispatch 2021-07-26T16:03:59.412 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:03:59 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]: dispatch 2021-07-26T16:03:59.413 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:59.415 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:59 smithi139 ceph-mon[56829]: pgmap v414: 89 pgs: 1 active+undersized+degraded+remapped+backfilling, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 137 op/s; 49454/175482 objects degraded (28.182%); 30433/175482 objects misplaced (17.343%); 15 MiB/s, 247 objects/s recovering 2021-07-26T16:03:59.415 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:59 smithi139 ceph-mon[56829]: osdmap e153: 8 total, 7 up, 7 in 2021-07-26T16:03:59.416 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:59 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1493564869' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:03:59.416 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:59 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3295534646' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]: dispatch 2021-07-26T16:03:59.416 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:03:59 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]: dispatch 2021-07-26T16:03:59.451 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:59.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:59.453 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:59.554 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:03:59.577 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-07-26T16:03:59.578 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-07-26T16:03:59.579 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:03:59.589 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:59.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:59.591 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:03:59.692 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:59.721 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:59.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:59.722 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:59.824 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:03:59.855 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:03:59.856 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:03:59.872 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:03:59.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:03:59.873 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:03:59.975 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:00.015 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:00.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:00.017 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:00.119 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:00.143 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:00.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:00.144 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:00.245 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:00.288 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:00.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:00.290 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:00.392 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:00.415 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:00.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:00.416 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:00.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:00 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]': finished 2021-07-26T16:04:00.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:00 smithi078 ceph-mon[73801]: osdmap e154: 8 total, 7 up, 7 in 2021-07-26T16:04:00.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:00 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]': finished 2021-07-26T16:04:00.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:00 smithi078 ceph-mon[77813]: osdmap e154: 8 total, 7 up, 7 in 2021-07-26T16:04:00.517 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:00.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:00.546 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:00.547 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:00.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:00 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num", "val": "26"}]': finished 2021-07-26T16:04:00.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:00 smithi139 ceph-mon[56829]: osdmap e154: 8 total, 7 up, 7 in 2021-07-26T16:04:00.638 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-07-26T16:04:00.648 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:00.704 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:00.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:00.706 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:00.786 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:04:00.807 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:00.848 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:00.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:00.850 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:00.951 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:00.975 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:00.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:00.977 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:01.078 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:01.101 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:01.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:01.103 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:01.205 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:01.230 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:01.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:01.231 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:01.276 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:01 smithi139 ceph-mon[56829]: pgmap v417: 89 pgs: 1 peering, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 211 op/s; 48143/173595 objects degraded (27.733%); 30055/173595 objects misplaced (17.313%); 34 MiB/s, 542 objects/s recovering 2021-07-26T16:04:01.332 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:01.355 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:01.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:01.356 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:01.457 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:01.481 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:01.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:01.483 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:01.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:01 smithi078 ceph-mon[73801]: pgmap v417: 89 pgs: 1 peering, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 211 op/s; 48143/173595 objects degraded (27.733%); 30055/173595 objects misplaced (17.313%); 34 MiB/s, 542 objects/s recovering 2021-07-26T16:04:01.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:01 smithi078 ceph-mon[77813]: pgmap v417: 89 pgs: 1 peering, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 211 op/s; 48143/173595 objects degraded (27.733%); 30055/173595 objects misplaced (17.313%); 34 MiB/s, 542 objects/s recovering 2021-07-26T16:04:01.580 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:04:01.584 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:01.605 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:01.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:01.607 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:01.708 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:01.729 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:01.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:01.731 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:01.789 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:01.832 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:01.869 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:01.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:01.871 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:01.974 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:02.008 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:02.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:02.010 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:02.111 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:02.133 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:02.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:02.135 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:02.236 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:02.270 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:02 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 48143/173595 objects degraded (27.733%), 17 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:02.273 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:02.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:02.275 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:02.376 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:02.400 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:02.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:02.401 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:02.462 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:04:02.463 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:04:02.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:02 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 48143/173595 objects degraded (27.733%), 17 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:02.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:02 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 48143/173595 objects degraded (27.733%), 17 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:02.502 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:02.524 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:02.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:02.526 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:02.627 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:02.649 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:02.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:02.651 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:02.752 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:02.783 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:02.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:02.784 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:02.885 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:02.908 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:02.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:02.909 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:03.010 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:03.032 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:03.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:03.033 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:03.134 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:03.156 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:03.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:03.157 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:03.179 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-07-26T16:04:03.183 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:04:03.258 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:03.284 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:03.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:03.285 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:03.360 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:04:03.386 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:03.410 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:03.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:03.412 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:03 smithi078 ceph-mon[73801]: pgmap v418: 89 pgs: 1 peering, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 120 op/s; 47993/173307 objects degraded (27.692%); 29948/173307 objects misplaced (17.280%); 15 MiB/s, 235 objects/s recovering 2021-07-26T16:04:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:03 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2340362252' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:03.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:03 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:03 smithi078 ceph-mon[77813]: pgmap v418: 89 pgs: 1 peering, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 120 op/s; 47993/173307 objects degraded (27.692%); 29948/173307 objects misplaced (17.280%); 15 MiB/s, 235 objects/s recovering 2021-07-26T16:04:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:03 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2340362252' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:03.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:03 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:03.493 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:03 smithi139 ceph-mon[56829]: pgmap v418: 89 pgs: 1 peering, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 120 op/s; 47993/173307 objects degraded (27.692%); 29948/173307 objects misplaced (17.280%); 15 MiB/s, 235 objects/s recovering 2021-07-26T16:04:03.494 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:03 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2340362252' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:03.494 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:03 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:03.513 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:03.538 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:03.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:03.540 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:03.641 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:03.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:03.681 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:03.682 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:03.784 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:03.806 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:03.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:03.807 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:03.909 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:03.931 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:03.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:03.932 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:04.034 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:04.055 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:04.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:04.057 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:04.158 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:04.194 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:04.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:04.196 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:04.223 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:04 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:04.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:04 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:04:04.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:04 smithi078 ceph-mon[77813]: osdmap e155: 8 total, 7 up, 7 in 2021-07-26T16:04:04.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:04:04.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:04 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:04.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:04 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:04:04.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:04 smithi078 ceph-mon[73801]: osdmap e155: 8 total, 7 up, 7 in 2021-07-26T16:04:04.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:04:04.297 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:04.319 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:04.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:04.320 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:04.421 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:04.442 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:04.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:04.444 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:04.537 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:04:04.545 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:04.566 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:04:04.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:04 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:04.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:04 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:04:04.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:04 smithi139 ceph-mon[56829]: osdmap e155: 8 total, 7 up, 7 in 2021-07-26T16:04:04.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:04:04.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:04.583 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:04.583 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:04.598 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:04:04.627 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:04:04.659 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:04:04.685 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:04.689 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:04:04.717 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:04.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:04.718 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:04.724 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:04:04.724 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:04:04.724 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:04:04.724 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:04:04.725 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:04:04.725 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENXIO: problem getting command descriptions from osd.4 2021-07-26T16:04:04.725 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: problem getting command descriptions from osd.4 2021-07-26T16:04:04.725 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:04:04.725 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:04:04.726 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:04:04.819 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:04.855 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:04.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:04.859 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:04.960 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:04.992 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:04.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:04.994 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:05.012 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:04:05.013 INFO:teuthology.orchestra.run.smithi139.stdout: "size": 20, 2021-07-26T16:04:05.013 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 600, 2021-07-26T16:04:05.013 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:04:05.013 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.014 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:142620 6.a 6:596ef26d:::benchmark_data_smithi078_103090_object37755:head [delete] snapc 0=[] ondisk+write+known_if_redirected e134)", 2021-07-26T16:04:05.014 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:02:48.764395+0000", 2021-07-26T16:04:05.014 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 76.245530793, 2021-07-26T16:04:05.014 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.106900909, 2021-07-26T16:04:05.015 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.015 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.015 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.015 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.016 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.016 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 142620 2021-07-26T16:04:05.016 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.016 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.016 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.017 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.017 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:48.764395+0000", 2021-07-26T16:04:05.017 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.017 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.018 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.018 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.018 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:48.764395+0000", 2021-07-26T16:04:05.018 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5920000000000001e-06 2021-07-26T16:04:05.018 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.019 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.019 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.019 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:48.764399+0000", 2021-07-26T16:04:05.019 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8120000000000001e-06 2021-07-26T16:04:05.020 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.020 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.020 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.020 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:48.764403+0000", 2021-07-26T16:04:05.021 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3311e-05 2021-07-26T16:04:05.021 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.021 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.021 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.022 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:48.764416+0000", 2021-07-26T16:04:05.022 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6649999999999997e-06 2021-07-26T16:04:05.022 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.022 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.022 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.023 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:48.764423+0000", 2021-07-26T16:04:05.023 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.9969000000000001e-05 2021-07-26T16:04:05.023 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.023 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.024 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.024 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:48.764483+0000", 2021-07-26T16:04:05.024 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00020142599999999999 2021-07-26T16:04:05.024 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.024 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.025 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.025 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:48.764684+0000", 2021-07-26T16:04:05.025 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00022676599999999999 2021-07-26T16:04:05.025 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.026 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.026 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.026 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:48.764911+0000", 2021-07-26T16:04:05.026 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0035059620000000001 2021-07-26T16:04:05.027 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.027 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.027 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.027 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:48.768417+0000", 2021-07-26T16:04:05.027 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0050651020000000001 2021-07-26T16:04:05.028 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.028 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.028 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.028 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:48.773482+0000", 2021-07-26T16:04:05.029 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.095275657 2021-07-26T16:04:05.029 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.029 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.029 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.029 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:48.868758+0000", 2021-07-26T16:04:05.030 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014867 2021-07-26T16:04:05.030 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.030 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.030 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.031 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:48.868906+0000", 2021-07-26T16:04:05.031 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0023899770000000002 2021-07-26T16:04:05.031 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.031 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.032 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.032 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:02:48.871296+0000", 2021-07-26T16:04:05.032 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.106900909 2021-07-26T16:04:05.032 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.033 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.033 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.033 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.033 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.034 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149432 6.a 6:547a9c49:::benchmark_data_smithi078_103090_object44567:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:04:05.034 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.055341+0000", 2021-07-26T16:04:05.034 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 28.954584672999999, 2021-07-26T16:04:05.034 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4316235620000004, 2021-07-26T16:04:05.034 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.035 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.035 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.035 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.035 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.036 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149432 2021-07-26T16:04:05.036 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.036 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.036 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.036 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.037 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055341+0000", 2021-07-26T16:04:05.037 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.037 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.037 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.038 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.038 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055341+0000", 2021-07-26T16:04:05.038 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6729999999999998e-06 2021-07-26T16:04:05.038 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.038 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.039 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.039 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055345+0000", 2021-07-26T16:04:05.039 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3e-06 2021-07-26T16:04:05.039 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.040 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.040 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.040 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055347+0000", 2021-07-26T16:04:05.040 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7921999999999999e-05 2021-07-26T16:04:05.040 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.041 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.041 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.041 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055365+0000", 2021-07-26T16:04:05.041 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5830000000000001e-06 2021-07-26T16:04:05.042 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.042 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.042 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.042 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055373+0000", 2021-07-26T16:04:05.042 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1367999999999999e-05 2021-07-26T16:04:05.043 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.043 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.043 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.043 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055434+0000", 2021-07-26T16:04:05.044 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013249600000000001 2021-07-26T16:04:05.044 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.044 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.044 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.044 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055567+0000", 2021-07-26T16:04:05.045 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013831999999999999 2021-07-26T16:04:05.045 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.045 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.045 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.046 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055705+0000", 2021-07-26T16:04:05.046 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024251540000000001 2021-07-26T16:04:05.046 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.046 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.046 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.047 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.058130+0000", 2021-07-26T16:04:05.047 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0033442319999999999 2021-07-26T16:04:05.047 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.047 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.048 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.048 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.061475+0000", 2021-07-26T16:04:05.048 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4240805249999999 2021-07-26T16:04:05.048 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.048 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.049 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.049 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.485555+0000", 2021-07-26T16:04:05.049 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8174000000000003e-05 2021-07-26T16:04:05.049 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.049 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.050 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.050 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.485603+0000", 2021-07-26T16:04:05.050 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0013618149999999999 2021-07-26T16:04:05.050 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.051 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.051 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.051 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.486965+0000", 2021-07-26T16:04:05.051 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4316235620000004 2021-07-26T16:04:05.052 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.052 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.052 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.052 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.052 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.053 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149434 6.a 6:5f1fb054:::benchmark_data_smithi078_103090_object44569:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:04:05.053 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.066765+0000", 2021-07-26T16:04:05.053 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 28.943161494999998, 2021-07-26T16:04:05.053 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4222076340000003, 2021-07-26T16:04:05.054 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.054 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.054 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.054 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.054 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.055 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149434 2021-07-26T16:04:05.055 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.055 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.055 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.056 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.056 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066765+0000", 2021-07-26T16:04:05.056 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.056 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.056 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.057 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.057 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066765+0000", 2021-07-26T16:04:05.057 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.395e-06 2021-07-26T16:04:05.057 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.058 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.058 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.058 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066770+0000", 2021-07-26T16:04:05.058 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1900000000000002e-06 2021-07-26T16:04:05.059 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.059 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.059 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.059 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066772+0000", 2021-07-26T16:04:05.059 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5387e-05 2021-07-26T16:04:05.060 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.060 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.060 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.060 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066788+0000", 2021-07-26T16:04:05.061 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4212e-05 2021-07-26T16:04:05.061 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.061 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.061 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.061 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066802+0000", 2021-07-26T16:04:05.062 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3403000000000003e-05 2021-07-26T16:04:05.062 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.062 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.062 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.063 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066865+0000", 2021-07-26T16:04:05.063 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023589999999999999 2021-07-26T16:04:05.063 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.063 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.063 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.064 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.067101+0000", 2021-07-26T16:04:05.064 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000186887 2021-07-26T16:04:05.064 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.064 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.065 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.065 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.067288+0000", 2021-07-26T16:04:05.065 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0029146430000000002 2021-07-26T16:04:05.065 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.065 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.066 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.066 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.070203+0000", 2021-07-26T16:04:05.066 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0016304710000000001 2021-07-26T16:04:05.066 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.067 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.067 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.067 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.071833+0000", 2021-07-26T16:04:05.067 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4151966170000003 2021-07-26T16:04:05.067 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.068 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.068 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.068 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.487030+0000", 2021-07-26T16:04:05.068 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1588999999999995e-05 2021-07-26T16:04:05.069 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.069 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.069 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.069 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.487101+0000", 2021-07-26T16:04:05.069 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00187094 2021-07-26T16:04:05.070 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.070 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.070 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.070 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.488972+0000", 2021-07-26T16:04:05.071 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4222076340000003 2021-07-26T16:04:05.071 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.071 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.071 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.071 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.072 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.072 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149441 6.a 6:519cf7ee:::benchmark_data_smithi078_103090_object44576:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:04:05.072 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.146649+0000", 2021-07-26T16:04:05.072 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 28.863277273000001, 2021-07-26T16:04:05.073 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.350155547, 2021-07-26T16:04:05.073 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.073 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.073 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.073 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.074 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.074 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149441 2021-07-26T16:04:05.074 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.074 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.075 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.075 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.075 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146649+0000", 2021-07-26T16:04:05.075 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.076 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.076 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.076 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.076 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146649+0000", 2021-07-26T16:04:05.076 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9709999999999998e-06 2021-07-26T16:04:05.077 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.077 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.077 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.077 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146653+0000", 2021-07-26T16:04:05.077 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.875e-06 2021-07-26T16:04:05.078 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.078 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.078 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.078 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146656+0000", 2021-07-26T16:04:05.079 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7669e-05 2021-07-26T16:04:05.079 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.079 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.079 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.079 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146673+0000", 2021-07-26T16:04:05.080 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8449999999999997e-06 2021-07-26T16:04:05.080 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.080 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.080 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.081 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146680+0000", 2021-07-26T16:04:05.081 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3987999999999999e-05 2021-07-26T16:04:05.081 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.081 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.081 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.082 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146734+0000", 2021-07-26T16:04:05.082 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013868999999999999 2021-07-26T16:04:05.082 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.082 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.083 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.083 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146873+0000", 2021-07-26T16:04:05.083 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014201900000000001 2021-07-26T16:04:05.083 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.083 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.084 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.084 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.147015+0000", 2021-07-26T16:04:05.084 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024935640000000002 2021-07-26T16:04:05.084 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.085 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.085 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.085 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.149508+0000", 2021-07-26T16:04:05.085 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025095400000000002 2021-07-26T16:04:05.085 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.086 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.086 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.086 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.152018+0000", 2021-07-26T16:04:05.086 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.342686198 2021-07-26T16:04:05.087 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.087 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.087 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.087 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.494704+0000", 2021-07-26T16:04:05.087 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1418000000000001e-05 2021-07-26T16:04:05.088 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.088 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.088 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.088 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.494756+0000", 2021-07-26T16:04:05.089 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0020487700000000001 2021-07-26T16:04:05.089 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.089 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.089 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.089 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.496804+0000", 2021-07-26T16:04:05.090 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.350155547 2021-07-26T16:04:05.090 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.090 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.090 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.091 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.091 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.091 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149465 6.a 6:561401cd:::benchmark_data_smithi078_103090_object44600:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:04:05.091 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.572716+0000", 2021-07-26T16:04:05.092 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 28.437210167, 2021-07-26T16:04:05.092 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9257759349999999, 2021-07-26T16:04:05.092 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.092 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.092 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.093 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.093 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.093 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149465 2021-07-26T16:04:05.093 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.094 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.094 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.094 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.094 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572716+0000", 2021-07-26T16:04:05.094 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.095 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.095 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.095 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.095 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572716+0000", 2021-07-26T16:04:05.096 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.269e-06 2021-07-26T16:04:05.096 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.096 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.096 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.097 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572719+0000", 2021-07-26T16:04:05.097 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9080000000000002e-06 2021-07-26T16:04:05.097 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.097 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.097 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.098 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572721+0000", 2021-07-26T16:04:05.098 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3721e-05 2021-07-26T16:04:05.098 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.098 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.099 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.099 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572735+0000", 2021-07-26T16:04:05.099 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7080000000000002e-06 2021-07-26T16:04:05.099 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.099 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.100 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.100 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572741+0000", 2021-07-26T16:04:05.100 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1920000000000003e-05 2021-07-26T16:04:05.100 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.101 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.101 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.101 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572803+0000", 2021-07-26T16:04:05.101 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00017783100000000001 2021-07-26T16:04:05.101 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.102 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.102 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.102 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572980+0000", 2021-07-26T16:04:05.102 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014439699999999999 2021-07-26T16:04:05.102 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.103 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.103 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.103 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.573125+0000", 2021-07-26T16:04:05.103 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027578139999999999 2021-07-26T16:04:05.104 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.104 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.104 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.104 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.575883+0000", 2021-07-26T16:04:05.104 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0017882099999999999 2021-07-26T16:04:05.105 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.105 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.105 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.105 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.577671+0000", 2021-07-26T16:04:05.106 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9191918490000002 2021-07-26T16:04:05.106 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.106 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.106 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.107 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.496863+0000", 2021-07-26T16:04:05.107 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1462000000000003e-05 2021-07-26T16:04:05.107 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.107 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.108 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.108 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.496914+0000", 2021-07-26T16:04:05.108 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0015778459999999999 2021-07-26T16:04:05.108 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.108 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.109 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.109 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.498492+0000", 2021-07-26T16:04:05.109 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9257759349999999 2021-07-26T16:04:05.109 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.110 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.110 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.110 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.110 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.110 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149484 6.a 6:519ea9c6:::benchmark_data_smithi078_103090_object44619:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:04:05.111 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.774528+0000", 2021-07-26T16:04:05.111 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 28.235398491000002, 2021-07-26T16:04:05.111 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7258322929999999, 2021-07-26T16:04:05.111 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.112 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.112 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.112 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.112 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.113 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149484 2021-07-26T16:04:05.113 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.113 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.113 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.113 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.114 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774528+0000", 2021-07-26T16:04:05.114 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.114 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.114 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.115 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.115 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774528+0000", 2021-07-26T16:04:05.115 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6909999999999999e-06 2021-07-26T16:04:05.115 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.115 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.116 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.116 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774531+0000", 2021-07-26T16:04:05.116 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4049999999999998e-06 2021-07-26T16:04:05.116 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.117 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.117 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.117 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774534+0000", 2021-07-26T16:04:05.117 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5217e-05 2021-07-26T16:04:05.117 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.118 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.118 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.118 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774549+0000", 2021-07-26T16:04:05.118 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.4920000000000001e-06 2021-07-26T16:04:05.118 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.119 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.119 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.119 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774554+0000", 2021-07-26T16:04:05.119 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7425000000000001e-05 2021-07-26T16:04:05.120 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.120 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.120 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.120 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774602+0000", 2021-07-26T16:04:05.120 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014033900000000001 2021-07-26T16:04:05.121 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.121 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.121 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.121 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774742+0000", 2021-07-26T16:04:05.122 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014589599999999999 2021-07-26T16:04:05.122 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.122 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.122 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.122 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774888+0000", 2021-07-26T16:04:05.123 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024279029999999999 2021-07-26T16:04:05.123 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.123 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.123 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.124 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.777316+0000", 2021-07-26T16:04:05.124 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0011779519999999999 2021-07-26T16:04:05.124 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.124 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.124 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.125 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.778494+0000", 2021-07-26T16:04:05.125 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7200481299999999 2021-07-26T16:04:05.125 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.125 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.125 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.126 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.498542+0000", 2021-07-26T16:04:05.126 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9347e-05 2021-07-26T16:04:05.126 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.126 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.127 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.127 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.498591+0000", 2021-07-26T16:04:05.127 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001768496 2021-07-26T16:04:05.127 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.127 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.128 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.128 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.500360+0000", 2021-07-26T16:04:05.128 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7258322929999999 2021-07-26T16:04:05.128 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.129 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.129 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.129 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.129 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.129 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149525 6.a 6:58308c1b:::benchmark_data_smithi078_103090_object44660:head [delete] snapc 0=[] ondisk+write+known_if_redirected e145)", 2021-07-26T16:04:05.130 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:40.622456+0000", 2021-07-26T16:04:05.130 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 24.387469652, 2021-07-26T16:04:05.130 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3604098950000001, 2021-07-26T16:04:05.130 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.131 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.131 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.131 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.131 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.131 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149525 2021-07-26T16:04:05.132 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.132 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.132 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.132 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.133 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622456+0000", 2021-07-26T16:04:05.133 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.133 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.133 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.133 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.134 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622456+0000", 2021-07-26T16:04:05.134 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0930000000000001e-06 2021-07-26T16:04:05.134 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.134 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.134 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.135 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622459+0000", 2021-07-26T16:04:05.135 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.843e-06 2021-07-26T16:04:05.135 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.135 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.136 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.136 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622460+0000", 2021-07-26T16:04:05.136 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1382999999999999e-05 2021-07-26T16:04:05.136 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.137 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.137 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.137 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622472+0000", 2021-07-26T16:04:05.137 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8119999999999998e-06 2021-07-26T16:04:05.137 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.138 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.138 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.138 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622477+0000", 2021-07-26T16:04:05.138 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7513999999999999e-05 2021-07-26T16:04:05.138 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.139 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.139 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.139 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622534+0000", 2021-07-26T16:04:05.139 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000140598 2021-07-26T16:04:05.140 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.140 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.140 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.140 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622675+0000", 2021-07-26T16:04:05.140 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014560199999999999 2021-07-26T16:04:05.141 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.141 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.141 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.141 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622820+0000", 2021-07-26T16:04:05.142 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025685159999999999 2021-07-26T16:04:05.142 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.142 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.142 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.143 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.625389+0000", 2021-07-26T16:04:05.143 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0037355639999999998 2021-07-26T16:04:05.143 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.143 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.143 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.144 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.629124+0000", 2021-07-26T16:04:05.144 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3510160980000001 2021-07-26T16:04:05.144 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.144 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.145 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.145 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:42.980141+0000", 2021-07-26T16:04:05.145 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000113134 2021-07-26T16:04:05.145 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.146 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.146 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.146 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:42.980254+0000", 2021-07-26T16:04:05.146 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0026127379999999999 2021-07-26T16:04:05.146 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.147 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.147 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.147 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:42.982866+0000", 2021-07-26T16:04:05.147 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3604098950000001 2021-07-26T16:04:05.147 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.148 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.148 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.148 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.148 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.149 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149582 6.a 6:5ecdd84f:::benchmark_data_smithi078_103090_object44717:head [delete] snapc 0=[] ondisk+write+known_if_redirected e145)", 2021-07-26T16:04:05.149 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:40.913622+0000", 2021-07-26T16:04:05.149 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 24.096303789, 2021-07-26T16:04:05.149 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1186634720000002, 2021-07-26T16:04:05.149 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.150 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.150 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.150 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.150 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.151 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149582 2021-07-26T16:04:05.151 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.151 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.151 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.152 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.152 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913622+0000", 2021-07-26T16:04:05.152 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.152 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.152 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.153 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.153 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913622+0000", 2021-07-26T16:04:05.153 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7759999999999999e-06 2021-07-26T16:04:05.153 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.153 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.154 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.154 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913626+0000", 2021-07-26T16:04:05.154 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0530000000000001e-06 2021-07-26T16:04:05.154 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.155 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.155 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.155 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913628+0000", 2021-07-26T16:04:05.155 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3917000000000001e-05 2021-07-26T16:04:05.155 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.156 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.156 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.156 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913642+0000", 2021-07-26T16:04:05.156 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9400000000000001e-06 2021-07-26T16:04:05.157 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.157 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.157 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.157 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913647+0000", 2021-07-26T16:04:05.157 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3263000000000001e-05 2021-07-26T16:04:05.158 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.158 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.158 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.158 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913700+0000", 2021-07-26T16:04:05.158 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014553299999999999 2021-07-26T16:04:05.159 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.159 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.159 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.159 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913846+0000", 2021-07-26T16:04:05.160 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014655700000000001 2021-07-26T16:04:05.160 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.160 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.160 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.160 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913992+0000", 2021-07-26T16:04:05.161 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025807220000000001 2021-07-26T16:04:05.161 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.161 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.161 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.161 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.916573+0000", 2021-07-26T16:04:05.162 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0030889139999999999 2021-07-26T16:04:05.162 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.162 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.162 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.163 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.919662+0000", 2021-07-26T16:04:05.163 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.109857951 2021-07-26T16:04:05.163 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.163 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.163 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.164 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.029520+0000", 2021-07-26T16:04:05.164 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1766999999999993e-05 2021-07-26T16:04:05.164 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.164 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.165 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.165 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.029582+0000", 2021-07-26T16:04:05.165 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027040789999999999 2021-07-26T16:04:05.165 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.166 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.166 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.166 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.032286+0000", 2021-07-26T16:04:05.166 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1186634720000002 2021-07-26T16:04:05.166 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.167 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.167 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.167 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.167 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.167 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149610 6.a 6:5f5dd8f6:::benchmark_data_smithi078_103090_object44745:head [delete] snapc 0=[] ondisk+write+known_if_redirected e146)", 2021-07-26T16:04:05.168 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:41.192570+0000", 2021-07-26T16:04:05.168 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 23.817355734, 2021-07-26T16:04:05.168 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8481416260000001, 2021-07-26T16:04:05.168 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.169 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.169 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.169 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.169 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.169 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149610 2021-07-26T16:04:05.170 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.170 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.170 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.170 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.171 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192570+0000", 2021-07-26T16:04:05.171 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.171 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.171 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.171 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.172 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192570+0000", 2021-07-26T16:04:05.172 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3599999999999999e-06 2021-07-26T16:04:05.172 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.172 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.172 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.173 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192573+0000", 2021-07-26T16:04:05.173 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0169999999999999e-06 2021-07-26T16:04:05.173 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.173 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.174 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.174 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192575+0000", 2021-07-26T16:04:05.174 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.9049999999999997e-06 2021-07-26T16:04:05.174 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.175 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.175 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.175 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192583+0000", 2021-07-26T16:04:05.175 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6500000000000004e-06 2021-07-26T16:04:05.176 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.176 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.176 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.176 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192587+0000", 2021-07-26T16:04:05.176 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7795999999999999e-05 2021-07-26T16:04:05.177 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.177 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.177 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.177 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192655+0000", 2021-07-26T16:04:05.177 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00024666800000000002 2021-07-26T16:04:05.178 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.178 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.178 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.178 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192902+0000", 2021-07-26T16:04:05.179 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023770099999999999 2021-07-26T16:04:05.179 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.179 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.179 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.179 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.193140+0000", 2021-07-26T16:04:05.180 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027957870000000001 2021-07-26T16:04:05.180 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.180 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.180 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.181 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.195935+0000", 2021-07-26T16:04:05.181 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00055411900000000005 2021-07-26T16:04:05.181 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.181 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.181 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.182 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.196489+0000", 2021-07-26T16:04:05.182 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.841675215 2021-07-26T16:04:05.182 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.182 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.182 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.183 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.038165+0000", 2021-07-26T16:04:05.183 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4268e-05 2021-07-26T16:04:05.183 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.183 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.184 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.184 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.038249+0000", 2021-07-26T16:04:05.184 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024631399999999999 2021-07-26T16:04:05.184 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.184 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.185 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.185 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.040712+0000", 2021-07-26T16:04:05.185 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8481416260000001 2021-07-26T16:04:05.185 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.186 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.186 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.186 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.186 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.187 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:150879 6.a 6:5494fcd2:::benchmark_data_smithi078_103090_object46014:head [delete] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-07-26T16:04:05.187 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:51.448699+0000", 2021-07-26T16:04:05.187 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 13.561227549, 2021-07-26T16:04:05.187 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.12572718399999999, 2021-07-26T16:04:05.187 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.188 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.188 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.188 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.188 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.189 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 150879 2021-07-26T16:04:05.189 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.189 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.189 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.189 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.190 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.448699+0000", 2021-07-26T16:04:05.190 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.190 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.190 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.191 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.191 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.448699+0000", 2021-07-26T16:04:05.191 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.2710000000000001e-06 2021-07-26T16:04:05.191 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.191 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.192 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.192 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.448702+0000", 2021-07-26T16:04:05.192 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2570000000000002e-06 2021-07-26T16:04:05.192 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.193 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.193 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.193 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.448704+0000", 2021-07-26T16:04:05.193 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3492000000000001e-05 2021-07-26T16:04:05.193 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.194 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.194 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.194 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.448718+0000", 2021-07-26T16:04:05.194 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5780000000000004e-06 2021-07-26T16:04:05.195 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.195 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.195 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.195 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.448724+0000", 2021-07-26T16:04:05.196 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4581999999999999e-05 2021-07-26T16:04:05.196 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.196 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.197 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.197 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.448789+0000", 2021-07-26T16:04:05.197 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00020178000000000001 2021-07-26T16:04:05.198 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.198 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.198 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.198 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.448991+0000", 2021-07-26T16:04:05.198 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00022079099999999999 2021-07-26T16:04:05.199 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.199 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.199 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.199 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.449211+0000", 2021-07-26T16:04:05.200 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0026445800000000001 2021-07-26T16:04:05.200 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.200 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.200 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.201 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.451856+0000", 2021-07-26T16:04:05.201 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0022364749999999999 2021-07-26T16:04:05.201 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.201 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.201 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.202 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.454092+0000", 2021-07-26T16:04:05.202 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.11815980700000001 2021-07-26T16:04:05.202 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.202 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.203 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.203 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.572252+0000", 2021-07-26T16:04:05.203 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.9198999999999998e-05 2021-07-26T16:04:05.203 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.203 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.204 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.204 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.572341+0000", 2021-07-26T16:04:05.204 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0020843720000000001 2021-07-26T16:04:05.204 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.205 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.205 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.205 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.574426+0000", 2021-07-26T16:04:05.205 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.12572718399999999 2021-07-26T16:04:05.205 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.206 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.206 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.206 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.206 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.207 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:150893 6.a 6:54e470e4:::benchmark_data_smithi078_103090_object46028:head [delete] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-07-26T16:04:05.207 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:51.496699+0000", 2021-07-26T16:04:05.207 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 13.513226789999999, 2021-07-26T16:04:05.207 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.095602911999999998, 2021-07-26T16:04:05.207 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.208 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.208 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.208 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.208 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.209 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 150893 2021-07-26T16:04:05.209 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.209 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.209 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.209 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.210 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.496699+0000", 2021-07-26T16:04:05.210 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.210 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.210 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.211 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.211 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.496699+0000", 2021-07-26T16:04:05.211 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3269999999999999e-06 2021-07-26T16:04:05.211 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.211 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.212 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.212 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.496702+0000", 2021-07-26T16:04:05.212 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.822e-06 2021-07-26T16:04:05.212 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.212 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.213 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.213 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.496706+0000", 2021-07-26T16:04:05.213 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3271999999999999e-05 2021-07-26T16:04:05.213 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.214 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.214 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.214 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.496719+0000", 2021-07-26T16:04:05.214 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7380000000000002e-06 2021-07-26T16:04:05.215 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.215 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.215 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.215 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.496724+0000", 2021-07-26T16:04:05.216 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3278e-05 2021-07-26T16:04:05.216 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.216 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.216 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.216 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.496777+0000", 2021-07-26T16:04:05.217 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00020426600000000001 2021-07-26T16:04:05.217 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.217 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.217 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.217 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.496981+0000", 2021-07-26T16:04:05.218 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000202826 2021-07-26T16:04:05.218 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.218 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.218 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.219 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.497184+0000", 2021-07-26T16:04:05.219 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024032210000000001 2021-07-26T16:04:05.219 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.219 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.220 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.220 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.499587+0000", 2021-07-26T16:04:05.220 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025336059999999999 2021-07-26T16:04:05.220 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.220 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.221 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.221 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.502121+0000", 2021-07-26T16:04:05.221 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.087676852999999999 2021-07-26T16:04:05.221 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.222 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.222 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.222 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.589798+0000", 2021-07-26T16:04:05.222 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3019000000000002e-05 2021-07-26T16:04:05.222 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.223 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.223 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.223 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.589851+0000", 2021-07-26T16:04:05.223 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002451684 2021-07-26T16:04:05.224 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.224 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.224 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.224 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.592302+0000", 2021-07-26T16:04:05.224 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.095602911999999998 2021-07-26T16:04:05.225 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.225 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.225 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.225 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.226 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.226 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:150918 6.a 6:50db5e29:::benchmark_data_smithi078_103090_object46053:head [delete] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-07-26T16:04:05.226 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:51.611498+0000", 2021-07-26T16:04:05.226 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 13.398428083000001, 2021-07-26T16:04:05.226 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.106294536, 2021-07-26T16:04:05.227 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.227 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.227 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.227 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.228 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.228 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 150918 2021-07-26T16:04:05.228 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.228 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.228 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.229 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.229 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.611498+0000", 2021-07-26T16:04:05.229 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.229 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.230 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.230 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.230 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.611498+0000", 2021-07-26T16:04:05.230 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.2119999999999997e-06 2021-07-26T16:04:05.231 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.231 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.231 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.231 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.611502+0000", 2021-07-26T16:04:05.231 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3079999999999999e-06 2021-07-26T16:04:05.232 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.232 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.232 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.232 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.611506+0000", 2021-07-26T16:04:05.232 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0054000000000001e-05 2021-07-26T16:04:05.233 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.233 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.233 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.233 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.611526+0000", 2021-07-26T16:04:05.234 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.6179999999999995e-06 2021-07-26T16:04:05.234 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.234 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.234 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.235 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.611534+0000", 2021-07-26T16:04:05.235 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5775e-05 2021-07-26T16:04:05.235 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.235 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.235 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.236 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.611590+0000", 2021-07-26T16:04:05.236 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000169643 2021-07-26T16:04:05.236 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.236 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.236 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.237 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.611760+0000", 2021-07-26T16:04:05.237 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000241721 2021-07-26T16:04:05.237 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.237 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.238 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.238 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.612001+0000", 2021-07-26T16:04:05.238 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0026468720000000002 2021-07-26T16:04:05.238 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.238 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.239 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.239 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.614648+0000", 2021-07-26T16:04:05.239 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001492218 2021-07-26T16:04:05.239 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.240 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.240 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.240 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.616140+0000", 2021-07-26T16:04:05.240 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.099756882000000005 2021-07-26T16:04:05.240 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.241 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.241 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.241 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.715897+0000", 2021-07-26T16:04:05.241 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.4734999999999997e-05 2021-07-26T16:04:05.242 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.242 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.242 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.243 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.715952+0000", 2021-07-26T16:04:05.243 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0018404980000000001 2021-07-26T16:04:05.243 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.244 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.244 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.244 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.717793+0000", 2021-07-26T16:04:05.245 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.106294536 2021-07-26T16:04:05.245 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.245 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.245 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.246 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.246 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.246 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:150922 6.a 6:5c7e7484:::benchmark_data_smithi078_103090_object46057:head [delete] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-07-26T16:04:05.246 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:51.635156+0000", 2021-07-26T16:04:05.247 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 13.374770602, 2021-07-26T16:04:05.247 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.084186592000000005, 2021-07-26T16:04:05.247 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.247 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.248 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.248 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.248 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.248 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 150922 2021-07-26T16:04:05.249 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.249 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.249 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.249 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.250 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.635156+0000", 2021-07-26T16:04:05.250 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.250 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.250 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.251 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.251 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.635156+0000", 2021-07-26T16:04:05.251 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.704e-06 2021-07-26T16:04:05.251 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.252 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.252 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.252 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.635159+0000", 2021-07-26T16:04:05.252 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.1080000000000001e-06 2021-07-26T16:04:05.252 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.253 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.253 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.253 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.635162+0000", 2021-07-26T16:04:05.253 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8479999999999999e-05 2021-07-26T16:04:05.253 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.254 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.254 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.254 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.635181+0000", 2021-07-26T16:04:05.254 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.3920000000000003e-06 2021-07-26T16:04:05.255 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.255 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.255 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.255 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.635189+0000", 2021-07-26T16:04:05.255 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5798999999999999e-05 2021-07-26T16:04:05.256 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.256 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.256 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.256 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.635245+0000", 2021-07-26T16:04:05.257 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015620099999999999 2021-07-26T16:04:05.257 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.257 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.257 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.257 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.635401+0000", 2021-07-26T16:04:05.258 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000143867 2021-07-26T16:04:05.258 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.258 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.258 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.259 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.635545+0000", 2021-07-26T16:04:05.259 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0023364000000000002 2021-07-26T16:04:05.259 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.259 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.260 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.260 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.637881+0000", 2021-07-26T16:04:05.260 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0026728160000000002 2021-07-26T16:04:05.260 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.260 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.261 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.261 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.640554+0000", 2021-07-26T16:04:05.261 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.077290491000000003 2021-07-26T16:04:05.261 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.261 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.262 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.262 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.717845+0000", 2021-07-26T16:04:05.262 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0602000000000001e-05 2021-07-26T16:04:05.262 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.263 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.263 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.263 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.717895+0000", 2021-07-26T16:04:05.263 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0014467320000000001 2021-07-26T16:04:05.264 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.264 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.264 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.264 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:51.719342+0000", 2021-07-26T16:04:05.264 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.084186592000000005 2021-07-26T16:04:05.265 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.265 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.265 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.265 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.266 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.266 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:150999 6.a 6:520b834e:::benchmark_data_smithi078_103090_object46134:head [delete] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-07-26T16:04:05.266 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:52.232873+0000", 2021-07-26T16:04:05.266 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 12.777052883, 2021-07-26T16:04:05.267 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.090179817999999995, 2021-07-26T16:04:05.267 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.267 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.267 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.267 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.268 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.268 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 150999 2021-07-26T16:04:05.268 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.268 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.269 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.269 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.269 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:52.232873+0000", 2021-07-26T16:04:05.269 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.270 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.270 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.270 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.270 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:52.232873+0000", 2021-07-26T16:04:05.271 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.7760000000000002e-06 2021-07-26T16:04:05.271 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.271 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.271 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.272 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:52.232876+0000", 2021-07-26T16:04:05.272 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.249e-06 2021-07-26T16:04:05.272 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.273 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.273 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.273 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:52.232878+0000", 2021-07-26T16:04:05.273 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2479e-05 2021-07-26T16:04:05.274 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.274 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.274 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.274 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:52.232891+0000", 2021-07-26T16:04:05.274 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6700000000000002e-06 2021-07-26T16:04:05.275 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.275 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.275 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.275 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:52.232895+0000", 2021-07-26T16:04:05.276 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6223000000000001e-05 2021-07-26T16:04:05.276 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.276 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.276 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.276 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:52.232942+0000", 2021-07-26T16:04:05.277 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000139908 2021-07-26T16:04:05.277 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.277 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.277 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.278 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:52.233082+0000", 2021-07-26T16:04:05.278 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000152907 2021-07-26T16:04:05.278 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.278 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.278 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.279 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:52.233234+0000", 2021-07-26T16:04:05.279 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002236053 2021-07-26T16:04:05.279 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.279 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.280 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.280 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:52.235471+0000", 2021-07-26T16:04:05.280 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001046674 2021-07-26T16:04:05.280 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.280 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.281 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.281 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:52.236517+0000", 2021-07-26T16:04:05.281 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.083553463999999994 2021-07-26T16:04:05.281 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.282 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.282 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.282 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:52.320071+0000", 2021-07-26T16:04:05.282 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5297999999999998e-05 2021-07-26T16:04:05.282 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.283 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.283 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.283 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:52.320126+0000", 2021-07-26T16:04:05.283 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0029271169999999999 2021-07-26T16:04:05.284 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.284 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.284 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.284 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:52.323053+0000", 2021-07-26T16:04:05.284 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.090179817999999995 2021-07-26T16:04:05.285 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.285 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.285 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.285 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.286 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.286 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:151330 6.a 6:5192c2ad:::benchmark_data_smithi078_103090_object46465:head [delete] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-07-26T16:04:05.286 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:54.558051+0000", 2021-07-26T16:04:05.286 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 10.451875522, 2021-07-26T16:04:05.286 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.092531443000000005, 2021-07-26T16:04:05.287 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.287 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.287 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.287 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.288 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.288 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 151330 2021-07-26T16:04:05.288 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.288 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.289 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.289 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.289 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:54.558051+0000", 2021-07-26T16:04:05.289 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.290 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.290 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.290 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.290 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:54.558051+0000", 2021-07-26T16:04:05.291 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3950000000000001e-06 2021-07-26T16:04:05.291 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.291 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.291 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.292 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:54.558054+0000", 2021-07-26T16:04:05.292 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8040000000000002e-06 2021-07-26T16:04:05.292 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.292 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.293 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.293 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:54.558057+0000", 2021-07-26T16:04:05.293 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6305999999999999e-05 2021-07-26T16:04:05.294 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.294 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.294 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.294 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:54.558073+0000", 2021-07-26T16:04:05.295 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3510000000000001e-06 2021-07-26T16:04:05.295 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.295 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.295 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.296 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:54.558078+0000", 2021-07-26T16:04:05.296 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.2810000000000003e-05 2021-07-26T16:04:05.296 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.296 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.296 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.297 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:54.558141+0000", 2021-07-26T16:04:05.297 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00019001900000000001 2021-07-26T16:04:05.297 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.298 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.298 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.298 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:54.558331+0000", 2021-07-26T16:04:05.298 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015832199999999999 2021-07-26T16:04:05.299 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.299 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.299 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.300 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:54.558490+0000", 2021-07-26T16:04:05.300 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024167749999999999 2021-07-26T16:04:05.300 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.300 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.301 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.301 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:54.560906+0000", 2021-07-26T16:04:05.301 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025057439999999999 2021-07-26T16:04:05.302 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.302 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.302 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.302 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:54.563412+0000", 2021-07-26T16:04:05.303 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.085035884000000006 2021-07-26T16:04:05.303 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.303 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.303 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.303 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:54.648448+0000", 2021-07-26T16:04:05.304 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3569000000000002e-05 2021-07-26T16:04:05.304 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.304 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.304 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.305 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:54.648502+0000", 2021-07-26T16:04:05.305 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0020804640000000002 2021-07-26T16:04:05.305 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.305 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.305 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.306 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:54.650582+0000", 2021-07-26T16:04:05.306 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.092531443000000005 2021-07-26T16:04:05.306 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.306 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.307 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.307 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.307 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.308 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:151467 6.a 6:5cd3ed22:::benchmark_data_smithi078_103090_object46602:head [delete] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-07-26T16:04:05.308 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:55.260343+0000", 2021-07-26T16:04:05.308 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 9.7495833269999999, 2021-07-26T16:04:05.308 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.089917541000000004, 2021-07-26T16:04:05.309 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.309 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.310 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.310 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.310 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.310 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 151467 2021-07-26T16:04:05.311 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.311 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.311 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.312 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.312 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.260343+0000", 2021-07-26T16:04:05.312 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.312 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.313 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.313 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.313 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.260343+0000", 2021-07-26T16:04:05.313 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9990000000000002e-06 2021-07-26T16:04:05.313 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.314 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.314 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.314 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.260347+0000", 2021-07-26T16:04:05.315 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.26e-06 2021-07-26T16:04:05.315 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.315 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.316 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.316 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.260349+0000", 2021-07-26T16:04:05.316 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6439999999999998e-05 2021-07-26T16:04:05.316 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.317 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.317 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.317 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.260366+0000", 2021-07-26T16:04:05.317 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.9200000000000001e-06 2021-07-26T16:04:05.318 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.318 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.318 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.318 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.260371+0000", 2021-07-26T16:04:05.319 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8162000000000002e-05 2021-07-26T16:04:05.319 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.319 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.319 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.320 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.260440+0000", 2021-07-26T16:04:05.320 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000217856 2021-07-26T16:04:05.320 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.320 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.320 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.321 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.260657+0000", 2021-07-26T16:04:05.321 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00024316600000000001 2021-07-26T16:04:05.321 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.321 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.322 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.322 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.260901+0000", 2021-07-26T16:04:05.322 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0031167780000000002 2021-07-26T16:04:05.322 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.323 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.323 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.323 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.264017+0000", 2021-07-26T16:04:05.323 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0019525 2021-07-26T16:04:05.323 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.324 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.324 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.324 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.265970+0000", 2021-07-26T16:04:05.324 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.081852025999999994 2021-07-26T16:04:05.324 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.325 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.325 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.325 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.347822+0000", 2021-07-26T16:04:05.325 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.2249999999999994e-05 2021-07-26T16:04:05.326 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.326 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.326 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.326 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.347894+0000", 2021-07-26T16:04:05.327 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0023661839999999999 2021-07-26T16:04:05.327 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.327 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.327 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.327 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.350260+0000", 2021-07-26T16:04:05.328 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.089917541000000004 2021-07-26T16:04:05.328 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.328 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.328 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.329 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.329 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.329 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:151470 6.a 6:5ea1256a:::benchmark_data_smithi078_103090_object46605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-07-26T16:04:05.329 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:55.325072+0000", 2021-07-26T16:04:05.329 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 9.6848536799999998, 2021-07-26T16:04:05.330 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.091528810000000002, 2021-07-26T16:04:05.330 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.330 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.330 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.331 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.331 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.331 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 151470 2021-07-26T16:04:05.331 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.332 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.332 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.332 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.333 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.325072+0000", 2021-07-26T16:04:05.333 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.333 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.334 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.334 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.334 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.325072+0000", 2021-07-26T16:04:05.334 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8209999999999998e-06 2021-07-26T16:04:05.335 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.335 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.335 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.335 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.325078+0000", 2021-07-26T16:04:05.336 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1150000000000001e-06 2021-07-26T16:04:05.336 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.336 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.336 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.336 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.325080+0000", 2021-07-26T16:04:05.337 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4199000000000001e-05 2021-07-26T16:04:05.337 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.337 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.337 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.338 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.325095+0000", 2021-07-26T16:04:05.338 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9309999999999999e-06 2021-07-26T16:04:05.338 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.338 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.339 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.339 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.325100+0000", 2021-07-26T16:04:05.339 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.4430000000000004e-05 2021-07-26T16:04:05.339 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.340 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.340 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.340 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.325174+0000", 2021-07-26T16:04:05.340 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014553600000000001 2021-07-26T16:04:05.341 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.341 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.341 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.341 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.325319+0000", 2021-07-26T16:04:05.341 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000147644 2021-07-26T16:04:05.342 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.342 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.342 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.342 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.325467+0000", 2021-07-26T16:04:05.343 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0022619099999999998 2021-07-26T16:04:05.343 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.343 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.343 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.343 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.327729+0000", 2021-07-26T16:04:05.344 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0053740139999999999 2021-07-26T16:04:05.344 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.344 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.344 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.345 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.333103+0000", 2021-07-26T16:04:05.345 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.081340067000000002 2021-07-26T16:04:05.345 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.345 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.345 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.346 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.414443+0000", 2021-07-26T16:04:05.346 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0268000000000001e-05 2021-07-26T16:04:05.347 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.347 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.347 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.348 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.414493+0000", 2021-07-26T16:04:05.348 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0021078749999999999 2021-07-26T16:04:05.349 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.349 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.350 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.350 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.416601+0000", 2021-07-26T16:04:05.351 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.091528810000000002 2021-07-26T16:04:05.351 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.351 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.351 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.352 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.352 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.352 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:151563 6.a 6:535694d9:::benchmark_data_smithi078_103090_object46698:head [delete] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-07-26T16:04:05.352 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:55.863778+0000", 2021-07-26T16:04:05.353 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 9.1461478599999992, 2021-07-26T16:04:05.353 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.085281613000000006, 2021-07-26T16:04:05.353 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.354 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.354 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.354 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.354 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.355 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 151563 2021-07-26T16:04:05.355 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.355 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.355 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.356 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.356 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.863778+0000", 2021-07-26T16:04:05.356 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.356 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.356 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.357 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.357 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.863778+0000", 2021-07-26T16:04:05.357 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0320000000000002e-06 2021-07-26T16:04:05.357 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.358 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.358 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.358 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.863780+0000", 2021-07-26T16:04:05.358 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8240000000000001e-06 2021-07-26T16:04:05.359 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.359 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.359 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.359 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.863784+0000", 2021-07-26T16:04:05.359 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2964e-05 2021-07-26T16:04:05.360 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.360 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.361 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.361 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.863797+0000", 2021-07-26T16:04:05.362 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.0310000000000001e-06 2021-07-26T16:04:05.362 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.362 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.362 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.363 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.863804+0000", 2021-07-26T16:04:05.363 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.9919e-05 2021-07-26T16:04:05.363 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.363 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.364 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.364 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.863864+0000", 2021-07-26T16:04:05.364 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015239799999999999 2021-07-26T16:04:05.364 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.365 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.365 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.365 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.864016+0000", 2021-07-26T16:04:05.365 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000118696 2021-07-26T16:04:05.366 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.366 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.366 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.367 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.864135+0000", 2021-07-26T16:04:05.367 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0022353640000000001 2021-07-26T16:04:05.367 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.367 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.368 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.368 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.866371+0000", 2021-07-26T16:04:05.368 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003352102 2021-07-26T16:04:05.369 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.369 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.370 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.370 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.869723+0000", 2021-07-26T16:04:05.370 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.077288945999999997 2021-07-26T16:04:05.371 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.371 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.372 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.372 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.947012+0000", 2021-07-26T16:04:05.373 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0235999999999998e-05 2021-07-26T16:04:05.373 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.373 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.374 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.374 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.947062+0000", 2021-07-26T16:04:05.375 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001998101 2021-07-26T16:04:05.375 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.376 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.376 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.377 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:55.949060+0000", 2021-07-26T16:04:05.377 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.085281613000000006 2021-07-26T16:04:05.377 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.378 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.378 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.379 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.379 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.379 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:151645 6.a 6:50a1d295:::benchmark_data_smithi078_103090_object46780:head [delete] snapc 0=[] ondisk+write+known_if_redirected e152)", 2021-07-26T16:04:05.379 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:56.392025+0000", 2021-07-26T16:04:05.380 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 8.6179011810000006, 2021-07-26T16:04:05.380 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.088030099000000001, 2021-07-26T16:04:05.380 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.380 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.380 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.381 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.381 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.381 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 151645 2021-07-26T16:04:05.381 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.381 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.382 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.382 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.382 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:56.392025+0000", 2021-07-26T16:04:05.382 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.383 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.383 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.383 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.383 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:56.392025+0000", 2021-07-26T16:04:05.383 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1509999999999998e-06 2021-07-26T16:04:05.384 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.384 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.384 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.384 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:56.392027+0000", 2021-07-26T16:04:05.385 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.624e-06 2021-07-26T16:04:05.385 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.385 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.385 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.385 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:56.392029+0000", 2021-07-26T16:04:05.386 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1986e-05 2021-07-26T16:04:05.386 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.386 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.387 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.387 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:56.392041+0000", 2021-07-26T16:04:05.387 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5119999999999999e-06 2021-07-26T16:04:05.388 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.388 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.388 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.389 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:56.392046+0000", 2021-07-26T16:04:05.389 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6891000000000002e-05 2021-07-26T16:04:05.389 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.389 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.390 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.390 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:56.392093+0000", 2021-07-26T16:04:05.390 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013652599999999999 2021-07-26T16:04:05.390 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.391 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.391 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.391 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:56.392230+0000", 2021-07-26T16:04:05.391 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014578799999999999 2021-07-26T16:04:05.391 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.392 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.392 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.392 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:56.392375+0000", 2021-07-26T16:04:05.392 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002189997 2021-07-26T16:04:05.393 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.393 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.393 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.393 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:56.394565+0000", 2021-07-26T16:04:05.393 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0031426900000000001 2021-07-26T16:04:05.394 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.394 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.394 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.394 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:56.397708+0000", 2021-07-26T16:04:05.395 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.080313196000000003 2021-07-26T16:04:05.395 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.395 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.395 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.395 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:56.478021+0000", 2021-07-26T16:04:05.396 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2317000000000001e-05 2021-07-26T16:04:05.396 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.396 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.396 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.397 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:56.478074+0000", 2021-07-26T16:04:05.397 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0019814210000000001 2021-07-26T16:04:05.397 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.397 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.397 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.398 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:56.480055+0000", 2021-07-26T16:04:05.398 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.088030099000000001 2021-07-26T16:04:05.398 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.398 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.399 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.399 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.399 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.400 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:151826 6.a 6:5bf5a029:::benchmark_data_smithi078_103090_object46961:head [delete] snapc 0=[] ondisk+write+known_if_redirected e152)", 2021-07-26T16:04:05.400 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:57.740284+0000", 2021-07-26T16:04:05.401 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 7.2696420220000002, 2021-07-26T16:04:05.401 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.095927393, 2021-07-26T16:04:05.401 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:05.401 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:05.401 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:04:05.402 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:04:05.402 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:05.402 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 151826 2021-07-26T16:04:05.403 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.403 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:05.403 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.403 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:05.403 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:57.740284+0000", 2021-07-26T16:04:05.404 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:05.404 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.404 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.405 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:05.405 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:57.740284+0000", 2021-07-26T16:04:05.405 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3980000000000002e-06 2021-07-26T16:04:05.406 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.406 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.407 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:05.407 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:57.740287+0000", 2021-07-26T16:04:05.408 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3740000000000001e-06 2021-07-26T16:04:05.408 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.408 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.408 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:05.409 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:57.740289+0000", 2021-07-26T16:04:05.409 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2303999999999999e-05 2021-07-26T16:04:05.409 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.409 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.410 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:05.410 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:57.740301+0000", 2021-07-26T16:04:05.410 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9609999999999996e-06 2021-07-26T16:04:05.411 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.411 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.412 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:05.412 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:57.740306+0000", 2021-07-26T16:04:05.412 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6029999999999998e-05 2021-07-26T16:04:05.412 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.413 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.413 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:05.413 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:57.740352+0000", 2021-07-26T16:04:05.413 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015143900000000001 2021-07-26T16:04:05.414 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.414 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.414 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:05.414 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:57.740504+0000", 2021-07-26T16:04:05.415 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014804600000000001 2021-07-26T16:04:05.415 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.416 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.416 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:04:05.417 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:57.740652+0000", 2021-07-26T16:04:05.417 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025113840000000002 2021-07-26T16:04:05.418 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.418 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.418 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:04:05.419 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:57.743163+0000", 2021-07-26T16:04:05.419 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00093125 2021-07-26T16:04:05.420 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.420 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.420 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.420 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:57.744094+0000", 2021-07-26T16:04:05.421 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.090053702999999999 2021-07-26T16:04:05.421 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.421 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.421 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:05.421 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:57.834148+0000", 2021-07-26T16:04:05.422 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.9134999999999994e-05 2021-07-26T16:04:05.422 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.422 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.422 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:05.423 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:57.834227+0000", 2021-07-26T16:04:05.423 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0019843690000000002 2021-07-26T16:04:05.423 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:05.423 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:05.423 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:05.424 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:57.836212+0000", 2021-07-26T16:04:05.424 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.095927393 2021-07-26T16:04:05.424 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.424 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.425 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.425 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:05.425 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:05.425 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:04:05.426 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:05.426 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 5, 6, 7, 0] out_osds: [4] dead_osds: [4] live_osds: [0, 1, 3, 5, 6, 7, 2] 2021-07-26T16:04:05.427 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:04:05.427 INFO:tasks.thrashosds.thrasher:Setting osd 1 primary_affinity to 1.000000 2021-07-26T16:04:05.427 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd primary-affinity 1 1 2021-07-26T16:04:05.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:05 smithi078 ceph-mon[73801]: pgmap v420: 89 pgs: 1 peering, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 144 op/s; 47945/172875 objects degraded (27.734%); 29754/172875 objects misplaced (17.211%); 16 MiB/s, 251 objects/s recovering 2021-07-26T16:04:05.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:04:05.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:05 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1286929995' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:05.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:05 smithi078 ceph-mon[77813]: pgmap v420: 89 pgs: 1 peering, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 144 op/s; 47945/172875 objects degraded (27.734%); 29754/172875 objects misplaced (17.211%); 16 MiB/s, 251 objects/s recovering 2021-07-26T16:04:05.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:04:05.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:05 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1286929995' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:05.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:05.460 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:05.460 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:05.562 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:05.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:05 smithi139 ceph-mon[56829]: pgmap v420: 89 pgs: 1 peering, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 66 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.9 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 144 op/s; 47945/172875 objects degraded (27.734%); 29754/172875 objects misplaced (17.211%); 16 MiB/s, 251 objects/s recovering 2021-07-26T16:04:05.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:04:05.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:05 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1286929995' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:05.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:05.587 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:05.588 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:05.621 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:05.687 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-07-26T16:04:05.687 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-07-26T16:04:05.688 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:05.710 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:05.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:05.711 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:05.751 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-07-26T16:04:05.813 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:05.856 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:05.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:05.858 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:05.938 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:04:05.959 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:05.992 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:05.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:05.994 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:06.095 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:06.117 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:06.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:06.118 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:06.219 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:06.227 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:04:06.278 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:06.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:06.280 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:06.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:06 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num_actual", "val": "26"}]: dispatch 2021-07-26T16:04:06.381 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:06.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:06.461 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:06.462 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:06.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:06 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num_actual", "val": "26"}]: dispatch 2021-07-26T16:04:06.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:06 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num_actual", "val": "26"}]: dispatch 2021-07-26T16:04:06.563 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:06.596 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:06.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:06.645 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:06.646 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:06.747 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:06.770 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:06.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:06.771 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:06.872 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:06.893 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:06.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:06.895 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:06.996 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:07.028 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:07.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:07.030 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:07.131 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:07.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:07.154 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:07.154 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:07.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:07 smithi078 ceph-mon[73801]: pgmap v421: 89 pgs: 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 67 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 197 op/s; 47652/170886 objects degraded (27.885%); 29451/170886 objects misplaced (17.234%); 14 MiB/s, 220 objects/s recovering 2021-07-26T16:04:07.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num_actual", "val": "26"}]': finished 2021-07-26T16:04:07.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:07 smithi078 ceph-mon[73801]: osdmap e156: 8 total, 7 up, 7 in 2021-07-26T16:04:07.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:07 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 47652/170886 objects degraded (27.885%), 17 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:07.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:07 smithi078 ceph-mon[73801]: osdmap e157: 8 total, 7 up, 7 in 2021-07-26T16:04:07.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:07 smithi078 ceph-mon[73801]: 6.4 continuing backfill to osd.6 from (104'4585,155'9605] MIN to 155'9605 2021-07-26T16:04:07.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:07 smithi078 ceph-mon[77813]: pgmap v421: 89 pgs: 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 67 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 197 op/s; 47652/170886 objects degraded (27.885%); 29451/170886 objects misplaced (17.234%); 14 MiB/s, 220 objects/s recovering 2021-07-26T16:04:07.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num_actual", "val": "26"}]': finished 2021-07-26T16:04:07.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:07 smithi078 ceph-mon[77813]: osdmap e156: 8 total, 7 up, 7 in 2021-07-26T16:04:07.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:07 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 47652/170886 objects degraded (27.885%), 17 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:07.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:07 smithi078 ceph-mon[77813]: osdmap e157: 8 total, 7 up, 7 in 2021-07-26T16:04:07.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:07 smithi078 ceph-mon[77813]: 6.4 continuing backfill to osd.6 from (104'4585,155'9605] MIN to 155'9605 2021-07-26T16:04:07.256 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:07.292 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:07.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:07.293 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:07.394 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:07.417 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:07.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:07.418 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:07.508 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:07 smithi139 ceph-mon[56829]: pgmap v421: 89 pgs: 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 67 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 197 op/s; 47652/170886 objects degraded (27.885%); 29451/170886 objects misplaced (17.234%); 14 MiB/s, 220 objects/s recovering 2021-07-26T16:04:07.509 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pg_num_actual", "val": "26"}]': finished 2021-07-26T16:04:07.509 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:07 smithi139 ceph-mon[56829]: osdmap e156: 8 total, 7 up, 7 in 2021-07-26T16:04:07.509 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:07 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 47652/170886 objects degraded (27.885%), 17 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:07.509 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:07 smithi139 ceph-mon[56829]: osdmap e157: 8 total, 7 up, 7 in 2021-07-26T16:04:07.510 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:07 smithi139 ceph-mon[56829]: 6.4 continuing backfill to osd.6 from (104'4585,155'9605] MIN to 155'9605 2021-07-26T16:04:07.519 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:07.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:07.543 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:07.544 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:07.645 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:07.667 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:07.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:07.668 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:07.688 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:04:07.770 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:07.795 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:07.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:07.796 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:07.812 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:04:07.812 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:04:07.812 INFO:teuthology.orchestra.run.smithi139.stdout: "num_ops": 0 2021-07-26T16:04:07.812 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:04:07.876 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:07.897 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:07.919 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:07.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:07.920 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:08.021 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:08.023 INFO:teuthology.orchestra.run.smithi078.stderr:set osd.1 primary-affinity to 1 (8655362) 2021-07-26T16:04:08.062 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:08.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:08.064 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:08.165 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:08.200 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:08.201 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:08.201 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:08.302 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:08.332 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:08.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:08.333 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:08.377 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:08 smithi078 ceph-mon[73801]: 6.2 starting backfill to osd.5 from (101'2697,155'9679] MIN to 155'9680 2021-07-26T16:04:08.377 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:08 smithi078 ceph-mon[73801]: 6.6 continuing backfill to osd.0 from (101'2702,155'9640] MIN to 155'9640 2021-07-26T16:04:08.377 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:08 smithi078 ceph-mon[73801]: 6.5 continuing backfill to osd.2 from (96'1460,155'9434] MIN to 155'9434 2021-07-26T16:04:08.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:08 smithi078 ceph-mon[73801]: 6.2 continuing backfill to osd.6 from (101'2697,155'9680] MIN to 155'9680 2021-07-26T16:04:08.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:08 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/54918805' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:04:08.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:08 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/54918805' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2021-07-26T16:04:08.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:08 smithi078 ceph-mon[73801]: osdmap e158: 8 total, 7 up, 7 in 2021-07-26T16:04:08.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:08 smithi078 ceph-mon[77813]: 6.2 starting backfill to osd.5 from (101'2697,155'9679] MIN to 155'9680 2021-07-26T16:04:08.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:08 smithi078 ceph-mon[77813]: 6.6 continuing backfill to osd.0 from (101'2702,155'9640] MIN to 155'9640 2021-07-26T16:04:08.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:08 smithi078 ceph-mon[77813]: 6.5 continuing backfill to osd.2 from (96'1460,155'9434] MIN to 155'9434 2021-07-26T16:04:08.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:08 smithi078 ceph-mon[77813]: 6.2 continuing backfill to osd.6 from (101'2697,155'9680] MIN to 155'9680 2021-07-26T16:04:08.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:08 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/54918805' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:04:08.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:08 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/54918805' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2021-07-26T16:04:08.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:08 smithi078 ceph-mon[77813]: osdmap e158: 8 total, 7 up, 7 in 2021-07-26T16:04:08.435 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:08.457 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:08.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:08.459 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:08.501 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:08 smithi139 ceph-mon[56829]: 6.2 starting backfill to osd.5 from (101'2697,155'9679] MIN to 155'9680 2021-07-26T16:04:08.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:08 smithi139 ceph-mon[56829]: 6.6 continuing backfill to osd.0 from (101'2702,155'9640] MIN to 155'9640 2021-07-26T16:04:08.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:08 smithi139 ceph-mon[56829]: 6.5 continuing backfill to osd.2 from (96'1460,155'9434] MIN to 155'9434 2021-07-26T16:04:08.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:08 smithi139 ceph-mon[56829]: 6.2 continuing backfill to osd.6 from (101'2697,155'9680] MIN to 155'9680 2021-07-26T16:04:08.503 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:08 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/54918805' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:04:08.503 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:08 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/54918805' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2021-07-26T16:04:08.503 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:08 smithi139 ceph-mon[56829]: osdmap e158: 8 total, 7 up, 7 in 2021-07-26T16:04:08.525 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-07-26T16:04:08.560 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:08.591 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:08.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:08.595 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:08.665 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:04:08.697 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:08.720 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:08.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:08.721 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:08.822 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:08.858 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:08.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:08.860 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:08.961 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:08.982 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:08.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:08.984 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:09.085 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:09.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:09.108 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:09.109 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:09.210 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:09.232 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:09.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:09.235 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:09.336 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:09.357 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:09.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:09.359 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:09.437 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:09 smithi078 ceph-mon[73801]: pgmap v424: 99 pgs: 10 unknown, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 67 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 134 op/s; 47652/170886 objects degraded (27.885%); 29451/170886 objects misplaced (17.234%); 3.1 MiB/s, 50 objects/s recovering 2021-07-26T16:04:09.437 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:09 smithi078 ceph-mon[73801]: 6.8 starting backfill to osd.6 from (101'2660,155'9644] MIN to 155'9645 2021-07-26T16:04:09.437 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:09 smithi078 ceph-mon[73801]: osdmap e159: 8 total, 7 up, 7 in 2021-07-26T16:04:09.437 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:09 smithi078 ceph-mon[73801]: 6.14 continuing backfill to osd.6 from (104'4585,155'9605] MIN to 155'9605 2021-07-26T16:04:09.438 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:09 smithi078 ceph-mon[77813]: pgmap v424: 99 pgs: 10 unknown, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 67 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 134 op/s; 47652/170886 objects degraded (27.885%); 29451/170886 objects misplaced (17.234%); 3.1 MiB/s, 50 objects/s recovering 2021-07-26T16:04:09.438 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:09 smithi078 ceph-mon[77813]: 6.8 starting backfill to osd.6 from (101'2660,155'9644] MIN to 155'9645 2021-07-26T16:04:09.438 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:09 smithi078 ceph-mon[77813]: osdmap e159: 8 total, 7 up, 7 in 2021-07-26T16:04:09.438 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:09 smithi078 ceph-mon[77813]: 6.14 continuing backfill to osd.6 from (104'4585,155'9605] MIN to 155'9605 2021-07-26T16:04:09.460 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:09.502 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:09.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:09.503 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:09.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:09 smithi139 ceph-mon[56829]: pgmap v424: 99 pgs: 10 unknown, 7 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 67 active+clean, 2 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 134 op/s; 47652/170886 objects degraded (27.885%); 29451/170886 objects misplaced (17.234%); 3.1 MiB/s, 50 objects/s recovering 2021-07-26T16:04:09.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:09 smithi139 ceph-mon[56829]: 6.8 starting backfill to osd.6 from (101'2660,155'9644] MIN to 155'9645 2021-07-26T16:04:09.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:09 smithi139 ceph-mon[56829]: osdmap e159: 8 total, 7 up, 7 in 2021-07-26T16:04:09.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:09 smithi139 ceph-mon[56829]: 6.14 continuing backfill to osd.6 from (104'4585,155'9605] MIN to 155'9605 2021-07-26T16:04:09.605 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:09.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:09.629 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:09.629 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:09.730 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:09.786 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:09.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:09.788 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:09.889 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:09.932 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:09.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:09.933 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:10.034 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:10.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:10.076 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:10.077 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:10.178 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:10.220 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:10.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:10.222 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:10.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:10 smithi078 ceph-mon[73801]: 6.15 continuing backfill to osd.2 from (96'1460,155'9434] MIN to 155'9434 2021-07-26T16:04:10.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:10 smithi078 ceph-mon[73801]: 6.16 continuing backfill to osd.0 from (101'2702,155'9640] MIN to 155'9640 2021-07-26T16:04:10.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:10 smithi078 ceph-mon[73801]: 6.18 starting backfill to osd.6 from (101'2660,155'9644] MIN to 155'9645 2021-07-26T16:04:10.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:10 smithi078 ceph-mon[73801]: osdmap e160: 8 total, 7 up, 7 in 2021-07-26T16:04:10.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:10 smithi078 ceph-mon[77813]: 6.15 continuing backfill to osd.2 from (96'1460,155'9434] MIN to 155'9434 2021-07-26T16:04:10.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:10 smithi078 ceph-mon[77813]: 6.16 continuing backfill to osd.0 from (101'2702,155'9640] MIN to 155'9640 2021-07-26T16:04:10.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:10 smithi078 ceph-mon[77813]: 6.18 starting backfill to osd.6 from (101'2660,155'9644] MIN to 155'9645 2021-07-26T16:04:10.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:10 smithi078 ceph-mon[77813]: osdmap e160: 8 total, 7 up, 7 in 2021-07-26T16:04:10.323 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:10.337 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:04:10.338 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:04:10.338 INFO:teuthology.orchestra.run.smithi139.stdout: "complaint_time": 30, 2021-07-26T16:04:10.338 INFO:teuthology.orchestra.run.smithi139.stdout: "num_blocked_ops": 0 2021-07-26T16:04:10.338 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:04:10.346 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:10.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:10.347 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:10.418 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:10 smithi139 ceph-mon[56829]: 6.15 continuing backfill to osd.2 from (96'1460,155'9434] MIN to 155'9434 2021-07-26T16:04:10.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:10 smithi139 ceph-mon[56829]: 6.16 continuing backfill to osd.0 from (101'2702,155'9640] MIN to 155'9640 2021-07-26T16:04:10.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:10 smithi139 ceph-mon[56829]: 6.18 starting backfill to osd.6 from (101'2660,155'9644] MIN to 155'9645 2021-07-26T16:04:10.419 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:10 smithi139 ceph-mon[56829]: osdmap e160: 8 total, 7 up, 7 in 2021-07-26T16:04:10.449 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:10.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:10.473 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:10.474 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:10.575 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:10.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:10.604 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:10.604 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:10.705 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:10.735 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:10.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:10.737 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:10.838 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:10.864 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:10.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:10.866 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:10.951 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-07-26T16:04:10.967 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:10.997 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:10.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:10.999 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:11.086 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:04:11.100 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:11.124 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:11.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:11.125 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:11.216 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:04:11.226 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:11.248 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:11.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:11.249 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:11.252 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:11 smithi078 ceph-mon[73801]: pgmap v427: 99 pgs: 1 peering, 1 activating, 2 activating+degraded, 2 unknown, 11 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 91 op/s; 43296/169791 objects degraded (25.500%); 27244/169791 objects misplaced (16.046%); 2.2 MiB/s, 34 objects/s recovering 2021-07-26T16:04:11.253 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:11 smithi078 ceph-mon[73801]: 6.12 starting backfill to osd.5 from (101'2697,155'9679] MIN to 155'9680 2021-07-26T16:04:11.253 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:11 smithi078 ceph-mon[73801]: 6.12 continuing backfill to osd.6 from (101'2697,155'9680] MIN to 155'9680 2021-07-26T16:04:11.254 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:11 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4254455129' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:04:11.254 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:11 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:04:11.255 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:11 smithi078 ceph-mon[77813]: pgmap v427: 99 pgs: 1 peering, 1 activating, 2 activating+degraded, 2 unknown, 11 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 91 op/s; 43296/169791 objects degraded (25.500%); 27244/169791 objects misplaced (16.046%); 2.2 MiB/s, 34 objects/s recovering 2021-07-26T16:04:11.255 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:11 smithi078 ceph-mon[77813]: 6.12 starting backfill to osd.5 from (101'2697,155'9679] MIN to 155'9680 2021-07-26T16:04:11.255 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:11 smithi078 ceph-mon[77813]: 6.12 continuing backfill to osd.6 from (101'2697,155'9680] MIN to 155'9680 2021-07-26T16:04:11.255 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:11 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4254455129' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:04:11.256 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:11 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:04:11.350 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:11.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:11.383 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:11.385 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:11.487 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:11.508 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:11.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:11.510 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:11.561 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:11 smithi139 ceph-mon[56829]: pgmap v427: 99 pgs: 1 peering, 1 activating, 2 activating+degraded, 2 unknown, 11 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 91 op/s; 43296/169791 objects degraded (25.500%); 27244/169791 objects misplaced (16.046%); 2.2 MiB/s, 34 objects/s recovering 2021-07-26T16:04:11.562 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:11 smithi139 ceph-mon[56829]: 6.12 starting backfill to osd.5 from (101'2697,155'9679] MIN to 155'9680 2021-07-26T16:04:11.562 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:11 smithi139 ceph-mon[56829]: 6.12 continuing backfill to osd.6 from (101'2697,155'9680] MIN to 155'9680 2021-07-26T16:04:11.562 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:11 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4254455129' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:04:11.563 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:11 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:04:11.611 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:11.635 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:11.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:11.636 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:11.737 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:11.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:11.762 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:11.762 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:11.864 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:11.887 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:11.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:11.889 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:11.990 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:12.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:12.018 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:12.019 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:12.120 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:12.142 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:12.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:12.144 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:12.186 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:04:12.186 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:04:12.186 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:04:12.187 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:04:12.187 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:04:12.187 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:04:12.226 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:04:12.226 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:04:12.227 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:04:12.227 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:04:12.227 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:04:12.228 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENXIO: problem getting command descriptions from osd.4 2021-07-26T16:04:12.228 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: problem getting command descriptions from osd.4 2021-07-26T16:04:12.228 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:04:12.228 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:04:12.229 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:04:12.245 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:12.267 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:12.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:12.269 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:12.370 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:12.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:12.400 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:12.400 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:12.459 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:12 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:12.460 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:12 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:04:12.460 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:12 smithi139 ceph-mon[56829]: osdmap e161: 8 total, 7 up, 7 in 2021-07-26T16:04:12.460 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:12 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4293407709' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:12.461 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:12 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 43296/169791 objects degraded (25.500%), 19 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:12.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:12 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:12.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:12 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:04:12.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:12 smithi078 ceph-mon[73801]: osdmap e161: 8 total, 7 up, 7 in 2021-07-26T16:04:12.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:12 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4293407709' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:12.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:12 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 43296/169791 objects degraded (25.500%), 19 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:12.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:12 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:12.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:12 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:04:12.496 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:12 smithi078 ceph-mon[77813]: osdmap e161: 8 total, 7 up, 7 in 2021-07-26T16:04:12.497 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:12 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4293407709' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:12.497 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:12 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 43296/169791 objects degraded (25.500%), 19 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:12.502 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:12.532 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:12.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:12.534 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:12.635 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:12.657 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:12.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:12.659 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:12.755 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:04:12.756 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:04:12.759 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:12.782 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:12.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:12.783 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:12.884 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:12.894 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-07-26T16:04:12.894 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-07-26T16:04:12.905 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:12.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:12.907 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:13.008 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:13.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:13.031 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:13.032 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:13.133 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:13.155 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:13.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:13.157 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:13.258 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:13.279 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:13.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:13.281 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:13.382 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:13.411 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:13.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:13.413 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:13.477 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:13 smithi139 ceph-mon[56829]: pgmap v430: 99 pgs: 1 peering, 1 activating+undersized+degraded+remapped, 1 activating, 2 activating+degraded, 11 active+recovery_wait+degraded, 68 active+clean, 3 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 96 op/s; 44107/169722 objects degraded (25.988%); 27518/169722 objects misplaced (16.214%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:04:13.479 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-07-26T16:04:13.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:13 smithi078 ceph-mon[73801]: pgmap v430: 99 pgs: 1 peering, 1 activating+undersized+degraded+remapped, 1 activating, 2 activating+degraded, 11 active+recovery_wait+degraded, 68 active+clean, 3 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 96 op/s; 44107/169722 objects degraded (25.988%); 27518/169722 objects misplaced (16.214%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:04:13.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:13 smithi078 ceph-mon[77813]: pgmap v430: 99 pgs: 1 peering, 1 activating+undersized+degraded+remapped, 1 activating, 2 activating+degraded, 11 active+recovery_wait+degraded, 68 active+clean, 3 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 96 op/s; 44107/169722 objects degraded (25.988%); 27518/169722 objects misplaced (16.214%); 2.5 MiB/s, 40 objects/s recovering 2021-07-26T16:04:13.514 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:13.536 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:13.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:13.537 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:13.638 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:13.661 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:13.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:13.663 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:13.689 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:13.764 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:13.785 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:13.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:13.787 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:13.888 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:13.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:13.916 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:13.917 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:14.019 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:14.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:14.050 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:14.051 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:14.152 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:14.184 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:14.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:14.186 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:14.287 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:14.316 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:14.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:14.317 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:14.320 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:04:14.419 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:14.440 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:14.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:14.441 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:14.542 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:14.555 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:14.565 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:14.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:14.566 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:14.604 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 5, 6, 7, 0] out_osds: [4] dead_osds: [4] live_osds: [0, 1, 3, 5, 6, 7, 2] 2021-07-26T16:04:14.604 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:04:14.604 INFO:tasks.thrashosds.thrasher:Reviving osd 4 2021-07-26T16:04:14.605 INFO:tasks.cephadm.osd.4:Restarting osd.4 (starting--it wasn't running)... 2021-07-26T16:04:14.605 DEBUG:teuthology.orchestra.run.smithi139:osd.4> sudo journalctl -f -n 0 -u ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.4.service 2021-07-26T16:04:14.609 DEBUG:teuthology.orchestra.run.smithi139:> sudo systemctl start ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c@osd.4 2021-07-26T16:04:14.635 INFO:journalctl@ceph.osd.4.smithi139.stdout:-- Logs begin at Mon 2021-07-26 15:31:21 UTC. -- 2021-07-26T16:04:14.667 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:14.706 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:14.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:14.707 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:14.808 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:14.844 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:14.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:14.845 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:14.895 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:04:14.902 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:14 smithi139 systemd[1]: Starting Ceph osd.4 for d7ed0f78-ee27-11eb-8c23-001a4aab830c... 2021-07-26T16:04:14.947 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:15.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:15.023 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:15.024 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:15.103 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:15.125 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:15.176 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:15.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:15.178 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:15.210 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:14 smithi139 podman[91325]: 2021-07-26 16:04:14.812691738 +0000 UTC m=+0.031389878 image pull docker.io/ceph/daemon-base:latest-octopus 2021-07-26T16:04:15.210 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:14 smithi139 podman[91325]: 2021-07-26 16:04:14.942928078 +0000 UTC m=+0.161626290 container create 701ba9db7b065ff7cadd04a95f776851ee4711701bffdb1833702af181fef50d (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4-activate, GIT_CLEAN=True, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, ceph=True, CEPH_POINT_RELEASE=, RELEASE=master-dc1ab19, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD) 2021-07-26T16:04:15.210 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:15 smithi139 podman[91325]: 2021-07-26 16:04:15.084488596 +0000 UTC m=+0.303186728 container init 701ba9db7b065ff7cadd04a95f776851ee4711701bffdb1833702af181fef50d (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4-activate, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, ceph=True, CEPH_POINT_RELEASE=, RELEASE=master-dc1ab19, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2021-07-26T16:04:15.210 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:15 smithi139 podman[91325]: 2021-07-26 16:04:15.134442307 +0000 UTC m=+0.353140455 container start 701ba9db7b065ff7cadd04a95f776851ee4711701bffdb1833702af181fef50d (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4-activate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.build-date=20201204, ceph=True, CEPH_POINT_RELEASE=, RELEASE=master-dc1ab19, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau ) 2021-07-26T16:04:15.211 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:15 smithi139 podman[91325]: 2021-07-26 16:04:15.134578924 +0000 UTC m=+0.353277068 container attach 701ba9db7b065ff7cadd04a95f776851ee4711701bffdb1833702af181fef50d (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4-activate, RELEASE=master-dc1ab19, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2021-07-26T16:04:15.212 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:15 smithi078 ceph-mon[77813]: pgmap v431: 99 pgs: 1 peering, 1 activating+undersized+degraded+remapped, 1 activating, 2 activating+degraded, 11 active+recovery_wait+degraded, 68 active+clean, 3 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 69 op/s; 44087/169665 objects degraded (25.985%); 27499/169665 objects misplaced (16.208%); 1.8 MiB/s, 29 objects/s recovering 2021-07-26T16:04:15.279 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:15.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:15.333 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:15.333 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:15.434 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:15.460 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:15.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:15.462 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:15.483 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:15 smithi139 ceph-mon[56829]: pgmap v431: 99 pgs: 1 peering, 1 activating+undersized+degraded+remapped, 1 activating, 2 activating+degraded, 11 active+recovery_wait+degraded, 68 active+clean, 3 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 69 op/s; 44087/169665 objects degraded (25.985%); 27499/169665 objects misplaced (16.208%); 1.8 MiB/s, 29 objects/s recovering 2021-07-26T16:04:15.483 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:15 smithi139 bash[91249]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2021-07-26T16:04:15.483 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:15 smithi139 bash[91249]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2021-07-26T16:04:15.484 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:15 smithi139 bash[91249]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2021-07-26T16:04:15.484 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:15 smithi139 bash[91249]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2021-07-26T16:04:15.484 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:15 smithi139 bash[91249]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-07-26T16:04:15.484 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:15 smithi139 bash[91249]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2021-07-26T16:04:15.485 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:15 smithi139 bash[91249]: --> ceph-volume lvm activate successful for osd ID: 4 2021-07-26T16:04:15.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:15 smithi078 ceph-mon[73801]: pgmap v431: 99 pgs: 1 peering, 1 activating+undersized+degraded+remapped, 1 activating, 2 activating+degraded, 11 active+recovery_wait+degraded, 68 active+clean, 3 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 69 op/s; 44087/169665 objects degraded (25.985%); 27499/169665 objects misplaced (16.208%); 1.8 MiB/s, 29 objects/s recovering 2021-07-26T16:04:15.563 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:15.597 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:15.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:15.599 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:15.700 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:15.722 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:15.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:15.724 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:15.825 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:15.826 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:15 smithi139 podman[91325]: 2021-07-26 16:04:15.482589938 +0000 UTC m=+0.701288062 container died 701ba9db7b065ff7cadd04a95f776851ee4711701bffdb1833702af181fef50d (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4-activate) 2021-07-26T16:04:15.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:15.853 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:15.853 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:15.955 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:15.996 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:15.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:15.998 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:16.051 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:04:16.051 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:04:16.099 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:16.122 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:16.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:16.124 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:16.225 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:16.258 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:16.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:16.260 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:16.361 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:16.367 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:16 smithi139 podman[91325]: 2021-07-26 16:04:16.084321274 +0000 UTC m=+1.303019403 container remove 701ba9db7b065ff7cadd04a95f776851ee4711701bffdb1833702af181fef50d (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4-activate, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, RELEASE=master-dc1ab19, ceph=True, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True) 2021-07-26T16:04:16.367 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:16 smithi139 podman[91543]: 2021-07-26 16:04:16.240140318 +0000 UTC m=+0.033875885 image pull docker.io/ceph/daemon-base:latest-octopus 2021-07-26T16:04:16.388 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:16.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:16.389 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:16.490 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:16.517 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:16.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:16.518 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:16.619 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:16.631 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:16 smithi139 podman[91543]: 2021-07-26 16:04:16.367555955 +0000 UTC m=+0.161291518 container create c080e5ee8585620b9222d6f75f33834ea3a429089bac8aa160a33c525512888b (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, RELEASE=master-dc1ab19, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, GIT_CLEAN=True, ceph=True) 2021-07-26T16:04:16.631 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:16 smithi139 podman[91543]: 2021-07-26 16:04:16.525863674 +0000 UTC m=+0.319599237 container init c080e5ee8585620b9222d6f75f33834ea3a429089bac8aa160a33c525512888b (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4, GIT_BRANCH=HEAD, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, RELEASE=master-dc1ab19, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau ) 2021-07-26T16:04:16.631 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:16 smithi139 podman[91543]: 2021-07-26 16:04:16.575862823 +0000 UTC m=+0.369598383 container start c080e5ee8585620b9222d6f75f33834ea3a429089bac8aa160a33c525512888b (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=dc1ab19b0a59d1b98f8d68ddf2a7018ba195e766, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, ceph=True, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , RELEASE=master-dc1ab19, GIT_CLEAN=True) 2021-07-26T16:04:16.632 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:16 smithi139 bash[91249]: c080e5ee8585620b9222d6f75f33834ea3a429089bac8aa160a33c525512888b 2021-07-26T16:04:16.634 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-07-26T16:04:16.641 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:16.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:16.642 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:16.743 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:16.776 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:16.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:16.778 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:16.784 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:04:16.879 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:16.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:16.917 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:16.918 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:16.926 INFO:journalctl@ceph.osd.4.smithi139.stdout:Jul 26 16:04:16 smithi139 systemd[1]: Started Ceph osd.4 for d7ed0f78-ee27-11eb-8c23-001a4aab830c. 2021-07-26T16:04:17.020 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:17.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:17.048 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:17.049 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:17.151 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:17.181 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:17.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:17.182 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:17.283 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:17.306 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:17.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:17.308 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:17.409 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:17.432 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:17.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:17.433 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:17.477 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:17 smithi139 ceph-mon[56829]: pgmap v432: 99 pgs: 1 activating+undersized+degraded+remapped, 15 active+recovery_wait+degraded, 68 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 85 op/s; 50377/168930 objects degraded (29.821%); 27421/168930 objects misplaced (16.232%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:04:17.477 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:17 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 50377/168930 objects degraded (29.821%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:17.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:17 smithi078 ceph-mon[73801]: pgmap v432: 99 pgs: 1 activating+undersized+degraded+remapped, 15 active+recovery_wait+degraded, 68 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 85 op/s; 50377/168930 objects degraded (29.821%); 27421/168930 objects misplaced (16.232%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:04:17.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:17 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 50377/168930 objects degraded (29.821%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:17.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:17 smithi078 ceph-mon[77813]: pgmap v432: 99 pgs: 1 activating+undersized+degraded+remapped, 15 active+recovery_wait+degraded, 68 active+clean, 2 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 85 op/s; 50377/168930 objects degraded (29.821%); 27421/168930 objects misplaced (16.232%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:04:17.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:17 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 50377/168930 objects degraded (29.821%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:17.535 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:17.559 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:17.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:17.560 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:17.661 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:17.683 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:17.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:17.684 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:17.785 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:17.813 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:17.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:17.814 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:17.867 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-07-26T16:04:17.916 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:17.938 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:17.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:17.939 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:18.041 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:18.067 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:18.077 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:18.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:18.079 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:18.180 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:18.215 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:18.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:18.216 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:18.293 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:04:18.317 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:04:18.318 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:18.341 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:04:18.346 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:18.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:18.348 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:18.361 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:04:18.386 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:04:18.413 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:04:18.440 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:04:18.440 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:04:18.440 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:04:18.442 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:04:18.442 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:04:18.442 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENXIO: problem getting command descriptions from osd.4 2021-07-26T16:04:18.442 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: problem getting command descriptions from osd.4 2021-07-26T16:04:18.443 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:04:18.443 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:04:18.443 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:04:18.449 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:18.475 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:18.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:18.477 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:18.577 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:18.600 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:18.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:18.602 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:18.603 INFO:teuthology.orchestra.run.smithi139.stderr:no valid command found; 10 closest matches: 2021-07-26T16:04:18.603 INFO:teuthology.orchestra.run.smithi139.stderr:0 2021-07-26T16:04:18.603 INFO:teuthology.orchestra.run.smithi139.stderr:1 2021-07-26T16:04:18.604 INFO:teuthology.orchestra.run.smithi139.stderr:2 2021-07-26T16:04:18.604 INFO:teuthology.orchestra.run.smithi139.stderr:abort 2021-07-26T16:04:18.604 INFO:teuthology.orchestra.run.smithi139.stderr:assert 2021-07-26T16:04:18.604 INFO:teuthology.orchestra.run.smithi139.stderr:bluefs debug_inject_read_zeros 2021-07-26T16:04:18.604 INFO:teuthology.orchestra.run.smithi139.stderr:bluefs stats 2021-07-26T16:04:18.605 INFO:teuthology.orchestra.run.smithi139.stderr:bluestore allocator dump block 2021-07-26T16:04:18.605 INFO:teuthology.orchestra.run.smithi139.stderr:bluestore allocator dump bluefs-db 2021-07-26T16:04:18.605 INFO:teuthology.orchestra.run.smithi139.stderr:bluestore allocator fragmentation block 2021-07-26T16:04:18.605 INFO:teuthology.orchestra.run.smithi139.stderr:admin_socket: invalid command 2021-07-26T16:04:18.703 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:18.737 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:18.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:18.738 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:18.840 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:18.863 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:18.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:18.865 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:18.966 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:18.993 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:18.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:18.994 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:19.095 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:19.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:19.119 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:19.120 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:19.221 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:19.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:19.251 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:19.252 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:19.304 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:19 smithi078 ceph-mon[73801]: pgmap v433: 99 pgs: 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 50 op/s; 51728/168582 objects degraded (30.684%); 28556/168582 objects misplaced (16.939%); 2.9 MiB/s, 46 objects/s recovering 2021-07-26T16:04:19.305 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:19 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3069234537' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:19.305 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:19 smithi078 ceph-mon[73801]: from='osd.4 [v2:172.21.15.139:6800/2874922292,v1:172.21.15.139:6801/2874922292]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T16:04:19.306 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:19 smithi078 ceph-mon[73801]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T16:04:19.306 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:19 smithi078 ceph-mon[77813]: pgmap v433: 99 pgs: 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 50 op/s; 51728/168582 objects degraded (30.684%); 28556/168582 objects misplaced (16.939%); 2.9 MiB/s, 46 objects/s recovering 2021-07-26T16:04:19.306 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:19 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3069234537' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:19.307 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:19 smithi078 ceph-mon[77813]: from='osd.4 [v2:172.21.15.139:6800/2874922292,v1:172.21.15.139:6801/2874922292]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T16:04:19.307 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:19 smithi078 ceph-mon[77813]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T16:04:19.353 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:19.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:19.387 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:19.387 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:19.485 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:19 smithi139 ceph-mon[56829]: pgmap v433: 99 pgs: 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.8 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 50 op/s; 51728/168582 objects degraded (30.684%); 28556/168582 objects misplaced (16.939%); 2.9 MiB/s, 46 objects/s recovering 2021-07-26T16:04:19.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:19 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3069234537' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:19.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:19 smithi139 ceph-mon[56829]: from='osd.4 [v2:172.21.15.139:6800/2874922292,v1:172.21.15.139:6801/2874922292]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T16:04:19.486 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:19 smithi139 ceph-mon[56829]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T16:04:19.488 DEBUG:teuthology.orchestra.run:got remote process result: 22 2021-07-26T16:04:19.489 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-4, ['dump_ops_in_flight'] 2021-07-26T16:04:19.489 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:19.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:19.512 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:19.513 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:19.614 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:19.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:19.639 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:19.639 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:19.740 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:19.763 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:19.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:19.765 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:19.866 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:19.893 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:19.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:19.895 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:19.951 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-07-26T16:04:19.952 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-07-26T16:04:19.996 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:20.017 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:20.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:20.020 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:20.120 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:20.145 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:20.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:20.146 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:20.246 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:04:20.247 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:20.271 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:20.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:20.273 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:20.374 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:20.415 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:20.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:20.416 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:20.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:20 smithi078 ceph-mon[73801]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T16:04:20.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:20 smithi078 ceph-mon[73801]: osdmap e162: 8 total, 7 up, 7 in 2021-07-26T16:04:20.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:20 smithi078 ceph-mon[73801]: from='osd.4 [v2:172.21.15.139:6800/2874922292,v1:172.21.15.139:6801/2874922292]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2021-07-26T16:04:20.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:20 smithi078 ceph-mon[73801]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2021-07-26T16:04:20.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:20 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3300583734' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:20.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:20 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:20.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:20 smithi078 ceph-mon[77813]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T16:04:20.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:20 smithi078 ceph-mon[77813]: osdmap e162: 8 total, 7 up, 7 in 2021-07-26T16:04:20.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:20 smithi078 ceph-mon[77813]: from='osd.4 [v2:172.21.15.139:6800/2874922292,v1:172.21.15.139:6801/2874922292]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2021-07-26T16:04:20.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:20 smithi078 ceph-mon[77813]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2021-07-26T16:04:20.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:20 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3300583734' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:20.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:20 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:20.518 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:20.538 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:20.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:20.540 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:20.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:20 smithi139 ceph-mon[56829]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T16:04:20.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:20 smithi139 ceph-mon[56829]: osdmap e162: 8 total, 7 up, 7 in 2021-07-26T16:04:20.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:20 smithi139 ceph-mon[56829]: from='osd.4 [v2:172.21.15.139:6800/2874922292,v1:172.21.15.139:6801/2874922292]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2021-07-26T16:04:20.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:20 smithi139 ceph-mon[56829]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi139", "root=default"]}]: dispatch 2021-07-26T16:04:20.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:20 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3300583734' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:20.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:20 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:20.641 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:20.661 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:20.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:20.663 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:20.764 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:20.785 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:20.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:20.787 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:20.887 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:20.917 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:20.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:20.919 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:21.020 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:21.043 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:21.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:21.045 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:21.146 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:21.173 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:21.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:21.175 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:21.276 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:21.328 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:21.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:21.330 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:21.432 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:21.439 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:04:21.439 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:04:21.439 INFO:teuthology.orchestra.run.smithi078.stdout: "complaint_time": 30, 2021-07-26T16:04:21.440 INFO:teuthology.orchestra.run.smithi078.stdout: "num_blocked_ops": 0 2021-07-26T16:04:21.440 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:04:21.453 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:21.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:21.455 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:21.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:21 smithi078 ceph-mon[73801]: pgmap v435: 99 pgs: 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 151 op/s; 51235/165852 objects degraded (30.892%); 28178/165852 objects misplaced (16.990%); 5.2 MiB/s, 83 objects/s recovering 2021-07-26T16:04:21.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:21 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:04:21.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:21 smithi078 ceph-mon[73801]: osd.4 [v2:172.21.15.139:6800/2874922292,v1:172.21.15.139:6801/2874922292] boot 2021-07-26T16:04:21.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:21 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:04:21.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:21 smithi078 ceph-mon[73801]: osdmap e163: 8 total, 8 up, 7 in 2021-07-26T16:04:21.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:21 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T16:04:21.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:21 smithi078 ceph-mon[77813]: pgmap v435: 99 pgs: 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 151 op/s; 51235/165852 objects degraded (30.892%); 28178/165852 objects misplaced (16.990%); 5.2 MiB/s, 83 objects/s recovering 2021-07-26T16:04:21.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:21 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:04:21.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:21 smithi078 ceph-mon[77813]: osd.4 [v2:172.21.15.139:6800/2874922292,v1:172.21.15.139:6801/2874922292] boot 2021-07-26T16:04:21.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:21 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:04:21.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:21 smithi078 ceph-mon[77813]: osdmap e163: 8 total, 8 up, 7 in 2021-07-26T16:04:21.463 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:21 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T16:04:21.556 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:21.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:21 smithi139 ceph-mon[56829]: pgmap v435: 99 pgs: 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 151 op/s; 51235/165852 objects degraded (30.892%); 28178/165852 objects misplaced (16.990%); 5.2 MiB/s, 83 objects/s recovering 2021-07-26T16:04:21.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:21 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:04:21.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:21 smithi139 ceph-mon[56829]: osd.4 [v2:172.21.15.139:6800/2874922292,v1:172.21.15.139:6801/2874922292] boot 2021-07-26T16:04:21.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:21 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:04:21.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:21 smithi139 ceph-mon[56829]: osdmap e163: 8 total, 8 up, 7 in 2021-07-26T16:04:21.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:21 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T16:04:21.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:21.581 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:21.582 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:21.684 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:21.706 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:21.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:21.707 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:21.809 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:21.831 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:21.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:21.833 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:21.934 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:21.953 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:04:21.954 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:21.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:21.956 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:22.062 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:22.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:22.098 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:22.099 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:22.138 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:22.200 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:22.216 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-07-26T16:04:22.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:22.224 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:22.224 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:22.326 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:22.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:22.349 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:22.349 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:22.450 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:22.459 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:22.500 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:22.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:22.502 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:22.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:22 smithi139 ceph-mon[56829]: osdmap e164: 8 total, 8 up, 7 in 2021-07-26T16:04:22.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:22 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 51235/165852 objects degraded (30.892%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:22.582 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:22 smithi139 ceph-mon[56829]: osdmap e165: 8 total, 8 up, 7 in 2021-07-26T16:04:22.604 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:22.612 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:22 smithi078 ceph-mon[73801]: osdmap e164: 8 total, 8 up, 7 in 2021-07-26T16:04:22.613 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:22 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 51235/165852 objects degraded (30.892%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:22.613 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:22 smithi078 ceph-mon[73801]: osdmap e165: 8 total, 8 up, 7 in 2021-07-26T16:04:22.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:22 smithi078 ceph-mon[77813]: osdmap e164: 8 total, 8 up, 7 in 2021-07-26T16:04:22.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:22 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 51235/165852 objects degraded (30.892%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:22.615 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:22 smithi078 ceph-mon[77813]: osdmap e165: 8 total, 8 up, 7 in 2021-07-26T16:04:22.641 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:22.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:22.643 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:22.744 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:22.769 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:22.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:22.770 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:22.872 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:22.894 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:22.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:22.896 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:22.999 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:23.019 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:23.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:23.021 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:23.122 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:23.144 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:23.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:23.147 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:23.248 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:23.280 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:23.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:23.281 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:23.336 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:04:23.383 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:23.405 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:23.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:23.407 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:23.508 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:23.529 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:23.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:23.531 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:23.562 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:23.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:23 smithi139 ceph-mon[56829]: pgmap v438: 99 pgs: 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 179 op/s; 51180/165705 objects degraded (30.886%); 28124/165705 objects misplaced (16.972%); 6.5 MiB/s, 104 objects/s recovering 2021-07-26T16:04:23.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:23 smithi139 ceph-mon[56829]: 6.2 continuing backfill to osd.5 from (101'2697,163'9730] MIN to 163'9730 2021-07-26T16:04:23.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:23 smithi139 ceph-mon[56829]: 6.2 continuing backfill to osd.6 from (101'2697,163'9730] MIN to 163'9730 2021-07-26T16:04:23.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:23 smithi139 ceph-mon[56829]: 6.12 continuing backfill to osd.5 from (101'2697,163'9730] MIN to 163'9730 2021-07-26T16:04:23.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:23 smithi139 ceph-mon[56829]: 6.12 continuing backfill to osd.6 from (101'2697,163'9730] MIN to 163'9730 2021-07-26T16:04:23.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:23 smithi139 ceph-mon[56829]: osdmap e166: 8 total, 8 up, 7 in 2021-07-26T16:04:23.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:23 smithi139 ceph-mon[56829]: 6.e continuing backfill to osd.7 from (106'4992,163'9692] MIN to 163'9692 2021-07-26T16:04:23.632 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:23.657 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:23.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:23.659 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:23.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:23 smithi078 ceph-mon[73801]: pgmap v438: 99 pgs: 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 179 op/s; 51180/165705 objects degraded (30.886%); 28124/165705 objects misplaced (16.972%); 6.5 MiB/s, 104 objects/s recovering 2021-07-26T16:04:23.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:23 smithi078 ceph-mon[73801]: 6.2 continuing backfill to osd.5 from (101'2697,163'9730] MIN to 163'9730 2021-07-26T16:04:23.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:23 smithi078 ceph-mon[73801]: 6.2 continuing backfill to osd.6 from (101'2697,163'9730] MIN to 163'9730 2021-07-26T16:04:23.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:23 smithi078 ceph-mon[73801]: 6.12 continuing backfill to osd.5 from (101'2697,163'9730] MIN to 163'9730 2021-07-26T16:04:23.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:23 smithi078 ceph-mon[73801]: 6.12 continuing backfill to osd.6 from (101'2697,163'9730] MIN to 163'9730 2021-07-26T16:04:23.741 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:23 smithi078 ceph-mon[73801]: osdmap e166: 8 total, 8 up, 7 in 2021-07-26T16:04:23.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:23 smithi078 ceph-mon[73801]: 6.e continuing backfill to osd.7 from (106'4992,163'9692] MIN to 163'9692 2021-07-26T16:04:23.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:23 smithi078 ceph-mon[77813]: pgmap v438: 99 pgs: 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 179 op/s; 51180/165705 objects degraded (30.886%); 28124/165705 objects misplaced (16.972%); 6.5 MiB/s, 104 objects/s recovering 2021-07-26T16:04:23.743 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:23 smithi078 ceph-mon[77813]: 6.2 continuing backfill to osd.5 from (101'2697,163'9730] MIN to 163'9730 2021-07-26T16:04:23.743 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:23 smithi078 ceph-mon[77813]: 6.2 continuing backfill to osd.6 from (101'2697,163'9730] MIN to 163'9730 2021-07-26T16:04:23.744 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:23 smithi078 ceph-mon[77813]: 6.12 continuing backfill to osd.5 from (101'2697,163'9730] MIN to 163'9730 2021-07-26T16:04:23.744 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:23 smithi078 ceph-mon[77813]: 6.12 continuing backfill to osd.6 from (101'2697,163'9730] MIN to 163'9730 2021-07-26T16:04:23.744 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:23 smithi078 ceph-mon[77813]: osdmap e166: 8 total, 8 up, 7 in 2021-07-26T16:04:23.745 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:23 smithi078 ceph-mon[77813]: 6.e continuing backfill to osd.7 from (106'4992,163'9692] MIN to 163'9692 2021-07-26T16:04:23.760 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:23.782 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:23.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:23.785 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:23.886 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:23.910 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:23.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:23.912 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:24.013 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:24.035 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:24.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:24.039 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:24.140 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:24.164 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:24.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:24.166 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:24.267 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:24.289 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:24.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:24.291 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:24.392 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:24.413 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:24.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:24.415 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:24.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:24 smithi078 ceph-mon[73801]: 6.f continuing backfill to osd.1 from (104'4549,163'9637] MIN to 163'9637 2021-07-26T16:04:24.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:24 smithi078 ceph-mon[73801]: 6.f continuing backfill to osd.6 from (104'4549,163'9637] MIN to 163'9637 2021-07-26T16:04:24.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:24 smithi078 ceph-mon[77813]: 6.f continuing backfill to osd.1 from (104'4549,163'9637] MIN to 163'9637 2021-07-26T16:04:24.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:24 smithi078 ceph-mon[77813]: 6.f continuing backfill to osd.6 from (104'4549,163'9637] MIN to 163'9637 2021-07-26T16:04:24.490 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-07-26T16:04:24.512 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:24 smithi139 ceph-mon[56829]: 6.f continuing backfill to osd.1 from (104'4549,163'9637] MIN to 163'9637 2021-07-26T16:04:24.513 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:24 smithi139 ceph-mon[56829]: 6.f continuing backfill to osd.6 from (104'4549,163'9637] MIN to 163'9637 2021-07-26T16:04:24.517 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:24.538 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:24.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:24.539 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:24.629 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:04:24.640 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:24.662 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:24.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:24.664 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:24.766 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:24.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:24.789 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:24.789 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:24.891 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:24.912 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:24.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:24.914 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:25.015 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:25.039 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:25.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:25.041 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:25.142 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:25.165 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:25.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:25.167 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:25.234 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:04:25.263 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:04:25.268 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:25.293 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:04:25.294 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:25.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:25.296 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:25.312 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:04:25.331 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:04:25.355 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:04:25.374 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:04:25.392 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:25 smithi078 ceph-mon[73801]: pgmap v441: 99 pgs: 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 40 op/s; 47941/165369 objects degraded (28.990%); 31125/165369 objects misplaced (18.822%); 1.7 MiB/s, 26 objects/s recovering 2021-07-26T16:04:25.392 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:25 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2019135906' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:25.392 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:25 smithi078 ceph-mon[77813]: pgmap v441: 99 pgs: 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 40 op/s; 47941/165369 objects degraded (28.990%); 31125/165369 objects misplaced (18.822%); 1.7 MiB/s, 26 objects/s recovering 2021-07-26T16:04:25.393 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:25 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2019135906' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:25.397 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:25.398 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:04:25.399 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:04:25.399 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:04:25.400 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:04:25.400 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:04:25.400 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:04:25.400 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:04:25.400 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:04:25.401 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:04:25.421 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:25.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:25.423 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:25.524 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:25.547 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:25.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:25.549 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:25.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:25 smithi139 ceph-mon[56829]: pgmap v441: 99 pgs: 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 40 op/s; 47941/165369 objects degraded (28.990%); 31125/165369 objects misplaced (18.822%); 1.7 MiB/s, 26 objects/s recovering 2021-07-26T16:04:25.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:25 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2019135906' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:25.650 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:25.672 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:25.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:25.673 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:25.775 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:25.798 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:25.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:25.800 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:25.827 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:04:25.827 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:04:25.901 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:25.923 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:25.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:25.924 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:26.026 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:26.047 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:26.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:26.048 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:26.150 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:26.172 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:26.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:26.173 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:26.275 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:26.299 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:26.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:26.300 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:26.351 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:26.352 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:04:26.352 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:26 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:04:26.402 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:26.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:26.428 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:26.428 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:26.530 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:26.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:26.554 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:26.554 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:26.557 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:26.557 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:04:26.557 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:26 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:04:26.558 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:26.558 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:04:26.559 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:26 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:04:26.576 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:04:26.577 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:04:26.655 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:26.680 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:26.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:26.682 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:26.782 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:26.804 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:26.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:26.805 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:26.906 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:26.927 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:26.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:26.929 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:27.030 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:27.052 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:27.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:27.053 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:27.154 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:27.176 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:27.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:27.178 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:27.279 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:27.302 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:27.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:27.304 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:27.405 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:27.431 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:27.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:27.433 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:27.491 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-07-26T16:04:27.513 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:27 smithi139 ceph-mon[56829]: pgmap v442: 99 pgs: 15 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 104 op/s; 43433/164082 objects degraded (26.470%); 35289/164082 objects misplaced (21.507%); 3.2 MiB/s, 50 objects/s recovering 2021-07-26T16:04:27.514 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:27 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 43433/164082 objects degraded (26.470%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:27.534 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:27.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:27.559 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:27.559 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:27.611 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:27 smithi078 ceph-mon[73801]: pgmap v442: 99 pgs: 15 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 104 op/s; 43433/164082 objects degraded (26.470%); 35289/164082 objects misplaced (21.507%); 3.2 MiB/s, 50 objects/s recovering 2021-07-26T16:04:27.612 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:27 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 43433/164082 objects degraded (26.470%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:27.612 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:27 smithi078 ceph-mon[77813]: pgmap v442: 99 pgs: 15 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 104 op/s; 43433/164082 objects degraded (26.470%); 35289/164082 objects misplaced (21.507%); 3.2 MiB/s, 50 objects/s recovering 2021-07-26T16:04:27.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:27 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 43433/164082 objects degraded (26.470%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:27.634 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:04:27.661 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:27.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:27.688 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:27.688 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:27.790 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:27.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:27.816 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:27.817 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:27.919 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:27.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:27.946 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:27.947 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:28.048 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:28.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:28.103 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:28.103 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:28.204 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:28.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:28.247 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:28.248 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:28.286 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:04:28.349 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:28.370 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:28.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:28.372 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:28.473 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:28.496 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:28.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:28.499 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:28.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:28 smithi139 ceph-mon[56829]: pgmap v443: 99 pgs: 1 active+degraded+remapped, 15 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 94 op/s; 39795/163968 objects degraded (24.270%); 37759/163968 objects misplaced (23.028%); 8.1 MiB/s, 128 objects/s recovering 2021-07-26T16:04:28.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:28 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2230669597' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:04:28.600 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:28.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:28.625 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:28.625 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:28.727 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:28.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:28 smithi078 ceph-mon[73801]: pgmap v443: 99 pgs: 1 active+degraded+remapped, 15 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 94 op/s; 39795/163968 objects degraded (24.270%); 37759/163968 objects misplaced (23.028%); 8.1 MiB/s, 128 objects/s recovering 2021-07-26T16:04:28.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:28 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2230669597' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:04:28.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:28 smithi078 ceph-mon[77813]: pgmap v443: 99 pgs: 1 active+degraded+remapped, 15 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 94 op/s; 39795/163968 objects degraded (24.270%); 37759/163968 objects misplaced (23.028%); 8.1 MiB/s, 128 objects/s recovering 2021-07-26T16:04:28.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:28 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2230669597' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:04:28.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:28.758 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:28.758 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:28.859 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:28.885 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:28.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:28.886 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:28.988 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:29.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:29.012 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:29.012 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:29.114 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:29.135 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:29.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:29.137 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:29.238 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:29.266 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:29.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:29.269 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:29.370 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:29.393 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:29.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:29.394 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:29.403 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:04:29.495 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:29.520 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:29.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:29.522 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:29.523 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:29 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:29.523 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:29 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2230669597' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:04:29.524 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:29 smithi139 ceph-mon[56829]: osdmap e167: 8 total, 8 up, 7 in 2021-07-26T16:04:29.603 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:29.616 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:04:29.616 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:04:29.623 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:29.647 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:29.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:29.648 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:29.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:29 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:29.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:29 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2230669597' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:04:29.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:29 smithi078 ceph-mon[73801]: osdmap e167: 8 total, 8 up, 7 in 2021-07-26T16:04:29.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:29 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:29.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:29 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2230669597' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:04:29.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:29 smithi078 ceph-mon[77813]: osdmap e167: 8 total, 8 up, 7 in 2021-07-26T16:04:29.750 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:29.788 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:29.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:29.790 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:29.891 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:29.931 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:29.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:29.933 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:30.034 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:30.057 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:30.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:30.059 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:30.160 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:30.182 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:30.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:30.183 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:30.284 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:30.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:30.316 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:30.316 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:30.418 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:30.420 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-07-26T16:04:30.439 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:30.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:30.441 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:30.543 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:30.569 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:30.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:30.571 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:30.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:30 smithi139 ceph-mon[56829]: pgmap v445: 99 pgs: 1 active+degraded+remapped, 15 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 105 op/s; 39681/163197 objects degraded (24.315%); 37624/163197 objects misplaced (23.054%); 7.1 MiB/s, 113 objects/s recovering 2021-07-26T16:04:30.589 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:04:30.671 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:30.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:30.694 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:30.696 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:30.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:30 smithi078 ceph-mon[73801]: pgmap v445: 99 pgs: 1 active+degraded+remapped, 15 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 105 op/s; 39681/163197 objects degraded (24.315%); 37624/163197 objects misplaced (23.054%); 7.1 MiB/s, 113 objects/s recovering 2021-07-26T16:04:30.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:30 smithi078 ceph-mon[77813]: pgmap v445: 99 pgs: 1 active+degraded+remapped, 15 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 105 op/s; 39681/163197 objects degraded (24.315%); 37624/163197 objects misplaced (23.054%); 7.1 MiB/s, 113 objects/s recovering 2021-07-26T16:04:30.797 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:30.820 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:30.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:30.822 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:30.923 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:30.948 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:30.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:30.950 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:31.051 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:31.073 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:31.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:31.075 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:31.176 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:31.197 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:31.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:31.199 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:31.300 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:31.322 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:31.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:31.323 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:31.336 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:04:31.424 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:31.448 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:31.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:31.450 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:31.508 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:31.551 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:31.573 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:31.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:31.574 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:31.675 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:31.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:31.704 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:31.705 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:31.805 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:31.810 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:04:31.830 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:31.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:31.832 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:31.836 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:04:31.860 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:04:31.885 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:04:31.919 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:04:31.933 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:31.945 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:04:31.983 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:31.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:31.985 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:31.988 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:31 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/432511567' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:31.988 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:31 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/432511567' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:31.992 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:04:32.016 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:04:32.023 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:04:32.023 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:04:32.024 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:04:32.024 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:04:32.024 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:04:32.024 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:04:32.024 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:04:32.025 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:04:32.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:31 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/432511567' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:32.086 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:32.108 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:32.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:32.109 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:32.211 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:32.232 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:32.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:32.234 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:32.321 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 5, 6, 7, 0] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 5, 6, 7, 2, 4] 2021-07-26T16:04:32.322 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:04:32.322 INFO:tasks.thrashosds.thrasher:Setting osd 3 primary_affinity to 0.000000 2021-07-26T16:04:32.323 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd primary-affinity 3 0 2021-07-26T16:04:32.335 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:32.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:32.360 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:32.360 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:32.461 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:32.493 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:32.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:32.495 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:32.500 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:32.596 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:32.634 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:32.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:32.636 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:32.737 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:32.762 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:32.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:32.764 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:32.844 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:04:32.845 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:04:32.845 INFO:teuthology.orchestra.run.smithi139.stdout: "complaint_time": 30, 2021-07-26T16:04:32.845 INFO:teuthology.orchestra.run.smithi139.stdout: "num_blocked_ops": 0 2021-07-26T16:04:32.846 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:04:32.864 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:32.886 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:32.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:32.888 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:32.950 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:32 smithi078 ceph-mon[73801]: pgmap v446: 99 pgs: 1 active+degraded+remapped, 15 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 94 op/s; 39681/163197 objects degraded (24.315%); 37624/163197 objects misplaced (23.054%); 6.3 MiB/s, 101 objects/s recovering 2021-07-26T16:04:32.950 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:32 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 39681/163197 objects degraded (24.315%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:32.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:32 smithi078 ceph-mon[77813]: pgmap v446: 99 pgs: 1 active+degraded+remapped, 15 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 94 op/s; 39681/163197 objects degraded (24.315%); 37624/163197 objects misplaced (23.054%); 6.3 MiB/s, 101 objects/s recovering 2021-07-26T16:04:32.951 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:32 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 39681/163197 objects degraded (24.315%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:32.989 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:33.016 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:33.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:33.018 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:33.119 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:33.142 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:33.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:33.144 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:33.245 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:33.278 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:33.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:33.280 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:33.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:32 smithi139 ceph-mon[56829]: pgmap v446: 99 pgs: 1 active+degraded+remapped, 15 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.6 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 94 op/s; 39681/163197 objects degraded (24.315%); 37624/163197 objects misplaced (23.054%); 6.3 MiB/s, 101 objects/s recovering 2021-07-26T16:04:33.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:32 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 39681/163197 objects degraded (24.315%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:33.381 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:33.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:33.405 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:33.405 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:33.506 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:33.534 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:33.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:33.536 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:33.637 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:33.658 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:33.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:33.660 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:33.676 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-07-26T16:04:33.762 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:33.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:33.790 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:33.790 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:33.871 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:04:33.892 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:33.917 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:33.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:33.919 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:34.020 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:34.047 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:34.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:34.048 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:34.149 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:34.171 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:34.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:34.173 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:34.274 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:34.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:34.314 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:34.314 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:34.416 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:34.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:34.442 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:34.442 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:34.544 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:34.593 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:34.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:34.594 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:34.695 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:34.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:34.720 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:34.720 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:34.823 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:34.847 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:34.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:34.849 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:34.951 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:34.973 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:34.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:34.974 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:35.075 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:35.084 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:04:35.119 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:35.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:35.121 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:35.223 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:35.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:35.247 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:35.247 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:35.325 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:35.348 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:35.372 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:35.373 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:35 smithi139 ceph-mon[56829]: pgmap v447: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.5 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 92 op/s; 39519/162588 objects degraded (24.306%); 37372/162588 objects misplaced (22.986%); 6.0 MiB/s, 95 objects/s recovering 2021-07-26T16:04:35.373 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:35 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:04:35.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:35.374 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:35.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:35 smithi078 ceph-mon[73801]: pgmap v447: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.5 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 92 op/s; 39519/162588 objects degraded (24.306%); 37372/162588 objects misplaced (22.986%); 6.0 MiB/s, 95 objects/s recovering 2021-07-26T16:04:35.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:35 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:04:35.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:35 smithi078 ceph-mon[77813]: pgmap v447: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.5 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 92 op/s; 39519/162588 objects degraded (24.306%); 37372/162588 objects misplaced (22.986%); 6.0 MiB/s, 95 objects/s recovering 2021-07-26T16:04:35.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:35 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:04:35.475 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:35.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:35.499 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:35.499 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:35.601 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:35.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:35.637 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:35.638 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:35.649 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:04:35.650 INFO:teuthology.orchestra.run.smithi139.stdout: "size": 20, 2021-07-26T16:04:35.651 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 600, 2021-07-26T16:04:35.651 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:04:35.651 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.652 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "MOSDPGPull(6.12 e163/159 cost 1049576)", 2021-07-26T16:04:35.652 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:21.008752+0000", 2021-07-26T16:04:35.652 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 14.637082496, 2021-07-26T16:04:35.652 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0028050089999999998, 2021-07-26T16:04:35.652 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.653 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:04:35.653 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.653 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.654 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.654 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:21.008752+0000", 2021-07-26T16:04:35.654 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.655 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.655 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.655 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.655 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:21.008752+0000", 2021-07-26T16:04:35.655 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3419999999999999e-06 2021-07-26T16:04:35.656 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.656 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.656 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.656 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:21.008755+0000", 2021-07-26T16:04:35.657 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6520000000000003e-06 2021-07-26T16:04:35.657 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.657 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.657 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.658 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:21.008761+0000", 2021-07-26T16:04:35.658 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0828e-05 2021-07-26T16:04:35.658 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.658 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.658 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.659 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:21.008771+0000", 2021-07-26T16:04:35.659 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9590000000000003e-06 2021-07-26T16:04:35.659 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.659 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.660 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.660 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:21.008776+0000", 2021-07-26T16:04:35.660 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1158000000000001e-05 2021-07-26T16:04:35.661 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.661 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.661 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.661 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:21.008818+0000", 2021-07-26T16:04:35.662 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027390700000000001 2021-07-26T16:04:35.662 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.662 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.662 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.662 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:21.011557+0000", 2021-07-26T16:04:35.663 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0028050089999999998 2021-07-26T16:04:35.663 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.663 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.663 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.664 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.664 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.664 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:154740 6.2 e165/164 6:46cd569b:::benchmark_data_smithi078_103090_object49875:head v 165'9732, mlcod=0'0)", 2021-07-26T16:04:35.664 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:22.261549+0000", 2021-07-26T16:04:35.664 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 13.384285091000001, 2021-07-26T16:04:35.665 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0028441030000000002, 2021-07-26T16:04:35.665 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.665 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.665 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.665 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.666 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.666 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:22.261549+0000", 2021-07-26T16:04:35.666 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.666 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.667 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.667 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.667 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:22.261549+0000", 2021-07-26T16:04:35.667 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9729999999999997e-06 2021-07-26T16:04:35.667 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.668 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.668 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.668 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:22.261554+0000", 2021-07-26T16:04:35.668 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.402e-06 2021-07-26T16:04:35.669 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.669 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.669 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.669 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:22.261556+0000", 2021-07-26T16:04:35.669 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1209999999999999e-05 2021-07-26T16:04:35.670 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.670 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.670 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.670 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:22.261568+0000", 2021-07-26T16:04:35.671 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6620000000000002e-06 2021-07-26T16:04:35.671 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.671 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.671 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.671 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:22.261573+0000", 2021-07-26T16:04:35.672 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4654999999999995e-05 2021-07-26T16:04:35.672 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.672 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.672 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.673 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:22.261658+0000", 2021-07-26T16:04:35.673 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.1724999999999999e-05 2021-07-26T16:04:35.673 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.673 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.674 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.674 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:22.261690+0000", 2021-07-26T16:04:35.674 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0026583829999999998 2021-07-26T16:04:35.674 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.674 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.675 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.675 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:22.264348+0000", 2021-07-26T16:04:35.675 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5092999999999997e-05 2021-07-26T16:04:35.675 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.676 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.676 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.676 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:22.264393+0000", 2021-07-26T16:04:35.676 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0028441030000000002 2021-07-26T16:04:35.676 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.677 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.677 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.677 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.677 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.677 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:155048 6.e e166/165 6:7f09837d:::benchmark_data_smithi078_103090_object50183:head v 166'9708, mlcod=0'0)", 2021-07-26T16:04:35.678 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:23.525851+0000", 2021-07-26T16:04:35.678 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 12.119982794, 2021-07-26T16:04:35.678 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0030277920000000001, 2021-07-26T16:04:35.678 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.679 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.679 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.679 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.679 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.679 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:23.525851+0000", 2021-07-26T16:04:35.680 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.680 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.680 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.680 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.680 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:23.525851+0000", 2021-07-26T16:04:35.681 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8109999999999997e-06 2021-07-26T16:04:35.681 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.681 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.681 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.682 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:23.525858+0000", 2021-07-26T16:04:35.682 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9049999999999996e-06 2021-07-26T16:04:35.682 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.682 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.682 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.683 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:23.525863+0000", 2021-07-26T16:04:35.683 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8777999999999999e-05 2021-07-26T16:04:35.683 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.683 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.684 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.684 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:23.525882+0000", 2021-07-26T16:04:35.684 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.8849999999999999e-06 2021-07-26T16:04:35.684 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.684 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.685 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.685 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:23.525890+0000", 2021-07-26T16:04:35.685 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1236999999999996e-05 2021-07-26T16:04:35.685 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.685 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.686 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.686 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:23.525961+0000", 2021-07-26T16:04:35.686 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4417999999999999e-05 2021-07-26T16:04:35.686 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.687 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.687 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.687 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:23.525985+0000", 2021-07-26T16:04:35.687 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0028491509999999999 2021-07-26T16:04:35.687 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.688 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.688 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.688 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:23.528835+0000", 2021-07-26T16:04:35.688 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4607000000000002e-05 2021-07-26T16:04:35.689 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.689 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.689 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.689 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:23.528879+0000", 2021-07-26T16:04:35.689 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0030277920000000001 2021-07-26T16:04:35.690 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.690 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.690 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.690 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.690 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.691 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:155801 6.f e167/165 6:ff71ff4d:::benchmark_data_smithi078_103090_object50936:head v 167'9692, mlcod=0'0)", 2021-07-26T16:04:35.691 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:32.141885+0000", 2021-07-26T16:04:35.691 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 3.503948898, 2021-07-26T16:04:35.691 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0030163709999999999, 2021-07-26T16:04:35.692 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.692 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.692 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.692 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.692 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.693 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.141885+0000", 2021-07-26T16:04:35.693 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.693 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.693 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.694 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.694 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.141885+0000", 2021-07-26T16:04:35.694 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7370000000000003e-06 2021-07-26T16:04:35.694 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.694 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.695 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.695 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.141891+0000", 2021-07-26T16:04:35.695 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.531e-06 2021-07-26T16:04:35.695 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.696 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.696 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.696 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.141893+0000", 2021-07-26T16:04:35.696 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9494999999999999e-05 2021-07-26T16:04:35.696 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.697 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.697 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.697 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.141913+0000", 2021-07-26T16:04:35.697 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.2740000000000002e-06 2021-07-26T16:04:35.698 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.698 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.698 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.698 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.141920+0000", 2021-07-26T16:04:35.698 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8714000000000001e-05 2021-07-26T16:04:35.699 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.699 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.699 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.699 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.141969+0000", 2021-07-26T16:04:35.700 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2847e-05 2021-07-26T16:04:35.700 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.700 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.700 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.700 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.141992+0000", 2021-07-26T16:04:35.701 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0028765940000000001 2021-07-26T16:04:35.701 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.701 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.701 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.701 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.144868+0000", 2021-07-26T16:04:35.702 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3179000000000002e-05 2021-07-26T16:04:35.702 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.702 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.702 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.703 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.144902+0000", 2021-07-26T16:04:35.703 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0030163709999999999 2021-07-26T16:04:35.703 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.703 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.703 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.704 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.704 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.704 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:155832 6.f e167/165 6:f4bd186e:::benchmark_data_smithi078_103090_object50967:head v 167'9696, mlcod=0'0)", 2021-07-26T16:04:35.704 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:32.459748+0000", 2021-07-26T16:04:35.704 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 3.186086193, 2021-07-26T16:04:35.705 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002939793, 2021-07-26T16:04:35.705 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.705 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.705 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.706 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.706 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.706 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.459748+0000", 2021-07-26T16:04:35.706 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.707 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.707 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.707 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.707 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.459748+0000", 2021-07-26T16:04:35.708 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3700000000000003e-06 2021-07-26T16:04:35.708 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.708 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.708 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.709 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.459753+0000", 2021-07-26T16:04:35.709 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.6730000000000001e-06 2021-07-26T16:04:35.709 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.709 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.709 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.710 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.459756+0000", 2021-07-26T16:04:35.710 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6671e-05 2021-07-26T16:04:35.710 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.711 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.712 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.712 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.459773+0000", 2021-07-26T16:04:35.712 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.742e-06 2021-07-26T16:04:35.712 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.712 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.713 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.713 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.459779+0000", 2021-07-26T16:04:35.713 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7645999999999997e-05 2021-07-26T16:04:35.713 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.714 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.714 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.714 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.459827+0000", 2021-07-26T16:04:35.714 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2872999999999999e-05 2021-07-26T16:04:35.714 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.715 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.715 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.715 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.459850+0000", 2021-07-26T16:04:35.716 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002799176 2021-07-26T16:04:35.716 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.716 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.716 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.716 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.462649+0000", 2021-07-26T16:04:35.717 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8642e-05 2021-07-26T16:04:35.717 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.717 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.717 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.718 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.462688+0000", 2021-07-26T16:04:35.718 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002939793 2021-07-26T16:04:35.718 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.718 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.719 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.719 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.719 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.719 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:155961 6.e e167/165 6:71aacda5:::benchmark_data_smithi078_103090_object51096:head v 167'9762, mlcod=0'0)", 2021-07-26T16:04:35.719 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:32.468725+0000", 2021-07-26T16:04:35.720 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 3.177109228, 2021-07-26T16:04:35.720 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0028218679999999999, 2021-07-26T16:04:35.720 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.720 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.721 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.721 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.721 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.722 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.468725+0000", 2021-07-26T16:04:35.722 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.722 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.722 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.722 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.723 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.468725+0000", 2021-07-26T16:04:35.723 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.4369999999999996e-06 2021-07-26T16:04:35.723 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.723 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.724 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.724 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.468734+0000", 2021-07-26T16:04:35.724 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.3730000000000003e-06 2021-07-26T16:04:35.724 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.724 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.725 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.725 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.468739+0000", 2021-07-26T16:04:35.725 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.7872e-05 2021-07-26T16:04:35.725 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.725 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.726 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.726 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.468767+0000", 2021-07-26T16:04:35.726 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2849e-05 2021-07-26T16:04:35.726 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.727 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.727 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.727 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.468779+0000", 2021-07-26T16:04:35.727 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.6947999999999995e-05 2021-07-26T16:04:35.727 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.728 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.728 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.728 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.468866+0000", 2021-07-26T16:04:35.728 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1889e-05 2021-07-26T16:04:35.728 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.729 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.729 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.729 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.468888+0000", 2021-07-26T16:04:35.729 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002617276 2021-07-26T16:04:35.730 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.730 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.730 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.730 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.471506+0000", 2021-07-26T16:04:35.730 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1223999999999997e-05 2021-07-26T16:04:35.731 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.731 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.731 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.731 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:32.471547+0000", 2021-07-26T16:04:35.732 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0028218679999999999 2021-07-26T16:04:35.732 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.732 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.732 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.732 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.733 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.733 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:155915 6.f e167/165 6:f2ddfd2a:::benchmark_data_smithi078_103090_object51050:head v 167'9704, mlcod=0'0)", 2021-07-26T16:04:35.733 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:33.147483+0000", 2021-07-26T16:04:35.733 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 2.498351322, 2021-07-26T16:04:35.733 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0033078080000000002, 2021-07-26T16:04:35.734 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.734 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.734 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.734 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.735 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.735 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.147483+0000", 2021-07-26T16:04:35.735 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.735 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.735 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.736 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.736 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.147483+0000", 2021-07-26T16:04:35.736 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.2949999999999999e-06 2021-07-26T16:04:35.736 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.737 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.737 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.737 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.147489+0000", 2021-07-26T16:04:35.737 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3799999999999998e-06 2021-07-26T16:04:35.737 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.738 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.738 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.738 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.147492+0000", 2021-07-26T16:04:35.738 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8859e-05 2021-07-26T16:04:35.738 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.739 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.739 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.739 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.147511+0000", 2021-07-26T16:04:35.739 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.4769999999999997e-06 2021-07-26T16:04:35.740 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.740 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.740 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.740 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.147519+0000", 2021-07-26T16:04:35.741 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3173000000000001e-05 2021-07-26T16:04:35.741 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.741 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.741 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.741 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.147572+0000", 2021-07-26T16:04:35.742 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4909000000000002e-05 2021-07-26T16:04:35.742 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.742 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.742 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.742 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.147597+0000", 2021-07-26T16:04:35.743 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003149153 2021-07-26T16:04:35.743 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.743 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.743 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.744 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.150746+0000", 2021-07-26T16:04:35.744 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4561999999999998e-05 2021-07-26T16:04:35.744 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.744 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.744 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.745 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.150791+0000", 2021-07-26T16:04:35.745 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0033078080000000002 2021-07-26T16:04:35.745 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.745 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.746 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.746 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.746 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.746 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:156111 6.e e167/165 6:78a616cf:::benchmark_data_smithi078_103090_object51246:head v 167'9770, mlcod=0'0)", 2021-07-26T16:04:35.746 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:33.509951+0000", 2021-07-26T16:04:35.747 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 2.135883615, 2021-07-26T16:04:35.747 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0030944330000000002, 2021-07-26T16:04:35.747 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.748 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.748 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.748 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.749 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.749 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.509951+0000", 2021-07-26T16:04:35.749 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.749 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.749 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.750 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.750 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.509951+0000", 2021-07-26T16:04:35.750 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1100000000000003e-06 2021-07-26T16:04:35.750 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.751 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.751 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.751 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.509959+0000", 2021-07-26T16:04:35.751 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8829999999999997e-06 2021-07-26T16:04:35.752 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.752 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.752 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.752 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.509964+0000", 2021-07-26T16:04:35.753 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.0799000000000001e-05 2021-07-26T16:04:35.753 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.753 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.754 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.754 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.509994+0000", 2021-07-26T16:04:35.754 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2082999999999999e-05 2021-07-26T16:04:35.754 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.754 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.755 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.755 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.510006+0000", 2021-07-26T16:04:35.755 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013198499999999999 2021-07-26T16:04:35.755 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.756 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.756 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.756 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.510138+0000", 2021-07-26T16:04:35.756 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.1248000000000005e-05 2021-07-26T16:04:35.756 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.757 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.757 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.757 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.510230+0000", 2021-07-26T16:04:35.757 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027762799999999999 2021-07-26T16:04:35.758 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.758 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.758 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.758 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.513006+0000", 2021-07-26T16:04:35.758 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9045000000000003e-05 2021-07-26T16:04:35.759 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.759 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.759 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.759 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.513045+0000", 2021-07-26T16:04:35.760 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0030944330000000002 2021-07-26T16:04:35.760 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.760 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.760 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.761 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.761 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.761 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:156153 6.e e167/165 6:74b3d3a6:::benchmark_data_smithi078_103090_object51288:head v 167'9773, mlcod=0'0)", 2021-07-26T16:04:35.761 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:33.753804+0000", 2021-07-26T16:04:35.762 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 1.89203046, 2021-07-26T16:04:35.762 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0028053449999999999, 2021-07-26T16:04:35.762 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.762 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.762 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.763 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.763 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.763 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.753804+0000", 2021-07-26T16:04:35.763 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.764 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.764 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.764 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.764 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.753804+0000", 2021-07-26T16:04:35.764 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9110000000000004e-06 2021-07-26T16:04:35.765 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.765 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.765 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.765 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.753811+0000", 2021-07-26T16:04:35.765 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8329999999999998e-06 2021-07-26T16:04:35.766 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.766 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.766 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.766 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.753813+0000", 2021-07-26T16:04:35.767 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0985999999999999e-05 2021-07-26T16:04:35.767 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.767 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.767 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.767 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.753834+0000", 2021-07-26T16:04:35.768 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.435e-06 2021-07-26T16:04:35.768 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.768 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.768 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.768 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.753842+0000", 2021-07-26T16:04:35.769 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5533999999999999e-05 2021-07-26T16:04:35.769 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.769 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.769 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.769 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.753917+0000", 2021-07-26T16:04:35.770 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.2183e-05 2021-07-26T16:04:35.770 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.770 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.770 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.771 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.753950+0000", 2021-07-26T16:04:35.771 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0026190739999999999 2021-07-26T16:04:35.771 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.771 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.771 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.772 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.756569+0000", 2021-07-26T16:04:35.772 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.0389000000000002e-05 2021-07-26T16:04:35.772 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.772 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.773 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.773 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.756609+0000", 2021-07-26T16:04:35.773 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0028053449999999999 2021-07-26T16:04:35.773 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.774 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.774 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.774 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.774 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.775 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:156171 6.e e167/165 6:79363357:::benchmark_data_smithi078_103090_object51306:head v 167'9777, mlcod=0'0)", 2021-07-26T16:04:35.775 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:33.902291+0000", 2021-07-26T16:04:35.775 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 1.7435432870000001, 2021-07-26T16:04:35.775 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0028426620000000001, 2021-07-26T16:04:35.775 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.776 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.776 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.776 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.776 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.776 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.902291+0000", 2021-07-26T16:04:35.777 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.777 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.777 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.777 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.778 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.902291+0000", 2021-07-26T16:04:35.778 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7599999999999999e-06 2021-07-26T16:04:35.778 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.778 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.778 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.779 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.902297+0000", 2021-07-26T16:04:35.779 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.2389999999999998e-06 2021-07-26T16:04:35.779 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.779 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.779 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.780 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.902300+0000", 2021-07-26T16:04:35.780 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8757e-05 2021-07-26T16:04:35.780 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.780 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.781 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.781 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.902319+0000", 2021-07-26T16:04:35.781 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.452e-06 2021-07-26T16:04:35.781 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.781 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.782 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.782 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.902326+0000", 2021-07-26T16:04:35.782 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6950000000000003e-05 2021-07-26T16:04:35.782 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.782 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.783 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.783 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.902373+0000", 2021-07-26T16:04:35.783 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.3177999999999999e-05 2021-07-26T16:04:35.783 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.784 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.784 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.784 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.902416+0000", 2021-07-26T16:04:35.784 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0026590619999999998 2021-07-26T16:04:35.784 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.785 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.785 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.785 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.905075+0000", 2021-07-26T16:04:35.785 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8264000000000003e-05 2021-07-26T16:04:35.785 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.786 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.786 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.786 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.905134+0000", 2021-07-26T16:04:35.786 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0028426620000000001 2021-07-26T16:04:35.787 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.787 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.787 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.787 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.787 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.788 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:156172 6.e e167/165 6:7a310f07:::benchmark_data_smithi078_103090_object51307:head v 167'9778, mlcod=0'0)", 2021-07-26T16:04:35.788 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:33.914927+0000", 2021-07-26T16:04:35.788 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 1.7309074680000001, 2021-07-26T16:04:35.788 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003131703, 2021-07-26T16:04:35.788 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.789 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.789 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.789 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.789 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.790 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.914927+0000", 2021-07-26T16:04:35.790 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.790 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.790 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.790 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.791 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.914927+0000", 2021-07-26T16:04:35.791 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.2930000000000003e-06 2021-07-26T16:04:35.791 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.791 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.792 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.792 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.914934+0000", 2021-07-26T16:04:35.792 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8260000000000001e-06 2021-07-26T16:04:35.792 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.792 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.793 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.793 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.914937+0000", 2021-07-26T16:04:35.793 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7011e-05 2021-07-26T16:04:35.793 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.793 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.794 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.794 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.914954+0000", 2021-07-26T16:04:35.794 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.3960000000000006e-06 2021-07-26T16:04:35.794 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.795 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.795 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.795 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.914962+0000", 2021-07-26T16:04:35.795 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4645000000000002e-05 2021-07-26T16:04:35.795 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.796 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.796 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.796 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.915027+0000", 2021-07-26T16:04:35.796 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7384e-05 2021-07-26T16:04:35.796 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.797 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.797 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.797 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.915064+0000", 2021-07-26T16:04:35.797 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0029322269999999999 2021-07-26T16:04:35.797 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.798 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.798 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.798 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.917996+0000", 2021-07-26T16:04:35.798 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1921000000000006e-05 2021-07-26T16:04:35.799 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.799 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.799 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.799 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.918058+0000", 2021-07-26T16:04:35.799 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003131703 2021-07-26T16:04:35.800 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.800 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.800 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.800 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.801 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.801 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:155984 6.f e167/165 6:f458d039:::benchmark_data_smithi078_103090_object51119:head v 167'9713, mlcod=0'0)", 2021-07-26T16:04:35.801 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:33.921749+0000", 2021-07-26T16:04:35.801 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 1.7240853300000001, 2021-07-26T16:04:35.801 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003900035, 2021-07-26T16:04:35.802 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.802 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.802 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.802 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.803 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.803 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.921749+0000", 2021-07-26T16:04:35.803 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.803 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.803 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.804 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.804 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.921749+0000", 2021-07-26T16:04:35.804 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.0729999999999998e-06 2021-07-26T16:04:35.804 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.804 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.805 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.805 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.921753+0000", 2021-07-26T16:04:35.805 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2759999999999999e-06 2021-07-26T16:04:35.805 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.806 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.806 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.806 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.921755+0000", 2021-07-26T16:04:35.806 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4620000000000001e-05 2021-07-26T16:04:35.806 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.807 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.807 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.807 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.921770+0000", 2021-07-26T16:04:35.807 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5799999999999999e-06 2021-07-26T16:04:35.807 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.808 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.808 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.808 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.921775+0000", 2021-07-26T16:04:35.808 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.2477999999999994e-05 2021-07-26T16:04:35.809 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.809 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.809 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.809 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.921838+0000", 2021-07-26T16:04:35.809 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4620999999999999e-05 2021-07-26T16:04:35.810 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.810 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.810 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.810 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.921872+0000", 2021-07-26T16:04:35.811 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0037257470000000002 2021-07-26T16:04:35.811 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.811 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.811 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.812 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.925598+0000", 2021-07-26T16:04:35.812 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0640000000000003e-05 2021-07-26T16:04:35.812 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.812 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.813 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.813 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.925649+0000", 2021-07-26T16:04:35.813 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003900035 2021-07-26T16:04:35.813 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.813 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.814 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.814 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.814 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.814 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:156191 6.e e167/165 6:7d18912a:::benchmark_data_smithi078_103090_object51326:head v 167'9780, mlcod=0'0)", 2021-07-26T16:04:35.815 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:33.978002+0000", 2021-07-26T16:04:35.815 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 1.6678319669999999, 2021-07-26T16:04:35.815 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014165776, 2021-07-26T16:04:35.815 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.815 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.816 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.816 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.816 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.817 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.978002+0000", 2021-07-26T16:04:35.817 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.817 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.817 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.817 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.818 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.978002+0000", 2021-07-26T16:04:35.818 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4699999999999999e-06 2021-07-26T16:04:35.818 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.818 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.819 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.819 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.978009+0000", 2021-07-26T16:04:35.819 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6100000000000002e-06 2021-07-26T16:04:35.819 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.820 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.820 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.820 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.978012+0000", 2021-07-26T16:04:35.820 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9958000000000001e-05 2021-07-26T16:04:35.820 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.821 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.821 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.821 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.978032+0000", 2021-07-26T16:04:35.821 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.8029999999999997e-06 2021-07-26T16:04:35.821 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.822 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.822 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.822 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.978040+0000", 2021-07-26T16:04:35.822 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.7243000000000004e-05 2021-07-26T16:04:35.823 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.823 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.823 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.823 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.978137+0000", 2021-07-26T16:04:35.823 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5647999999999999e-05 2021-07-26T16:04:35.824 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.824 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.824 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.824 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.978163+0000", 2021-07-26T16:04:35.824 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.013952437999999999 2021-07-26T16:04:35.825 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.825 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.825 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.825 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.992115+0000", 2021-07-26T16:04:35.826 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2605999999999997e-05 2021-07-26T16:04:35.826 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.826 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.826 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.826 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:33.992168+0000", 2021-07-26T16:04:35.827 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014165776 2021-07-26T16:04:35.827 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.827 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.827 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.828 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.828 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.828 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:155997 6.f e167/165 6:f26d6061:::benchmark_data_smithi078_103090_object51132:head v 167'9714, mlcod=0'0)", 2021-07-26T16:04:35.828 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:34.009366+0000", 2021-07-26T16:04:35.828 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 1.6364680149999999, 2021-07-26T16:04:35.829 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0029383819999999998, 2021-07-26T16:04:35.829 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.829 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.829 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.829 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.830 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.830 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.009366+0000", 2021-07-26T16:04:35.830 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.830 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.831 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.831 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.831 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.009366+0000", 2021-07-26T16:04:35.831 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9479999999999999e-06 2021-07-26T16:04:35.831 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.832 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.832 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.832 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.009371+0000", 2021-07-26T16:04:35.832 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.7889999999999999e-06 2021-07-26T16:04:35.832 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.833 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.833 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.833 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.009374+0000", 2021-07-26T16:04:35.833 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4854999999999998e-05 2021-07-26T16:04:35.833 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.834 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.834 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.834 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.009399+0000", 2021-07-26T16:04:35.834 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7780000000000007e-06 2021-07-26T16:04:35.835 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.835 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.835 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.835 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.009406+0000", 2021-07-26T16:04:35.835 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0124999999999999e-05 2021-07-26T16:04:35.836 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.836 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.836 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.836 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.009457+0000", 2021-07-26T16:04:35.836 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2178999999999999e-05 2021-07-26T16:04:35.837 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.837 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.837 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.837 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.009479+0000", 2021-07-26T16:04:35.838 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027774380000000001 2021-07-26T16:04:35.838 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.838 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.838 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.838 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.012256+0000", 2021-07-26T16:04:35.839 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8269999999999997e-05 2021-07-26T16:04:35.839 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.839 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.839 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.839 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.012304+0000", 2021-07-26T16:04:35.840 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0029383819999999998 2021-07-26T16:04:35.840 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.840 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.840 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.841 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.841 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.841 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:156059 6.f e167/165 6:fba82ffb:::benchmark_data_smithi078_103090_object51194:head v 167'9719, mlcod=0'0)", 2021-07-26T16:04:35.841 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:34.461042+0000", 2021-07-26T16:04:35.841 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 1.1847921800000001, 2021-07-26T16:04:35.842 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0032970080000000001, 2021-07-26T16:04:35.842 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.842 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.842 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.843 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.843 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.843 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.461042+0000", 2021-07-26T16:04:35.843 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.843 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.844 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.844 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.844 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.461042+0000", 2021-07-26T16:04:35.844 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.0550000000000002e-06 2021-07-26T16:04:35.845 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.845 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.845 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.845 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.461049+0000", 2021-07-26T16:04:35.845 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.1420000000000002e-06 2021-07-26T16:04:35.846 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.846 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.846 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.846 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.461052+0000", 2021-07-26T16:04:35.846 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0619e-05 2021-07-26T16:04:35.847 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.847 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.847 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.847 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.461073+0000", 2021-07-26T16:04:35.848 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.9650000000000008e-06 2021-07-26T16:04:35.848 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.848 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.849 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.849 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.461081+0000", 2021-07-26T16:04:35.849 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4178999999999997e-05 2021-07-26T16:04:35.849 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.850 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.850 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.850 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.461145+0000", 2021-07-26T16:04:35.850 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5638e-05 2021-07-26T16:04:35.850 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.851 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.851 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.851 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.461181+0000", 2021-07-26T16:04:35.851 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003113766 2021-07-26T16:04:35.852 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.852 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.852 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.853 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.464294+0000", 2021-07-26T16:04:35.853 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4644000000000001e-05 2021-07-26T16:04:35.853 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.853 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.854 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.854 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.464339+0000", 2021-07-26T16:04:35.854 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0032970080000000001 2021-07-26T16:04:35.854 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.855 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.855 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.855 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.855 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.855 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:156116 6.f e167/165 6:f9779b9a:::benchmark_data_smithi078_103090_object51251:head v 167'9722, mlcod=0'0)", 2021-07-26T16:04:35.856 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:34.701808+0000", 2021-07-26T16:04:35.856 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.94402608399999999, 2021-07-26T16:04:35.856 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0033007010000000001, 2021-07-26T16:04:35.856 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.857 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.857 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.857 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.857 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.857 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.701808+0000", 2021-07-26T16:04:35.858 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.858 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.858 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.858 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.859 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.701808+0000", 2021-07-26T16:04:35.859 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1e-06 2021-07-26T16:04:35.859 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.859 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.860 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.860 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.701814+0000", 2021-07-26T16:04:35.860 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.6240000000000002e-06 2021-07-26T16:04:35.860 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.860 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.861 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.861 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.701817+0000", 2021-07-26T16:04:35.861 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7438000000000001e-05 2021-07-26T16:04:35.861 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.862 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.862 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.862 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.701834+0000", 2021-07-26T16:04:35.862 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.0170000000000002e-06 2021-07-26T16:04:35.863 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.863 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.863 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.863 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.701843+0000", 2021-07-26T16:04:35.863 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2837000000000003e-05 2021-07-26T16:04:35.864 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.864 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.864 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.864 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.701896+0000", 2021-07-26T16:04:35.865 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4655e-05 2021-07-26T16:04:35.865 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.865 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.865 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.865 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.701921+0000", 2021-07-26T16:04:35.866 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0031421309999999998 2021-07-26T16:04:35.866 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.866 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.866 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.866 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.705063+0000", 2021-07-26T16:04:35.867 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5899000000000002e-05 2021-07-26T16:04:35.867 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.867 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.867 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.868 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:34.705109+0000", 2021-07-26T16:04:35.868 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0033007010000000001 2021-07-26T16:04:35.868 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.868 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.868 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.869 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.869 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.869 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:156226 6.f e167/165 6:f4dd7c07:::benchmark_data_smithi078_103090_object51361:head v 167'9728, mlcod=0'0)", 2021-07-26T16:04:35.869 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:35.281334+0000", 2021-07-26T16:04:35.869 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.36449985200000001, 2021-07-26T16:04:35.870 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003087631, 2021-07-26T16:04:35.870 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.870 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.870 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.871 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.871 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.871 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.281334+0000", 2021-07-26T16:04:35.871 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.871 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.872 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.872 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.872 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.281334+0000", 2021-07-26T16:04:35.872 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.9009999999999999e-06 2021-07-26T16:04:35.872 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.873 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.873 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.873 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.281340+0000", 2021-07-26T16:04:35.874 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8629999999999999e-06 2021-07-26T16:04:35.874 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.874 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.874 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.874 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.281343+0000", 2021-07-26T16:04:35.875 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0423000000000001e-05 2021-07-26T16:04:35.875 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.875 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.875 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.876 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.281363+0000", 2021-07-26T16:04:35.876 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.4290000000000004e-06 2021-07-26T16:04:35.876 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.876 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.876 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.877 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.281371+0000", 2021-07-26T16:04:35.877 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7606000000000003e-05 2021-07-26T16:04:35.877 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.877 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.877 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.878 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.281438+0000", 2021-07-26T16:04:35.878 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5417999999999999e-05 2021-07-26T16:04:35.878 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.878 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.879 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.879 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.281474+0000", 2021-07-26T16:04:35.879 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0029015439999999998 2021-07-26T16:04:35.879 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.879 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.880 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.880 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.284375+0000", 2021-07-26T16:04:35.880 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6446999999999998e-05 2021-07-26T16:04:35.880 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.880 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.881 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.881 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.284422+0000", 2021-07-26T16:04:35.881 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003087631 2021-07-26T16:04:35.881 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.882 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.882 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.882 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.882 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.882 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:156272 6.f e167/165 6:fcd90f90:::benchmark_data_smithi078_103090_object51407:head v 167'9730, mlcod=0'0)", 2021-07-26T16:04:35.883 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:35.391402+0000", 2021-07-26T16:04:35.883 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.254432135, 2021-07-26T16:04:35.883 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0043795489999999999, 2021-07-26T16:04:35.883 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.883 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.884 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.884 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.884 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.884 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.391402+0000", 2021-07-26T16:04:35.884 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.885 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.885 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.885 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.885 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.391402+0000", 2021-07-26T16:04:35.886 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8359999999999999e-06 2021-07-26T16:04:35.886 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.886 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.886 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.886 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.391407+0000", 2021-07-26T16:04:35.887 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.039e-06 2021-07-26T16:04:35.887 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.887 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.887 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.887 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.391410+0000", 2021-07-26T16:04:35.888 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9831e-05 2021-07-26T16:04:35.888 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.888 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.889 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.889 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.391430+0000", 2021-07-26T16:04:35.889 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1250000000000004e-06 2021-07-26T16:04:35.889 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.889 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.890 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.890 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.391437+0000", 2021-07-26T16:04:35.890 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5618999999999995e-05 2021-07-26T16:04:35.890 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.891 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.891 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.891 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.391512+0000", 2021-07-26T16:04:35.891 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4972999999999999e-05 2021-07-26T16:04:35.891 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.892 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.892 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.892 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.391547+0000", 2021-07-26T16:04:35.892 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0041754549999999998 2021-07-26T16:04:35.893 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.893 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.893 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.893 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.395723+0000", 2021-07-26T16:04:35.893 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8671000000000001e-05 2021-07-26T16:04:35.894 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.894 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.894 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.894 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.395782+0000", 2021-07-26T16:04:35.894 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0043795489999999999 2021-07-26T16:04:35.895 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.895 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.895 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.895 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.896 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.896 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:156459 6.2 e167/164 6:43e9b3d1:::benchmark_data_smithi078_103090_object51594:head v 167'9776, mlcod=102'3175)", 2021-07-26T16:04:35.896 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:35.395410+0000", 2021-07-26T16:04:35.896 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.25042424400000002, 2021-07-26T16:04:35.896 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027862680000000002, 2021-07-26T16:04:35.897 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.897 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.897 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.897 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.897 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.898 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.395410+0000", 2021-07-26T16:04:35.898 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.898 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.898 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.899 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.899 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.395410+0000", 2021-07-26T16:04:35.899 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.215e-06 2021-07-26T16:04:35.899 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.899 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.900 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.900 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.395415+0000", 2021-07-26T16:04:35.900 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4229999999999999e-06 2021-07-26T16:04:35.900 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.901 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.901 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.901 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.395418+0000", 2021-07-26T16:04:35.901 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0596000000000001e-05 2021-07-26T16:04:35.901 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.902 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.902 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.902 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.395438+0000", 2021-07-26T16:04:35.902 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4500000000000001e-06 2021-07-26T16:04:35.902 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.903 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.903 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.903 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.395445+0000", 2021-07-26T16:04:35.903 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000117855 2021-07-26T16:04:35.904 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.904 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.904 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.904 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.395562+0000", 2021-07-26T16:04:35.904 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2276000000000002e-05 2021-07-26T16:04:35.905 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.905 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.905 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.905 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.395585+0000", 2021-07-26T16:04:35.905 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002573068 2021-07-26T16:04:35.906 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.906 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.906 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.906 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.398158+0000", 2021-07-26T16:04:35.907 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8384999999999999e-05 2021-07-26T16:04:35.907 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.907 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.907 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.907 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.398196+0000", 2021-07-26T16:04:35.908 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027862680000000002 2021-07-26T16:04:35.908 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.908 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.908 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.909 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.909 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.909 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:156289 6.f e167/165 6:fd27bd4e:::benchmark_data_smithi078_103090_object51424:head v 167'9731, mlcod=0'0)", 2021-07-26T16:04:35.909 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:35.505435+0000", 2021-07-26T16:04:35.909 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.14039884399999999, 2021-07-26T16:04:35.910 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0029124730000000001, 2021-07-26T16:04:35.910 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:04:35.910 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:35.910 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:04:35.911 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.911 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:04:35.911 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.505435+0000", 2021-07-26T16:04:35.911 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:04:35.911 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.912 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.912 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:04:35.912 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.505435+0000", 2021-07-26T16:04:35.913 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.967e-06 2021-07-26T16:04:35.913 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.913 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.913 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:04:35.913 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.505440+0000", 2021-07-26T16:04:35.914 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5509999999999998e-06 2021-07-26T16:04:35.914 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.914 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.914 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:04:35.914 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.505443+0000", 2021-07-26T16:04:35.915 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5129e-05 2021-07-26T16:04:35.915 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.915 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.915 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:04:35.916 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.505458+0000", 2021-07-26T16:04:35.916 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.2329999999999995e-06 2021-07-26T16:04:35.916 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.916 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.917 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:04:35.917 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.505467+0000", 2021-07-26T16:04:35.917 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1196000000000002e-05 2021-07-26T16:04:35.917 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.917 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.918 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:04:35.918 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.505518+0000", 2021-07-26T16:04:35.918 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3637000000000001e-05 2021-07-26T16:04:35.918 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.919 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.919 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:04:35.919 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.505542+0000", 2021-07-26T16:04:35.919 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027692289999999998 2021-07-26T16:04:35.919 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.920 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.920 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:04:35.920 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.508311+0000", 2021-07-26T16:04:35.920 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6531e-05 2021-07-26T16:04:35.920 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:04:35.921 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:04:35.921 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:04:35.921 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:35.508348+0000", 2021-07-26T16:04:35.921 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0029124730000000001 2021-07-26T16:04:35.922 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.922 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.922 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.922 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:04:35.922 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:04:35.923 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:04:35.923 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:35.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:35.981 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:35.981 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:36.082 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:36.115 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:36.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:36.117 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:36.150 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:04:36.151 INFO:teuthology.orchestra.run.smithi078.stderr:set osd.3 primary-affinity to 0 (802) 2021-07-26T16:04:36.218 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:36.243 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:36.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:36.244 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:36.345 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:36.366 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:36.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:36.368 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:36.414 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:36 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3127744609' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:36.415 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:36 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:36.415 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:36 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3334578304' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.0}]: dispatch 2021-07-26T16:04:36.415 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:36 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.0}]: dispatch 2021-07-26T16:04:36.415 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:36 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:04:36.459 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-07-26T16:04:36.469 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:36.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:36 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3127744609' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:36.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:36 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:36.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:36 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3334578304' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.0}]: dispatch 2021-07-26T16:04:36.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:36 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.0}]: dispatch 2021-07-26T16:04:36.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:36 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:04:36.494 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: 2021-07-26T16:04:36.337+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:04:36.495 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:04:36.495 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:36.495 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:04:36.495 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:36.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:04:36.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:36.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:36.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:04:36.497 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: 2021-07-26T16:04:36.337+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:04:36.497 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:04:36.497 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:36.497 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:04:36.497 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:36.498 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:04:36.498 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:36.498 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:36.498 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:04:36.499 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: 2021-07-26T16:04:36.339+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:04:36.499 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:04:36.499 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:36.499 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:04:36.499 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:36.500 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:04:36.500 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:36.500 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:36.500 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:04:36.500 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: 2021-07-26T16:04:36.339+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:04:36.501 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:04:36.501 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:36.501 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:04:36.501 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:36.502 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:04:36.502 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:36.503 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:36.503 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:04:36 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:04:36.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:36 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3127744609' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:36.504 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:36 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:36.504 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:36 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3334578304' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.0}]: dispatch 2021-07-26T16:04:36.504 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:36 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.0}]: dispatch 2021-07-26T16:04:36.505 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:36 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:04:36.527 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:36.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:36.528 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:36.630 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:36.651 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:36.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:36.653 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:36.671 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:36.754 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:36.776 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:36.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:36.777 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:36.878 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:36.900 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:36.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:36.902 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:37.003 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:37.025 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:37.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:37.027 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:37.128 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:37.152 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:37.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:37.154 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:37.255 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:37.279 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:37.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:37.280 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:37.381 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:37.403 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:37.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:37.405 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:37.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[73801]: pgmap v448: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.4 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 112 op/s; 39258/160719 objects degraded (24.426%); 37109/160719 objects misplaced (23.089%); 6.5 MiB/s, 103 objects/s recovering 2021-07-26T16:04:37.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:37.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:04:37.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.0}]': finished 2021-07-26T16:04:37.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[73801]: osdmap e168: 8 total, 8 up, 7 in 2021-07-26T16:04:37.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:04:37.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 39258/160719 objects degraded (24.426%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:37.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[73801]: osdmap e169: 8 total, 8 up, 7 in 2021-07-26T16:04:37.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[77813]: pgmap v448: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.4 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 112 op/s; 39258/160719 objects degraded (24.426%); 37109/160719 objects misplaced (23.089%); 6.5 MiB/s, 103 objects/s recovering 2021-07-26T16:04:37.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:37.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:04:37.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.0}]': finished 2021-07-26T16:04:37.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[77813]: osdmap e168: 8 total, 8 up, 7 in 2021-07-26T16:04:37.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:04:37.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 39258/160719 objects degraded (24.426%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:37.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:37 smithi078 ceph-mon[77813]: osdmap e169: 8 total, 8 up, 7 in 2021-07-26T16:04:37.508 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:37.530 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:37.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:37.532 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:37.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:37 smithi139 ceph-mon[56829]: pgmap v448: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.4 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 112 op/s; 39258/160719 objects degraded (24.426%); 37109/160719 objects misplaced (23.089%); 6.5 MiB/s, 103 objects/s recovering 2021-07-26T16:04:37.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:37 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:37.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:37 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:04:37.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:37 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 0.0}]': finished 2021-07-26T16:04:37.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:37 smithi139 ceph-mon[56829]: osdmap e168: 8 total, 8 up, 7 in 2021-07-26T16:04:37.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:37 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:04:37.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:37 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 39258/160719 objects degraded (24.426%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:37.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:37 smithi139 ceph-mon[56829]: osdmap e169: 8 total, 8 up, 7 in 2021-07-26T16:04:37.633 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:37.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:37.658 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:37.659 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:37.760 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:37.782 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:37.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:37.783 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:37.884 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:37.906 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:37.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:37.907 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:38.011 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:38.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:38.036 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:38.036 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:38.137 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:38.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:38.164 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:38.164 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:38.265 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:38.313 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:38.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:38.314 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:38.386 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:38 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:04:38.386 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:04:38.387 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:38.387 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:04:38.387 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:38.387 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:04:38.388 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:38.388 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:38.388 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:04:38.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:38 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:04:38.389 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:04:38.389 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:38.389 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:04:38.389 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:38.389 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:04:38.390 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:38.390 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:38.390 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:04:38.390 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:38 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:04:38.391 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:04:38.391 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:38.391 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:04:38.391 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:38.391 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:04:38.392 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:38.392 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:38.392 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:04:38.392 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:38 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:04:38.393 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:04:38.393 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:38.393 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:04:38.393 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:38.393 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:04:38.394 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:38.394 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:38.394 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:04:38.394 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:38 smithi078 ceph-mon[73801]: osdmap e170: 8 total, 8 up, 7 in 2021-07-26T16:04:38.395 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:38 smithi078 ceph-mon[73801]: 6.b continuing backfill to osd.6 from (104'4454,167'9633] MIN to 167'9633 2021-07-26T16:04:38.395 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:38 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:04:38.395 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:04:38.396 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:38.396 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:04:38.396 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:38.396 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:04:38.397 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:38.397 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:38.397 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:04:38.397 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:38 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:04:38.397 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:04:38.398 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:38.398 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:04:38.398 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:38.398 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:04:38.399 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:38.399 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:38.399 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:04:38.399 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:38 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:04:38.399 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:04:38.400 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:38.400 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:04:38.400 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:38.400 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:04:38.401 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:38.401 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:38.401 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:04:38.401 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:38 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:04:38.401 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:04:38.402 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:38.402 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:04:38.402 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:38.402 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:04:38.403 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:38.403 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:38.403 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:04:38.403 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:38 smithi078 ceph-mon[77813]: osdmap e170: 8 total, 8 up, 7 in 2021-07-26T16:04:38.403 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:38 smithi078 ceph-mon[77813]: 6.b continuing backfill to osd.6 from (104'4454,167'9633] MIN to 167'9633 2021-07-26T16:04:38.416 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:38.479 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:38.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:38.482 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:38.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:38 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:04:38.577 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:04:38.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:38.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:04:38.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:38.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:04:38.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:38.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:38.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:04:38.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:38 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:04:38.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:04:38.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:38.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:04:38.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:38.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:04:38.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:38.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:38.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:04:38.585 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:38 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:04:38.585 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:04:38.585 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:38.585 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:04:38.586 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:38.586 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:04:38.586 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:38.586 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:38.586 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:04:38.587 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:38 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:04:38.587 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:04:38.587 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:38.587 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:04:38.588 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:38.588 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:04:38.588 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:38.588 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:38.589 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:04:38.589 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:38 smithi139 ceph-mon[56829]: osdmap e170: 8 total, 8 up, 7 in 2021-07-26T16:04:38.589 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:38 smithi139 ceph-mon[56829]: 6.b continuing backfill to osd.6 from (104'4454,167'9633] MIN to 167'9633 2021-07-26T16:04:38.589 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:38.612 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:38.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:38.613 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:38.714 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:38.738 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:38.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:38.739 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:38.841 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:38.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:38.901 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:38.902 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:39.004 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:39.036 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:39.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:39.037 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:39.138 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:39.161 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:39.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:39.163 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:39.199 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:39 smithi078 ceph-mon[73801]: pgmap v451: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.4 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 116 op/s; 39162/160407 objects degraded (24.414%); 36950/160407 objects misplaced (23.035%); 3.7 MiB/s, 58 objects/s recovering 2021-07-26T16:04:39.200 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:39 smithi078 ceph-mon[77813]: pgmap v451: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.4 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 116 op/s; 39162/160407 objects degraded (24.414%); 36950/160407 objects misplaced (23.035%); 3.7 MiB/s, 58 objects/s recovering 2021-07-26T16:04:39.264 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:39.298 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:39.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:39.300 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:39.402 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:39.437 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:39.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:39.439 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:39.540 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:39.562 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:39.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:39.563 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:39.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:39 smithi139 ceph-mon[56829]: pgmap v451: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 9.4 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 116 op/s; 39162/160407 objects degraded (24.414%); 36950/160407 objects misplaced (23.035%); 3.7 MiB/s, 58 objects/s recovering 2021-07-26T16:04:39.665 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:39.699 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:04:39.699 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:04:39.700 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:04:39.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:39.702 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:39.702 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:39.708 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:04:39.741 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:04:39.775 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:04:39.804 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:39.809 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:04:39.841 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:39.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:39.843 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:39.849 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:04:39.857 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:04:39.858 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:04:39.858 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:04:39.858 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:04:39.858 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:04:39.858 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:04:39.859 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:04:39.859 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:04:39.944 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:39.988 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:39.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:39.989 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:40.091 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:40.128 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:40.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:40.130 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:40.232 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:40.261 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:40.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:40.263 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:40.365 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:40.369 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:04:40.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:40.389 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:40.389 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:40.403 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:40 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1385557654' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:40.403 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:40 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1385557654' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:40.490 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:40.513 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:40.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:40.514 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:40.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:40 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1385557654' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:40.577 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:40.616 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:40.638 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:40.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:40.639 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:40.741 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:40.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:40.765 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:40.766 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:40.867 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:40.936 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:40.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:40.937 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:41.038 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:41.072 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:41.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:41.074 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:41.148 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:04:41.149 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:04:41.175 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:41.197 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:41.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:41.199 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:41.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:41 smithi078 ceph-mon[73801]: pgmap v453: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 9.3 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 258 op/s; 38823/157932 objects degraded (24.582%); 36552/157932 objects misplaced (23.144%); 6.8 MiB/s, 109 objects/s recovering 2021-07-26T16:04:41.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:41 smithi078 ceph-mon[77813]: pgmap v453: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 9.3 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 258 op/s; 38823/157932 objects degraded (24.582%); 36552/157932 objects misplaced (23.144%); 6.8 MiB/s, 109 objects/s recovering 2021-07-26T16:04:41.300 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:41.321 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:41.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:41.323 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:41.423 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:41.465 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:41.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:41.466 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:41.567 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:41.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:41 smithi139 ceph-mon[56829]: pgmap v453: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 9.3 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 258 op/s; 38823/157932 objects degraded (24.582%); 36552/157932 objects misplaced (23.144%); 6.8 MiB/s, 109 objects/s recovering 2021-07-26T16:04:41.589 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:41.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:41.590 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:41.692 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:41.729 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:41.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:41.730 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:41.834 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:41.857 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:41.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:41.859 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:41.960 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:41.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:41.987 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:41.988 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:42.089 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:42.118 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:42.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:42.120 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:42.221 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:42.244 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:42.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:42.245 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:42.346 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:42.369 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:42.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:42.371 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:42.472 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:42.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:42 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 38823/157932 objects degraded (24.582%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:42.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:42 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 38823/157932 objects degraded (24.582%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:42.493 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:42.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:42.494 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:42.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:42 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 38823/157932 objects degraded (24.582%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:42.596 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:42.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:42.620 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:42.620 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:42.722 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:42.727 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-07-26T16:04:42.744 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:42.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:42.746 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:42.847 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:04:42.848 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:42.869 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:42.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:42.870 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:42.924 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:42.972 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:42.993 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:42.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:42.995 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:43.049 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:43.096 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:43.119 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:43.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:43.121 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:43.203 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:43 smithi078 ceph-mon[73801]: pgmap v454: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 9.3 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 154 op/s; 38823/157932 objects degraded (24.582%); 36552/157932 objects misplaced (23.144%); 4.1 MiB/s, 65 objects/s recovering 2021-07-26T16:04:43.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:43 smithi078 ceph-mon[77813]: pgmap v454: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 9.3 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 154 op/s; 38823/157932 objects degraded (24.582%); 36552/157932 objects misplaced (23.144%); 4.1 MiB/s, 65 objects/s recovering 2021-07-26T16:04:43.222 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:43.245 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:43.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:43.247 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:43.348 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:43.384 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:43.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:43.386 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:43.460 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 5, 6, 7, 0] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 5, 6, 7, 2, 4] 2021-07-26T16:04:43.461 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:04:43.461 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2021-07-26T16:04:43.462 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:04:43.487 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:43.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:43.510 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:43.511 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:43.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:43 smithi139 ceph-mon[56829]: pgmap v454: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 9.3 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 154 op/s; 38823/157932 objects degraded (24.582%); 36552/157932 objects misplaced (23.144%); 4.1 MiB/s, 65 objects/s recovering 2021-07-26T16:04:43.612 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:43.634 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:43.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:43.635 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:43.684 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:43.736 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:43.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:43.760 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:43.760 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:43.862 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:43.909 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:43.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:43.911 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:44.012 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:44.046 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:44.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:44.048 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:44.150 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:44.174 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:44.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:44.176 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:44.191 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:04:44.277 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:44.322 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:44.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:44.323 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:44.425 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:44.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:44.452 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:44.452 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:44.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:44 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3646735829' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:04:44.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:44 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:04:44.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:44 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3646735829' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:04:44.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:44 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:04:44.553 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:44.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:44 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3646735829' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:04:44.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:44 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:04:44.582 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:44.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:44.584 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:44.685 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:44.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:44.707 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:44.707 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:44.808 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:44.834 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:44.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:44.836 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:44.937 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:44.958 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:44.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:44.960 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:45.061 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:45.097 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:45.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:45.098 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:45.200 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:45.222 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:45.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:45.223 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:45.325 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:45.355 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:45.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:45.357 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:45.400 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:45 smithi078 ceph-mon[73801]: pgmap v455: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 9.3 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 145 op/s; 38434/157323 objects degraded (24.430%); 36114/157323 objects misplaced (22.955%); 5.6 MiB/s, 90 objects/s recovering 2021-07-26T16:04:45.400 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:45 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:45.401 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:45 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:04:45.401 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:45 smithi078 ceph-mon[73801]: osdmap e171: 8 total, 8 up, 7 in 2021-07-26T16:04:45.401 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:45 smithi078 ceph-mon[77813]: pgmap v455: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 9.3 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 145 op/s; 38434/157323 objects degraded (24.430%); 36114/157323 objects misplaced (22.955%); 5.6 MiB/s, 90 objects/s recovering 2021-07-26T16:04:45.401 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:45 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:45.402 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:45 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:04:45.402 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:45 smithi078 ceph-mon[77813]: osdmap e171: 8 total, 8 up, 7 in 2021-07-26T16:04:45.458 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:45.479 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:45.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:45.481 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:45.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:45 smithi139 ceph-mon[56829]: pgmap v455: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 9.3 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 145 op/s; 38434/157323 objects degraded (24.430%); 36114/157323 objects misplaced (22.955%); 5.6 MiB/s, 90 objects/s recovering 2021-07-26T16:04:45.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:45 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:04:45.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:45 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:04:45.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:45 smithi139 ceph-mon[56829]: osdmap e171: 8 total, 8 up, 7 in 2021-07-26T16:04:45.582 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:45.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:45.604 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:45.605 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:45.706 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:45.728 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:45.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:45.730 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:45.831 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:45.852 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:45.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:45.854 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:45.955 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:45.978 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:45.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:45.979 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:46.080 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:46.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:46.104 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:46.104 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:46.205 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:46.230 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:46.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:46.231 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:46.333 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:46.367 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:46.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:46.368 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:46.469 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:46.500 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:46.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:46.502 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:46.603 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:46.634 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:46.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:46.636 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:46.737 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:46.775 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:46.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:46.777 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:46.878 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:46.904 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:46.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:46.906 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:47.007 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:47.043 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:47.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:47.045 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:47.146 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:47.174 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:47.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:47.176 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:47.277 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:47.311 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:47.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:47.313 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:47.326 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:47 smithi078 ceph-mon[73801]: pgmap v457: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.2 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 249 op/s; 38057/154419 objects degraded (24.645%); 35674/154419 objects misplaced (23.102%); 7.6 MiB/s, 122 objects/s recovering 2021-07-26T16:04:47.326 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:47 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 38057/154419 objects degraded (24.645%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:47.327 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:47 smithi078 ceph-mon[77813]: pgmap v457: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.2 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 249 op/s; 38057/154419 objects degraded (24.645%); 35674/154419 objects misplaced (23.102%); 7.6 MiB/s, 122 objects/s recovering 2021-07-26T16:04:47.327 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:47 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 38057/154419 objects degraded (24.645%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:47.390 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:04:47.391 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:04:47.414 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:47.438 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:47.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:47.440 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:47.541 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:47.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:47 smithi139 ceph-mon[56829]: pgmap v457: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.2 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 249 op/s; 38057/154419 objects degraded (24.645%); 35674/154419 objects misplaced (23.102%); 7.6 MiB/s, 122 objects/s recovering 2021-07-26T16:04:47.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:47 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 38057/154419 objects degraded (24.645%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:47.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:47.594 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:47.594 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:47.696 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:47.730 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:47.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:47.732 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:47.833 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:47.854 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:04:47.862 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:47.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:47.864 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:47.886 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:04:47.905 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:04:47.923 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:04:47.953 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:04:47.965 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:47.972 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:04:47.989 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:47.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:47.991 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:47.992 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:04:48.011 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:04:48.013 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:04:48.014 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:04:48.014 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:04:48.014 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:04:48.015 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:04:48.015 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:04:48.015 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:04:48.015 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:04:48.091 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:48.113 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:48.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:48.114 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:48.215 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:48.244 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:48.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:48.245 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:48.346 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:48.368 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:48.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:48.369 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:48.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:48 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1517887724' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:48.468 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:48 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1517887724' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:48.470 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:48.495 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:48.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:48.497 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:48.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:48 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1517887724' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:48.598 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:48.620 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:48.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:48.622 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:48.723 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:48.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:48.746 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:48.746 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:48.803 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-07-26T16:04:48.847 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:48.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:48.870 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:48.870 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:48.972 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:48.973 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:48.996 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:48.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:48.998 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:49.099 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:49.127 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:49.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:49.128 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:49.230 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:49.252 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:49.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:49.254 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:49.340 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:04:49.355 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:49.373 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:49 smithi078 ceph-mon[73801]: pgmap v458: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.2 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 213 op/s; 37958/154083 objects degraded (24.635%); 35522/154083 objects misplaced (23.054%); 6.8 MiB/s, 108 objects/s recovering 2021-07-26T16:04:49.373 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:49 smithi078 ceph-mon[77813]: pgmap v458: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.2 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 213 op/s; 37958/154083 objects degraded (24.635%); 35522/154083 objects misplaced (23.054%); 6.8 MiB/s, 108 objects/s recovering 2021-07-26T16:04:49.408 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:49.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:49.410 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:49.511 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:49.534 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:49.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:49.536 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:49.540 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:49.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:49 smithi139 ceph-mon[56829]: pgmap v458: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.2 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 213 op/s; 37958/154083 objects degraded (24.635%); 35522/154083 objects misplaced (23.054%); 6.8 MiB/s, 108 objects/s recovering 2021-07-26T16:04:49.582 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:04:49.584 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:04:49.638 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:49.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:49.678 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:49.678 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:49.779 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:49.801 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:49.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:49.803 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:49.904 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:49.931 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:49.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:49.932 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:50.033 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:50.055 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:50.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:50.056 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:50.157 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:50.183 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:50.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:50.185 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:50.286 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:50.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:50.310 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:50.310 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:50.411 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:50.438 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:50.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:50.439 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:50.540 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:50.560 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":458,"stamp":"2021-07-26T16:04:47.904645+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3364951990,"num_objects":51361,"num_object_clones":0,"num_object_copies":154083,"num_objects_missing_on_primary":7778,"num_objects_missing":7778,"num_objects_degraded":37958,"num_objects_misplaced":35522,"num_objects_unfound":0,"num_objects_dirty":51361,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":158649,"num_write_kb":6713614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20297,"num_bytes_recovered":1328416001,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":175775,"ondisk_log_size":175775,"up":297,"acting":290,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":348,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":12759716,"kb_used_data":9130732,"kb_used_omap":43,"kb_used_meta":3628884,"kb_avail":643456348,"statfs":{"total":671965249536,"available":658899300352,"internally_reserved":3221225472,"allocated":9349869568,"data_stored":9344045975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44779,"internal_metadata":3715977493},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-138149888,"num_objects":-2108,"num_object_clones":0,"num_object_copies":-6324,"num_objects_missing_on_primary":-403,"num_objects_missing":-403,"num_objects_degraded":-1204,"num_objects_misplaced":-1428,"num_objects_unfound":0,"num_objects_dirty":-2108,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1074,"num_bytes_recovered":70451200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.872016"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":46,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.038133+0000","last_change":"2021-07-26T16:03:45.148167+0000","last_active":"2021-07-26T16:04:38.038133+0000","last_peered":"2021-07-26T16:04:38.038133+0000","last_clean":"2021-07-26T16:04:38.038133+0000","last_became_active":"2021-07-26T16:03:45.147756+0000","last_became_peered":"2021-07-26T16:03:45.147756+0000","last_unstale":"2021-07-26T16:04:38.038133+0000","last_undegraded":"2021-07-26T16:04:38.038133+0000","last_fullsized":"2021-07-26T16:04:38.038133+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":119,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.037655+0000","last_change":"2021-07-26T16:03:45.093897+0000","last_active":"2021-07-26T16:04:38.037655+0000","last_peered":"2021-07-26T16:04:38.037655+0000","last_clean":"2021-07-26T16:04:38.037655+0000","last_became_active":"2021-07-26T16:03:45.093436+0000","last_became_peered":"2021-07-26T16:03:45.093436+0000","last_unstale":"2021-07-26T16:04:38.037655+0000","last_undegraded":"2021-07-26T16:04:38.037655+0000","last_fullsized":"2021-07-26T16:04:38.037655+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":139,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.043890+0000","last_change":"2021-07-26T16:02:20.057647+0000","last_active":"2021-07-26T16:04:38.043890+0000","last_peered":"2021-07-26T16:04:38.043890+0000","last_clean":"2021-07-26T16:04:38.043890+0000","last_became_active":"2021-07-26T16:02:20.057336+0000","last_became_peered":"2021-07-26T16:02:20.057336+0000","last_unstale":"2021-07-26T16:04:38.043890+0000","last_undegraded":"2021-07-26T16:04:38.043890+0000","last_fullsized":"2021-07-26T16:04:38.043890+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":73,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.053829+0000","last_change":"2021-07-26T16:02:20.059131+0000","last_active":"2021-07-26T16:04:38.053829+0000","last_peered":"2021-07-26T16:04:38.053829+0000","last_clean":"2021-07-26T16:04:38.053829+0000","last_became_active":"2021-07-26T16:02:20.058498+0000","last_became_peered":"2021-07-26T16:02:20.058498+0000","last_unstale":"2021-07-26T16:04:38.053829+0000","last_undegraded":"2021-07-26T16:04:38.053829+0000","last_fullsized":"2021-07-26T16:04:38.053829+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":177,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.058964+0000","last_change":"2021-07-26T16:02:34.172072+0000","last_active":"2021-07-26T16:04:38.058964+0000","last_peered":"2021-07-26T16:04:38.058964+0000","last_clean":"2021-07-26T16:04:38.058964+0000","last_became_active":"2021-07-26T16:02:34.171719+0000","last_became_peered":"2021-07-26T16:02:34.171719+0000","last_unstale":"2021-07-26T16:04:38.058964+0000","last_undegraded":"2021-07-26T16:04:38.058964+0000","last_fullsized":"2021-07-26T16:04:38.058964+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":139,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.030522+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:04:37.030522+0000","last_peered":"2021-07-26T16:04:37.030522+0000","last_clean":"2021-07-26T16:04:37.030522+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:04:37.030522+0000","last_undegraded":"2021-07-26T16:04:37.030522+0000","last_fullsized":"2021-07-26T16:04:37.030522+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"170'9836","reported_seq":10603,"reported_epoch":170,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:04:43.444415+0000","last_change":"2021-07-26T16:04:22.343678+0000","last_active":"2021-07-26T16:04:43.444415+0000","last_peered":"2021-07-26T16:04:43.444415+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:22.275523+0000","last_became_peered":"2021-07-26T16:04:22.275523+0000","last_unstale":"2021-07-26T16:04:43.444415+0000","last_undegraded":"2021-07-26T16:04:22.236051+0000","last_fullsized":"2021-07-26T16:04:22.133458+0000","mapping_epoch":164,"log_start":"101'2697","ondisk_log_start":"101'2697","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7139,"ondisk_log_size":7139,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":106037248,"num_objects":1618,"num_object_clones":0,"num_object_copies":4854,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1781,"num_objects_misplaced":3797,"num_objects_unfound":0,"num_objects_dirty":1618,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4996,"num_write_kb":211648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":179,"num_bytes_recovered":11567104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5],"acting":[3,4],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,4","objects":705}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":73,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.054450+0000","last_change":"2021-07-26T16:02:34.157253+0000","last_active":"2021-07-26T16:04:38.054450+0000","last_peered":"2021-07-26T16:04:38.054450+0000","last_clean":"2021-07-26T16:04:38.054450+0000","last_became_active":"2021-07-26T16:02:34.156926+0000","last_became_peered":"2021-07-26T16:02:34.156926+0000","last_unstale":"2021-07-26T16:04:38.054450+0000","last_undegraded":"2021-07-26T16:04:38.054450+0000","last_fullsized":"2021-07-26T16:04:38.054450+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":67,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.037355+0000","last_change":"2021-07-26T16:04:37.045371+0000","last_active":"2021-07-26T16:04:38.037355+0000","last_peered":"2021-07-26T16:04:38.037355+0000","last_clean":"2021-07-26T16:04:38.037355+0000","last_became_active":"2021-07-26T16:04:37.045024+0000","last_became_peered":"2021-07-26T16:04:37.045024+0000","last_unstale":"2021-07-26T16:04:38.037355+0000","last_undegraded":"2021-07-26T16:04:38.037355+0000","last_fullsized":"2021-07-26T16:04:38.037355+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"170'9774","reported_seq":10204,"reported_epoch":170,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:44.125572+0000","last_change":"2021-07-26T16:04:07.104357+0000","last_active":"2021-07-26T16:04:44.125572+0000","last_peered":"2021-07-26T16:04:44.125572+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:07.082494+0000","last_became_peered":"2021-07-26T16:04:07.082494+0000","last_unstale":"2021-07-26T16:04:44.125572+0000","last_undegraded":"2021-07-26T16:04:07.071993+0000","last_fullsized":"2021-07-26T16:04:44.125572+0000","mapping_epoch":156,"log_start":"97'1617","ondisk_log_start":"97'1617","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8157,"ondisk_log_size":8157,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":106037248,"num_objects":1618,"num_object_clones":0,"num_object_copies":4854,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2403,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1618,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4969,"num_write_kb":210784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":164,"num_bytes_recovered":10747904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"2,6,7","objects":781},{"shards":"6,7","objects":837}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":92,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.042250+0000","last_change":"2021-07-26T16:02:34.177609+0000","last_active":"2021-07-26T16:04:38.042250+0000","last_peered":"2021-07-26T16:04:38.042250+0000","last_clean":"2021-07-26T16:04:38.042250+0000","last_became_active":"2021-07-26T16:02:34.177191+0000","last_became_peered":"2021-07-26T16:02:34.177191+0000","last_unstale":"2021-07-26T16:04:38.042250+0000","last_undegraded":"2021-07-26T16:04:38.042250+0000","last_fullsized":"2021-07-26T16:04:38.042250+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":80,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.034555+0000","last_change":"2021-07-26T16:04:37.034325+0000","last_active":"2021-07-26T16:04:37.034555+0000","last_peered":"2021-07-26T16:04:37.034555+0000","last_clean":"2021-07-26T16:04:37.034555+0000","last_became_active":"2021-07-26T16:04:37.033971+0000","last_became_peered":"2021-07-26T16:04:37.033971+0000","last_unstale":"2021-07-26T16:04:37.034555+0000","last_undegraded":"2021-07-26T16:04:37.034555+0000","last_fullsized":"2021-07-26T16:04:37.034555+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.10","version":"171'9699","reported_seq":13997,"reported_epoch":171,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:44.497194+0000","last_change":"2021-07-26T16:04:10.714431+0000","last_active":"2021-07-26T16:04:44.497194+0000","last_peered":"2021-07-26T16:04:44.497194+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:10.376532+0000","last_became_peered":"2021-07-26T16:04:10.376532+0000","last_unstale":"2021-07-26T16:04:44.497194+0000","last_undegraded":"2021-07-26T16:04:09.444465+0000","last_fullsized":"2021-07-26T16:04:44.497194+0000","mapping_epoch":156,"log_start":"103'3628","ondisk_log_start":"103'3628","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6071,"ondisk_log_size":6071,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105185280,"num_objects":1605,"num_object_clones":0,"num_object_copies":4815,"num_objects_missing_on_primary":121,"num_objects_missing":121,"num_objects_degraded":2297,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1605,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4936,"num_write_kb":209312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1075,"num_bytes_recovered":70320128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,2,3","objects":768},{"shards":"0,3,5","objects":828},{"shards":"2,3,5","objects":9}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":28,"reported_epoch":170,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:38.054746+0000","last_change":"2021-07-26T16:04:37.042093+0000","last_active":"2021-07-26T16:04:38.054746+0000","last_peered":"2021-07-26T16:04:38.054746+0000","last_clean":"2021-07-26T15:47:45.355323+0000","last_became_active":"2021-07-26T16:04:37.041763+0000","last_became_peered":"2021-07-26T16:04:37.041763+0000","last_unstale":"2021-07-26T16:04:38.054746+0000","last_undegraded":"2021-07-26T16:04:37.029354+0000","last_fullsized":"2021-07-26T16:04:38.054746+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":2,"num_objects_missing":2,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":2}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":145,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.037765+0000","last_change":"2021-07-26T16:00:21.797418+0000","last_active":"2021-07-26T16:04:38.037765+0000","last_peered":"2021-07-26T16:04:38.037765+0000","last_clean":"2021-07-26T16:04:38.037765+0000","last_became_active":"2021-07-26T16:00:21.797077+0000","last_became_peered":"2021-07-26T16:00:21.797077+0000","last_unstale":"2021-07-26T16:04:38.037765+0000","last_undegraded":"2021-07-26T16:04:38.037765+0000","last_fullsized":"2021-07-26T16:04:38.037765+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"170'9607","reported_seq":10041,"reported_epoch":170,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:44.180284+0000","last_change":"2021-07-26T16:04:07.098350+0000","last_active":"2021-07-26T16:04:44.180284+0000","last_peered":"2021-07-26T16:04:44.180284+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:07.082762+0000","last_became_peered":"2021-07-26T16:04:07.082762+0000","last_unstale":"2021-07-26T16:04:44.180284+0000","last_undegraded":"2021-07-26T16:04:07.080408+0000","last_fullsized":"2021-07-26T16:04:44.180284+0000","mapping_epoch":156,"log_start":"104'4425","ondisk_log_start":"104'4425","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5182,"ondisk_log_size":5182,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":106135552,"num_objects":1620,"num_object_clones":0,"num_object_copies":4860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2315,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1620,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4887,"num_write_kb":208192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":166,"num_bytes_recovered":10878976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":["1","6"],"object_location_counts":[{"shards":"1,2,6","objects":811},{"shards":"1,6","objects":809}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":88,"reported_epoch":169,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:37.027825+0000","last_change":"2021-07-26T16:03:45.068609+0000","last_active":"2021-07-26T16:04:37.027825+0000","last_peered":"2021-07-26T16:04:37.027825+0000","last_clean":"2021-07-26T15:54:34.062851+0000","last_became_active":"2021-07-26T16:03:45.068292+0000","last_became_peered":"2021-07-26T16:03:45.068292+0000","last_unstale":"2021-07-26T16:04:37.027825+0000","last_undegraded":"2021-07-26T16:03:45.050464+0000","last_fullsized":"2021-07-26T16:04:37.027825+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","4","6"],"object_location_counts":[{"shards":"4,6,7","objects":4}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":85,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.029609+0000","last_change":"2021-07-26T16:03:45.086127+0000","last_active":"2021-07-26T16:04:37.029609+0000","last_peered":"2021-07-26T16:04:37.029609+0000","last_clean":"2021-07-26T16:04:37.029609+0000","last_became_active":"2021-07-26T16:03:45.085577+0000","last_became_peered":"2021-07-26T16:03:45.085577+0000","last_unstale":"2021-07-26T16:04:37.029609+0000","last_undegraded":"2021-07-26T16:04:37.029609+0000","last_fullsized":"2021-07-26T16:04:37.029609+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.16","version":"170'9792","reported_seq":17407,"reported_epoch":170,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:04:43.996456+0000","last_change":"2021-07-26T16:04:09.034959+0000","last_active":"2021-07-26T16:04:43.996456+0000","last_peered":"2021-07-26T16:04:43.996456+0000","last_clean":"2021-07-26T16:03:43.955495+0000","last_became_active":"2021-07-26T16:04:09.020642+0000","last_became_peered":"2021-07-26T16:04:09.020642+0000","last_unstale":"2021-07-26T16:04:43.996456+0000","last_undegraded":"2021-07-26T16:04:43.996456+0000","last_fullsized":"2021-07-26T16:04:43.996456+0000","mapping_epoch":156,"log_start":"101'2702","ondisk_log_start":"101'2702","created":156,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7090,"ondisk_log_size":7090,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105316352,"num_objects":1607,"num_object_clones":0,"num_object_copies":4821,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1607,"num_objects_unfound":0,"num_objects_dirty":1607,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4972,"num_write_kb":210528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1871,"num_bytes_recovered":122617856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,3],"avail_no_missing":["7","1","3","4"],"object_location_counts":[{"shards":"1,3,7","objects":1607}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":171,"reported_epoch":169,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:37.027895+0000","last_change":"2021-07-26T16:03:45.069365+0000","last_active":"2021-07-26T16:04:37.027895+0000","last_peered":"2021-07-26T16:04:37.027895+0000","last_clean":"2021-07-26T16:03:24.035579+0000","last_became_active":"2021-07-26T16:03:45.069115+0000","last_became_peered":"2021-07-26T16:03:45.069115+0000","last_unstale":"2021-07-26T16:04:37.027895+0000","last_undegraded":"2021-07-26T16:03:45.052316+0000","last_fullsized":"2021-07-26T16:04:37.027895+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":["7","2","4"],"object_location_counts":[{"shards":"2,4,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":67,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.038810+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:04:38.038810+0000","last_peered":"2021-07-26T16:04:38.038810+0000","last_clean":"2021-07-26T16:04:38.038810+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:04:38.038810+0000","last_undegraded":"2021-07-26T16:04:38.038810+0000","last_fullsized":"2021-07-26T16:04:38.038810+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"170'9723","reported_seq":17235,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:43.934119+0000","last_change":"2021-07-26T16:04:07.067429+0000","last_active":"2021-07-26T16:04:43.934119+0000","last_peered":"2021-07-26T16:04:43.934119+0000","last_clean":"2021-07-26T16:04:43.934119+0000","last_became_active":"2021-07-26T16:04:07.049839+0000","last_became_peered":"2021-07-26T16:04:07.049839+0000","last_unstale":"2021-07-26T16:04:43.934119+0000","last_undegraded":"2021-07-26T16:04:43.934119+0000","last_fullsized":"2021-07-26T16:04:43.934119+0000","mapping_epoch":156,"log_start":"96'976","ondisk_log_start":"96'976","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8747,"ondisk_log_size":8747,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":106168320,"num_objects":1620,"num_object_clones":0,"num_object_copies":4860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1620,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4944,"num_write_kb":210048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1848,"num_bytes_recovered":121110528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":73,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.053531+0000","last_change":"2021-07-26T16:02:20.050911+0000","last_active":"2021-07-26T16:04:38.053531+0000","last_peered":"2021-07-26T16:04:38.053531+0000","last_clean":"2021-07-26T16:04:38.053531+0000","last_became_active":"2021-07-26T16:02:20.050172+0000","last_became_peered":"2021-07-26T16:02:20.050172+0000","last_unstale":"2021-07-26T16:04:38.053531+0000","last_undegraded":"2021-07-26T16:04:38.053531+0000","last_fullsized":"2021-07-26T16:04:38.053531+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":103,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.028831+0000","last_change":"2021-07-26T16:02:20.055564+0000","last_active":"2021-07-26T16:04:37.028831+0000","last_peered":"2021-07-26T16:04:37.028831+0000","last_clean":"2021-07-26T16:04:37.028831+0000","last_became_active":"2021-07-26T16:02:20.055192+0000","last_became_peered":"2021-07-26T16:02:20.055192+0000","last_unstale":"2021-07-26T16:04:37.028831+0000","last_undegraded":"2021-07-26T16:04:37.028831+0000","last_fullsized":"2021-07-26T16:04:37.028831+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"170'9764","reported_seq":9882,"reported_epoch":170,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:04:44.174061+0000","last_change":"2021-07-26T16:04:09.055230+0000","last_active":"2021-07-26T16:04:44.174061+0000","last_peered":"2021-07-26T16:04:44.174061+0000","last_clean":"2021-07-26T16:02:33.050730+0000","last_became_active":"2021-07-26T16:04:09.032351+0000","last_became_peered":"2021-07-26T16:04:09.032351+0000","last_unstale":"2021-07-26T16:04:44.174061+0000","last_undegraded":"2021-07-26T16:04:44.174061+0000","last_fullsized":"2021-07-26T16:04:44.174061+0000","mapping_epoch":158,"log_start":"104'4585","ondisk_log_start":"104'4585","created":156,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5179,"ondisk_log_size":5179,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":103317504,"num_objects":1577,"num_object_clones":0,"num_object_copies":4731,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1577,"num_objects_unfound":0,"num_objects_dirty":1577,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4962,"num_write_kb":209216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,3],"avail_no_missing":["1","3","5"],"object_location_counts":[{"shards":"1,3,5","objects":1577}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":141,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.027495+0000","last_change":"2021-07-26T16:03:45.063566+0000","last_active":"2021-07-26T16:04:37.027495+0000","last_peered":"2021-07-26T16:04:37.027495+0000","last_clean":"2021-07-26T16:04:37.027495+0000","last_became_active":"2021-07-26T16:03:45.062722+0000","last_became_peered":"2021-07-26T16:03:45.062722+0000","last_unstale":"2021-07-26T16:04:37.027495+0000","last_undegraded":"2021-07-26T16:04:37.027495+0000","last_fullsized":"2021-07-26T16:04:37.027495+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":82,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.053903+0000","last_change":"2021-07-26T16:02:34.156911+0000","last_active":"2021-07-26T16:04:38.053903+0000","last_peered":"2021-07-26T16:04:38.053903+0000","last_clean":"2021-07-26T16:04:38.053903+0000","last_became_active":"2021-07-26T16:02:34.156559+0000","last_became_peered":"2021-07-26T16:02:34.156559+0000","last_unstale":"2021-07-26T16:04:38.053903+0000","last_undegraded":"2021-07-26T16:04:38.053903+0000","last_fullsized":"2021-07-26T16:04:38.053903+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.15","version":"170'9590","reported_seq":9696,"reported_epoch":170,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:04:44.008985+0000","last_change":"2021-07-26T16:04:09.049524+0000","last_active":"2021-07-26T16:04:44.008985+0000","last_peered":"2021-07-26T16:04:44.008985+0000","last_clean":"2021-07-26T16:02:33.113020+0000","last_became_active":"2021-07-26T16:04:09.035708+0000","last_became_peered":"2021-07-26T16:04:09.035708+0000","last_unstale":"2021-07-26T16:04:44.008985+0000","last_undegraded":"2021-07-26T16:04:44.008985+0000","last_fullsized":"2021-07-26T16:04:44.008985+0000","mapping_epoch":156,"log_start":"96'1460","ondisk_log_start":"96'1460","created":156,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8130,"ondisk_log_size":8130,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104726528,"num_objects":1598,"num_object_clones":0,"num_object_copies":4794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1598,"num_objects_unfound":0,"num_objects_dirty":1598,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4873,"num_write_kb":207072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,6],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"3,6,7","objects":1598}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":202,"reported_epoch":169,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:37.029547+0000","last_change":"2021-07-26T16:02:34.157251+0000","last_active":"2021-07-26T16:04:37.029547+0000","last_peered":"2021-07-26T16:04:37.029547+0000","last_clean":"2021-07-26T16:02:29.140706+0000","last_became_active":"2021-07-26T16:02:34.156984+0000","last_became_peered":"2021-07-26T16:02:34.156984+0000","last_unstale":"2021-07-26T16:04:37.029547+0000","last_undegraded":"2021-07-26T16:02:34.139889+0000","last_fullsized":"2021-07-26T16:04:37.029547+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":["6","0","3","5"],"object_location_counts":[{"shards":"0,3,5,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":108,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.040555+0000","last_change":"2021-07-26T16:02:20.055492+0000","last_active":"2021-07-26T16:04:38.040555+0000","last_peered":"2021-07-26T16:04:38.040555+0000","last_clean":"2021-07-26T16:04:38.040555+0000","last_became_active":"2021-07-26T16:02:20.055145+0000","last_became_peered":"2021-07-26T16:02:20.055145+0000","last_unstale":"2021-07-26T16:04:38.040555+0000","last_undegraded":"2021-07-26T16:04:38.040555+0000","last_fullsized":"2021-07-26T16:04:38.040555+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"170'10049","reported_seq":10171,"reported_epoch":170,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:04:43.967678+0000","last_change":"2021-07-26T16:02:35.535939+0000","last_active":"2021-07-26T16:04:43.967678+0000","last_peered":"2021-07-26T16:04:43.967678+0000","last_clean":"2021-07-26T16:00:20.776964+0000","last_became_active":"2021-07-26T16:02:35.476634+0000","last_became_peered":"2021-07-26T16:02:35.476634+0000","last_unstale":"2021-07-26T16:04:43.967678+0000","last_undegraded":"2021-07-26T16:02:35.406710+0000","last_fullsized":"2021-07-26T16:02:35.150907+0000","mapping_epoch":132,"log_start":"105'4855","ondisk_log_start":"105'4855","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5194,"ondisk_log_size":5194,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":210567168,"num_objects":3213,"num_object_clones":0,"num_object_copies":9639,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6872,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3213,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10049,"num_write_kb":424384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0],"avail_no_missing":["6","5"],"object_location_counts":[{"shards":"0,5,6","objects":1607},{"shards":"0,6","objects":-991},{"shards":"2,5,6","objects":1605},{"shards":"5,6","objects":1}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":152,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.054371+0000","last_change":"2021-07-26T16:03:45.075278+0000","last_active":"2021-07-26T16:04:38.054371+0000","last_peered":"2021-07-26T16:04:38.054371+0000","last_clean":"2021-07-26T16:04:38.054371+0000","last_became_active":"2021-07-26T16:03:45.068452+0000","last_became_peered":"2021-07-26T16:03:45.068452+0000","last_unstale":"2021-07-26T16:04:38.054371+0000","last_undegraded":"2021-07-26T16:04:38.054371+0000","last_fullsized":"2021-07-26T16:04:38.054371+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":79,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.029522+0000","last_change":"2021-07-26T16:03:45.068207+0000","last_active":"2021-07-26T16:04:37.029522+0000","last_peered":"2021-07-26T16:04:37.029522+0000","last_clean":"2021-07-26T16:04:37.029522+0000","last_became_active":"2021-07-26T16:03:45.067747+0000","last_became_peered":"2021-07-26T16:03:45.067747+0000","last_unstale":"2021-07-26T16:04:37.029522+0000","last_undegraded":"2021-07-26T16:04:37.029522+0000","last_fullsized":"2021-07-26T16:04:37.029522+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"170'9747","reported_seq":9850,"reported_epoch":170,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:04:44.016113+0000","last_change":"2021-07-26T16:04:38.152639+0000","last_active":"2021-07-26T16:04:44.016113+0000","last_peered":"2021-07-26T16:04:44.016113+0000","last_clean":"2021-07-26T16:02:19.002600+0000","last_became_active":"2021-07-26T16:04:38.046181+0000","last_became_peered":"2021-07-26T16:04:38.046181+0000","last_unstale":"2021-07-26T16:04:44.016113+0000","last_undegraded":"2021-07-26T16:04:44.016113+0000","last_fullsized":"2021-07-26T16:04:44.016113+0000","mapping_epoch":169,"log_start":"110'5046","ondisk_log_start":"110'5046","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":4701,"ondisk_log_size":4701,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":208732160,"num_objects":3185,"num_object_clones":0,"num_object_copies":9555,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3185,"num_objects_unfound":0,"num_objects_dirty":3185,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9747,"num_write_kb":413824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,7],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":3185}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":60,"reported_epoch":170,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:38.042437+0000","last_change":"2021-07-26T16:03:46.268114+0000","last_active":"2021-07-26T16:04:38.042437+0000","last_peered":"2021-07-26T16:04:38.042437+0000","last_clean":"2021-07-26T15:47:45.355408+0000","last_became_active":"2021-07-26T16:03:46.267292+0000","last_became_peered":"2021-07-26T16:03:46.267292+0000","last_unstale":"2021-07-26T16:04:38.042437+0000","last_undegraded":"2021-07-26T16:03:46.057776+0000","last_fullsized":"2021-07-26T16:04:38.042437+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":["1","4","7"],"object_location_counts":[{"shards":"1,4,7","objects":1}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":159,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.043800+0000","last_change":"2021-07-26T16:03:45.085062+0000","last_active":"2021-07-26T16:04:38.043800+0000","last_peered":"2021-07-26T16:04:38.043800+0000","last_clean":"2021-07-26T16:04:38.043800+0000","last_became_active":"2021-07-26T16:03:45.084498+0000","last_became_peered":"2021-07-26T16:03:45.084498+0000","last_unstale":"2021-07-26T16:04:38.043800+0000","last_undegraded":"2021-07-26T16:04:38.043800+0000","last_fullsized":"2021-07-26T16:04:38.043800+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"171'9822","reported_seq":13393,"reported_epoch":171,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:04:46.766371+0000","last_change":"2021-07-26T16:04:11.381690+0000","last_active":"2021-07-26T16:04:46.766371+0000","last_peered":"2021-07-26T16:04:46.766371+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:09.735914+0000","last_became_peered":"2021-07-26T16:04:09.735914+0000","last_unstale":"2021-07-26T16:04:46.766371+0000","last_undegraded":"2021-07-26T16:04:09.678222+0000","last_fullsized":"2021-07-26T16:04:08.028407+0000","mapping_epoch":157,"log_start":"101'2660","ondisk_log_start":"101'2660","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7162,"ondisk_log_size":7162,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":106266624,"num_objects":1621,"num_object_clones":0,"num_object_copies":4863,"num_objects_missing_on_primary":1184,"num_objects_missing":1184,"num_objects_degraded":54,"num_objects_misplaced":54,"num_objects_unfound":0,"num_objects_dirty":1621,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4999,"num_write_kb":211872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1353,"num_bytes_recovered":88604672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"2,7","objects":1567},{"shards":"3,7","objects":54}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":166,"reported_epoch":169,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:37.028343+0000","last_change":"2021-07-26T16:03:45.065279+0000","last_active":"2021-07-26T16:04:37.028343+0000","last_peered":"2021-07-26T16:04:37.028343+0000","last_clean":"2021-07-26T16:03:24.035292+0000","last_became_active":"2021-07-26T16:03:45.064185+0000","last_became_peered":"2021-07-26T16:03:45.064185+0000","last_unstale":"2021-07-26T16:04:37.028343+0000","last_undegraded":"2021-07-26T16:03:45.051422+0000","last_fullsized":"2021-07-26T16:04:37.028343+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":["7","3","4","5","6"],"object_location_counts":[{"shards":"3,4,5,6,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":148,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.030353+0000","last_change":"2021-07-26T16:02:20.062303+0000","last_active":"2021-07-26T16:04:37.030353+0000","last_peered":"2021-07-26T16:04:37.030353+0000","last_clean":"2021-07-26T16:04:37.030353+0000","last_became_active":"2021-07-26T16:02:20.061869+0000","last_became_peered":"2021-07-26T16:02:20.061869+0000","last_unstale":"2021-07-26T16:04:37.030353+0000","last_undegraded":"2021-07-26T16:04:37.030353+0000","last_fullsized":"2021-07-26T16:04:37.030353+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"171'9834","reported_seq":19052,"reported_epoch":171,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:44.734734+0000","last_change":"2021-07-26T16:04:12.884465+0000","last_active":"2021-07-26T16:04:44.734734+0000","last_peered":"2021-07-26T16:04:44.734734+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:12.188411+0000","last_became_peered":"2021-07-26T16:04:12.188411+0000","last_unstale":"2021-07-26T16:04:44.734734+0000","last_undegraded":"2021-07-26T16:04:09.725039+0000","last_fullsized":"2021-07-26T16:04:44.734734+0000","mapping_epoch":157,"log_start":"97'1655","ondisk_log_start":"97'1655","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8179,"ondisk_log_size":8179,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104562688,"num_objects":1595,"num_object_clones":0,"num_object_copies":4785,"num_objects_missing_on_primary":863,"num_objects_missing":863,"num_objects_degraded":1800,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1595,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4996,"num_write_kb":210944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2354,"num_bytes_recovered":154304512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["7"],"object_location_counts":[{"shards":"0,2,7","objects":37},{"shards":"0,3,7","objects":816},{"shards":"2,3,7","objects":742}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":149,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.025580+0000","last_change":"2021-07-26T16:02:34.164070+0000","last_active":"2021-07-26T16:04:37.025580+0000","last_peered":"2021-07-26T16:04:37.025580+0000","last_clean":"2021-07-26T16:04:37.025580+0000","last_became_active":"2021-07-26T16:02:34.163731+0000","last_became_peered":"2021-07-26T16:02:34.163731+0000","last_unstale":"2021-07-26T16:04:37.025580+0000","last_undegraded":"2021-07-26T16:04:37.025580+0000","last_fullsized":"2021-07-26T16:04:37.025580+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":84,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.053566+0000","last_change":"2021-07-26T16:03:46.197374+0000","last_active":"2021-07-26T16:04:38.053566+0000","last_peered":"2021-07-26T16:04:38.053566+0000","last_clean":"2021-07-26T16:04:38.053566+0000","last_became_active":"2021-07-26T16:03:46.196970+0000","last_became_peered":"2021-07-26T16:03:46.196970+0000","last_unstale":"2021-07-26T16:04:38.053566+0000","last_undegraded":"2021-07-26T16:04:38.053566+0000","last_fullsized":"2021-07-26T16:04:38.053566+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"170'9903","reported_seq":11164,"reported_epoch":170,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-07-26T16:04:44.119151+0000","last_change":"2021-07-26T16:04:23.228279+0000","last_active":"2021-07-26T16:04:44.119151+0000","last_peered":"2021-07-26T16:04:44.119151+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:23.189135+0000","last_became_peered":"2021-07-26T16:04:23.189135+0000","last_unstale":"2021-07-26T16:04:44.119151+0000","last_undegraded":"2021-07-26T16:04:23.184554+0000","last_fullsized":"2021-07-26T16:04:44.119151+0000","mapping_epoch":165,"log_start":"110'5192","ondisk_log_start":"110'5192","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":4711,"ondisk_log_size":4711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":212402176,"num_objects":3241,"num_object_clones":0,"num_object_copies":9723,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3598,"num_objects_misplaced":4101,"num_objects_unfound":0,"num_objects_dirty":3241,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9903,"num_write_kb":420608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":568,"num_bytes_recovered":37224448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,4],"avail_no_missing":["1"],"object_location_counts":[{"shards":"1,2,4","objects":1546},{"shards":"1,4","objects":1695}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":177,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.053489+0000","last_change":"2021-07-26T16:03:46.147428+0000","last_active":"2021-07-26T16:04:38.053489+0000","last_peered":"2021-07-26T16:04:38.053489+0000","last_clean":"2021-07-26T16:04:38.053489+0000","last_became_active":"2021-07-26T16:03:46.059640+0000","last_became_peered":"2021-07-26T16:03:46.059640+0000","last_unstale":"2021-07-26T16:04:38.053489+0000","last_undegraded":"2021-07-26T16:04:38.053489+0000","last_fullsized":"2021-07-26T16:04:38.053489+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":78,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.044564+0000","last_change":"2021-07-26T16:04:37.044341+0000","last_active":"2021-07-26T16:04:37.044564+0000","last_peered":"2021-07-26T16:04:37.044564+0000","last_clean":"2021-07-26T16:04:37.044564+0000","last_became_active":"2021-07-26T16:04:37.044072+0000","last_became_peered":"2021-07-26T16:04:37.044072+0000","last_unstale":"2021-07-26T16:04:37.044564+0000","last_undegraded":"2021-07-26T16:04:37.044564+0000","last_fullsized":"2021-07-26T16:04:37.044564+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.f","version":"171'9858","reported_seq":14637,"reported_epoch":171,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-07-26T16:04:47.300148+0000","last_change":"2021-07-26T16:04:27.315644+0000","last_active":"2021-07-26T16:04:47.300148+0000","last_peered":"2021-07-26T16:04:47.300148+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:26.551994+0000","last_became_peered":"2021-07-26T16:04:26.551994+0000","last_unstale":"2021-07-26T16:04:47.300148+0000","last_undegraded":"2021-07-26T16:04:26.507850+0000","last_fullsized":"2021-07-26T16:04:47.300148+0000","mapping_epoch":165,"log_start":"104'4549","ondisk_log_start":"104'4549","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5309,"ondisk_log_size":5309,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":206831616,"num_objects":3156,"num_object_clones":0,"num_object_copies":9468,"num_objects_missing_on_primary":2607,"num_objects_missing":2607,"num_objects_degraded":2945,"num_objects_misplaced":5974,"num_objects_unfound":0,"num_objects_dirty":3156,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9858,"num_write_kb":416448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2325,"num_bytes_recovered":152305664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,3,4],"avail_no_missing":["3"],"object_location_counts":[{"shards":"2,3,4","objects":1564},{"shards":"3,4","objects":1579}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":155,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.029528+0000","last_change":"2021-07-26T16:03:45.085932+0000","last_active":"2021-07-26T16:04:37.029528+0000","last_peered":"2021-07-26T16:04:37.029528+0000","last_clean":"2021-07-26T16:04:37.029528+0000","last_became_active":"2021-07-26T16:03:45.085585+0000","last_became_peered":"2021-07-26T16:03:45.085585+0000","last_unstale":"2021-07-26T16:04:37.029528+0000","last_undegraded":"2021-07-26T16:04:37.029528+0000","last_fullsized":"2021-07-26T16:04:37.029528+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":154,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.045470+0000","last_change":"2021-07-26T16:02:20.048587+0000","last_active":"2021-07-26T16:04:38.045470+0000","last_peered":"2021-07-26T16:04:38.045470+0000","last_clean":"2021-07-26T16:04:38.045470+0000","last_became_active":"2021-07-26T16:02:20.048319+0000","last_became_peered":"2021-07-26T16:02:20.048319+0000","last_unstale":"2021-07-26T16:04:38.045470+0000","last_undegraded":"2021-07-26T16:04:38.045470+0000","last_fullsized":"2021-07-26T16:04:38.045470+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.c","version":"170'9964","reported_seq":10059,"reported_epoch":170,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:04:43.593466+0000","last_change":"2021-07-26T16:02:35.325102+0000","last_active":"2021-07-26T16:04:43.593466+0000","last_peered":"2021-07-26T16:04:43.593466+0000","last_clean":"2021-07-26T16:02:33.011189+0000","last_became_active":"2021-07-26T16:02:35.278988+0000","last_became_peered":"2021-07-26T16:02:35.278988+0000","last_unstale":"2021-07-26T16:04:43.593466+0000","last_undegraded":"2021-07-26T16:04:43.593466+0000","last_fullsized":"2021-07-26T16:04:43.593466+0000","mapping_epoch":132,"log_start":"105'4759","ondisk_log_start":"105'4759","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5205,"ondisk_log_size":5205,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":209715200,"num_objects":3200,"num_object_clones":0,"num_object_copies":9600,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3200,"num_objects_unfound":0,"num_objects_dirty":3200,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9964,"num_write_kb":421248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,7],"acting":[6,5,3],"avail_no_missing":["6","3","5"],"object_location_counts":[{"shards":"3,5,6","objects":3200}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":131,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.038610+0000","last_change":"2021-07-26T16:03:45.095332+0000","last_active":"2021-07-26T16:04:38.038610+0000","last_peered":"2021-07-26T16:04:38.038610+0000","last_clean":"2021-07-26T16:04:38.038610+0000","last_became_active":"2021-07-26T16:03:45.094782+0000","last_became_peered":"2021-07-26T16:03:45.094782+0000","last_unstale":"2021-07-26T16:04:38.038610+0000","last_undegraded":"2021-07-26T16:04:38.038610+0000","last_fullsized":"2021-07-26T16:04:38.038610+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":85,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.029965+0000","last_change":"2021-07-26T16:03:45.085637+0000","last_active":"2021-07-26T16:04:37.029965+0000","last_peered":"2021-07-26T16:04:37.029965+0000","last_clean":"2021-07-26T16:04:37.029965+0000","last_became_active":"2021-07-26T16:03:45.085246+0000","last_became_peered":"2021-07-26T16:03:45.085246+0000","last_unstale":"2021-07-26T16:04:37.029965+0000","last_undegraded":"2021-07-26T16:04:37.029965+0000","last_fullsized":"2021-07-26T16:04:37.029965+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"170'9766","reported_seq":10197,"reported_epoch":170,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:04:44.003000+0000","last_change":"2021-07-26T16:01:17.282011+0000","last_active":"2021-07-26T16:04:44.003000+0000","last_peered":"2021-07-26T16:04:44.003000+0000","last_clean":"2021-07-26T16:00:20.770553+0000","last_became_active":"2021-07-26T16:01:16.110574+0000","last_became_peered":"2021-07-26T16:01:16.110574+0000","last_unstale":"2021-07-26T16:04:44.003000+0000","last_undegraded":"2021-07-26T16:01:17.280717+0000","last_fullsized":"2021-07-26T16:01:15.988434+0000","mapping_epoch":116,"log_start":"96'1411","ondisk_log_start":"96'1411","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8355,"ondisk_log_size":8355,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":210829336,"num_objects":3218,"num_object_clones":0,"num_object_copies":9654,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1706,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3218,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9766,"num_write_kb":415425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":156,"num_bytes_recovered":10223616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[{"shards":"1,2,5","objects":1449},{"shards":"1,5","objects":1769}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":133,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.037250+0000","last_change":"2021-07-26T16:03:45.085226+0000","last_active":"2021-07-26T16:04:38.037250+0000","last_peered":"2021-07-26T16:04:38.037250+0000","last_clean":"2021-07-26T16:04:38.037250+0000","last_became_active":"2021-07-26T16:03:45.084659+0000","last_became_peered":"2021-07-26T16:03:45.084659+0000","last_unstale":"2021-07-26T16:04:38.037250+0000","last_undegraded":"2021-07-26T16:04:38.037250+0000","last_fullsized":"2021-07-26T16:04:38.037250+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":145,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.040382+0000","last_change":"2021-07-26T16:03:45.078983+0000","last_active":"2021-07-26T16:04:38.040382+0000","last_peered":"2021-07-26T16:04:38.040382+0000","last_clean":"2021-07-26T16:04:38.040382+0000","last_became_active":"2021-07-26T16:03:45.078600+0000","last_became_peered":"2021-07-26T16:03:45.078600+0000","last_unstale":"2021-07-26T16:04:38.040382+0000","last_undegraded":"2021-07-26T16:04:38.040382+0000","last_fullsized":"2021-07-26T16:04:38.040382+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":183,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.038982+0000","last_change":"2021-07-26T16:01:16.007019+0000","last_active":"2021-07-26T16:04:38.038982+0000","last_peered":"2021-07-26T16:04:38.038982+0000","last_clean":"2021-07-26T16:04:38.038982+0000","last_became_active":"2021-07-26T16:01:16.006692+0000","last_became_peered":"2021-07-26T16:01:16.006692+0000","last_unstale":"2021-07-26T16:04:38.038982+0000","last_undegraded":"2021-07-26T16:04:38.038982+0000","last_fullsized":"2021-07-26T16:04:38.038982+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":179,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.027657+0000","last_change":"2021-07-26T16:02:34.152676+0000","last_active":"2021-07-26T16:04:37.027657+0000","last_peered":"2021-07-26T16:04:37.027657+0000","last_clean":"2021-07-26T16:04:37.027657+0000","last_became_active":"2021-07-26T16:02:34.152097+0000","last_became_peered":"2021-07-26T16:02:34.152097+0000","last_unstale":"2021-07-26T16:04:37.027657+0000","last_undegraded":"2021-07-26T16:04:37.027657+0000","last_fullsized":"2021-07-26T16:04:37.027657+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":144,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.037853+0000","last_change":"2021-07-26T16:03:46.083888+0000","last_active":"2021-07-26T16:04:38.037853+0000","last_peered":"2021-07-26T16:04:38.037853+0000","last_clean":"2021-07-26T16:04:38.037853+0000","last_became_active":"2021-07-26T16:03:46.083426+0000","last_became_peered":"2021-07-26T16:03:46.083426+0000","last_unstale":"2021-07-26T16:04:38.037853+0000","last_undegraded":"2021-07-26T16:04:38.037853+0000","last_fullsized":"2021-07-26T16:04:38.037853+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"171'9677","reported_seq":13930,"reported_epoch":171,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:44.615584+0000","last_change":"2021-07-26T16:04:10.719037+0000","last_active":"2021-07-26T16:04:44.615584+0000","last_peered":"2021-07-26T16:04:44.615584+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:10.378152+0000","last_became_peered":"2021-07-26T16:04:10.378152+0000","last_unstale":"2021-07-26T16:04:44.615584+0000","last_undegraded":"2021-07-26T16:04:09.432114+0000","last_fullsized":"2021-07-26T16:04:44.615584+0000","mapping_epoch":157,"log_start":"103'3628","ondisk_log_start":"103'3628","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6049,"ondisk_log_size":6049,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":106627072,"num_objects":1627,"num_object_clones":0,"num_object_copies":4881,"num_objects_missing_on_primary":128,"num_objects_missing":128,"num_objects_degraded":2348,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1627,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4914,"num_write_kb":209312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1051,"num_bytes_recovered":68878336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,2,3","objects":800},{"shards":"0,3,5","objects":818},{"shards":"2,3,5","objects":9}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"170'9797","reported_seq":17412,"reported_epoch":170,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:04:44.071614+0000","last_change":"2021-07-26T16:04:07.046690+0000","last_active":"2021-07-26T16:04:44.071614+0000","last_peered":"2021-07-26T16:04:44.071614+0000","last_clean":"2021-07-26T16:03:43.955495+0000","last_became_active":"2021-07-26T16:04:07.027553+0000","last_became_peered":"2021-07-26T16:04:07.027553+0000","last_unstale":"2021-07-26T16:04:44.071614+0000","last_undegraded":"2021-07-26T16:04:44.071614+0000","last_fullsized":"2021-07-26T16:04:44.071614+0000","mapping_epoch":148,"log_start":"101'2702","ondisk_log_start":"101'2702","created":91,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7095,"ondisk_log_size":7095,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104988672,"num_objects":1602,"num_object_clones":0,"num_object_copies":4806,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1602,"num_objects_unfound":0,"num_objects_dirty":1602,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4977,"num_write_kb":210528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1871,"num_bytes_recovered":122617856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,3],"avail_no_missing":["7","1","3","4"],"object_location_counts":[{"shards":"1,3,7","objects":1602}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":144,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.025336+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:04:37.025336+0000","last_peered":"2021-07-26T16:04:37.025336+0000","last_clean":"2021-07-26T16:04:37.025336+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:04:37.025336+0000","last_undegraded":"2021-07-26T16:04:37.025336+0000","last_fullsized":"2021-07-26T16:04:37.025336+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":143,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.053718+0000","last_change":"2021-07-26T16:03:45.069855+0000","last_active":"2021-07-26T16:04:38.053718+0000","last_peered":"2021-07-26T16:04:38.053718+0000","last_clean":"2021-07-26T16:04:38.053718+0000","last_became_active":"2021-07-26T16:03:45.069500+0000","last_became_peered":"2021-07-26T16:03:45.069500+0000","last_unstale":"2021-07-26T16:04:38.053718+0000","last_undegraded":"2021-07-26T16:04:38.053718+0000","last_fullsized":"2021-07-26T16:04:38.053718+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":169,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.038901+0000","last_change":"2021-07-26T16:02:34.168348+0000","last_active":"2021-07-26T16:04:38.038901+0000","last_peered":"2021-07-26T16:04:38.038901+0000","last_clean":"2021-07-26T16:04:38.038901+0000","last_became_active":"2021-07-26T16:02:34.166295+0000","last_became_peered":"2021-07-26T16:02:34.166295+0000","last_unstale":"2021-07-26T16:04:38.038901+0000","last_undegraded":"2021-07-26T16:04:38.038901+0000","last_fullsized":"2021-07-26T16:04:38.038901+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"170'9602","reported_seq":9708,"reported_epoch":170,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:04:43.631446+0000","last_change":"2021-07-26T16:04:07.057639+0000","last_active":"2021-07-26T16:04:43.631446+0000","last_peered":"2021-07-26T16:04:43.631446+0000","last_clean":"2021-07-26T16:02:33.113020+0000","last_became_active":"2021-07-26T16:04:07.036831+0000","last_became_peered":"2021-07-26T16:04:07.036831+0000","last_unstale":"2021-07-26T16:04:43.631446+0000","last_undegraded":"2021-07-26T16:04:43.631446+0000","last_fullsized":"2021-07-26T16:04:43.631446+0000","mapping_epoch":132,"log_start":"96'1460","ondisk_log_start":"96'1460","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8142,"ondisk_log_size":8142,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":103940096,"num_objects":1586,"num_object_clones":0,"num_object_copies":4758,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1586,"num_objects_unfound":0,"num_objects_dirty":1586,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4885,"num_write_kb":207072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,6],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"3,6,7","objects":1586}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":174,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.038683+0000","last_change":"2021-07-26T16:02:34.179576+0000","last_active":"2021-07-26T16:04:38.038683+0000","last_peered":"2021-07-26T16:04:38.038683+0000","last_clean":"2021-07-26T16:04:38.038683+0000","last_became_active":"2021-07-26T16:02:34.177431+0000","last_became_peered":"2021-07-26T16:02:34.177431+0000","last_unstale":"2021-07-26T16:04:38.038683+0000","last_undegraded":"2021-07-26T16:04:38.038683+0000","last_fullsized":"2021-07-26T16:04:38.038683+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":145,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.037345+0000","last_change":"2021-07-26T16:00:21.797517+0000","last_active":"2021-07-26T16:04:38.037345+0000","last_peered":"2021-07-26T16:04:38.037345+0000","last_clean":"2021-07-26T16:04:38.037345+0000","last_became_active":"2021-07-26T16:00:21.797021+0000","last_became_peered":"2021-07-26T16:00:21.797021+0000","last_unstale":"2021-07-26T16:04:38.037345+0000","last_undegraded":"2021-07-26T16:04:38.037345+0000","last_fullsized":"2021-07-26T16:04:38.037345+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":167,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.040470+0000","last_change":"2021-07-26T16:01:16.006858+0000","last_active":"2021-07-26T16:04:38.040470+0000","last_peered":"2021-07-26T16:04:38.040470+0000","last_clean":"2021-07-26T16:04:38.040470+0000","last_became_active":"2021-07-26T16:01:16.006560+0000","last_became_peered":"2021-07-26T16:01:16.006560+0000","last_unstale":"2021-07-26T16:04:38.040470+0000","last_undegraded":"2021-07-26T16:04:38.040470+0000","last_fullsized":"2021-07-26T16:04:38.040470+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"170'9732","reported_seq":17245,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:43.915592+0000","last_change":"2021-07-26T16:04:07.045945+0000","last_active":"2021-07-26T16:04:43.915592+0000","last_peered":"2021-07-26T16:04:43.915592+0000","last_clean":"2021-07-26T16:04:43.915592+0000","last_became_active":"2021-07-26T16:04:07.028995+0000","last_became_peered":"2021-07-26T16:04:07.028995+0000","last_unstale":"2021-07-26T16:04:43.915592+0000","last_undegraded":"2021-07-26T16:04:43.915592+0000","last_fullsized":"2021-07-26T16:04:43.915592+0000","mapping_epoch":153,"log_start":"96'976","ondisk_log_start":"96'976","created":91,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8756,"ondisk_log_size":8756,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105578496,"num_objects":1611,"num_object_clones":0,"num_object_copies":4833,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1611,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4953,"num_write_kb":210048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1848,"num_bytes_recovered":121110528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":168,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.024966+0000","last_change":"2021-07-26T16:02:34.177283+0000","last_active":"2021-07-26T16:04:37.024966+0000","last_peered":"2021-07-26T16:04:37.024966+0000","last_clean":"2021-07-26T16:04:37.024966+0000","last_became_active":"2021-07-26T16:02:34.176931+0000","last_became_peered":"2021-07-26T16:02:34.176931+0000","last_unstale":"2021-07-26T16:04:37.024966+0000","last_undegraded":"2021-07-26T16:04:37.024966+0000","last_fullsized":"2021-07-26T16:04:37.024966+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":404,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.059058+0000","last_change":"2021-07-26T16:02:35.506682+0000","last_active":"2021-07-26T16:04:38.059058+0000","last_peered":"2021-07-26T16:04:38.059058+0000","last_clean":"2021-07-26T16:04:38.059058+0000","last_became_active":"2021-07-26T16:02:35.155829+0000","last_became_peered":"2021-07-26T16:02:35.155829+0000","last_unstale":"2021-07-26T16:04:38.059058+0000","last_undegraded":"2021-07-26T16:04:38.059058+0000","last_fullsized":"2021-07-26T16:04:38.059058+0000","mapping_epoch":132,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":133,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":81,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.030428+0000","last_change":"2021-07-26T16:03:45.085543+0000","last_active":"2021-07-26T16:04:37.030428+0000","last_peered":"2021-07-26T16:04:37.030428+0000","last_clean":"2021-07-26T16:04:37.030428+0000","last_became_active":"2021-07-26T16:03:45.085066+0000","last_became_peered":"2021-07-26T16:03:45.085066+0000","last_unstale":"2021-07-26T16:04:37.030428+0000","last_undegraded":"2021-07-26T16:04:37.030428+0000","last_fullsized":"2021-07-26T16:04:37.030428+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":139,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.030198+0000","last_change":"2021-07-26T16:03:45.061790+0000","last_active":"2021-07-26T16:04:37.030198+0000","last_peered":"2021-07-26T16:04:37.030198+0000","last_clean":"2021-07-26T16:04:37.030198+0000","last_became_active":"2021-07-26T16:03:45.060874+0000","last_became_peered":"2021-07-26T16:03:45.060874+0000","last_unstale":"2021-07-26T16:04:37.030198+0000","last_undegraded":"2021-07-26T16:04:37.030198+0000","last_fullsized":"2021-07-26T16:04:37.030198+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":178,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.027108+0000","last_change":"2021-07-26T16:01:16.000326+0000","last_active":"2021-07-26T16:04:37.027108+0000","last_peered":"2021-07-26T16:04:37.027108+0000","last_clean":"2021-07-26T16:04:37.027108+0000","last_became_active":"2021-07-26T16:01:15.999482+0000","last_became_peered":"2021-07-26T16:01:15.999482+0000","last_unstale":"2021-07-26T16:04:37.027108+0000","last_undegraded":"2021-07-26T16:04:37.027108+0000","last_fullsized":"2021-07-26T16:04:37.027108+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":70,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.068857+0000","last_change":"2021-07-26T16:02:20.059799+0000","last_active":"2021-07-26T16:04:38.068857+0000","last_peered":"2021-07-26T16:04:38.068857+0000","last_clean":"2021-07-26T16:04:38.068857+0000","last_became_active":"2021-07-26T16:02:20.058997+0000","last_became_peered":"2021-07-26T16:02:20.058997+0000","last_unstale":"2021-07-26T16:04:38.068857+0000","last_undegraded":"2021-07-26T16:04:38.068857+0000","last_fullsized":"2021-07-26T16:04:38.068857+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":64,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.053653+0000","last_change":"2021-07-26T16:01:16.019036+0000","last_active":"2021-07-26T16:04:38.053653+0000","last_peered":"2021-07-26T16:04:38.053653+0000","last_clean":"2021-07-26T16:04:38.053653+0000","last_became_active":"2021-07-26T16:01:16.018692+0000","last_became_peered":"2021-07-26T16:01:16.018692+0000","last_unstale":"2021-07-26T16:04:38.053653+0000","last_undegraded":"2021-07-26T16:04:38.053653+0000","last_fullsized":"2021-07-26T16:04:38.053653+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.4","version":"170'9769","reported_seq":9887,"reported_epoch":171,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:04:44.183347+0000","last_change":"2021-07-26T16:04:07.073349+0000","last_active":"2021-07-26T16:04:44.183347+0000","last_peered":"2021-07-26T16:04:44.183347+0000","last_clean":"2021-07-26T16:02:33.050730+0000","last_became_active":"2021-07-26T16:04:07.035162+0000","last_became_peered":"2021-07-26T16:04:07.035162+0000","last_unstale":"2021-07-26T16:04:44.183347+0000","last_undegraded":"2021-07-26T16:04:44.183347+0000","last_fullsized":"2021-07-26T16:04:44.183347+0000","mapping_epoch":132,"log_start":"104'4585","ondisk_log_start":"104'4585","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5184,"ondisk_log_size":5184,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":102989824,"num_objects":1571,"num_object_clones":0,"num_object_copies":4713,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1571,"num_objects_unfound":0,"num_objects_dirty":1571,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4966,"num_write_kb":209216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,3],"avail_no_missing":["1","3","5"],"object_location_counts":[{"shards":"1,3,5","objects":1571}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":182,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.028556+0000","last_change":"2021-07-26T16:03:45.065733+0000","last_active":"2021-07-26T16:04:37.028556+0000","last_peered":"2021-07-26T16:04:37.028556+0000","last_clean":"2021-07-26T16:04:37.028556+0000","last_became_active":"2021-07-26T16:03:45.065412+0000","last_became_peered":"2021-07-26T16:03:45.065412+0000","last_unstale":"2021-07-26T16:04:37.028556+0000","last_undegraded":"2021-07-26T16:04:37.028556+0000","last_fullsized":"2021-07-26T16:04:37.028556+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":154,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.039076+0000","last_change":"2021-07-26T16:02:34.174517+0000","last_active":"2021-07-26T16:04:38.039076+0000","last_peered":"2021-07-26T16:04:38.039076+0000","last_clean":"2021-07-26T16:04:38.039076+0000","last_became_active":"2021-07-26T16:02:34.173395+0000","last_became_peered":"2021-07-26T16:02:34.173395+0000","last_unstale":"2021-07-26T16:04:38.039076+0000","last_undegraded":"2021-07-26T16:04:38.039076+0000","last_fullsized":"2021-07-26T16:04:38.039076+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":64,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.053640+0000","last_change":"2021-07-26T16:01:15.999967+0000","last_active":"2021-07-26T16:04:38.053640+0000","last_peered":"2021-07-26T16:04:38.053640+0000","last_clean":"2021-07-26T16:04:38.053640+0000","last_became_active":"2021-07-26T16:01:15.999412+0000","last_became_peered":"2021-07-26T16:01:15.999412+0000","last_unstale":"2021-07-26T16:04:38.053640+0000","last_undegraded":"2021-07-26T16:04:38.053640+0000","last_fullsized":"2021-07-26T16:04:38.053640+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"170'9603","reported_seq":10032,"reported_epoch":171,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:44.186687+0000","last_change":"2021-07-26T16:04:08.060346+0000","last_active":"2021-07-26T16:04:44.186687+0000","last_peered":"2021-07-26T16:04:44.186687+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:08.045349+0000","last_became_peered":"2021-07-26T16:04:08.045349+0000","last_unstale":"2021-07-26T16:04:44.186687+0000","last_undegraded":"2021-07-26T16:04:08.016720+0000","last_fullsized":"2021-07-26T16:04:44.186687+0000","mapping_epoch":157,"log_start":"104'4425","ondisk_log_start":"104'4425","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5178,"ondisk_log_size":5178,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":106397696,"num_objects":1623,"num_object_clones":0,"num_object_copies":4869,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2263,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1623,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4882,"num_write_kb":208192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":162,"num_bytes_recovered":10616832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":["1","6"],"object_location_counts":[{"shards":"1,2,6","objects":789},{"shards":"1,6","objects":834}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":115,"reported_epoch":170,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:38.054161+0000","last_change":"2021-07-26T16:04:37.044265+0000","last_active":"2021-07-26T16:04:38.054161+0000","last_peered":"2021-07-26T16:04:38.054161+0000","last_clean":"2021-07-26T16:01:06.902553+0000","last_became_active":"2021-07-26T16:04:37.043968+0000","last_became_peered":"2021-07-26T16:04:37.043968+0000","last_unstale":"2021-07-26T16:04:38.054161+0000","last_undegraded":"2021-07-26T16:04:37.033589+0000","last_fullsized":"2021-07-26T16:04:38.054161+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":130,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.042164+0000","last_change":"2021-07-26T16:03:45.094433+0000","last_active":"2021-07-26T16:04:38.042164+0000","last_peered":"2021-07-26T16:04:38.042164+0000","last_clean":"2021-07-26T16:04:38.042164+0000","last_became_active":"2021-07-26T16:03:45.093598+0000","last_became_peered":"2021-07-26T16:03:45.093598+0000","last_unstale":"2021-07-26T16:04:38.042164+0000","last_undegraded":"2021-07-26T16:04:38.042164+0000","last_fullsized":"2021-07-26T16:04:38.042164+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":149,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.059013+0000","last_change":"2021-07-26T16:02:20.059194+0000","last_active":"2021-07-26T16:04:38.059013+0000","last_peered":"2021-07-26T16:04:38.059013+0000","last_clean":"2021-07-26T16:04:38.059013+0000","last_became_active":"2021-07-26T16:02:20.058538+0000","last_became_peered":"2021-07-26T16:02:20.058538+0000","last_unstale":"2021-07-26T16:04:38.059013+0000","last_undegraded":"2021-07-26T16:04:38.059013+0000","last_fullsized":"2021-07-26T16:04:38.059013+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"170'9830","reported_seq":10604,"reported_epoch":170,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:04:43.126659+0000","last_change":"2021-07-26T16:04:22.305332+0000","last_active":"2021-07-26T16:04:43.126659+0000","last_peered":"2021-07-26T16:04:43.126659+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:22.239639+0000","last_became_peered":"2021-07-26T16:04:22.239639+0000","last_unstale":"2021-07-26T16:04:43.126659+0000","last_undegraded":"2021-07-26T16:04:22.132555+0000","last_fullsized":"2021-07-26T16:04:22.015347+0000","mapping_epoch":164,"log_start":"101'2697","ondisk_log_start":"101'2697","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7133,"ondisk_log_size":7133,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":106430464,"num_objects":1624,"num_object_clones":0,"num_object_copies":4872,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1797,"num_objects_misplaced":3729,"num_objects_unfound":0,"num_objects_dirty":1624,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4990,"num_write_kb":211648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":178,"num_bytes_recovered":11567104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5],"acting":[3,4],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,4","objects":712}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":168,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.030399+0000","last_change":"2021-07-26T16:02:20.054787+0000","last_active":"2021-07-26T16:04:37.030399+0000","last_peered":"2021-07-26T16:04:37.030399+0000","last_clean":"2021-07-26T16:04:37.030399+0000","last_became_active":"2021-07-26T16:02:20.054312+0000","last_became_peered":"2021-07-26T16:02:20.054312+0000","last_unstale":"2021-07-26T16:04:37.030399+0000","last_undegraded":"2021-07-26T16:04:37.030399+0000","last_fullsized":"2021-07-26T16:04:37.030399+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":87,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.053748+0000","last_change":"2021-07-26T16:03:45.105971+0000","last_active":"2021-07-26T16:04:38.053748+0000","last_peered":"2021-07-26T16:04:38.053748+0000","last_clean":"2021-07-26T16:04:38.053748+0000","last_became_active":"2021-07-26T16:03:45.080358+0000","last_became_peered":"2021-07-26T16:03:45.080358+0000","last_unstale":"2021-07-26T16:04:38.053748+0000","last_undegraded":"2021-07-26T16:04:38.053748+0000","last_fullsized":"2021-07-26T16:04:38.053748+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":46,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.025134+0000","last_change":"2021-07-26T16:03:45.062964+0000","last_active":"2021-07-26T16:04:37.025134+0000","last_peered":"2021-07-26T16:04:37.025134+0000","last_clean":"2021-07-26T16:04:37.025134+0000","last_became_active":"2021-07-26T16:03:45.061296+0000","last_became_peered":"2021-07-26T16:03:45.061296+0000","last_unstale":"2021-07-26T16:04:37.025134+0000","last_undegraded":"2021-07-26T16:04:37.025134+0000","last_fullsized":"2021-07-26T16:04:37.025134+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.3","version":"170'9760","reported_seq":10166,"reported_epoch":170,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:44.140670+0000","last_change":"2021-07-26T16:04:08.049000+0000","last_active":"2021-07-26T16:04:44.140670+0000","last_peered":"2021-07-26T16:04:44.140670+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:08.032935+0000","last_became_peered":"2021-07-26T16:04:08.032935+0000","last_unstale":"2021-07-26T16:04:44.140670+0000","last_undegraded":"2021-07-26T16:04:08.016618+0000","last_fullsized":"2021-07-26T16:04:44.140670+0000","mapping_epoch":157,"log_start":"97'1617","ondisk_log_start":"97'1617","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8143,"ondisk_log_size":8143,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":106954752,"num_objects":1632,"num_object_clones":0,"num_object_copies":4896,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2257,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1632,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4955,"num_write_kb":210784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":151,"num_bytes_recovered":9895936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"2,6,7","objects":832},{"shards":"6,7","objects":800}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":79,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.053400+0000","last_change":"2021-07-26T16:03:45.069474+0000","last_active":"2021-07-26T16:04:38.053400+0000","last_peered":"2021-07-26T16:04:38.053400+0000","last_clean":"2021-07-26T16:04:38.053400+0000","last_became_active":"2021-07-26T16:03:45.068926+0000","last_became_peered":"2021-07-26T16:03:45.068926+0000","last_unstale":"2021-07-26T16:04:38.053400+0000","last_undegraded":"2021-07-26T16:04:38.053400+0000","last_fullsized":"2021-07-26T16:04:38.053400+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":167,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.048302+0000","last_change":"2021-07-26T16:02:34.174967+0000","last_active":"2021-07-26T16:04:38.048302+0000","last_peered":"2021-07-26T16:04:38.048302+0000","last_clean":"2021-07-26T16:04:38.048302+0000","last_became_active":"2021-07-26T16:02:34.174627+0000","last_became_peered":"2021-07-26T16:02:34.174627+0000","last_unstale":"2021-07-26T16:04:38.048302+0000","last_undegraded":"2021-07-26T16:04:38.048302+0000","last_fullsized":"2021-07-26T16:04:38.048302+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"171'9871","reported_seq":19163,"reported_epoch":171,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:04:44.583572+0000","last_change":"2021-07-26T16:04:13.266102+0000","last_active":"2021-07-26T16:04:44.583572+0000","last_peered":"2021-07-26T16:04:44.583572+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:12.884845+0000","last_became_peered":"2021-07-26T16:04:12.884845+0000","last_unstale":"2021-07-26T16:04:44.583572+0000","last_undegraded":"2021-07-26T16:04:11.450218+0000","last_fullsized":"2021-07-26T16:04:44.583572+0000","mapping_epoch":156,"log_start":"97'1655","ondisk_log_start":"97'1655","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8216,"ondisk_log_size":8216,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":102137856,"num_objects":1559,"num_object_clones":0,"num_object_copies":4677,"num_objects_missing_on_primary":932,"num_objects_missing":932,"num_objects_degraded":1894,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1559,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5034,"num_write_kb":210944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2392,"num_bytes_recovered":156729344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["7"],"object_location_counts":[{"shards":"0,2,7","objects":-37},{"shards":"0,3,7","objects":813},{"shards":"2,3,7","objects":783}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":161,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.025763+0000","last_change":"2021-07-26T16:03:45.081608+0000","last_active":"2021-07-26T16:04:37.025763+0000","last_peered":"2021-07-26T16:04:37.025763+0000","last_clean":"2021-07-26T16:04:37.025763+0000","last_became_active":"2021-07-26T16:03:45.068207+0000","last_became_peered":"2021-07-26T16:03:45.068207+0000","last_unstale":"2021-07-26T16:04:37.025763+0000","last_undegraded":"2021-07-26T16:04:37.025763+0000","last_fullsized":"2021-07-26T16:04:37.025763+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":94,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.037552+0000","last_change":"2021-07-26T16:04:37.054587+0000","last_active":"2021-07-26T16:04:38.037552+0000","last_peered":"2021-07-26T16:04:38.037552+0000","last_clean":"2021-07-26T16:04:38.037552+0000","last_became_active":"2021-07-26T16:04:37.054238+0000","last_became_peered":"2021-07-26T16:04:37.054238+0000","last_unstale":"2021-07-26T16:04:38.037552+0000","last_undegraded":"2021-07-26T16:04:38.037552+0000","last_fullsized":"2021-07-26T16:04:38.037552+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.18","version":"171'9834","reported_seq":11810,"reported_epoch":171,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:04:47.293350+0000","last_change":"2021-07-26T16:04:11.375807+0000","last_active":"2021-07-26T16:04:47.293350+0000","last_peered":"2021-07-26T16:04:47.293350+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:11.255469+0000","last_became_peered":"2021-07-26T16:04:11.255469+0000","last_unstale":"2021-07-26T16:04:47.293350+0000","last_undegraded":"2021-07-26T16:04:11.217248+0000","last_fullsized":"2021-07-26T16:04:09.701544+0000","mapping_epoch":158,"log_start":"101'2660","ondisk_log_start":"101'2660","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7174,"ondisk_log_size":7174,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105480192,"num_objects":1610,"num_object_clones":0,"num_object_copies":4830,"num_objects_missing_on_primary":1941,"num_objects_missing":1941,"num_objects_degraded":1610,"num_objects_misplaced":1941,"num_objects_unfound":0,"num_objects_dirty":1610,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5012,"num_write_kb":211872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":557,"num_bytes_recovered":36503552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"2,7","objects":823},{"shards":"3,7","objects":787}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":146,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.027764+0000","last_change":"2021-07-26T16:03:45.104002+0000","last_active":"2021-07-26T16:04:37.027764+0000","last_peered":"2021-07-26T16:04:37.027764+0000","last_clean":"2021-07-26T16:04:37.027764+0000","last_became_active":"2021-07-26T16:03:45.078900+0000","last_became_peered":"2021-07-26T16:03:45.078900+0000","last_unstale":"2021-07-26T16:04:37.027764+0000","last_undegraded":"2021-07-26T16:04:37.027764+0000","last_fullsized":"2021-07-26T16:04:37.027764+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":155,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.053441+0000","last_change":"2021-07-26T16:04:37.069491+0000","last_active":"2021-07-26T16:04:38.053441+0000","last_peered":"2021-07-26T16:04:38.053441+0000","last_clean":"2021-07-26T16:04:38.053441+0000","last_became_active":"2021-07-26T16:04:37.069118+0000","last_became_peered":"2021-07-26T16:04:37.069118+0000","last_unstale":"2021-07-26T16:04:38.053441+0000","last_undegraded":"2021-07-26T16:04:38.053441+0000","last_fullsized":"2021-07-26T16:04:38.053441+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":58,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.030249+0000","last_change":"2021-07-26T16:02:34.163390+0000","last_active":"2021-07-26T16:04:37.030249+0000","last_peered":"2021-07-26T16:04:37.030249+0000","last_clean":"2021-07-26T16:04:37.030249+0000","last_became_active":"2021-07-26T16:02:34.162869+0000","last_became_peered":"2021-07-26T16:02:34.162869+0000","last_unstale":"2021-07-26T16:04:37.030249+0000","last_undegraded":"2021-07-26T16:04:37.030249+0000","last_fullsized":"2021-07-26T16:04:37.030249+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":187,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.038760+0000","last_change":"2021-07-26T16:02:34.163588+0000","last_active":"2021-07-26T16:04:38.038760+0000","last_peered":"2021-07-26T16:04:38.038760+0000","last_clean":"2021-07-26T16:04:38.038760+0000","last_became_active":"2021-07-26T16:02:34.162694+0000","last_became_peered":"2021-07-26T16:02:34.162694+0000","last_unstale":"2021-07-26T16:04:38.038760+0000","last_undegraded":"2021-07-26T16:04:38.038760+0000","last_fullsized":"2021-07-26T16:04:38.038760+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":70,"reported_epoch":170,"state":"active+clean","last_fresh":"2021-07-26T16:04:38.054530+0000","last_change":"2021-07-26T16:01:16.039458+0000","last_active":"2021-07-26T16:04:38.054530+0000","last_peered":"2021-07-26T16:04:38.054530+0000","last_clean":"2021-07-26T16:04:38.054530+0000","last_became_active":"2021-07-26T16:01:16.019293+0000","last_became_peered":"2021-07-26T16:01:16.019293+0000","last_unstale":"2021-07-26T16:04:38.054530+0000","last_undegraded":"2021-07-26T16:04:38.054530+0000","last_fullsized":"2021-07-26T16:04:38.054530+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":85,"reported_epoch":169,"state":"active+clean","last_fresh":"2021-07-26T16:04:37.029825+0000","last_change":"2021-07-26T16:03:45.093865+0000","last_active":"2021-07-26T16:04:37.029825+0000","last_peered":"2021-07-26T16:04:37.029825+0000","last_clean":"2021-07-26T16:04:37.029825+0000","last_became_active":"2021-07-26T16:03:45.093512+0000","last_became_peered":"2021-07-26T16:03:45.093512+0000","last_unstale":"2021-07-26T16:04:37.029825+0000","last_undegraded":"2021-07-26T16:04:37.029825+0000","last_fullsized":"2021-07-26T16:04:37.029825+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":26,"stat_sum":{"num_bytes":3364356120,"num_objects":51337,"num_object_clones":0,"num_object_copies":154011,"num_objects_missing_on_primary":7776,"num_objects_missing":7776,"num_objects_degraded":37940,"num_objects_misplaced":35522,"num_objects_unfound":0,"num_objects_dirty":51337,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":158389,"num_write_kb":6711169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20273,"num_bytes_recovered":1327824896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10426527744,"data_stored":10426515528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":175581,"ondisk_log_size":175581,"up":78,"acting":71,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":2,"num_objects_missing":2,"num_objects_degraded":18,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":737,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":16646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495842,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2285040,"kb_used_data":1236456,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91460112,"statfs":{"total":95995035648,"available":93655154688,"internally_reserved":1073741824,"allocated":1266130944,"data_stored":1265293275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:04:14 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.621,"15min":0.57699999999999996},"min":{"1min":0.22500000000000001,"5min":0.222,"15min":0.222},"max":{"1min":1.3280000000000001,"5min":4.7800000000000002,"15min":4.7800000000000002},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.61799999999999999,"15min":0.60199999999999998},"min":{"1min":0.29099999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.353,"5min":4.0049999999999999,"15min":4.0049999999999999},"last":0.33400000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:04:15 2021","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.82499999999999996,"15min":0.66900000000000004},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":2.6179999999999999,"5min":5.4420000000000002,"15min":19.768000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.71899999999999997,"15min":0.58799999999999997},"min":{"1min":0.24399999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":3.1349999999999998,"5min":5.5890000000000004,"15min":5.5890000000000004},"last":0.248}]},{"osd":2,"last update":"Mon Jul 26 16:04:29 2021","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":1.224,"15min":1.839},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.7589999999999999,"5min":8.7100000000000009,"15min":8.7100000000000009},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.79700000000000004,"5min":1.2270000000000001,"15min":1.8400000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.75,"5min":8.0250000000000004,"15min":8.0250000000000004},"last":0.317}]},{"osd":3,"last update":"Mon Jul 26 16:04:14 2021","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":1.0640000000000001,"15min":0.70299999999999996},"min":{"1min":0.29099999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.4350000000000001,"5min":19.582999999999998,"15min":19.582999999999998},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.57999999999999996,"5min":1.0669999999999999,"15min":0.70399999999999996},"min":{"1min":0.27500000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.98,"5min":19.699999999999999,"15min":19.699999999999999},"last":0.39300000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:02:35 2021","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57599999999999996,"15min":0.45600000000000002},"min":{"1min":0.249,"5min":0.214,"15min":0.214},"max":{"1min":3.1589999999999998,"5min":4.8049999999999997,"15min":4.8049999999999997},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.51900000000000002,"15min":0.45300000000000001},"min":{"1min":0.23999999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":2.6280000000000001,"5min":2.6280000000000001,"15min":2.6280000000000001},"last":0.29699999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:04:40 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.55000000000000004,"15min":0.46200000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.48099999999999998,"5min":3.9460000000000002,"15min":3.9460000000000002},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.317,"5min":0.67400000000000004,"15min":0.52300000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.498,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.26500000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:04:40 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.624,"15min":0.53000000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.46600000000000003,"5min":4.7430000000000003,"15min":4.7430000000000003},"last":0.375},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.46100000000000002,"15min":0.47499999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.51100000000000001,"5min":2.5739999999999998,"15min":2.5739999999999998},"last":0.38200000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659365,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2082216,"kb_used_data":1033632,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91662936,"statfs":{"total":95995035648,"available":93862846464,"internally_reserved":1073741824,"allocated":1058439168,"data_stored":1057609497,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:04:14 2021","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.60599999999999998,"15min":0.56699999999999995},"min":{"1min":0.251,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.585,"5min":4.4820000000000002,"15min":4.4820000000000002},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.79900000000000004,"15min":0.63},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.224},"max":{"1min":2.9820000000000002,"5min":11.207000000000001,"15min":11.207000000000001},"last":0.878}]},{"osd":1,"last update":"Mon Jul 26 16:04:18 2021","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.753,"15min":0.60899999999999999},"min":{"1min":0.29699999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":6.2060000000000004,"5min":6.2060000000000004,"15min":6.2060000000000004},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.90700000000000003,"5min":1.1779999999999999,"15min":0.73999999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":6.2549999999999999,"5min":11.455,"15min":11.455},"last":0.35499999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.2949999999999999,"5min":1.6619999999999999,"15min":2.266},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.3979999999999997,"5min":12.388999999999999,"15min":12.388999999999999},"last":0.375},{"interface":"front","average":{"1min":1.1639999999999999,"5min":1.4670000000000001,"15min":1.8759999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":6.1120000000000001,"5min":10.116,"15min":10.116},"last":2.8610000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:04:14 2021","interfaces":[{"interface":"back","average":{"1min":1.278,"5min":1.357,"15min":0.82499999999999996},"min":{"1min":0.32600000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":11.077999999999999,"5min":11.077999999999999,"15min":11.077999999999999},"last":0.39000000000000001},{"interface":"front","average":{"1min":1.2749999999999999,"5min":1.423,"15min":0.83299999999999996},"min":{"1min":0.31900000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":11.121,"5min":11.430999999999999,"15min":11.430999999999999},"last":0.32400000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:03:17 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.56499999999999995,"15min":0.46500000000000002},"min":{"1min":0.23300000000000001,"5min":0.22600000000000001,"15min":0.20399999999999999},"max":{"1min":0.47499999999999998,"5min":5.7389999999999999,"15min":5.7389999999999999},"last":0.309},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.72599999999999998,"15min":0.53700000000000003},"min":{"1min":0.24299999999999999,"5min":0.214,"15min":0.214},"max":{"1min":0.40600000000000003,"5min":11.481999999999999,"15min":11.481999999999999},"last":0.38200000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:04:18 2021","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.50800000000000001,"15min":0.46100000000000002},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.51900000000000002,"5min":4.391,"15min":4.391},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.58799999999999997,"15min":0.504},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.57499999999999996,"5min":5.9240000000000004,"15min":5.9240000000000004},"last":0.27000000000000002}]},{"osd":7,"last update":"Mon Jul 26 16:04:34 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.88200000000000001,"15min":0.61599999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.436,"5min":11.380000000000001,"15min":11.380000000000001},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.65800000000000003,"15min":0.54500000000000004},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.5,"5min":4.5069999999999997,"15min":4.5069999999999997},"last":0.83199999999999996}]}]},{"osd":1,"up_from":78,"seq":335007449182,"num_pgs":64,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1558244,"kb_used_data":1444700,"kb_used_omap":6,"kb_used_meta":113529,"kb_avail":92186908,"statfs":{"total":95995035648,"available":94399393792,"internally_reserved":0,"allocated":1479372800,"data_stored":1478543082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":116254297},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:04:15 2021","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.73799999999999999,"15min":0.49199999999999999},"min":{"1min":0.20799999999999999,"5min":0.184,"15min":0.184},"max":{"1min":6.1050000000000004,"5min":6.1050000000000004,"15min":6.1050000000000004},"last":1.653},{"interface":"front","average":{"1min":0.627,"5min":0.93999999999999995,"15min":0.56200000000000006},"min":{"1min":0.23400000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":2.056,"5min":10.035,"15min":10.035},"last":0.68400000000000005}]},{"osd":2,"last update":"Mon Jul 26 16:04:26 2021","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":1.6379999999999999,"15min":1.8200000000000001},"min":{"1min":0.312,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":2.9319999999999999,"5min":12.119999999999999,"15min":12.119999999999999},"last":0.628},{"interface":"front","average":{"1min":1.3029999999999999,"5min":1.5920000000000001,"15min":1.7969999999999999},"min":{"1min":0.26900000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.0279999999999996,"5min":10.505000000000001,"15min":10.505000000000001},"last":0.32500000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:04:09 2021","interfaces":[{"interface":"back","average":{"1min":1.7350000000000001,"5min":1.454,"15min":0.753},"min":{"1min":0.34799999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":6.0030000000000001,"5min":13.077999999999999,"15min":13.077999999999999},"last":0.26500000000000001},{"interface":"front","average":{"1min":1.3200000000000001,"5min":1.369,"15min":0.73199999999999998},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":6.0780000000000003,"5min":13.287000000000001,"15min":13.287000000000001},"last":0.33700000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:03:14 2021","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.83699999999999997,"15min":0.67400000000000004},"min":{"1min":0.34799999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.798,"5min":6.9400000000000004,"15min":6.9400000000000004},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.78000000000000003,"15min":0.68700000000000006},"min":{"1min":0.33800000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":2.4100000000000001,"5min":4.976,"15min":4.976},"last":0.372}]},{"osd":5,"last update":"Mon Jul 26 16:04:15 2021","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.98999999999999999,"15min":0.72499999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.073,"5min":9.8689999999999998,"15min":9.8689999999999998},"last":0.66500000000000004},{"interface":"front","average":{"1min":1.0289999999999999,"5min":1.093,"15min":0.76200000000000001},"min":{"1min":0.32000000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":5.218,"5min":6.9139999999999997,"15min":6.9139999999999997},"last":0.44800000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:04:15 2021","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":1.0940000000000001,"15min":0.76600000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":2.137,"5min":9.9209999999999994,"15min":9.9209999999999994},"last":0.70599999999999996},{"interface":"front","average":{"1min":1.052,"5min":1.0249999999999999,"15min":0.76300000000000001},"min":{"1min":0.34499999999999997,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":5.2409999999999997,"5min":6.8730000000000002,"15min":6.8730000000000002},"last":0.42699999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:04:15 2021","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.94399999999999995,"15min":0.73799999999999999},"min":{"1min":0.41399999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":3.879,"5min":5.0270000000000001,"15min":5.0270000000000001},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.77300000000000002,"5min":1.1639999999999999,"15min":0.80500000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":2.117,"5min":9.968,"15min":9.968},"last":0.72199999999999998}]}]},{"osd":0,"up_from":73,"seq":313532612716,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":669104,"kb_used_data":592104,"kb_used_omap":23,"kb_used_meta":76968,"kb_avail":93076048,"statfs":{"total":95995035648,"available":95309873152,"internally_reserved":0,"allocated":606314496,"data_stored":605481376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":78815990},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 16:04:18 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.66000000000000003,"15min":0.442},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":1.516,"5min":4.3220000000000001,"15min":4.3220000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.86099999999999999,"15min":0.52300000000000002},"min":{"1min":0.23200000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":1.8440000000000001,"5min":6.3799999999999999,"15min":6.3799999999999999},"last":0.52000000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:04:31 2021","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":1.1910000000000001,"15min":1.208},"min":{"1min":0.23799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":3.419,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.79500000000000004,"5min":1.0209999999999999,"15min":1.139},"min":{"1min":0.23899999999999999,"5min":0.224,"15min":0.224},"max":{"1min":4.6230000000000002,"5min":5.7590000000000003,"15min":5.7590000000000003},"last":0.48599999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:04:18 2021","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":1.492,"15min":0.79000000000000004},"min":{"1min":0.32600000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":3.903,"5min":18.497,"15min":18.497},"last":0.438},{"interface":"front","average":{"1min":0.88800000000000001,"5min":1.597,"15min":0.85399999999999998},"min":{"1min":0.39600000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":3.9500000000000002,"5min":18.541,"15min":18.541},"last":0.59999999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:03:15 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.77000000000000002,"15min":0.71599999999999997},"min":{"1min":0.33800000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.69299999999999995,"5min":6.4699999999999998,"15min":6.4699999999999998},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.91400000000000003,"15min":0.76700000000000002},"min":{"1min":0.39400000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.5880000000000001,"5min":8.4309999999999992,"15min":8.4309999999999992},"last":0.64800000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:04:18 2021","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":1.0609999999999999,"15min":0.81200000000000006},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":2.3940000000000001,"5min":12.853,"15min":12.853},"last":1.0569999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":1.2609999999999999,"15min":0.879},"min":{"1min":0.35099999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":4.1059999999999999,"5min":14.298999999999999,"15min":14.298999999999999},"last":0.95499999999999996}]},{"osd":6,"last update":"Mon Jul 26 16:04:18 2021","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":1.028,"15min":0.81499999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.92600000000000005,"5min":14.609999999999999,"15min":14.609999999999999},"last":1.0329999999999999},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.95999999999999996,"15min":0.79500000000000004},"min":{"1min":0.40699999999999997,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":4.1360000000000001,"5min":8.3309999999999995,"15min":8.3309999999999995},"last":0.68500000000000005}]},{"osd":7,"last update":"Mon Jul 26 16:04:18 2021","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.3779999999999999,"15min":0.93899999999999995},"min":{"1min":0.44600000000000001,"5min":0.38800000000000001,"15min":0.38100000000000001},"max":{"1min":4.0659999999999998,"5min":27.449999999999999,"15min":27.449999999999999},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.67500000000000004,"5min":1.05,"15min":0.83299999999999996},"min":{"1min":0.441,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.46,"5min":27.463999999999999,"15min":27.463999999999999},"last":0.93300000000000005}]}]},{"osd":2,"up_from":107,"seq":459561500723,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1205232,"kb_used_data":1068136,"kb_used_omap":9,"kb_used_meta":137078,"kb_avail":92539920,"statfs":{"total":95995035648,"available":94760878080,"internally_reserved":0,"allocated":1093771264,"data_stored":1092937636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9911,"internal_metadata":140368201},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:04:24 2021","interfaces":[{"interface":"back","average":{"1min":1.2150000000000001,"5min":1.7290000000000001,"15min":1.577},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":15.702,"5min":15.702,"15min":15.702},"last":0.38},{"interface":"front","average":{"1min":1.446,"5min":1.752,"15min":1.569},"min":{"1min":0.23899999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":12.023999999999999,"5min":12.714,"15min":12.714},"last":0.36599999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:04:24 2021","interfaces":[{"interface":"back","average":{"1min":1.48,"5min":3.153,"15min":4.4630000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":7.8529999999999998,"5min":77.945999999999998,"15min":77.945999999999998},"last":0.41599999999999998},{"interface":"front","average":{"1min":1.429,"5min":3.427,"15min":4.8440000000000003},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":7.0099999999999998,"5min":78.129999999999995,"15min":78.129999999999995},"last":0.35199999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:04:24 2021","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":4.4429999999999996,"15min":6.2140000000000004},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":7.0830000000000002,"5min":81.637,"15min":81.637},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.78400000000000003,"5min":3.6480000000000001,"15min":5.6260000000000003},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.3380000000000001,"5min":77.730999999999995,"15min":77.730999999999995},"last":0.53300000000000003}]},{"osd":4,"last update":"Mon Jul 26 16:03:23 2021","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":1.994,"15min":1.9990000000000001},"min":{"1min":0.33200000000000002,"5min":0.317,"15min":0.317},"max":{"1min":2.1890000000000001,"5min":18.898,"15min":18.898},"last":0.74299999999999999},{"interface":"front","average":{"1min":1.411,"5min":1.6890000000000001,"15min":1.657},"min":{"1min":0.371,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":15.026999999999999,"5min":15.026999999999999,"15min":15.026999999999999},"last":0.72199999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:04:24 2021","interfaces":[{"interface":"back","average":{"1min":1.6499999999999999,"5min":1.7889999999999999,"15min":1.5349999999999999},"min":{"1min":0.433,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":7.923,"5min":12.247999999999999,"15min":12.247999999999999},"last":0.70599999999999996},{"interface":"front","average":{"1min":1.294,"5min":1.7330000000000001,"15min":1.6879999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":7.0510000000000002,"5min":18.870000000000001,"15min":18.870000000000001},"last":0.59599999999999997}]},{"osd":6,"last update":"Mon Jul 26 16:04:24 2021","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":1.6180000000000001,"15min":1.865},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.7029999999999998,"5min":15.074999999999999,"15min":15.074999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":1.681,"5min":1.76,"15min":1.518},"min":{"1min":0.48999999999999999,"5min":0.309,"15min":0.309},"max":{"1min":7.9850000000000003,"5min":12.208,"15min":12.208},"last":0.68600000000000005}]},{"osd":7,"last update":"Mon Jul 26 16:04:24 2021","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":1.671,"15min":1.857},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":3.665,"5min":15.101000000000001,"15min":15.101000000000001},"last":0.66700000000000004},{"interface":"front","average":{"1min":1.6699999999999999,"5min":1.8100000000000001,"15min":1.552},"min":{"1min":0.498,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":7.9589999999999996,"5min":13.436,"15min":13.436},"last":0.65600000000000003}]}]},{"osd":3,"up_from":88,"seq":377957122131,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2557728,"kb_used_data":2402136,"kb_used_omap":4,"kb_used_meta":155579,"kb_avail":91187424,"statfs":{"total":95995035648,"available":93375922176,"internally_reserved":0,"allocated":2459787264,"data_stored":2458961212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":159313533},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:04:09 2021","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":1.077,"15min":0.59899999999999998},"min":{"1min":0.193,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":4.9429999999999996,"5min":11.102,"15min":11.102},"last":0.44},{"interface":"front","average":{"1min":0.58399999999999996,"5min":1.012,"15min":0.57299999999999995},"min":{"1min":0.23000000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":3.8540000000000001,"5min":9.0269999999999992,"15min":9.0269999999999992},"last":0.73199999999999998}]},{"osd":1,"last update":"Mon Jul 26 16:04:09 2021","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.177,"15min":0.64500000000000002},"min":{"1min":0.27200000000000002,"5min":0.223,"15min":0.223},"max":{"1min":6.1070000000000002,"5min":6.7999999999999998,"15min":6.7999999999999998},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.78700000000000003,"5min":1.468,"15min":0.74199999999999999},"min":{"1min":0.23699999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":5.0030000000000001,"5min":13.445,"15min":13.445},"last":0.71299999999999997}]},{"osd":2,"last update":"Mon Jul 26 16:04:27 2021","interfaces":[{"interface":"back","average":{"1min":1.22,"5min":1.8480000000000001,"15min":2.1259999999999999},"min":{"1min":0.32800000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":6.7489999999999997,"5min":8.0619999999999994,"15min":8.0619999999999994},"last":1.415},{"interface":"front","average":{"1min":1.194,"5min":2.29,"15min":2.9300000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":6.7169999999999996,"5min":14.436,"15min":14.436},"last":1.3660000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":1.0029999999999999,"15min":0.73199999999999998},"min":{"1min":0.27300000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":2.1989999999999998,"5min":7.2969999999999997,"15min":7.2969999999999997},"last":1.0860000000000001},{"interface":"front","average":{"1min":0.85099999999999998,"5min":1.111,"15min":0.76900000000000002},"min":{"1min":0.33000000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":3.9510000000000001,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.85099999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:04:09 2021","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":1.131,"15min":0.77700000000000002},"min":{"1min":0.32500000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.8090000000000002,"5min":10.988,"15min":10.988},"last":1.0269999999999999},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.1599999999999999,"15min":0.77400000000000002},"min":{"1min":0.32000000000000001,"5min":0.318,"15min":0.318},"max":{"1min":5.0380000000000003,"5min":11.145,"15min":11.145},"last":0.79000000000000004}]},{"osd":6,"last update":"Mon Jul 26 16:04:09 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":1.1379999999999999,"15min":0.78400000000000003},"min":{"1min":0.33800000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":3.0190000000000001,"5min":11.039999999999999,"15min":11.039999999999999},"last":2.0939999999999999},{"interface":"front","average":{"1min":1.222,"5min":1.2969999999999999,"15min":0.84899999999999998},"min":{"1min":0.41999999999999998,"5min":0.316,"15min":0.316},"max":{"1min":5.1799999999999997,"5min":6.8289999999999997,"15min":6.8289999999999997},"last":0.93899999999999995}]},{"osd":7,"last update":"Mon Jul 26 16:04:09 2021","interfaces":[{"interface":"back","average":{"1min":1.254,"5min":1.419,"15min":0.871},"min":{"1min":0.39600000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":5.1550000000000002,"5min":8.5549999999999997,"15min":8.5549999999999997},"last":0.89800000000000002},{"interface":"front","average":{"1min":1.0900000000000001,"5min":1.405,"15min":0.879},"min":{"1min":0.44600000000000001,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":5.0629999999999997,"5min":19.039999999999999,"15min":19.039999999999999},"last":0.82399999999999995}]}]},{"osd":4,"up_from":0,"seq":700079669254,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":36,"seq":154618822890,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2402152,"kb_used_data":1353568,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91343000,"statfs":{"total":95995035648,"available":93535232000,"internally_reserved":1073741824,"allocated":1386053632,"data_stored":1385219897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:04:10 2021","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.68500000000000005,"15min":0.60599999999999998},"min":{"1min":0.249,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":1.284,"5min":7.367,"15min":7.367},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.74199999999999999,"15min":0.65100000000000002},"min":{"1min":0.32600000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.3120000000000001,"5min":7.6349999999999998,"15min":7.6349999999999998},"last":0.39500000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:04:16 2021","interfaces":[{"interface":"back","average":{"1min":2.4620000000000002,"5min":1.1859999999999999,"15min":0.76400000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":35.581000000000003,"5min":35.581000000000003,"15min":35.581000000000003},"last":0.248},{"interface":"front","average":{"1min":2.544,"5min":1.3280000000000001,"15min":0.79200000000000004},"min":{"1min":0.25800000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":35.548999999999999,"5min":35.548999999999999,"15min":35.548999999999999},"last":0.26600000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:04:30 2021","interfaces":[{"interface":"back","average":{"1min":2.4209999999999998,"5min":1.3109999999999999,"15min":1.2270000000000001},"min":{"1min":0.26500000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":35.734000000000002,"5min":35.734000000000002,"15min":35.734000000000002},"last":0.33900000000000002},{"interface":"front","average":{"1min":2.7549999999999999,"5min":1.417,"15min":1.179},"min":{"1min":0.28299999999999997,"5min":0.251,"15min":0.251},"max":{"1min":35.540999999999997,"5min":35.540999999999997,"15min":35.540999999999997},"last":0.42999999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:04:05 2021","interfaces":[{"interface":"back","average":{"1min":2.8919999999999999,"5min":1.7689999999999999,"15min":0.92800000000000005},"min":{"1min":0.34300000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":40.508000000000003,"5min":40.508000000000003,"15min":40.508000000000003},"last":1.9319999999999999},{"interface":"front","average":{"1min":2.879,"5min":1.754,"15min":0.93400000000000005},"min":{"1min":0.33200000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":40.482999999999997,"5min":40.482999999999997,"15min":40.482999999999997},"last":1.9379999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:03:02 2021","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.54900000000000004,"15min":0.45000000000000001},"min":{"1min":0.23999999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.996,"5min":4.7450000000000001,"15min":4.7450000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.61099999999999999,"15min":0.49099999999999999},"min":{"1min":0.25600000000000001,"5min":0.214,"15min":0.214},"max":{"1min":1.625,"5min":6.7830000000000004,"15min":6.7830000000000004},"last":0.377}]},{"osd":6,"last update":"Mon Jul 26 16:04:22 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.58099999999999996,"15min":0.49199999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.40000000000000002,"5min":4.7610000000000001,"15min":4.7610000000000001},"last":0.318},{"interface":"front","average":{"1min":0.30399999999999999,"5min":0.63400000000000001,"15min":0.51100000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.434,"5min":7.899,"15min":7.899},"last":0.45500000000000002}]},{"osd":7,"last update":"Mon Jul 26 16:04:35 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.69799999999999995,"15min":0.56200000000000006},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.58999999999999997,"5min":8.9489999999999998,"15min":8.9489999999999998},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.66500000000000004,"15min":0.52700000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.56799999999999995,"5min":8.1170000000000009,"15min":8.1170000000000009},"last":0.32800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":603127808,"data_stored":603127808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1472598016,"data_stored":1472593944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1091571712,"data_stored":1091567640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2457731072,"data_stored":2457731072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1101660160,"data_stored":1101660160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1382879232,"data_stored":1382875160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1054932992,"data_stored":1054932992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1262026752,"data_stored":1262026752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:04:50.567 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-07-26T16:04:50.568 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool set device_health_metrics pg_num 21 2021-07-26T16:04:50.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:50.570 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:50.570 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:50.671 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:50.692 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:50.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:50.694 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:50.756 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:50.794 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:50.822 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:50.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:50.824 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:50.925 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:50.962 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:50.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:50.963 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:51.064 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:51.086 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:51.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:51.087 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:51.166 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:04:51.188 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:51.211 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:51.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:51.213 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:51.314 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:51.322 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:51.341 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:51.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:51.342 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:51.376 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:51 smithi078 ceph-mon[73801]: from='client.45138 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:04:51.376 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:51 smithi078 ceph-mon[73801]: pgmap v459: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.1 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 200 op/s; 37637/151902 objects degraded (24.777%); 35175/151902 objects misplaced (23.156%); 6.5 MiB/s, 104 objects/s recovering 2021-07-26T16:04:51.377 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:51 smithi078 ceph-mon[77813]: from='client.45138 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:04:51.377 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:51 smithi078 ceph-mon[77813]: pgmap v459: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.1 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 200 op/s; 37637/151902 objects degraded (24.777%); 35175/151902 objects misplaced (23.156%); 6.5 MiB/s, 104 objects/s recovering 2021-07-26T16:04:51.444 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:51.476 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:51.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:51.478 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:51.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:51 smithi139 ceph-mon[56829]: from='client.45138 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:04:51.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:51 smithi139 ceph-mon[56829]: pgmap v459: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.1 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 200 op/s; 37637/151902 objects degraded (24.777%); 35175/151902 objects misplaced (23.156%); 6.5 MiB/s, 104 objects/s recovering 2021-07-26T16:04:51.579 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:51.600 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:51.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:51.602 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:51.704 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:51.725 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:51.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:51.726 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:51.827 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:51.848 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:51.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:51.850 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:51.951 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:51.973 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:51.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:51.975 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:52.078 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:52.100 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:52.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:52.102 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:52.203 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:52.224 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:52.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:52.225 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:52.314 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:52 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 37637/151902 objects degraded (24.777%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:52.315 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:52 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 37637/151902 objects degraded (24.777%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:52.327 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:52.348 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:52.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:52.350 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:52.451 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:52.491 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:52.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:52.493 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:52.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:52 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 37637/151902 objects degraded (24.777%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:52.594 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:52.618 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:52.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:52.619 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:52.720 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:52.751 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:52.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:52.753 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:52.854 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:52.881 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:52.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:52.883 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:52.984 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:53.006 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:53.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:53.007 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:53.108 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:53.130 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:53.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:53.131 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:53.232 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:53.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:53 smithi078 ceph-mon[73801]: pgmap v460: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.1 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 200 op/s; 37637/151902 objects degraded (24.777%); 35175/151902 objects misplaced (23.156%); 6.5 MiB/s, 104 objects/s recovering 2021-07-26T16:04:53.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:53 smithi078 ceph-mon[77813]: pgmap v460: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.1 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 200 op/s; 37637/151902 objects degraded (24.777%); 35175/151902 objects misplaced (23.156%); 6.5 MiB/s, 104 objects/s recovering 2021-07-26T16:04:53.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:53.301 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:53.301 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:53.402 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:53.438 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:53.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:53.440 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:53.541 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:53.575 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:53.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:53 smithi139 ceph-mon[56829]: pgmap v460: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.1 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 200 op/s; 37637/151902 objects degraded (24.777%); 35175/151902 objects misplaced (23.156%); 6.5 MiB/s, 104 objects/s recovering 2021-07-26T16:04:53.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:53.577 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:53.623 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:04:53.624 INFO:teuthology.orchestra.run.smithi078.stdout: "size": 20, 2021-07-26T16:04:53.624 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 600, 2021-07-26T16:04:53.624 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:04:53.624 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.625 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153174 6.10 6:0ea75383:::benchmark_data_smithi078_103090_object48309:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:04:53.625 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.196127+0000", 2021-07-26T16:04:53.625 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 47.422686630999998, 2021-07-26T16:04:53.625 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0999178949999999, 2021-07-26T16:04:53.626 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.626 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:04:53.626 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.626 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.627 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.627 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153174 2021-07-26T16:04:53.627 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.627 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.627 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.628 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.628 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.196127+0000", 2021-07-26T16:04:53.628 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.628 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.629 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.629 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.629 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.196127+0000", 2021-07-26T16:04:53.629 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.629 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.630 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.630 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.630 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.196134+0000", 2021-07-26T16:04:53.630 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.4989999999999997e-06 2021-07-26T16:04:53.631 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.631 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.631 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.631 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.196140+0000", 2021-07-26T16:04:53.631 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1539999999999999e-06 2021-07-26T16:04:53.632 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.632 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.632 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.632 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.196166+0000", 2021-07-26T16:04:53.632 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.588e-05 2021-07-26T16:04:53.633 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.633 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.633 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.633 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.196177+0000", 2021-07-26T16:04:53.634 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1229999999999999e-05 2021-07-26T16:04:53.634 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.634 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.634 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.634 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.469884+0000", 2021-07-26T16:04:53.635 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.273706795 2021-07-26T16:04:53.635 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.635 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.635 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:04:53.636 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.469895+0000", 2021-07-26T16:04:53.636 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1146e-05 2021-07-26T16:04:53.636 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.636 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.636 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.637 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:10.634861+0000", 2021-07-26T16:04:53.637 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1649661020000002 2021-07-26T16:04:53.637 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.637 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.637 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:04:53.638 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:10.637567+0000", 2021-07-26T16:04:53.638 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0027058020000000002 2021-07-26T16:04:53.638 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.638 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.639 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.639 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.294748+0000", 2021-07-26T16:04:53.639 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.65718050100000003 2021-07-26T16:04:53.639 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.639 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.640 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.640 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.296044+0000", 2021-07-26T16:04:53.640 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0012967860000000001 2021-07-26T16:04:53.640 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.641 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.641 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.641 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.641 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.641 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154894 6.19 6:98054246:::benchmark_data_smithi078_103090_object50029:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:04:53.642 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.346027+0000", 2021-07-26T16:04:53.642 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 31.272786439000001, 2021-07-26T16:04:53.642 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.173951625, 2021-07-26T16:04:53.642 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.643 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.643 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.643 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.643 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.643 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154894 2021-07-26T16:04:53.644 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.644 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.644 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.644 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.645 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.346027+0000", 2021-07-26T16:04:53.645 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.645 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.645 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.646 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.646 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.346027+0000", 2021-07-26T16:04:53.646 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.646 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.646 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.647 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.647 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.346029+0000", 2021-07-26T16:04:53.647 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.5229999999999998e-06 2021-07-26T16:04:53.647 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.648 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.648 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.648 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.346033+0000", 2021-07-26T16:04:53.648 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.331e-06 2021-07-26T16:04:53.648 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.649 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.649 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.649 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.346051+0000", 2021-07-26T16:04:53.649 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.842e-05 2021-07-26T16:04:53.650 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.650 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.650 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.650 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.346058+0000", 2021-07-26T16:04:53.650 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7850000000000003e-06 2021-07-26T16:04:53.651 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.651 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.651 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.651 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.346918+0000", 2021-07-26T16:04:53.652 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00086047700000000001 2021-07-26T16:04:53.652 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.652 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.652 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.652 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.370549+0000", 2021-07-26T16:04:53.653 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023630445 2021-07-26T16:04:53.653 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.653 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.653 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.653 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.425192+0000", 2021-07-26T16:04:53.654 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.054643008 2021-07-26T16:04:53.654 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.654 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.654 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.655 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.428372+0000", 2021-07-26T16:04:53.655 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0031799929999999999 2021-07-26T16:04:53.655 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.655 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.655 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,7", 2021-07-26T16:04:53.656 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.444636+0000", 2021-07-26T16:04:53.656 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.016264693 2021-07-26T16:04:53.656 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.656 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.657 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.657 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.482191+0000", 2021-07-26T16:04:53.657 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.037554315999999997 2021-07-26T16:04:53.657 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.657 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.658 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.658 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.512852+0000", 2021-07-26T16:04:53.658 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.03066137 2021-07-26T16:04:53.658 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.658 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.659 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.659 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.513599+0000", 2021-07-26T16:04:53.659 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00074687199999999999 2021-07-26T16:04:53.659 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.660 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.660 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.660 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.514920+0000", 2021-07-26T16:04:53.660 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001321109 2021-07-26T16:04:53.660 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.661 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.661 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.661 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.519978+0000", 2021-07-26T16:04:53.661 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0050582830000000002 2021-07-26T16:04:53.662 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.662 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.662 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.662 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.662 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.663 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154897 6.19 6:990a3373:::benchmark_data_smithi078_103090_object50032:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:04:53.663 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.349722+0000", 2021-07-26T16:04:53.663 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 31.269091639999999, 2021-07-26T16:04:53.663 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.17861302400000001, 2021-07-26T16:04:53.664 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.664 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.664 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.664 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.664 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.665 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154897 2021-07-26T16:04:53.665 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.665 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.665 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.665 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.666 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349722+0000", 2021-07-26T16:04:53.666 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.666 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.666 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.667 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.667 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349722+0000", 2021-07-26T16:04:53.667 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.667 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.668 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.668 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.668 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349731+0000", 2021-07-26T16:04:53.668 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.0499999999999997e-06 2021-07-26T16:04:53.668 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.669 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.669 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.669 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349734+0000", 2021-07-26T16:04:53.669 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2049999999999998e-06 2021-07-26T16:04:53.670 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.670 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.670 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.670 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349757+0000", 2021-07-26T16:04:53.670 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3550999999999999e-05 2021-07-26T16:04:53.671 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.671 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.671 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.671 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349765+0000", 2021-07-26T16:04:53.672 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.8189999999999992e-06 2021-07-26T16:04:53.672 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.672 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.672 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.672 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.371249+0000", 2021-07-26T16:04:53.673 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.021484342 2021-07-26T16:04:53.673 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.673 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.673 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.674 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.384947+0000", 2021-07-26T16:04:53.674 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013697880000000001 2021-07-26T16:04:53.674 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.674 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.674 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.675 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.467370+0000", 2021-07-26T16:04:53.675 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.08242265 2021-07-26T16:04:53.675 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.675 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.676 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.676 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.470557+0000", 2021-07-26T16:04:53.676 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0031873000000000001 2021-07-26T16:04:53.676 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.676 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.677 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,7", 2021-07-26T16:04:53.677 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477299+0000", 2021-07-26T16:04:53.677 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0067418449999999998 2021-07-26T16:04:53.677 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.677 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.678 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.678 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.495969+0000", 2021-07-26T16:04:53.678 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.018669945 2021-07-26T16:04:53.678 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.679 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.679 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.679 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.520988+0000", 2021-07-26T16:04:53.679 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.025019005 2021-07-26T16:04:53.679 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.680 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.680 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.680 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.521813+0000", 2021-07-26T16:04:53.680 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00082479099999999996 2021-07-26T16:04:53.680 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.681 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.681 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.681 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.523167+0000", 2021-07-26T16:04:53.681 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001354589 2021-07-26T16:04:53.682 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.682 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.682 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.682 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.528335+0000", 2021-07-26T16:04:53.682 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0051670520000000001 2021-07-26T16:04:53.683 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.683 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.683 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.683 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.684 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.684 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154898 6.19 6:99d5f69f:::benchmark_data_smithi078_103090_object50033:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:04:53.684 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.349800+0000", 2021-07-26T16:04:53.684 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 31.269013146999999, 2021-07-26T16:04:53.684 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.18709821600000001, 2021-07-26T16:04:53.685 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.685 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.685 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.685 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.685 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.686 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154898 2021-07-26T16:04:53.686 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.686 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.686 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.687 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.687 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349800+0000", 2021-07-26T16:04:53.687 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.687 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.687 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.688 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.688 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349800+0000", 2021-07-26T16:04:53.688 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.688 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.689 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.689 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.689 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349801+0000", 2021-07-26T16:04:53.689 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.35e-06 2021-07-26T16:04:53.690 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.690 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.690 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.690 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349803+0000", 2021-07-26T16:04:53.690 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.621e-06 2021-07-26T16:04:53.691 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.691 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.691 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.691 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349810+0000", 2021-07-26T16:04:53.692 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7220000000000002e-06 2021-07-26T16:04:53.692 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.692 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.692 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.692 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349819+0000", 2021-07-26T16:04:53.693 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.7030000000000001e-06 2021-07-26T16:04:53.693 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.693 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.693 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.693 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.385503+0000", 2021-07-26T16:04:53.694 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.035683275 2021-07-26T16:04:53.694 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.694 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.694 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.695 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.398465+0000", 2021-07-26T16:04:53.695 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012962319 2021-07-26T16:04:53.695 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.695 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.695 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.696 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.496335+0000", 2021-07-26T16:04:53.696 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.097869621000000004 2021-07-26T16:04:53.696 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.696 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.697 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.697 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.500230+0000", 2021-07-26T16:04:53.697 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003895604 2021-07-26T16:04:53.697 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.697 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.698 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,7", 2021-07-26T16:04:53.698 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.507215+0000", 2021-07-26T16:04:53.698 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0069847060000000002 2021-07-26T16:04:53.698 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.698 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.699 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.699 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.520236+0000", 2021-07-26T16:04:53.699 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013021365 2021-07-26T16:04:53.699 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.700 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.700 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.700 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.529177+0000", 2021-07-26T16:04:53.700 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0089405019999999995 2021-07-26T16:04:53.700 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.701 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.701 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.701 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.529956+0000", 2021-07-26T16:04:53.701 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00077897100000000005 2021-07-26T16:04:53.701 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.702 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.702 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.702 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.531382+0000", 2021-07-26T16:04:53.702 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001426699 2021-07-26T16:04:53.703 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.703 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.703 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.703 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.536898+0000", 2021-07-26T16:04:53.703 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0055157579999999999 2021-07-26T16:04:53.704 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.704 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.704 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.704 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.705 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.705 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154929 6.19 6:9915fc16:::benchmark_data_smithi078_103090_object50064:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:04:53.705 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.439774+0000", 2021-07-26T16:04:53.705 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 31.179038998999999, 2021-07-26T16:04:53.705 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.182515548, 2021-07-26T16:04:53.706 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.706 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.706 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.706 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.707 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.707 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154929 2021-07-26T16:04:53.707 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.707 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.707 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.708 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.708 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.439774+0000", 2021-07-26T16:04:53.708 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.708 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.709 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.709 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.709 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.439774+0000", 2021-07-26T16:04:53.709 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.709 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.710 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.710 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.710 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.439779+0000", 2021-07-26T16:04:53.710 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8189999999999999e-06 2021-07-26T16:04:53.711 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.711 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.711 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.711 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.439783+0000", 2021-07-26T16:04:53.711 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0620000000000002e-06 2021-07-26T16:04:53.712 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.712 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.712 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.712 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.439797+0000", 2021-07-26T16:04:53.713 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.435e-05 2021-07-26T16:04:53.713 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.713 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.713 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.713 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.439805+0000", 2021-07-26T16:04:53.714 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.0649999999999999e-06 2021-07-26T16:04:53.714 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.714 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.714 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.715 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.537281+0000", 2021-07-26T16:04:53.715 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.097475139000000002 2021-07-26T16:04:53.715 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.715 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.716 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.716 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.546724+0000", 2021-07-26T16:04:53.716 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0094433950000000003 2021-07-26T16:04:53.716 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.716 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.717 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.717 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.568685+0000", 2021-07-26T16:04:53.717 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.021960675999999998 2021-07-26T16:04:53.717 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.718 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.718 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.718 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.571042+0000", 2021-07-26T16:04:53.718 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023576299999999999 2021-07-26T16:04:53.718 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.719 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.719 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,7", 2021-07-26T16:04:53.719 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.576341+0000", 2021-07-26T16:04:53.719 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0052989730000000002 2021-07-26T16:04:53.720 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.720 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.720 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.720 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.597816+0000", 2021-07-26T16:04:53.720 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.021474526000000001 2021-07-26T16:04:53.721 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.721 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.721 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.721 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.614054+0000", 2021-07-26T16:04:53.721 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.016237878000000001 2021-07-26T16:04:53.722 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.722 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.722 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.722 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.615145+0000", 2021-07-26T16:04:53.723 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0010909380000000001 2021-07-26T16:04:53.723 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.723 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.723 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.724 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.616692+0000", 2021-07-26T16:04:53.724 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015474359999999999 2021-07-26T16:04:53.724 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.724 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.724 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.725 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.622290+0000", 2021-07-26T16:04:53.725 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0055976610000000003 2021-07-26T16:04:53.725 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.725 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.725 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.726 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.726 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.726 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154933 6.19 6:9d9d2901:::benchmark_data_smithi078_103090_object50068:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:04:53.726 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.457187+0000", 2021-07-26T16:04:53.727 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 31.161626418000001, 2021-07-26T16:04:53.727 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.17763063000000001, 2021-07-26T16:04:53.727 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.727 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.728 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.728 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.728 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.728 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154933 2021-07-26T16:04:53.728 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.729 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.729 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.729 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.729 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.457187+0000", 2021-07-26T16:04:53.729 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.730 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.730 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.730 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.730 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.457187+0000", 2021-07-26T16:04:53.731 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.731 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.731 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.731 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.732 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.457190+0000", 2021-07-26T16:04:53.732 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.6449999999999998e-06 2021-07-26T16:04:53.732 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.732 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.732 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.733 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.457194+0000", 2021-07-26T16:04:53.733 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8190000000000002e-06 2021-07-26T16:04:53.733 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.733 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.733 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.734 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.457211+0000", 2021-07-26T16:04:53.734 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6809000000000001e-05 2021-07-26T16:04:53.734 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.734 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.735 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.735 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.457218+0000", 2021-07-26T16:04:53.735 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3989999999999998e-06 2021-07-26T16:04:53.735 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.735 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.736 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.736 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.548237+0000", 2021-07-26T16:04:53.736 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.091018249999999995 2021-07-26T16:04:53.736 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.736 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.737 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.737 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.555663+0000", 2021-07-26T16:04:53.737 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0074262180000000001 2021-07-26T16:04:53.737 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.738 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.738 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.738 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.598174+0000", 2021-07-26T16:04:53.738 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.042510705000000003 2021-07-26T16:04:53.738 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.739 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.739 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.739 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.601234+0000", 2021-07-26T16:04:53.739 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0030600839999999998 2021-07-26T16:04:53.739 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.740 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.740 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,7", 2021-07-26T16:04:53.740 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.607906+0000", 2021-07-26T16:04:53.740 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0066720629999999998 2021-07-26T16:04:53.741 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.741 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.741 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.741 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.623521+0000", 2021-07-26T16:04:53.741 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015615123999999999 2021-07-26T16:04:53.742 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.742 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.742 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.742 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.623856+0000", 2021-07-26T16:04:53.743 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000334793 2021-07-26T16:04:53.743 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.743 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.743 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.743 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.624886+0000", 2021-07-26T16:04:53.744 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0010305799999999999 2021-07-26T16:04:53.744 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.744 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.744 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.745 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.626582+0000", 2021-07-26T16:04:53.745 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0016961089999999999 2021-07-26T16:04:53.745 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.745 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.745 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.746 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.634817+0000", 2021-07-26T16:04:53.746 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0082350319999999998 2021-07-26T16:04:53.746 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.746 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.746 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.747 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.747 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.747 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154998 6.19 6:99b3d634:::benchmark_data_smithi078_103090_object50133:head [delete] snapc 0=[] ondisk+write+known_if_redirected e166)", 2021-07-26T16:04:53.747 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:23.329866+0000", 2021-07-26T16:04:53.748 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 30.288946849999999, 2021-07-26T16:04:53.748 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.164904571, 2021-07-26T16:04:53.748 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.748 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.748 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.749 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.749 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.749 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154998 2021-07-26T16:04:53.749 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.750 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.750 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.750 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.750 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.329866+0000", 2021-07-26T16:04:53.751 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.751 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.751 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.751 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.751 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.329866+0000", 2021-07-26T16:04:53.752 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.752 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.752 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.752 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.753 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.329870+0000", 2021-07-26T16:04:53.753 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7500000000000001e-06 2021-07-26T16:04:53.753 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.753 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.753 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.754 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.329874+0000", 2021-07-26T16:04:53.754 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3340000000000003e-06 2021-07-26T16:04:53.754 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.754 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.754 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.755 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.329891+0000", 2021-07-26T16:04:53.755 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6793e-05 2021-07-26T16:04:53.755 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.755 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.756 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.756 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.329899+0000", 2021-07-26T16:04:53.756 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.0039999999999999e-06 2021-07-26T16:04:53.756 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.756 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.757 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.757 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.335891+0000", 2021-07-26T16:04:53.757 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.005991985 2021-07-26T16:04:53.757 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.758 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.758 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.758 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.351386+0000", 2021-07-26T16:04:53.758 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015494602 2021-07-26T16:04:53.758 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.759 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.759 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.759 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.417707+0000", 2021-07-26T16:04:53.759 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.066320910999999996 2021-07-26T16:04:53.760 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.760 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.760 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.760 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.427613+0000", 2021-07-26T16:04:53.760 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0099061819999999995 2021-07-26T16:04:53.761 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.761 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.761 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,7", 2021-07-26T16:04:53.761 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.439240+0000", 2021-07-26T16:04:53.761 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011627449999999999 2021-07-26T16:04:53.762 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.762 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.762 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.762 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.452168+0000", 2021-07-26T16:04:53.763 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012927563 2021-07-26T16:04:53.763 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.763 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.763 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.764 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.453219+0000", 2021-07-26T16:04:53.764 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0010506929999999999 2021-07-26T16:04:53.764 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.764 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.764 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.765 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.472464+0000", 2021-07-26T16:04:53.765 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019245391000000001 2021-07-26T16:04:53.765 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.765 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.766 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.766 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.474518+0000", 2021-07-26T16:04:53.766 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002054513 2021-07-26T16:04:53.766 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.766 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.767 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.767 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.494771+0000", 2021-07-26T16:04:53.767 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0202524 2021-07-26T16:04:53.767 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.768 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.768 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.768 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.768 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.768 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156882 6.0 6:0082490e:::benchmark_data_smithi078_103090_object52017:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-07-26T16:04:53.769 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:38.235498+0000", 2021-07-26T16:04:53.769 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 15.383314768, 2021-07-26T16:04:53.769 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.18325256000000001, 2021-07-26T16:04:53.769 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.770 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.770 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.770 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.770 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.770 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156882 2021-07-26T16:04:53.771 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.771 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.771 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.771 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.771 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.235498+0000", 2021-07-26T16:04:53.772 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.772 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.772 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.772 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.773 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.235498+0000", 2021-07-26T16:04:53.773 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.773 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.773 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.773 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.774 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.235503+0000", 2021-07-26T16:04:53.774 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3359999999999997e-06 2021-07-26T16:04:53.774 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.774 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.774 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.775 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.235507+0000", 2021-07-26T16:04:53.775 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6469999999999997e-06 2021-07-26T16:04:53.775 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.775 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.776 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.776 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.235522+0000", 2021-07-26T16:04:53.776 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4881e-05 2021-07-26T16:04:53.776 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.776 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.777 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.777 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.235531+0000", 2021-07-26T16:04:53.777 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.8780000000000004e-06 2021-07-26T16:04:53.777 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.777 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.778 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.778 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.254585+0000", 2021-07-26T16:04:53.778 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019053715999999998 2021-07-26T16:04:53.778 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.779 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.779 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.779 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.267554+0000", 2021-07-26T16:04:53.779 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012968934999999999 2021-07-26T16:04:53.779 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.780 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.780 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.780 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.330965+0000", 2021-07-26T16:04:53.780 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.063411468999999998 2021-07-26T16:04:53.781 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.781 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.781 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.781 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.332763+0000", 2021-07-26T16:04:53.781 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0017973220000000001 2021-07-26T16:04:53.782 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.782 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.782 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,3", 2021-07-26T16:04:53.782 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.342155+0000", 2021-07-26T16:04:53.783 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0093923459999999993 2021-07-26T16:04:53.783 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.783 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.783 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.783 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.388533+0000", 2021-07-26T16:04:53.784 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.046377968999999998 2021-07-26T16:04:53.784 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.784 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.784 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.784 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.390321+0000", 2021-07-26T16:04:53.785 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001787811 2021-07-26T16:04:53.785 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.785 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.785 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.786 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.412094+0000", 2021-07-26T16:04:53.786 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.021773026000000001 2021-07-26T16:04:53.786 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.786 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.786 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.413286+0000", 2021-07-26T16:04:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0011920699999999999 2021-07-26T16:04:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.787 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.788 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.418751+0000", 2021-07-26T16:04:53.788 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0054651539999999998 2021-07-26T16:04:53.788 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.788 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.789 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.789 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.789 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.789 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156887 6.10 6:08e0b13e:::benchmark_data_smithi078_103090_object52022:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-07-26T16:04:53.789 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:38.254559+0000", 2021-07-26T16:04:53.790 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 15.364253664, 2021-07-26T16:04:53.790 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.172541735, 2021-07-26T16:04:53.790 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.790 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.790 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.791 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.791 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.791 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156887 2021-07-26T16:04:53.791 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.792 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.792 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.792 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.792 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.254559+0000", 2021-07-26T16:04:53.792 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.793 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.793 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.793 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.793 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.254559+0000", 2021-07-26T16:04:53.794 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.794 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.794 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.794 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.794 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.254563+0000", 2021-07-26T16:04:53.795 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.924e-06 2021-07-26T16:04:53.795 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.795 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.795 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.796 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.254567+0000", 2021-07-26T16:04:53.796 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3380000000000001e-06 2021-07-26T16:04:53.796 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.796 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.796 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.797 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.254579+0000", 2021-07-26T16:04:53.797 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2347000000000001e-05 2021-07-26T16:04:53.797 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.797 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.797 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.798 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.254586+0000", 2021-07-26T16:04:53.798 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4690000000000002e-06 2021-07-26T16:04:53.798 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.798 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.799 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.799 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.279754+0000", 2021-07-26T16:04:53.799 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.025168614999999998 2021-07-26T16:04:53.799 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.799 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.800 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.800 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.285479+0000", 2021-07-26T16:04:53.800 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0057248790000000004 2021-07-26T16:04:53.800 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.801 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.801 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.801 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.351004+0000", 2021-07-26T16:04:53.801 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.065524752000000006 2021-07-26T16:04:53.801 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.802 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.802 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.802 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.353086+0000", 2021-07-26T16:04:53.802 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0020822359999999999 2021-07-26T16:04:53.803 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.803 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.803 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,3", 2021-07-26T16:04:53.803 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.369842+0000", 2021-07-26T16:04:53.803 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.016755622000000001 2021-07-26T16:04:53.804 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.804 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.804 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.804 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.410290+0000", 2021-07-26T16:04:53.805 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.040448525999999999 2021-07-26T16:04:53.805 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.805 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.805 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.806 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.411028+0000", 2021-07-26T16:04:53.806 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00073806200000000005 2021-07-26T16:04:53.806 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.806 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.807 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.807 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.417965+0000", 2021-07-26T16:04:53.807 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0069367379999999996 2021-07-26T16:04:53.807 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.807 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.808 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.808 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.419965+0000", 2021-07-26T16:04:53.808 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0019999380000000001 2021-07-26T16:04:53.808 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.809 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.809 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.809 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.427101+0000", 2021-07-26T16:04:53.809 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0071362889999999997 2021-07-26T16:04:53.809 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.810 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.810 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.810 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.810 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.811 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156912 6.9 6:92d57236:::benchmark_data_smithi078_103090_object52047:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-07-26T16:04:53.811 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:38.319138+0000", 2021-07-26T16:04:53.811 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 15.299674746000001, 2021-07-26T16:04:53.811 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.18189799500000001, 2021-07-26T16:04:53.811 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.812 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.812 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.812 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.812 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.812 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156912 2021-07-26T16:04:53.813 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.813 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.813 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.813 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.814 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.319138+0000", 2021-07-26T16:04:53.814 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.814 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.814 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.815 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.815 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.319138+0000", 2021-07-26T16:04:53.815 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.815 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.815 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.816 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.816 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.319142+0000", 2021-07-26T16:04:53.816 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8940000000000003e-06 2021-07-26T16:04:53.816 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.817 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.817 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.817 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.319146+0000", 2021-07-26T16:04:53.817 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5159999999999999e-06 2021-07-26T16:04:53.817 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.818 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.818 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.818 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.319162+0000", 2021-07-26T16:04:53.818 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6138e-05 2021-07-26T16:04:53.819 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.819 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.819 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.819 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.319170+0000", 2021-07-26T16:04:53.819 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.8990000000000001e-06 2021-07-26T16:04:53.820 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.820 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.820 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.820 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.323837+0000", 2021-07-26T16:04:53.820 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.004666796 2021-07-26T16:04:53.821 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.821 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.821 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.821 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.337219+0000", 2021-07-26T16:04:53.822 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013382043999999999 2021-07-26T16:04:53.822 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.822 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.822 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.822 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.414564+0000", 2021-07-26T16:04:53.823 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.077345069000000002 2021-07-26T16:04:53.823 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.823 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.823 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.824 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.417649+0000", 2021-07-26T16:04:53.824 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0030853959999999998 2021-07-26T16:04:53.824 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.824 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.824 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,7", 2021-07-26T16:04:53.825 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.440398+0000", 2021-07-26T16:04:53.825 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.022748356000000001 2021-07-26T16:04:53.825 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.825 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.825 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.826 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.490486+0000", 2021-07-26T16:04:53.826 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.050088145000000001 2021-07-26T16:04:53.826 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.826 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.827 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.827 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.491737+0000", 2021-07-26T16:04:53.827 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0012513050000000001 2021-07-26T16:04:53.827 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.827 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.828 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.828 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.492728+0000", 2021-07-26T16:04:53.828 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000990861 2021-07-26T16:04:53.828 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.829 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.829 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.829 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.494375+0000", 2021-07-26T16:04:53.829 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001647363 2021-07-26T16:04:53.829 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.830 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.830 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.830 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.501036+0000", 2021-07-26T16:04:53.830 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.006661213 2021-07-26T16:04:53.831 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.831 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.831 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.831 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.831 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.832 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156915 6.9 6:970b9154:::benchmark_data_smithi078_103090_object52050:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-07-26T16:04:53.832 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:38.324374+0000", 2021-07-26T16:04:53.832 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 15.294438770999999, 2021-07-26T16:04:53.832 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.18713676700000001, 2021-07-26T16:04:53.832 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.833 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.833 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.833 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.833 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.834 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156915 2021-07-26T16:04:53.834 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.834 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.834 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.835 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.835 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.324374+0000", 2021-07-26T16:04:53.835 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.835 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.835 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.836 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.836 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.324374+0000", 2021-07-26T16:04:53.836 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.836 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.837 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.837 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.837 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.324377+0000", 2021-07-26T16:04:53.837 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7659999999999999e-06 2021-07-26T16:04:53.838 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.838 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.838 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.838 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.324380+0000", 2021-07-26T16:04:53.839 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0850000000000001e-06 2021-07-26T16:04:53.839 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.839 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.839 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.839 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.324393+0000", 2021-07-26T16:04:53.840 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2488e-05 2021-07-26T16:04:53.840 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.840 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.840 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.841 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.324400+0000", 2021-07-26T16:04:53.841 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.187e-06 2021-07-26T16:04:53.841 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.841 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.842 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.842 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.337757+0000", 2021-07-26T16:04:53.842 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013357005 2021-07-26T16:04:53.842 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.843 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.843 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.843 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.353426+0000", 2021-07-26T16:04:53.843 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015669361 2021-07-26T16:04:53.844 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.844 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.844 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.844 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.470396+0000", 2021-07-26T16:04:53.844 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.116969489 2021-07-26T16:04:53.845 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.845 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.845 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.845 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.473665+0000", 2021-07-26T16:04:53.846 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032696000000000001 2021-07-26T16:04:53.846 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.846 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.846 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,7", 2021-07-26T16:04:53.846 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.485110+0000", 2021-07-26T16:04:53.847 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011444981 2021-07-26T16:04:53.847 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.847 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.847 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.848 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.501375+0000", 2021-07-26T16:04:53.848 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.016264533000000001 2021-07-26T16:04:53.848 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.848 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.849 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.849 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.502360+0000", 2021-07-26T16:04:53.849 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00098544499999999994 2021-07-26T16:04:53.849 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.849 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.850 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.850 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.503344+0000", 2021-07-26T16:04:53.850 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00098344399999999998 2021-07-26T16:04:53.850 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.851 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.851 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.851 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.504974+0000", 2021-07-26T16:04:53.851 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00163018 2021-07-26T16:04:53.851 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.852 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.852 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.852 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.511511+0000", 2021-07-26T16:04:53.852 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0065372030000000001 2021-07-26T16:04:53.852 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.853 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.853 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.853 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.853 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.854 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156934 6.19 6:9ee6e412:::benchmark_data_smithi078_103090_object52069:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-07-26T16:04:53.854 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:38.424276+0000", 2021-07-26T16:04:53.854 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 15.194537070999999, 2021-07-26T16:04:53.854 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.211824331, 2021-07-26T16:04:53.855 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.855 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.855 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.855 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.855 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.856 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156934 2021-07-26T16:04:53.856 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.856 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.856 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.856 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.857 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.424276+0000", 2021-07-26T16:04:53.857 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.857 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.857 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.858 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.858 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.424276+0000", 2021-07-26T16:04:53.858 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.858 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.859 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.859 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.859 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.424280+0000", 2021-07-26T16:04:53.859 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4229999999999998e-06 2021-07-26T16:04:53.860 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.860 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.860 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.860 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.424286+0000", 2021-07-26T16:04:53.860 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1760000000000001e-06 2021-07-26T16:04:53.861 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.861 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.861 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.861 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.424476+0000", 2021-07-26T16:04:53.862 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00019034299999999999 2021-07-26T16:04:53.862 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.862 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.862 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.863 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.424486+0000", 2021-07-26T16:04:53.863 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0389e-05 2021-07-26T16:04:53.863 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.863 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.863 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.864 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.506818+0000", 2021-07-26T16:04:53.864 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.082331376999999997 2021-07-26T16:04:53.864 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.864 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.864 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.865 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.515333+0000", 2021-07-26T16:04:53.865 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0085155579999999995 2021-07-26T16:04:53.865 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.865 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.866 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.866 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.546799+0000", 2021-07-26T16:04:53.866 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.031465835999999997 2021-07-26T16:04:53.866 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.866 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.867 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.867 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.549879+0000", 2021-07-26T16:04:53.867 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0030794870000000001 2021-07-26T16:04:53.867 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.868 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.868 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,7", 2021-07-26T16:04:53.868 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.555913+0000", 2021-07-26T16:04:53.868 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0060338809999999996 2021-07-26T16:04:53.868 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.869 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.869 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.869 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.582341+0000", 2021-07-26T16:04:53.869 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.026428693999999999 2021-07-26T16:04:53.869 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.870 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.870 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.870 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.625780+0000", 2021-07-26T16:04:53.870 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.043438978000000003 2021-07-26T16:04:53.871 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.871 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.871 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.871 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.626796+0000", 2021-07-26T16:04:53.871 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0010154649999999999 2021-07-26T16:04:53.872 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.872 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.872 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.872 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.628521+0000", 2021-07-26T16:04:53.872 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0017250939999999999 2021-07-26T16:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.873 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.636100+0000", 2021-07-26T16:04:53.874 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0075796300000000004 2021-07-26T16:04:53.874 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.874 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.874 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.874 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.875 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.875 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156942 6.19 6:984f898a:::benchmark_data_smithi078_103090_object52077:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-07-26T16:04:53.875 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:38.456852+0000", 2021-07-26T16:04:53.875 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 15.161961347, 2021-07-26T16:04:53.876 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.188627453, 2021-07-26T16:04:53.876 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.876 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.876 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.876 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.877 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.877 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156942 2021-07-26T16:04:53.877 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.877 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.878 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.878 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.878 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.456852+0000", 2021-07-26T16:04:53.878 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.878 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.879 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.879 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.879 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.456852+0000", 2021-07-26T16:04:53.879 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.879 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.880 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.880 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.880 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.456856+0000", 2021-07-26T16:04:53.880 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.065e-06 2021-07-26T16:04:53.881 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.881 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.881 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.881 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.456860+0000", 2021-07-26T16:04:53.881 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.743e-06 2021-07-26T16:04:53.882 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.882 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.882 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.882 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.456873+0000", 2021-07-26T16:04:53.883 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2999999999999999e-05 2021-07-26T16:04:53.883 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.883 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.883 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.883 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.456880+0000", 2021-07-26T16:04:53.884 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1749999999999999e-06 2021-07-26T16:04:53.884 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.884 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.884 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.885 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.515696+0000", 2021-07-26T16:04:53.885 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.058816218000000003 2021-07-26T16:04:53.885 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.885 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.885 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.886 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.523832+0000", 2021-07-26T16:04:53.886 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0081360709999999999 2021-07-26T16:04:53.886 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.886 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.887 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.887 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.570422+0000", 2021-07-26T16:04:53.887 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.046590322000000003 2021-07-26T16:04:53.887 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.887 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.888 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.888 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.573346+0000", 2021-07-26T16:04:53.888 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0029240859999999998 2021-07-26T16:04:53.888 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.888 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.889 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,7", 2021-07-26T16:04:53.889 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.578965+0000", 2021-07-26T16:04:53.889 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0056184110000000002 2021-07-26T16:04:53.889 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.890 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.890 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.890 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.624877+0000", 2021-07-26T16:04:53.890 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.045912567000000001 2021-07-26T16:04:53.890 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.891 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.891 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.891 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.637584+0000", 2021-07-26T16:04:53.891 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012706273000000001 2021-07-26T16:04:53.892 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.892 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.892 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.892 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.638580+0000", 2021-07-26T16:04:53.892 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00099609099999999995 2021-07-26T16:04:53.893 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.893 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.893 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.893 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.640152+0000", 2021-07-26T16:04:53.893 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015719130000000001 2021-07-26T16:04:53.894 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.894 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.894 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.894 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.645479+0000", 2021-07-26T16:04:53.895 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0053275179999999998 2021-07-26T16:04:53.895 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.895 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.895 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.895 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.896 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.896 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156952 6.19 6:98f6569c:::benchmark_data_smithi078_103090_object52087:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-07-26T16:04:53.896 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:38.488910+0000", 2021-07-26T16:04:53.896 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 15.129903483, 2021-07-26T16:04:53.897 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.171275811, 2021-07-26T16:04:53.897 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.897 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.897 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.897 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.898 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.898 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156952 2021-07-26T16:04:53.898 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.898 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.899 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.899 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.899 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.488910+0000", 2021-07-26T16:04:53.899 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.899 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.900 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.900 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.900 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.488910+0000", 2021-07-26T16:04:53.900 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.900 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.901 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.901 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.901 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.488913+0000", 2021-07-26T16:04:53.901 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1379999999999999e-06 2021-07-26T16:04:53.902 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.902 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.902 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.902 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.488916+0000", 2021-07-26T16:04:53.902 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1779999999999999e-06 2021-07-26T16:04:53.903 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.903 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.903 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.903 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.488931+0000", 2021-07-26T16:04:53.904 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5136e-05 2021-07-26T16:04:53.904 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.904 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.904 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.904 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.488938+0000", 2021-07-26T16:04:53.905 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7379999999999997e-06 2021-07-26T16:04:53.905 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.905 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.905 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.906 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.524293+0000", 2021-07-26T16:04:53.906 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.035355042000000003 2021-07-26T16:04:53.906 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.906 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.906 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.907 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.530596+0000", 2021-07-26T16:04:53.907 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0063026510000000003 2021-07-26T16:04:53.907 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.907 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.908 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.908 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.597796+0000", 2021-07-26T16:04:53.908 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.067200277000000003 2021-07-26T16:04:53.908 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.908 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.909 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.909 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.600118+0000", 2021-07-26T16:04:53.909 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023217469999999999 2021-07-26T16:04:53.909 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.909 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.910 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,7", 2021-07-26T16:04:53.910 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.614555+0000", 2021-07-26T16:04:53.910 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014437188 2021-07-26T16:04:53.910 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.911 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.911 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.911 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.636529+0000", 2021-07-26T16:04:53.911 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.021974067 2021-07-26T16:04:53.912 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.912 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.912 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.912 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.646473+0000", 2021-07-26T16:04:53.912 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0099442599999999999 2021-07-26T16:04:53.913 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.913 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.913 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.913 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.647462+0000", 2021-07-26T16:04:53.914 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00098866699999999993 2021-07-26T16:04:53.914 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.914 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.914 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.914 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.648906+0000", 2021-07-26T16:04:53.915 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001444173 2021-07-26T16:04:53.915 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.915 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.915 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.915 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.660185+0000", 2021-07-26T16:04:53.916 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011279549 2021-07-26T16:04:53.916 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.916 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.916 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.917 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.917 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.917 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156966 6.19 6:994b4c19:::benchmark_data_smithi078_103090_object52101:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-07-26T16:04:53.917 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:38.535037+0000", 2021-07-26T16:04:53.917 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 15.083776273, 2021-07-26T16:04:53.918 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.26151151099999997, 2021-07-26T16:04:53.918 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.918 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.918 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.919 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.919 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.919 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156966 2021-07-26T16:04:53.919 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.919 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.920 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.920 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.920 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.535037+0000", 2021-07-26T16:04:53.920 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.920 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.921 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.921 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.921 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.535037+0000", 2021-07-26T16:04:53.921 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.922 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.922 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.922 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.922 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.535040+0000", 2021-07-26T16:04:53.922 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7379999999999999e-06 2021-07-26T16:04:53.923 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.923 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.923 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.923 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.535043+0000", 2021-07-26T16:04:53.924 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.168e-06 2021-07-26T16:04:53.924 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.924 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.924 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.924 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.535058+0000", 2021-07-26T16:04:53.925 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5238999999999999e-05 2021-07-26T16:04:53.925 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.925 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.925 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.925 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.535065+0000", 2021-07-26T16:04:53.926 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3839999999999999e-06 2021-07-26T16:04:53.926 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.926 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.926 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.927 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.660602+0000", 2021-07-26T16:04:53.927 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.125536445 2021-07-26T16:04:53.927 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.927 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.927 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.928 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.674361+0000", 2021-07-26T16:04:53.928 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013759421000000001 2021-07-26T16:04:53.928 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.928 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.929 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.929 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.709842+0000", 2021-07-26T16:04:53.929 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.035480382999999997 2021-07-26T16:04:53.929 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.929 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.930 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.930 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.712899+0000", 2021-07-26T16:04:53.930 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0030573340000000001 2021-07-26T16:04:53.930 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.930 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.931 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,7", 2021-07-26T16:04:53.931 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.719193+0000", 2021-07-26T16:04:53.931 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0062942409999999999 2021-07-26T16:04:53.931 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.932 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.932 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.932 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.759955+0000", 2021-07-26T16:04:53.932 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.040762250999999999 2021-07-26T16:04:53.932 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.933 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.933 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.933 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.761038+0000", 2021-07-26T16:04:53.933 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0010822360000000001 2021-07-26T16:04:53.934 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.934 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.934 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.934 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.776794+0000", 2021-07-26T16:04:53.934 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015756102000000001 2021-07-26T16:04:53.935 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.935 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.935 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.935 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.778383+0000", 2021-07-26T16:04:53.936 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001588831 2021-07-26T16:04:53.936 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.936 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.936 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.937 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.796548+0000", 2021-07-26T16:04:53.937 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.018165738000000001 2021-07-26T16:04:53.937 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.937 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.937 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.938 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.938 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.938 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156982 6.19 6:9e6ad588:::benchmark_data_smithi078_103090_object52117:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-07-26T16:04:53.938 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:38.618274+0000", 2021-07-26T16:04:53.939 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 15.000538691999999, 2021-07-26T16:04:53.939 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.211932286, 2021-07-26T16:04:53.939 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.939 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.939 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.940 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.940 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.940 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156982 2021-07-26T16:04:53.940 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.940 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.941 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.941 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.941 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.618274+0000", 2021-07-26T16:04:53.941 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.942 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.942 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.942 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.942 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.618274+0000", 2021-07-26T16:04:53.942 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.943 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.943 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.943 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.943 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.618277+0000", 2021-07-26T16:04:53.943 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6089999999999999e-06 2021-07-26T16:04:53.944 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.944 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.944 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.944 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.618280+0000", 2021-07-26T16:04:53.945 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9229999999999998e-06 2021-07-26T16:04:53.945 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.945 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.945 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.945 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.618292+0000", 2021-07-26T16:04:53.946 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1707e-05 2021-07-26T16:04:53.946 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.946 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.946 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.947 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.618298+0000", 2021-07-26T16:04:53.947 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.195e-06 2021-07-26T16:04:53.947 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.947 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.947 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.948 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.676873+0000", 2021-07-26T16:04:53.948 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.058574688999999999 2021-07-26T16:04:53.948 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.948 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.949 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.949 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.687949+0000", 2021-07-26T16:04:53.949 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011076544000000001 2021-07-26T16:04:53.949 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.949 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.950 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.950 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.746624+0000", 2021-07-26T16:04:53.950 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.058674559000000001 2021-07-26T16:04:53.950 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.950 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.951 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.951 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.749581+0000", 2021-07-26T16:04:53.951 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0029573519999999999 2021-07-26T16:04:53.951 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.951 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.952 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,7", 2021-07-26T16:04:53.952 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.754960+0000", 2021-07-26T16:04:53.952 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0053786850000000002 2021-07-26T16:04:53.952 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.953 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.953 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.953 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.808922+0000", 2021-07-26T16:04:53.953 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.053962264000000003 2021-07-26T16:04:53.953 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.954 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.954 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.954 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.809747+0000", 2021-07-26T16:04:53.954 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00082521700000000005 2021-07-26T16:04:53.955 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.955 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.955 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.955 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.823066+0000", 2021-07-26T16:04:53.955 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013319179 2021-07-26T16:04:53.956 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.956 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.956 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.956 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.824415+0000", 2021-07-26T16:04:53.956 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0013489629999999999 2021-07-26T16:04:53.957 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.957 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.957 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.957 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.830207+0000", 2021-07-26T16:04:53.958 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0057914000000000004 2021-07-26T16:04:53.958 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.958 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.958 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.958 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.959 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.959 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:157016 6.19 6:9d6f525e:::benchmark_data_smithi078_103090_object52151:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-07-26T16:04:53.959 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:38.699039+0000", 2021-07-26T16:04:53.959 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 14.919774071999999, 2021-07-26T16:04:53.959 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.18912946999999999, 2021-07-26T16:04:53.960 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.960 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.960 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.960 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.961 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.961 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 157016 2021-07-26T16:04:53.961 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.961 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.961 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.962 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.962 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.699039+0000", 2021-07-26T16:04:53.962 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.962 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.963 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.963 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.963 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.699039+0000", 2021-07-26T16:04:53.963 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.963 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.964 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.964 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.964 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.699044+0000", 2021-07-26T16:04:53.964 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6609999999999999e-06 2021-07-26T16:04:53.964 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.965 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.965 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.965 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.699047+0000", 2021-07-26T16:04:53.965 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1300000000000001e-06 2021-07-26T16:04:53.966 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.966 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.966 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.966 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.699061+0000", 2021-07-26T16:04:53.966 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3635000000000001e-05 2021-07-26T16:04:53.967 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.967 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.967 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.967 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.699067+0000", 2021-07-26T16:04:53.968 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.5479999999999998e-06 2021-07-26T16:04:53.968 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.968 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.968 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.968 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.724054+0000", 2021-07-26T16:04:53.969 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.024986933999999999 2021-07-26T16:04:53.969 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.969 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.969 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.969 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.733102+0000", 2021-07-26T16:04:53.970 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0090476340000000006 2021-07-26T16:04:53.970 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.970 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.970 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.971 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.797472+0000", 2021-07-26T16:04:53.971 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.064370814999999998 2021-07-26T16:04:53.971 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.971 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.972 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.972 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.799669+0000", 2021-07-26T16:04:53.972 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021962090000000002 2021-07-26T16:04:53.972 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.972 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.973 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,7", 2021-07-26T16:04:53.973 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.804630+0000", 2021-07-26T16:04:53.973 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0049612889999999998 2021-07-26T16:04:53.973 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.973 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.974 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.974 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.810528+0000", 2021-07-26T16:04:53.974 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0058983320000000001 2021-07-26T16:04:53.974 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.975 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.975 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.975 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.831554+0000", 2021-07-26T16:04:53.975 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.021025794 2021-07-26T16:04:53.975 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.976 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.976 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.976 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.859876+0000", 2021-07-26T16:04:53.976 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.028322244 2021-07-26T16:04:53.977 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.977 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.977 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.977 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.867034+0000", 2021-07-26T16:04:53.977 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0071581279999999997 2021-07-26T16:04:53.978 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.978 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.978 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.978 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.888169+0000", 2021-07-26T16:04:53.978 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.021134117000000001 2021-07-26T16:04:53.979 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.979 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:53.979 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:53.979 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.980 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.980 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:157143 6.10 6:0df5322b:::benchmark_data_smithi078_103090_object52278:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-07-26T16:04:53.980 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:39.090226+0000", 2021-07-26T16:04:53.980 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 14.528586975, 2021-07-26T16:04:53.980 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.19681583699999999, 2021-07-26T16:04:53.981 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:53.981 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:53.981 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:53.981 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:53.981 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:53.982 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 157143 2021-07-26T16:04:53.982 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.982 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:53.982 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.983 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:53.983 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.090226+0000", 2021-07-26T16:04:53.983 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.983 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.983 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.984 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:53.984 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.090226+0000", 2021-07-26T16:04:53.984 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:53.984 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.985 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.985 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:53.985 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.090230+0000", 2021-07-26T16:04:53.985 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4139999999999998e-06 2021-07-26T16:04:53.985 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.986 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.986 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:53.986 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.090233+0000", 2021-07-26T16:04:53.986 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7519999999999998e-06 2021-07-26T16:04:53.987 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.987 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.987 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:53.987 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.090250+0000", 2021-07-26T16:04:53.987 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6990000000000002e-05 2021-07-26T16:04:53.988 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.988 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.988 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:53.988 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.090257+0000", 2021-07-26T16:04:53.988 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.0319999999999998e-06 2021-07-26T16:04:53.989 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.989 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.989 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.989 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.139559+0000", 2021-07-26T16:04:53.990 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.04930176 2021-07-26T16:04:53.990 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.990 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.990 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:53.990 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.144746+0000", 2021-07-26T16:04:53.991 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0051872150000000002 2021-07-26T16:04:53.991 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.991 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.991 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:53.991 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.229128+0000", 2021-07-26T16:04:53.992 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.084381926999999995 2021-07-26T16:04:53.992 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.992 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.992 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:53.993 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.230716+0000", 2021-07-26T16:04:53.993 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015878800000000001 2021-07-26T16:04:53.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.993 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.993 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,3", 2021-07-26T16:04:53.994 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.233532+0000", 2021-07-26T16:04:53.994 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0028162679999999998 2021-07-26T16:04:53.994 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.994 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.995 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.995 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.274098+0000", 2021-07-26T16:04:53.995 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.040565131999999997 2021-07-26T16:04:53.995 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.995 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.996 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:53.996 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.274856+0000", 2021-07-26T16:04:53.996 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00075882900000000004 2021-07-26T16:04:53.996 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.997 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.997 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:53.997 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.282070+0000", 2021-07-26T16:04:53.997 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0072137089999999996 2021-07-26T16:04:53.997 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.998 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.998 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:53.998 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.283133+0000", 2021-07-26T16:04:53.998 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001062861 2021-07-26T16:04:53.999 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:53.999 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:53.999 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:53.999 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.287042+0000", 2021-07-26T16:04:53.999 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0039090679999999999 2021-07-26T16:04:54.000 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:54.000 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:54.000 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:54.000 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.001 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.001 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:157147 6.10 6:0ab57dae:::benchmark_data_smithi078_103090_object52282:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-07-26T16:04:54.001 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:39.103591+0000", 2021-07-26T16:04:54.001 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 14.515221893, 2021-07-26T16:04:54.002 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.19025134499999999, 2021-07-26T16:04:54.002 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:54.002 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:54.002 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:54.003 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:54.003 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:54.003 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 157147 2021-07-26T16:04:54.003 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.003 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:54.004 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.004 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:54.004 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.103591+0000", 2021-07-26T16:04:54.004 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:54.005 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.005 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.005 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:54.005 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.103591+0000", 2021-07-26T16:04:54.005 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:54.006 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.006 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.006 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:54.006 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.103594+0000", 2021-07-26T16:04:54.007 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.633e-06 2021-07-26T16:04:54.007 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.007 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.007 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:54.007 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.103597+0000", 2021-07-26T16:04:54.008 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.225e-06 2021-07-26T16:04:54.008 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.008 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.008 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:54.008 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.103610+0000", 2021-07-26T16:04:54.009 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2714000000000001e-05 2021-07-26T16:04:54.009 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.009 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.009 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:54.009 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.103617+0000", 2021-07-26T16:04:54.010 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3339999999999996e-06 2021-07-26T16:04:54.010 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.010 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.010 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:54.011 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.144963+0000", 2021-07-26T16:04:54.011 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.041346190999999997 2021-07-26T16:04:54.011 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.011 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.011 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:54.012 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.148911+0000", 2021-07-26T16:04:54.012 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0039478439999999998 2021-07-26T16:04:54.012 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.012 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.013 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:54.013 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.249490+0000", 2021-07-26T16:04:54.013 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.100578327 2021-07-26T16:04:54.013 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.013 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.014 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:54.014 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.251261+0000", 2021-07-26T16:04:54.014 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0017711580000000001 2021-07-26T16:04:54.014 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.014 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.015 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,3", 2021-07-26T16:04:54.015 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.254259+0000", 2021-07-26T16:04:54.015 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0029979379999999999 2021-07-26T16:04:54.015 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.016 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.016 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:54.016 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.275488+0000", 2021-07-26T16:04:54.016 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.021229681 2021-07-26T16:04:54.016 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.017 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.017 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:54.017 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.287256+0000", 2021-07-26T16:04:54.017 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011767296999999999 2021-07-26T16:04:54.017 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.018 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.018 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:54.018 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.287814+0000", 2021-07-26T16:04:54.018 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00055862100000000003 2021-07-26T16:04:54.019 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.019 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.019 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:54.019 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.288678+0000", 2021-07-26T16:04:54.019 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00086424699999999995 2021-07-26T16:04:54.020 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.020 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.020 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:54.020 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.293843+0000", 2021-07-26T16:04:54.021 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0051641350000000003 2021-07-26T16:04:54.021 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:54.021 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:54.021 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:54.021 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.022 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.022 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:157154 6.10 6:09447777:::benchmark_data_smithi078_103090_object52289:head [delete] snapc 0=[] ondisk+write+known_if_redirected e170)", 2021-07-26T16:04:54.022 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:39.131303+0000", 2021-07-26T16:04:54.022 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 14.487510598, 2021-07-26T16:04:54.022 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.16768625400000001, 2021-07-26T16:04:54.023 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:04:54.023 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:04:54.023 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:04:54.023 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:04:54.024 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:04:54.024 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 157154 2021-07-26T16:04:54.024 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.024 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:04:54.024 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.025 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:04:54.025 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.131303+0000", 2021-07-26T16:04:54.025 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:54.025 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.025 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.026 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:04:54.026 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.131303+0000", 2021-07-26T16:04:54.026 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:04:54.026 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.027 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.027 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:04:54.027 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.131305+0000", 2021-07-26T16:04:54.027 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.5610000000000001e-06 2021-07-26T16:04:54.027 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.028 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.028 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:04:54.028 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.131308+0000", 2021-07-26T16:04:54.028 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0570000000000001e-06 2021-07-26T16:04:54.029 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.029 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.029 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:04:54.029 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.131320+0000", 2021-07-26T16:04:54.029 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1522000000000001e-05 2021-07-26T16:04:54.030 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.030 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.030 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:04:54.030 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.131326+0000", 2021-07-26T16:04:54.031 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6619999999999999e-06 2021-07-26T16:04:54.031 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.031 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.031 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:54.032 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.149154+0000", 2021-07-26T16:04:54.032 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.017827582000000002 2021-07-26T16:04:54.032 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.032 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.032 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:04:54.033 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.154141+0000", 2021-07-26T16:04:54.033 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0049869409999999999 2021-07-26T16:04:54.033 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.033 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.034 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:04:54.034 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.265145+0000", 2021-07-26T16:04:54.034 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.11100387 2021-07-26T16:04:54.034 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.034 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.035 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:04:54.035 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.266982+0000", 2021-07-26T16:04:54.035 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001837572 2021-07-26T16:04:54.035 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.036 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.036 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,3", 2021-07-26T16:04:54.036 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.270459+0000", 2021-07-26T16:04:54.036 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0034767750000000001 2021-07-26T16:04:54.036 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.037 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.037 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:54.037 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.276121+0000", 2021-07-26T16:04:54.037 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0056621559999999998 2021-07-26T16:04:54.038 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.038 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.038 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:04:54.038 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.294376+0000", 2021-07-26T16:04:54.038 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.018254982999999999 2021-07-26T16:04:54.039 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.039 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.039 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:04:54.039 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.294540+0000", 2021-07-26T16:04:54.040 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000163275 2021-07-26T16:04:54.040 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.040 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.040 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:04:54.040 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.295421+0000", 2021-07-26T16:04:54.041 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000881258 2021-07-26T16:04:54.041 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:04:54.041 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:04:54.041 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:04:54.042 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:39.298989+0000", 2021-07-26T16:04:54.042 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0035680400000000002 2021-07-26T16:04:54.042 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:54.042 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:54.042 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:54.043 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:04:54.043 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:04:54.043 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:04:54.044 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:54.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:54.067 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:54.067 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:54.168 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:54.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:54.205 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:54.206 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:54.307 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:54.329 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:54.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:54.330 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:54.431 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:54.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:54.461 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:54.461 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:54.562 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:54.585 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:54.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:54.587 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:54.689 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:54.727 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:54.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:54.729 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:54.831 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:54.853 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:54.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:54.854 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:54.956 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:55.000 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:55.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:55.002 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:55.103 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:55.150 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:55.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:55.152 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:55.233 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:04:55.255 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:55.263 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:55 smithi078 ceph-mon[73801]: pgmap v461: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.0 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 198 op/s; 37497/151365 objects degraded (24.773%); 34974/151365 objects misplaced (23.106%); 5.2 MiB/s, 82 objects/s recovering 2021-07-26T16:04:55.263 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:55 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1773909581' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:55.264 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:55 smithi078 ceph-mon[77813]: pgmap v461: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.0 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 198 op/s; 37497/151365 objects degraded (24.773%); 34974/151365 objects misplaced (23.106%); 5.2 MiB/s, 82 objects/s recovering 2021-07-26T16:04:55.264 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:55 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1773909581' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:55.287 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-07-26T16:04:55.331 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:55.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:55.332 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:55.434 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:55.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:55.485 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:55.486 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:55.538 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:55.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:55 smithi139 ceph-mon[56829]: pgmap v461: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 9.0 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 198 op/s; 37497/151365 objects degraded (24.773%); 34974/151365 objects misplaced (23.106%); 5.2 MiB/s, 82 objects/s recovering 2021-07-26T16:04:55.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:55 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1773909581' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:04:55.587 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:55.609 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:55.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:55.610 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:55.626 INFO:teuthology.orchestra.run.smithi078.stderr:Error ENOENT: unrecognized pool 'device_health_metrics' 2021-07-26T16:04:55.712 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:55.753 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:55.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:55.754 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:55.856 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:55.878 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:55.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:55.880 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:55.982 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:56.017 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:56.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:56.019 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:56.120 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:56.142 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:56.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:56.144 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:56.245 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:56.272 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:56.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:56.273 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:56.374 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:56.395 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:56.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:56.397 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:56.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:56 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:04:56.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:56 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1773909581' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:04:56.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:56 smithi078 ceph-mon[73801]: osdmap e172: 8 total, 8 up, 7 in 2021-07-26T16:04:56.465 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:56 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3046726811' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2021-07-26T16:04:56.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:56 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2021-07-26T16:04:56.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:56 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:04:56.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:56 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1773909581' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:04:56.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:56 smithi078 ceph-mon[77813]: osdmap e172: 8 total, 8 up, 7 in 2021-07-26T16:04:56.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:56 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3046726811' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2021-07-26T16:04:56.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:56 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2021-07-26T16:04:56.499 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:56.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:56.526 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:56.526 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:56.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:56 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:04:56.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:56 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1773909581' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:04:56.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:56 smithi139 ceph-mon[56829]: osdmap e172: 8 total, 8 up, 7 in 2021-07-26T16:04:56.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:56 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3046726811' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2021-07-26T16:04:56.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:56 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2021-07-26T16:04:56.628 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:56.650 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:56.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:56.652 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:56.753 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:56.777 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:56.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:56.780 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:56.881 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:56.909 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:56.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:56.910 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:56.966 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:04:56.968 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:04:56.994 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:04:57.012 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:57.013 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:04:57.034 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:57.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:57.035 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:57.043 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:04:57.071 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:04:57.095 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:04:57.106 DEBUG:teuthology.orchestra.run:got remote process result: 2 2021-07-26T16:04:57.115 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:04:57.116 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:04:57.117 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:04:57.117 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:04:57.117 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:04:57.117 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:04:57.118 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:04:57.118 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:04:57.118 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:04:57.137 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:57.165 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:57.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:57.167 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:57.268 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:57.289 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:57.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:57.291 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:57.392 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:57.417 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:57.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:57.419 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:57.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:57 smithi078 ceph-mon[73801]: pgmap v463: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.9 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 182 op/s; 37195/148944 objects degraded (24.972%); 34596/148944 objects misplaced (23.228%); 4.7 MiB/s, 74 objects/s recovering 2021-07-26T16:04:57.469 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:57 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2935366738' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:57.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:57 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 37195/148944 objects degraded (24.972%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:57.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:57 smithi078 ceph-mon[77813]: pgmap v463: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.9 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 182 op/s; 37195/148944 objects degraded (24.972%); 34596/148944 objects misplaced (23.228%); 4.7 MiB/s, 74 objects/s recovering 2021-07-26T16:04:57.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:57 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2935366738' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:57.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:57 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 37195/148944 objects degraded (24.972%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:57.520 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:57.542 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:57.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:57.545 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:57.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:57 smithi139 ceph-mon[56829]: pgmap v463: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.9 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 182 op/s; 37195/148944 objects degraded (24.972%); 34596/148944 objects misplaced (23.228%); 4.7 MiB/s, 74 objects/s recovering 2021-07-26T16:04:57.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:57 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2935366738' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:04:57.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:57 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 37195/148944 objects degraded (24.972%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:04:57.647 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:57.683 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:57.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:57.684 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:57.787 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:57.812 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:57.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:57.813 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:57.914 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:57.941 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:57.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:57.942 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:58.047 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:04:58.068 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:58.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:58.069 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:04:58.171 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:04:58.192 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:58.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:58.194 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:04:58.295 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:58.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:58.321 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:58.322 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:58.423 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:58.445 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:58.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:58.447 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:58.547 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:04:58.568 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:58.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:58.570 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:04:58.672 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:58.694 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:58.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:58.695 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:58.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:58.821 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:58.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:58.822 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:58.924 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:04:58.935 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:04:58.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:58.953 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:58.953 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:04:59.054 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:59.076 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:59.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:59.078 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:04:59.156 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:04:59.179 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:59.186 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:04:59.186 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:04:59.201 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:59.202 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:59.203 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:59.304 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:04:59.325 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:04:59.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:59.326 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:04:59.427 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:59.454 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:59.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:59.456 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:59.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:04:59 smithi078 ceph-mon[73801]: pgmap v464: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.9 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 183 op/s; 37112/148587 objects degraded (24.977%); 34458/148587 objects misplaced (23.190%); 4.6 MiB/s, 73 objects/s recovering 2021-07-26T16:04:59.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:04:59 smithi078 ceph-mon[77813]: pgmap v464: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.9 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 183 op/s; 37112/148587 objects degraded (24.977%); 34458/148587 objects misplaced (23.190%); 4.6 MiB/s, 73 objects/s recovering 2021-07-26T16:04:59.558 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:59.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:04:59 smithi139 ceph-mon[56829]: pgmap v464: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.9 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 183 op/s; 37112/148587 objects degraded (24.977%); 34458/148587 objects misplaced (23.190%); 4.6 MiB/s, 73 objects/s recovering 2021-07-26T16:04:59.582 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:59.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:59.583 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:59.684 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:59.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:59.710 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:59.710 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:04:59.813 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:04:59.849 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:59.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:59.851 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:04:59.953 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:04:59.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:04:59.979 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:04:59.980 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:00.081 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:00.103 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:05:00.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:00.105 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:00.105 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:00.156 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-07-26T16:05:00.207 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:00.241 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:00.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:00.243 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:00.271 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:00.331 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:00.344 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:00.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:00.366 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:00.367 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:00.468 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:00.495 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:00.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:00.497 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:00.598 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:00.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:00.622 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:00.622 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:00.724 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:00.753 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:00.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:00.755 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:00.856 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:00.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:00.882 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:00.882 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:00.984 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:01.005 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:01.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:01.007 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:01.108 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:01.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:01.130 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:01.131 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:01.232 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:01.253 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:01.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:01.254 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:01.355 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:01.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:01.378 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:01.378 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:01.381 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:01 smithi078 ceph-mon[73801]: pgmap v465: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.8 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 189 op/s; 36778/146205 objects degraded (25.155%); 34067/146205 objects misplaced (23.301%); 4.6 MiB/s, 74 objects/s recovering 2021-07-26T16:05:01.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:01 smithi078 ceph-mon[77813]: pgmap v465: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.8 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 189 op/s; 36778/146205 objects degraded (25.155%); 34067/146205 objects misplaced (23.301%); 4.6 MiB/s, 74 objects/s recovering 2021-07-26T16:05:01.480 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:01.508 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:01.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:01.510 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:01.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:01 smithi139 ceph-mon[56829]: pgmap v465: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.8 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 189 op/s; 36778/146205 objects degraded (25.155%); 34067/146205 objects misplaced (23.301%); 4.6 MiB/s, 74 objects/s recovering 2021-07-26T16:05:01.611 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:01.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:01.647 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:01.647 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:01.749 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:01.773 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:01.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:01.775 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:01.876 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:01.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:01.899 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:01.899 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:02.002 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:02.024 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:02.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:02.026 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:02.108 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 5, 6, 7, 0] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 5, 6, 7, 2, 4] 2021-07-26T16:05:02.108 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:05:02.109 INFO:tasks.thrashosds.thrasher:Adding osd 4 2021-07-26T16:05:02.109 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd in 4 2021-07-26T16:05:02.126 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:02.182 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:02.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:02.184 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:02.285 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:02.308 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:02.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:02.310 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:02.327 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:02.411 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:02.434 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:02.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:02.435 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:02.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:02 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 36778/146205 objects degraded (25.155%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:02.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:02 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3920255895' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:05:02.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:02 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 36778/146205 objects degraded (25.155%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:02.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:02 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3920255895' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:05:02.536 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:02.558 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:02.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:02.561 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:02.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:02 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 36778/146205 objects degraded (25.155%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:02.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:02 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3920255895' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:05:02.663 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:02.684 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:02.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:02.687 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:02.788 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:02.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:02.814 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:02.814 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:02.916 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:02.936 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:02.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:02.938 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:03.040 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:03.045 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:05:03.062 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:03.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:03.064 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:03.165 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:03.187 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:03.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:03.188 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:03.289 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:03.318 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:03.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:03.320 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:03.422 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:03.447 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:03.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:03.449 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:03.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:03 smithi078 ceph-mon[73801]: pgmap v466: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.8 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 189 op/s; 36778/146205 objects degraded (25.155%); 34067/146205 objects misplaced (23.301%); 4.6 MiB/s, 74 objects/s recovering 2021-07-26T16:05:03.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:03 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:03.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:03 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3920255895' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:05:03.492 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:03 smithi078 ceph-mon[73801]: osdmap e173: 8 total, 8 up, 7 in 2021-07-26T16:05:03.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:03 smithi078 ceph-mon[77813]: pgmap v466: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.8 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 189 op/s; 36778/146205 objects degraded (25.155%); 34067/146205 objects misplaced (23.301%); 4.6 MiB/s, 74 objects/s recovering 2021-07-26T16:05:03.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:03 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:03.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:03 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3920255895' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:05:03.493 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:03 smithi078 ceph-mon[77813]: osdmap e173: 8 total, 8 up, 7 in 2021-07-26T16:05:03.553 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:03.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:03.577 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:03.577 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:03.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:03 smithi139 ceph-mon[56829]: pgmap v466: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.8 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 189 op/s; 36778/146205 objects degraded (25.155%); 34067/146205 objects misplaced (23.301%); 4.6 MiB/s, 74 objects/s recovering 2021-07-26T16:05:03.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:03 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:03.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:03 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3920255895' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:05:03.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:03 smithi139 ceph-mon[56829]: osdmap e173: 8 total, 8 up, 7 in 2021-07-26T16:05:03.679 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:03.709 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:03.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:03.710 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:03.811 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:03.837 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:03.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:03.839 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:03.940 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:03.970 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:03.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:03.972 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:04.073 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:04.094 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:04.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:04.095 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:04.196 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:04.218 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:04.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:04.219 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:04.320 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:04.360 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:04.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:04.362 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:04.464 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:04.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:05:04.483 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:05:04.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:05:04.484 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:05:04.502 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:04.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:04.503 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:04.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:05:04.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:05:04.604 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:04.639 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:04.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:04.641 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:04.662 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:05:04.692 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:05:04.723 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:05:04.742 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:04.757 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:05:04.797 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:05:04.803 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:04.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:04.805 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:04.832 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:05:04.862 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:05:04.897 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:05:04.905 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:05:04.906 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:05:04.906 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:05:04.906 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:05:04.906 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:05:04.907 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:05:04.913 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:05:04.914 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:05:04.914 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:04.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:04.940 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:04.940 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:05.041 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:05.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:05.068 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:05.069 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:05.069 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:05:05.070 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:05:05.070 INFO:teuthology.orchestra.run.smithi078.stdout: "complaint_time": 30, 2021-07-26T16:05:05.070 INFO:teuthology.orchestra.run.smithi078.stdout: "num_blocked_ops": 0 2021-07-26T16:05:05.070 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:05:05.170 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:05.192 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:05.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:05.194 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:05.296 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:05.318 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:05.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:05.320 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:05.421 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:05.464 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:05.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:05.465 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:05.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:05 smithi078 ceph-mon[77813]: pgmap v468: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.8 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 121 op/s; 36664/145782 objects degraded (25.150%); 33894/145782 objects misplaced (23.250%); 3.1 MiB/s, 49 objects/s recovering 2021-07-26T16:05:05.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:05 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3282536621' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:05.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:05 smithi078 ceph-mon[73801]: pgmap v468: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.8 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 121 op/s; 36664/145782 objects degraded (25.150%); 33894/145782 objects misplaced (23.250%); 3.1 MiB/s, 49 objects/s recovering 2021-07-26T16:05:05.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:05 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3282536621' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:05.566 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:05.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:05 smithi139 ceph-mon[56829]: pgmap v468: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 8.8 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 121 op/s; 36664/145782 objects degraded (25.150%); 33894/145782 objects misplaced (23.250%); 3.1 MiB/s, 49 objects/s recovering 2021-07-26T16:05:05.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:05 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3282536621' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:05.594 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:05.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:05.596 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:05.697 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:05.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:05.727 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:05.727 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:05.829 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:05.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:05.852 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:05.852 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:05.954 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:05.979 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:05.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:05.982 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:06.083 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:06.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:06.107 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:06.107 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:06.209 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:06.230 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:06.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:06.232 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:06.335 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:06.348 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:05:06.359 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:06.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:06.361 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:06.463 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:06.487 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:06.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:06.489 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:06.537 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:06.590 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:06.614 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:06.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:06.615 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:06.717 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:06.742 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:06.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:06.744 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:06.845 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:06.878 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:06.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:06.880 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:06.981 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:07.003 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:07.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:07.004 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:07.106 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:07.143 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:07.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:07.145 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:07.246 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:07.268 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:07.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:07.271 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:07.305 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-07-26T16:05:07.372 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:07.393 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:07.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:07.394 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:07.428 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:07 smithi078 ceph-mon[73801]: pgmap v469: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 8.7 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 160 op/s; 36451/144120 objects degraded (25.292%); 33633/144120 objects misplaced (23.337%); 4.0 MiB/s, 63 objects/s recovering 2021-07-26T16:05:07.428 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:07 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 36451/144120 objects degraded (25.292%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:07.429 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:07 smithi078 ceph-mon[77813]: pgmap v469: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 8.7 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 160 op/s; 36451/144120 objects degraded (25.292%); 33633/144120 objects misplaced (23.337%); 4.0 MiB/s, 63 objects/s recovering 2021-07-26T16:05:07.429 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:07 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 36451/144120 objects degraded (25.292%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:07.484 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:07.496 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:07.534 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:07.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:07.536 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:07.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:07 smithi139 ceph-mon[56829]: pgmap v469: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 8.7 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 160 op/s; 36451/144120 objects degraded (25.292%); 33633/144120 objects misplaced (23.337%); 4.0 MiB/s, 63 objects/s recovering 2021-07-26T16:05:07.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:07 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 36451/144120 objects degraded (25.292%), 23 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:07.636 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:07.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:07.665 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:07.665 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:07.767 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:07.788 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:07.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:07.790 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:07.891 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:07.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:07.914 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:07.915 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:07.988 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:07 smithi078 conmon[73798]: 2021-07-26T16:05:07.732+0000 7ffaf68f6700 -1 mon.a@0(leader).osd e173 definitely_dead 0 2021-07-26T16:05:08.016 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:08.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:08.040 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:08.040 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:08.141 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:08.168 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:08.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:08.169 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:08.235 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:05:08.270 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:08.299 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:08.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:08.301 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:08.320 INFO:teuthology.orchestra.run.smithi078.stderr:marked in osd.4. 2021-07-26T16:05:08.402 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:08.411 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:08.434 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:08.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:08.435 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:08.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:08 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2472824945' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2021-07-26T16:05:08.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:08 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2472824945' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2021-07-26T16:05:08.537 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:08.560 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:08.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:08.561 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:08.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:08 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2472824945' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2021-07-26T16:05:08.663 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:08.685 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:08.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:08.686 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:08.787 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:08.809 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:08.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:08.810 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:08.913 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:08.937 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:08.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:08.938 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:09.039 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:09.061 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:09.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:09.063 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:09.164 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:09.185 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:09.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:09.186 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:09.288 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:09.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:09.316 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:09.316 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:09.377 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:09 smithi078 ceph-mon[73801]: pgmap v470: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 8.7 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 159 op/s; 36362/143802 objects degraded (25.286%); 33488/143802 objects misplaced (23.288%); 4.0 MiB/s, 64 objects/s recovering 2021-07-26T16:05:09.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:09 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2472824945' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2021-07-26T16:05:09.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:09 smithi078 ceph-mon[73801]: osdmap e174: 8 total, 8 up, 8 in 2021-07-26T16:05:09.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:09 smithi078 ceph-mon[77813]: pgmap v470: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 8.7 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 159 op/s; 36362/143802 objects degraded (25.286%); 33488/143802 objects misplaced (23.288%); 4.0 MiB/s, 64 objects/s recovering 2021-07-26T16:05:09.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:09 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2472824945' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2021-07-26T16:05:09.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:09 smithi078 ceph-mon[77813]: osdmap e174: 8 total, 8 up, 8 in 2021-07-26T16:05:09.418 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:09.438 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:09.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:09.440 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:09.542 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:09.564 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:09.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:09.567 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:09.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:09 smithi139 ceph-mon[56829]: pgmap v470: 99 pgs: 15 active+recovery_wait+degraded, 2 active+recovery_wait+degraded+remapped, 68 active+clean, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 8.7 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 159 op/s; 36362/143802 objects degraded (25.286%); 33488/143802 objects misplaced (23.288%); 4.0 MiB/s, 64 objects/s recovering 2021-07-26T16:05:09.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:09 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2472824945' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2021-07-26T16:05:09.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:09 smithi139 ceph-mon[56829]: osdmap e174: 8 total, 8 up, 8 in 2021-07-26T16:05:09.668 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:09.690 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:09.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:09.692 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:09.793 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:09.814 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:09.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:09.816 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:09.917 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:09.938 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:09.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:09.939 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:10.040 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:10.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:10.064 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:10.064 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:10.141 INFO:tasks.thrashosds.thrasher:Added osd 4 2021-07-26T16:05:10.165 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:10.185 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:10.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:10.187 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:10.290 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:10.316 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:10.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:10.317 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:10.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:10 smithi078 ceph-mon[73801]: osdmap e175: 8 total, 8 up, 8 in 2021-07-26T16:05:10.387 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:10 smithi078 ceph-mon[73801]: osdmap e176: 8 total, 8 up, 8 in 2021-07-26T16:05:10.387 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:10 smithi078 ceph-mon[77813]: osdmap e175: 8 total, 8 up, 8 in 2021-07-26T16:05:10.388 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:10 smithi078 ceph-mon[77813]: osdmap e176: 8 total, 8 up, 8 in 2021-07-26T16:05:10.418 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:10.442 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:10.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:10.444 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:10.545 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:10.569 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:10.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:10.571 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:10.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:10 smithi139 ceph-mon[56829]: osdmap e175: 8 total, 8 up, 8 in 2021-07-26T16:05:10.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:10 smithi139 ceph-mon[56829]: osdmap e176: 8 total, 8 up, 8 in 2021-07-26T16:05:10.672 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:10.696 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:10.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:10.697 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:10.798 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:10.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:10.821 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:10.822 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:10.923 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:10.943 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:10.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:10.946 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:11.047 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:11.070 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:11.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:11.071 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:11.173 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:11.193 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:11.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:11.195 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:11.296 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:11.298 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:05:11.318 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:11.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:11.320 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:11.323 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:11 smithi078 ceph-mon[73801]: pgmap v473: 99 pgs: 3 remapped+peering, 31 peering, 12 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 40 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 194 op/s; 32741/141876 objects degraded (23.077%); 26360/141876 objects misplaced (18.580%); 4.7 MiB/s, 75 objects/s recovering 2021-07-26T16:05:11.323 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:11 smithi078 ceph-mon[73801]: 6.7 starting backfill to osd.4 from (96'976,141'9329] MIN to 173'9880 2021-07-26T16:05:11.323 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:11 smithi078 ceph-mon[73801]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:05:11.324 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:11 smithi078 ceph-mon[73801]: 6.17 starting backfill to osd.4 from (96'976,141'9329] MIN to 173'9846 2021-07-26T16:05:11.324 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:11 smithi078 ceph-mon[73801]: 6.f starting backfill to osd.6 from (104'4549,173'10101] MIN to 173'10102 2021-07-26T16:05:11.324 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:11 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2995509507' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:11.324 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:11 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:11.325 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:11 smithi078 ceph-mon[77813]: pgmap v473: 99 pgs: 3 remapped+peering, 31 peering, 12 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 40 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 194 op/s; 32741/141876 objects degraded (23.077%); 26360/141876 objects misplaced (18.580%); 4.7 MiB/s, 75 objects/s recovering 2021-07-26T16:05:11.325 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:11 smithi078 ceph-mon[77813]: 6.7 starting backfill to osd.4 from (96'976,141'9329] MIN to 173'9880 2021-07-26T16:05:11.325 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:11 smithi078 ceph-mon[77813]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:05:11.326 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:11 smithi078 ceph-mon[77813]: 6.17 starting backfill to osd.4 from (96'976,141'9329] MIN to 173'9846 2021-07-26T16:05:11.326 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:11 smithi078 ceph-mon[77813]: 6.f starting backfill to osd.6 from (104'4549,173'10101] MIN to 173'10102 2021-07-26T16:05:11.326 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:11 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2995509507' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:11.326 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:11 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:11.421 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:11.443 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:11.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:11.444 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:11.545 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:11.555 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:05:11.556 INFO:teuthology.orchestra.run.smithi078.stdout: "size": 20, 2021-07-26T16:05:11.556 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 600, 2021-07-26T16:05:11.556 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:05:11.556 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.557 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154874 6.e 6:7f054a96:::benchmark_data_smithi078_103090_object50009:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)", 2021-07-26T16:05:11.557 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:21.251134+0000", 2021-07-26T16:05:11.557 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 50.128346530000002, 2021-07-26T16:05:11.557 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0365469169999999, 2021-07-26T16:05:11.557 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.558 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.558 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.558 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.558 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.559 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154874 2021-07-26T16:05:11.559 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.559 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.559 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.559 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.560 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251134+0000", 2021-07-26T16:05:11.560 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.560 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.560 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.561 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.561 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251134+0000", 2021-07-26T16:05:11.561 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.561 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.561 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.562 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.562 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251138+0000", 2021-07-26T16:05:11.562 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.6559999999999998e-06 2021-07-26T16:05:11.562 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.563 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.563 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.563 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251141+0000", 2021-07-26T16:05:11.563 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5599999999999998e-06 2021-07-26T16:05:11.564 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.564 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.564 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.564 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251153+0000", 2021-07-26T16:05:11.564 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1612e-05 2021-07-26T16:05:11.565 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.565 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.565 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.565 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251160+0000", 2021-07-26T16:05:11.566 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1199999999999996e-06 2021-07-26T16:05:11.566 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.566 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.566 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.566 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255061+0000", 2021-07-26T16:05:11.567 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0039010440000000002 2021-07-26T16:05:11.567 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.567 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.567 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.568 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255074+0000", 2021-07-26T16:05:11.568 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2876e-05 2021-07-26T16:05:11.568 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.568 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.568 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.569 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.017099+0000", 2021-07-26T16:05:11.569 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.76202526500000001 2021-07-26T16:05:11.569 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.569 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.570 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.570 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.017110+0000", 2021-07-26T16:05:11.570 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.092e-05 2021-07-26T16:05:11.570 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.571 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.571 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.571 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.218137+0000", 2021-07-26T16:05:11.571 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.201027243 2021-07-26T16:05:11.571 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.572 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.572 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:11.572 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.218742+0000", 2021-07-26T16:05:11.572 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00060475199999999996 2021-07-26T16:05:11.573 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.573 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.573 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.573 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.231955+0000", 2021-07-26T16:05:11.573 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013212821 2021-07-26T16:05:11.574 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.574 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.574 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.574 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.232085+0000", 2021-07-26T16:05:11.575 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000130154 2021-07-26T16:05:11.575 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.575 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.575 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:05:11.575 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.232301+0000", 2021-07-26T16:05:11.576 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021646299999999999 2021-07-26T16:05:11.576 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.576 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.576 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.577 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.246062+0000", 2021-07-26T16:05:11.577 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013760268000000001 2021-07-26T16:05:11.577 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.577 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.577 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.578 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.258100+0000", 2021-07-26T16:05:11.578 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012038083 2021-07-26T16:05:11.578 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.578 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.578 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.579 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.258136+0000", 2021-07-26T16:05:11.579 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5751999999999999e-05 2021-07-26T16:05:11.579 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.579 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.580 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.580 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.285884+0000", 2021-07-26T16:05:11.580 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.027748794 2021-07-26T16:05:11.580 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.580 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.581 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.581 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.285957+0000", 2021-07-26T16:05:11.581 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2824999999999995e-05 2021-07-26T16:05:11.581 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.582 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.582 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.582 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.287681+0000", 2021-07-26T16:05:11.582 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0017237089999999999 2021-07-26T16:05:11.583 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.583 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.583 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.583 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.583 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.584 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154899 6.e 6:7394b325:::benchmark_data_smithi078_103090_object50034:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:05:11.584 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.350111+0000", 2021-07-26T16:05:11.584 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 49.029369717999998, 2021-07-26T16:05:11.584 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.93925289199999995, 2021-07-26T16:05:11.584 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.585 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.585 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.585 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.585 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.586 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154899 2021-07-26T16:05:11.586 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.586 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.586 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.586 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.587 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350111+0000", 2021-07-26T16:05:11.587 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.587 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.587 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.588 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.588 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350111+0000", 2021-07-26T16:05:11.588 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.588 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.588 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.589 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.589 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350144+0000", 2021-07-26T16:05:11.589 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3726999999999997e-05 2021-07-26T16:05:11.589 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.590 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.590 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.590 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350148+0000", 2021-07-26T16:05:11.591 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4939999999999999e-06 2021-07-26T16:05:11.591 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.591 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.592 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.592 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350176+0000", 2021-07-26T16:05:11.592 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7789000000000001e-05 2021-07-26T16:05:11.592 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.593 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.593 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.593 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350188+0000", 2021-07-26T16:05:11.593 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2408e-05 2021-07-26T16:05:11.593 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.594 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.594 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.594 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350264+0000", 2021-07-26T16:05:11.595 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.5730999999999997e-05 2021-07-26T16:05:11.595 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.595 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.596 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.596 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350282+0000", 2021-07-26T16:05:11.596 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8210999999999999e-05 2021-07-26T16:05:11.596 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.597 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.597 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.598 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.218787+0000", 2021-07-26T16:05:11.598 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.86850459199999996 2021-07-26T16:05:11.598 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.599 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.599 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:11.599 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.219357+0000", 2021-07-26T16:05:11.599 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00057021399999999999 2021-07-26T16:05:11.600 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.600 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.600 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.600 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.237279+0000", 2021-07-26T16:05:11.601 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.017922464999999999 2021-07-26T16:05:11.601 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.601 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.602 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.602 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.237421+0000", 2021-07-26T16:05:11.603 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000141602 2021-07-26T16:05:11.603 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.603 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.603 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:05:11.603 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.237656+0000", 2021-07-26T16:05:11.604 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000235033 2021-07-26T16:05:11.604 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.604 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.604 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.605 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.251828+0000", 2021-07-26T16:05:11.605 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014171598000000001 2021-07-26T16:05:11.605 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.606 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.606 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.606 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.258172+0000", 2021-07-26T16:05:11.606 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.006343947 2021-07-26T16:05:11.607 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.607 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.607 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.607 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.264196+0000", 2021-07-26T16:05:11.608 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0060247749999999996 2021-07-26T16:05:11.608 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.608 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.608 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.609 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.287747+0000", 2021-07-26T16:05:11.609 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023550590999999999 2021-07-26T16:05:11.609 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.610 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.610 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.610 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.287792+0000", 2021-07-26T16:05:11.610 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5371000000000003e-05 2021-07-26T16:05:11.610 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.611 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.611 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.611 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289364+0000", 2021-07-26T16:05:11.611 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015713439999999999 2021-07-26T16:05:11.612 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.612 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.612 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.612 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.612 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.613 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154923 6.e 6:705b3ddb:::benchmark_data_smithi078_103090_object50058:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:05:11.613 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.429616+0000", 2021-07-26T16:05:11.613 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 48.949864290999997, 2021-07-26T16:05:11.613 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.86100489599999996, 2021-07-26T16:05:11.613 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.614 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.614 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.614 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.614 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.615 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154923 2021-07-26T16:05:11.615 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.615 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.615 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.616 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.616 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429616+0000", 2021-07-26T16:05:11.616 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.617 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.617 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.617 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.617 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429616+0000", 2021-07-26T16:05:11.618 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.618 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.618 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.619 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.619 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429619+0000", 2021-07-26T16:05:11.620 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0529999999999998e-06 2021-07-26T16:05:11.620 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.620 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.620 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.620 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429624+0000", 2021-07-26T16:05:11.621 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4390000000000002e-06 2021-07-26T16:05:11.621 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.621 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.622 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.622 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429638+0000", 2021-07-26T16:05:11.622 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4717e-05 2021-07-26T16:05:11.622 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.622 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.623 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.623 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429647+0000", 2021-07-26T16:05:11.623 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.8899999999999996e-06 2021-07-26T16:05:11.623 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.624 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.624 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.624 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429716+0000", 2021-07-26T16:05:11.624 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.9065000000000004e-05 2021-07-26T16:05:11.625 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.625 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.625 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.626 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429728+0000", 2021-07-26T16:05:11.626 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2133000000000001e-05 2021-07-26T16:05:11.627 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.627 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.627 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.627 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.219405+0000", 2021-07-26T16:05:11.627 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.78967701700000004 2021-07-26T16:05:11.628 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.628 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.628 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:11.628 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.219948+0000", 2021-07-26T16:05:11.628 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000542582 2021-07-26T16:05:11.629 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.629 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.629 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.630 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.243170+0000", 2021-07-26T16:05:11.630 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023221855999999999 2021-07-26T16:05:11.630 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.630 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.631 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.631 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.243307+0000", 2021-07-26T16:05:11.631 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013720299999999999 2021-07-26T16:05:11.631 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.632 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.632 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:05:11.632 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.243553+0000", 2021-07-26T16:05:11.632 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00024608799999999999 2021-07-26T16:05:11.632 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.633 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.633 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.633 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.255229+0000", 2021-07-26T16:05:11.633 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011675853999999999 2021-07-26T16:05:11.633 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.634 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.634 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.634 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289421+0000", 2021-07-26T16:05:11.634 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.034191543999999997 2021-07-26T16:05:11.634 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.635 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.635 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.635 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289462+0000", 2021-07-26T16:05:11.635 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1329999999999999e-05 2021-07-26T16:05:11.636 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.636 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.636 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.636 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289500+0000", 2021-07-26T16:05:11.637 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7715000000000001e-05 2021-07-26T16:05:11.637 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.637 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.638 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.638 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289538+0000", 2021-07-26T16:05:11.638 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8324000000000001e-05 2021-07-26T16:05:11.638 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.638 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.639 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.639 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290621+0000", 2021-07-26T16:05:11.639 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001083086 2021-07-26T16:05:11.639 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.639 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.640 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.640 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.641 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.641 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154935 6.e 6:7f55c770:::benchmark_data_smithi078_103090_object50070:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:05:11.641 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.461649+0000", 2021-07-26T16:05:11.641 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 48.917831268999997, 2021-07-26T16:05:11.642 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.83013559599999998, 2021-07-26T16:05:11.642 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.642 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.642 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.642 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.643 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.643 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154935 2021-07-26T16:05:11.643 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.643 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.643 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.644 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.644 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461649+0000", 2021-07-26T16:05:11.644 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.644 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.645 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.645 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.645 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461649+0000", 2021-07-26T16:05:11.645 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.645 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.646 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.646 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.646 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461654+0000", 2021-07-26T16:05:11.646 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0139999999999998e-06 2021-07-26T16:05:11.646 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.647 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.647 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.648 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461659+0000", 2021-07-26T16:05:11.648 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1669999999999998e-06 2021-07-26T16:05:11.648 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.648 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.654 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.654 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461684+0000", 2021-07-26T16:05:11.654 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4301999999999999e-05 2021-07-26T16:05:11.655 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.655 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.655 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.655 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461694+0000", 2021-07-26T16:05:11.655 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0389e-05 2021-07-26T16:05:11.656 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.656 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.656 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.656 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461754+0000", 2021-07-26T16:05:11.656 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9536000000000001e-05 2021-07-26T16:05:11.657 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.657 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.657 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.659 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461765+0000", 2021-07-26T16:05:11.659 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1311999999999999e-05 2021-07-26T16:05:11.659 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.659 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.659 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.660 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.219998+0000", 2021-07-26T16:05:11.660 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.75823266600000006 2021-07-26T16:05:11.660 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.660 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.661 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:11.661 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.220522+0000", 2021-07-26T16:05:11.661 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00052413500000000001 2021-07-26T16:05:11.661 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.661 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.662 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.662 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.248883+0000", 2021-07-26T16:05:11.662 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.028361107 2021-07-26T16:05:11.662 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.662 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.663 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.663 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.249429+0000", 2021-07-26T16:05:11.663 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00054641599999999998 2021-07-26T16:05:11.664 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.664 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.665 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:05:11.665 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.249559+0000", 2021-07-26T16:05:11.665 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012956299999999999 2021-07-26T16:05:11.665 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.665 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.666 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.666 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.258044+0000", 2021-07-26T16:05:11.666 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0084855460000000001 2021-07-26T16:05:11.666 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.667 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.667 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.667 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290677+0000", 2021-07-26T16:05:11.667 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.03263257 2021-07-26T16:05:11.667 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.668 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.668 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.669 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290717+0000", 2021-07-26T16:05:11.669 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9756999999999999e-05 2021-07-26T16:05:11.669 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.669 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.669 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.670 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290764+0000", 2021-07-26T16:05:11.670 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7573e-05 2021-07-26T16:05:11.670 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.670 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.670 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.671 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290827+0000", 2021-07-26T16:05:11.671 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2529999999999999e-05 2021-07-26T16:05:11.672 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.672 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.672 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.672 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.291785+0000", 2021-07-26T16:05:11.673 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00095801299999999996 2021-07-26T16:05:11.673 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.673 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.673 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.673 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.674 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.674 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154937 6.e 6:79a6ea34:::benchmark_data_smithi078_103090_object50072:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:05:11.674 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.477574+0000", 2021-07-26T16:05:11.675 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 48.901906855999997, 2021-07-26T16:05:11.675 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.81585592100000004, 2021-07-26T16:05:11.675 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.675 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.676 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.676 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.676 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.676 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154937 2021-07-26T16:05:11.676 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.677 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.677 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.677 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.677 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477574+0000", 2021-07-26T16:05:11.677 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.678 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.678 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.678 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.679 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477574+0000", 2021-07-26T16:05:11.679 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.679 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.679 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.680 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.680 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477580+0000", 2021-07-26T16:05:11.680 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9340000000000003e-06 2021-07-26T16:05:11.680 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.681 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.681 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.681 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477584+0000", 2021-07-26T16:05:11.681 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7910000000000004e-06 2021-07-26T16:05:11.681 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.682 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.682 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.682 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477609+0000", 2021-07-26T16:05:11.682 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.419e-05 2021-07-26T16:05:11.682 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.683 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.683 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.683 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477618+0000", 2021-07-26T16:05:11.683 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.1849999999999993e-06 2021-07-26T16:05:11.684 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.684 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.684 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.684 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477679+0000", 2021-07-26T16:05:11.684 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1104000000000003e-05 2021-07-26T16:05:11.686 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.687 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.687 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.687 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477690+0000", 2021-07-26T16:05:11.688 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1184e-05 2021-07-26T16:05:11.688 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.688 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.688 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.689 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.220565+0000", 2021-07-26T16:05:11.689 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.74287497000000002 2021-07-26T16:05:11.690 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.690 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.690 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:11.690 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.224159+0000", 2021-07-26T16:05:11.691 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0035937619999999999 2021-07-26T16:05:11.691 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.691 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.691 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.692 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.255269+0000", 2021-07-26T16:05:11.692 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.031110514999999998 2021-07-26T16:05:11.692 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.692 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.693 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.693 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.255392+0000", 2021-07-26T16:05:11.693 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000122404 2021-07-26T16:05:11.693 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.693 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.694 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:05:11.694 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.255576+0000", 2021-07-26T16:05:11.694 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018456200000000001 2021-07-26T16:05:11.694 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.694 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.695 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.695 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.264209+0000", 2021-07-26T16:05:11.695 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0086323059999999993 2021-07-26T16:05:11.695 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.696 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.696 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.696 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.291834+0000", 2021-07-26T16:05:11.697 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.027625960000000001 2021-07-26T16:05:11.697 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.697 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.697 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.698 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.291869+0000", 2021-07-26T16:05:11.698 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.481e-05 2021-07-26T16:05:11.698 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.698 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.698 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.699 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.291902+0000", 2021-07-26T16:05:11.699 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2638999999999997e-05 2021-07-26T16:05:11.699 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.700 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.291956+0000", 2021-07-26T16:05:11.701 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3578000000000001e-05 2021-07-26T16:05:11.701 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.701 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.702 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.702 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.293430+0000", 2021-07-26T16:05:11.702 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0014740269999999999 2021-07-26T16:05:11.702 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.703 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.703 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.703 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.703 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.704 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154943 6.e 6:7345d40e:::benchmark_data_smithi078_103090_object50078:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:05:11.704 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.514575+0000", 2021-07-26T16:05:11.704 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 48.864905288000003, 2021-07-26T16:05:11.704 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.78084537799999998, 2021-07-26T16:05:11.704 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.705 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.705 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.705 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.705 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.706 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154943 2021-07-26T16:05:11.706 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.706 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.706 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.706 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.707 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.514575+0000", 2021-07-26T16:05:11.707 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.707 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.707 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.707 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.708 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.514575+0000", 2021-07-26T16:05:11.708 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.708 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.708 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.709 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.709 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.514579+0000", 2021-07-26T16:05:11.709 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3450000000000002e-06 2021-07-26T16:05:11.709 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.709 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.710 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.710 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.514582+0000", 2021-07-26T16:05:11.710 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7510000000000002e-06 2021-07-26T16:05:11.710 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.711 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.711 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.711 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.514598+0000", 2021-07-26T16:05:11.711 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5502000000000002e-05 2021-07-26T16:05:11.711 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.712 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.712 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.712 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.514605+0000", 2021-07-26T16:05:11.712 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1400000000000002e-06 2021-07-26T16:05:11.712 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.713 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.713 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.713 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.514676+0000", 2021-07-26T16:05:11.713 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.0922999999999998e-05 2021-07-26T16:05:11.713 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.714 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.714 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.714 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.514688+0000", 2021-07-26T16:05:11.714 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1809e-05 2021-07-26T16:05:11.715 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.715 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.715 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.715 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.224197+0000", 2021-07-26T16:05:11.715 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.70950959300000005 2021-07-26T16:05:11.716 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.716 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.716 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:11.716 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.225135+0000", 2021-07-26T16:05:11.716 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00093816799999999997 2021-07-26T16:05:11.717 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.717 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.717 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.717 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.261566+0000", 2021-07-26T16:05:11.717 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.036430114999999999 2021-07-26T16:05:11.718 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.718 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.719 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.719 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.261693+0000", 2021-07-26T16:05:11.719 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012771399999999999 2021-07-26T16:05:11.719 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.719 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.720 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:05:11.720 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.261899+0000", 2021-07-26T16:05:11.720 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00020610999999999999 2021-07-26T16:05:11.720 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.720 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.721 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.721 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.278123+0000", 2021-07-26T16:05:11.721 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.016223778000000001 2021-07-26T16:05:11.721 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.722 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.722 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.722 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.293484+0000", 2021-07-26T16:05:11.722 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015361046 2021-07-26T16:05:11.723 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.723 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.723 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.723 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.293521+0000", 2021-07-26T16:05:11.724 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.6649000000000001e-05 2021-07-26T16:05:11.724 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.724 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.724 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.724 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.293621+0000", 2021-07-26T16:05:11.725 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000100639 2021-07-26T16:05:11.725 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.726 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.727 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.727 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.293682+0000", 2021-07-26T16:05:11.727 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0316999999999999e-05 2021-07-26T16:05:11.727 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.728 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.728 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.728 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.295421+0000", 2021-07-26T16:05:11.728 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001738779 2021-07-26T16:05:11.729 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.729 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.729 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.729 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.729 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.730 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154949 6.e 6:71699369:::benchmark_data_smithi078_103090_object50084:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:05:11.731 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.531317+0000", 2021-07-26T16:05:11.731 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 48.848163903, 2021-07-26T16:05:11.731 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.76591782900000005, 2021-07-26T16:05:11.731 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.732 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.732 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.732 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.732 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.733 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154949 2021-07-26T16:05:11.733 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.733 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.733 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.733 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.734 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.531317+0000", 2021-07-26T16:05:11.734 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.734 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.734 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.734 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.735 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.531317+0000", 2021-07-26T16:05:11.735 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.735 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.735 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.735 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.736 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.531321+0000", 2021-07-26T16:05:11.736 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4109999999999998e-06 2021-07-26T16:05:11.736 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.736 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.737 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.737 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.531326+0000", 2021-07-26T16:05:11.737 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7890000000000002e-06 2021-07-26T16:05:11.737 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.737 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.738 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.738 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.531347+0000", 2021-07-26T16:05:11.738 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.1651999999999999e-05 2021-07-26T16:05:11.739 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.739 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.739 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.739 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.531357+0000", 2021-07-26T16:05:11.740 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2529999999999993e-06 2021-07-26T16:05:11.740 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.740 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.740 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.740 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.531417+0000", 2021-07-26T16:05:11.741 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0161999999999998e-05 2021-07-26T16:05:11.741 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.741 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.741 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.741 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.531428+0000", 2021-07-26T16:05:11.742 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1633e-05 2021-07-26T16:05:11.742 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.742 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.742 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.743 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.225192+0000", 2021-07-26T16:05:11.743 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.69376389000000005 2021-07-26T16:05:11.743 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.743 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.743 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:11.744 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.225794+0000", 2021-07-26T16:05:11.744 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00060175500000000004 2021-07-26T16:05:11.744 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.744 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.744 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.745 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.266766+0000", 2021-07-26T16:05:11.745 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.040971774000000002 2021-07-26T16:05:11.745 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.745 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.745 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.746 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.266848+0000", 2021-07-26T16:05:11.746 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.1663999999999996e-05 2021-07-26T16:05:11.746 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.746 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.746 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:05:11.747 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.267019+0000", 2021-07-26T16:05:11.747 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017119300000000001 2021-07-26T16:05:11.747 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.747 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.748 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.748 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.283472+0000", 2021-07-26T16:05:11.748 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.016453210999999999 2021-07-26T16:05:11.748 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.748 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.749 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.750 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.293556+0000", 2021-07-26T16:05:11.750 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.01008382 2021-07-26T16:05:11.750 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.750 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.751 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.751 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.293589+0000", 2021-07-26T16:05:11.751 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3498999999999999e-05 2021-07-26T16:05:11.751 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.752 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.752 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.752 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.295481+0000", 2021-07-26T16:05:11.752 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001891715 2021-07-26T16:05:11.752 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.753 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.753 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.753 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.295544+0000", 2021-07-26T16:05:11.753 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2855999999999996e-05 2021-07-26T16:05:11.754 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.754 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.754 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.754 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.297234+0000", 2021-07-26T16:05:11.754 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0016905519999999999 2021-07-26T16:05:11.755 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.755 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.755 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.755 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.755 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.756 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154965 6.e 6:7aa393b1:::benchmark_data_smithi078_103090_object50100:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:05:11.756 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.628512+0000", 2021-07-26T16:05:11.756 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 48.750968249000003, 2021-07-26T16:05:11.756 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.67055182099999999, 2021-07-26T16:05:11.756 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.757 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.757 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.757 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.757 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.758 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154965 2021-07-26T16:05:11.758 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.758 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.758 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.759 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.759 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.628512+0000", 2021-07-26T16:05:11.759 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.759 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.760 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.760 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.760 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.628512+0000", 2021-07-26T16:05:11.761 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.761 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.761 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.761 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.762 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.628516+0000", 2021-07-26T16:05:11.762 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.036e-06 2021-07-26T16:05:11.762 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.762 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.762 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.763 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.628521+0000", 2021-07-26T16:05:11.763 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.408e-06 2021-07-26T16:05:11.763 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.763 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.763 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.764 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.628541+0000", 2021-07-26T16:05:11.764 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0499000000000001e-05 2021-07-26T16:05:11.764 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.764 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.765 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.765 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.628551+0000", 2021-07-26T16:05:11.765 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.5109999999999992e-06 2021-07-26T16:05:11.765 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.765 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.766 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.766 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.628625+0000", 2021-07-26T16:05:11.766 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.4019999999999999e-05 2021-07-26T16:05:11.766 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.766 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.767 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.767 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.628637+0000", 2021-07-26T16:05:11.767 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2284e-05 2021-07-26T16:05:11.767 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.768 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.768 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.768 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.225847+0000", 2021-07-26T16:05:11.768 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.59720984499999996 2021-07-26T16:05:11.768 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.769 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.769 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:11.769 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.226547+0000", 2021-07-26T16:05:11.769 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00070053800000000001 2021-07-26T16:05:11.770 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.770 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.771 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.771 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.272594+0000", 2021-07-26T16:05:11.771 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.046046178 2021-07-26T16:05:11.771 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.772 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.772 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.772 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.272714+0000", 2021-07-26T16:05:11.773 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012017400000000001 2021-07-26T16:05:11.773 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.773 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.773 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:05:11.773 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.272904+0000", 2021-07-26T16:05:11.774 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00019075299999999999 2021-07-26T16:05:11.774 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.774 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.774 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.775 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.283484+0000", 2021-07-26T16:05:11.775 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0105793 2021-07-26T16:05:11.775 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.775 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.776 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.776 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.297300+0000", 2021-07-26T16:05:11.776 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013816642000000001 2021-07-26T16:05:11.776 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.776 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.777 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.777 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.297341+0000", 2021-07-26T16:05:11.777 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0469999999999997e-05 2021-07-26T16:05:11.777 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.778 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.778 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.778 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.297381+0000", 2021-07-26T16:05:11.778 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9765000000000003e-05 2021-07-26T16:05:11.779 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.779 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.779 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.779 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.297440+0000", 2021-07-26T16:05:11.779 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9484999999999997e-05 2021-07-26T16:05:11.780 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.780 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.780 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.781 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.299064+0000", 2021-07-26T16:05:11.781 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001623913 2021-07-26T16:05:11.781 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.782 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.782 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.782 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.782 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.783 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154968 6.e 6:74c20191:::benchmark_data_smithi078_103090_object50103:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:05:11.783 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.636418+0000", 2021-07-26T16:05:11.783 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 48.743062608999999, 2021-07-26T16:05:11.783 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.66450918599999997, 2021-07-26T16:05:11.784 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.784 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.784 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.784 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.784 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.785 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154968 2021-07-26T16:05:11.785 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.785 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.785 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.786 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.786 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.636418+0000", 2021-07-26T16:05:11.786 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.786 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.787 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.787 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.787 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.636418+0000", 2021-07-26T16:05:11.787 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.788 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.788 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.788 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.788 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.636423+0000", 2021-07-26T16:05:11.789 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3680000000000001e-06 2021-07-26T16:05:11.789 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.789 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.789 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.789 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.636428+0000", 2021-07-26T16:05:11.790 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1970000000000004e-06 2021-07-26T16:05:11.790 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.790 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.791 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.791 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.636451+0000", 2021-07-26T16:05:11.791 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3006999999999998e-05 2021-07-26T16:05:11.792 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.792 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.792 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.792 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.636460+0000", 2021-07-26T16:05:11.793 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.4069999999999993e-06 2021-07-26T16:05:11.793 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.793 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.793 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.794 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.636516+0000", 2021-07-26T16:05:11.794 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6659000000000001e-05 2021-07-26T16:05:11.794 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.794 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.794 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.795 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.636526+0000", 2021-07-26T16:05:11.795 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.0629999999999995e-06 2021-07-26T16:05:11.795 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.795 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.796 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.796 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.226606+0000", 2021-07-26T16:05:11.796 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.59008051500000003 2021-07-26T16:05:11.796 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.796 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.797 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:11.797 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.227262+0000", 2021-07-26T16:05:11.797 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00065564699999999998 2021-07-26T16:05:11.797 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.797 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.798 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.798 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.278174+0000", 2021-07-26T16:05:11.798 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.050911795000000003 2021-07-26T16:05:11.798 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.799 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.799 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.799 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.278337+0000", 2021-07-26T16:05:11.799 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016354499999999999 2021-07-26T16:05:11.799 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.800 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.800 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:05:11.800 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.278564+0000", 2021-07-26T16:05:11.800 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00022697700000000001 2021-07-26T16:05:11.800 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.801 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.801 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.801 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.287702+0000", 2021-07-26T16:05:11.801 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0091382960000000006 2021-07-26T16:05:11.801 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.802 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.802 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.802 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.299117+0000", 2021-07-26T16:05:11.802 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011415144 2021-07-26T16:05:11.803 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.803 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.803 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.803 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.299152+0000", 2021-07-26T16:05:11.804 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4690999999999997e-05 2021-07-26T16:05:11.804 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.804 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.804 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.804 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.299249+0000", 2021-07-26T16:05:11.805 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.7180000000000001e-05 2021-07-26T16:05:11.805 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.805 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.805 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.805 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.299298+0000", 2021-07-26T16:05:11.806 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8600999999999998e-05 2021-07-26T16:05:11.806 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.806 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.806 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.807 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.300927+0000", 2021-07-26T16:05:11.807 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001629094 2021-07-26T16:05:11.807 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.807 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.808 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.808 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.808 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.808 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154977 6.e 6:7d387d58:::benchmark_data_smithi078_103090_object50112:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:05:11.808 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.668859+0000", 2021-07-26T16:05:11.809 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 48.710621713000002, 2021-07-26T16:05:11.809 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.63385653099999995, 2021-07-26T16:05:11.809 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.809 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.810 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.810 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.810 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.810 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154977 2021-07-26T16:05:11.810 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.811 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.811 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.811 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.811 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.668859+0000", 2021-07-26T16:05:11.812 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.812 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.812 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.812 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.812 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.668859+0000", 2021-07-26T16:05:11.813 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.813 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.813 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.813 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.813 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.668861+0000", 2021-07-26T16:05:11.814 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.5409999999999999e-06 2021-07-26T16:05:11.814 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.814 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.814 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.815 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.668864+0000", 2021-07-26T16:05:11.815 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7039999999999999e-06 2021-07-26T16:05:11.815 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.815 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.815 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.816 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.668876+0000", 2021-07-26T16:05:11.816 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.187e-05 2021-07-26T16:05:11.816 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.816 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.816 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.817 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.668882+0000", 2021-07-26T16:05:11.817 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8039999999999998e-06 2021-07-26T16:05:11.817 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.817 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.818 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.818 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.668932+0000", 2021-07-26T16:05:11.818 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0710000000000001e-05 2021-07-26T16:05:11.818 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.819 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.819 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.819 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.668943+0000", 2021-07-26T16:05:11.819 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0791000000000001e-05 2021-07-26T16:05:11.820 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.820 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.820 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.820 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.227316+0000", 2021-07-26T16:05:11.820 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.55837319100000005 2021-07-26T16:05:11.821 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.821 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.821 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:11.822 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.228029+0000", 2021-07-26T16:05:11.822 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00071223900000000004 2021-07-26T16:05:11.822 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.823 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.823 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.824 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.283524+0000", 2021-07-26T16:05:11.824 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.055494944999999997 2021-07-26T16:05:11.824 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.824 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.824 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.825 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.283619+0000", 2021-07-26T16:05:11.825 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.5845000000000001e-05 2021-07-26T16:05:11.825 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.826 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.827 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:05:11.827 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.283763+0000", 2021-07-26T16:05:11.827 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000143227 2021-07-26T16:05:11.828 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.828 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.828 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.828 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289432+0000", 2021-07-26T16:05:11.830 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0056691509999999999 2021-07-26T16:05:11.831 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.831 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.831 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.831 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.299185+0000", 2021-07-26T16:05:11.832 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0097534040000000002 2021-07-26T16:05:11.832 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.832 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.832 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.833 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.299217+0000", 2021-07-26T16:05:11.833 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2193999999999997e-05 2021-07-26T16:05:11.833 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.833 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.834 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.834 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.300988+0000", 2021-07-26T16:05:11.834 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001770658 2021-07-26T16:05:11.834 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.835 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.835 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.835 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.301051+0000", 2021-07-26T16:05:11.835 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.3159999999999998e-05 2021-07-26T16:05:11.835 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.836 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.836 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.836 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.302715+0000", 2021-07-26T16:05:11.836 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001664097 2021-07-26T16:05:11.837 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.837 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.837 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.837 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.837 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.838 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156659 6.b 6:d6d23879:::benchmark_data_smithi078_103090_object51794:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:05:11.838 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032467+0000", 2021-07-26T16:05:11.838 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 34.347013605000001, 2021-07-26T16:05:11.839 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1262332019999999, 2021-07-26T16:05:11.839 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.839 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.840 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.840 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.841 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.841 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156659 2021-07-26T16:05:11.841 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.845 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.845 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.845 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.845 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032467+0000", 2021-07-26T16:05:11.846 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.846 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.846 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.846 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.846 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032467+0000", 2021-07-26T16:05:11.847 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.847 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.847 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.847 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.847 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032468+0000", 2021-07-26T16:05:11.848 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.592e-06 2021-07-26T16:05:11.849 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.849 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.849 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.849 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032471+0000", 2021-07-26T16:05:11.850 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4949999999999998e-06 2021-07-26T16:05:11.850 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.850 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.851 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.851 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032481+0000", 2021-07-26T16:05:11.852 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.6630000000000005e-06 2021-07-26T16:05:11.852 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.852 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.852 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.853 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032488+0000", 2021-07-26T16:05:11.853 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3969999999999997e-06 2021-07-26T16:05:11.853 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.853 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.853 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.854 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040245+0000", 2021-07-26T16:05:11.854 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0077569049999999997 2021-07-26T16:05:11.855 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.855 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.855 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.856 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040255+0000", 2021-07-26T16:05:11.856 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0360000000000001e-05 2021-07-26T16:05:11.856 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.857 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.857 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.858 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.097679+0000", 2021-07-26T16:05:11.858 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.057423386 2021-07-26T16:05:11.858 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.859 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.859 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.859 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.099418+0000", 2021-07-26T16:05:11.859 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001739783 2021-07-26T16:05:11.860 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.860 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.860 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:05:11.860 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.099741+0000", 2021-07-26T16:05:11.860 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00032228600000000002 2021-07-26T16:05:11.861 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.861 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.861 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.861 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130437+0000", 2021-07-26T16:05:11.861 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.030696465999999999 2021-07-26T16:05:11.862 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.862 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.862 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.862 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.152840+0000", 2021-07-26T16:05:11.863 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.022403009000000002 2021-07-26T16:05:11.863 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.863 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.863 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.864 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.152878+0000", 2021-07-26T16:05:11.864 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8223000000000003e-05 2021-07-26T16:05:11.864 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.864 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.864 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.865 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.153035+0000", 2021-07-26T16:05:11.865 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00015699299999999999 2021-07-26T16:05:11.865 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.866 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.866 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.866 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158340+0000", 2021-07-26T16:05:11.866 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0053042339999999997 2021-07-26T16:05:11.867 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.867 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.867 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.867 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158700+0000", 2021-07-26T16:05:11.868 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00036040999999999997 2021-07-26T16:05:11.868 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.868 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.868 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.868 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.869 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.869 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156684 6.b 6:d002fd45:::benchmark_data_smithi078_103090_object51819:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:05:11.869 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032497+0000", 2021-07-26T16:05:11.869 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 34.346983057999999, 2021-07-26T16:05:11.869 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1266257390000001, 2021-07-26T16:05:11.870 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.870 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.870 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.870 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.871 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.871 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156684 2021-07-26T16:05:11.871 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.871 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.871 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.872 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.872 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032497+0000", 2021-07-26T16:05:11.872 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.872 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.872 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.873 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.873 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032497+0000", 2021-07-26T16:05:11.873 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.873 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.874 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.874 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.874 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032498+0000", 2021-07-26T16:05:11.874 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0550000000000001e-06 2021-07-26T16:05:11.874 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.875 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.875 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.875 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032500+0000", 2021-07-26T16:05:11.875 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.279e-06 2021-07-26T16:05:11.876 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.876 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.876 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.876 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032506+0000", 2021-07-26T16:05:11.876 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4699999999999999e-06 2021-07-26T16:05:11.877 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.877 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.877 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.877 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032511+0000", 2021-07-26T16:05:11.878 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4429999999999996e-06 2021-07-26T16:05:11.878 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.878 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.878 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.878 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040282+0000", 2021-07-26T16:05:11.879 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0077713779999999998 2021-07-26T16:05:11.879 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.879 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.879 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.880 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040289+0000", 2021-07-26T16:05:11.880 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7259999999999996e-06 2021-07-26T16:05:11.880 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.880 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.880 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.881 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.108135+0000", 2021-07-26T16:05:11.881 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.06784601 2021-07-26T16:05:11.881 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.881 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.882 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.882 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.108288+0000", 2021-07-26T16:05:11.882 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000153292 2021-07-26T16:05:11.882 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.882 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.883 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:05:11.883 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.108470+0000", 2021-07-26T16:05:11.883 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000181576 2021-07-26T16:05:11.883 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.884 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.884 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.884 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130446+0000", 2021-07-26T16:05:11.884 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.021976401999999999 2021-07-26T16:05:11.884 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.885 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.885 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.885 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158768+0000", 2021-07-26T16:05:11.885 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.028321916999999999 2021-07-26T16:05:11.885 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.886 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.886 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.886 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158818+0000", 2021-07-26T16:05:11.886 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0216000000000002e-05 2021-07-26T16:05:11.887 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.887 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.887 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.887 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158867+0000", 2021-07-26T16:05:11.887 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8331999999999997e-05 2021-07-26T16:05:11.888 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.888 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.888 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.888 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158952+0000", 2021-07-26T16:05:11.888 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.5656999999999997e-05 2021-07-26T16:05:11.889 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.889 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.889 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.889 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159123+0000", 2021-07-26T16:05:11.890 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017098600000000001 2021-07-26T16:05:11.890 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.890 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.890 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.890 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.891 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.891 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156730 6.b 6:de9ee745:::benchmark_data_smithi078_103090_object51865:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:05:11.891 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032515+0000", 2021-07-26T16:05:11.891 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 34.346965556000001, 2021-07-26T16:05:11.892 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1271498609999999, 2021-07-26T16:05:11.892 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.892 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.892 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.892 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.893 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.893 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156730 2021-07-26T16:05:11.893 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.893 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.894 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.894 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.894 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032515+0000", 2021-07-26T16:05:11.894 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.895 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.895 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.895 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.895 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032515+0000", 2021-07-26T16:05:11.895 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.896 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.896 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.896 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.896 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032516+0000", 2021-07-26T16:05:11.896 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.438e-06 2021-07-26T16:05:11.897 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.897 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.897 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.897 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032517+0000", 2021-07-26T16:05:11.898 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.003e-06 2021-07-26T16:05:11.898 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.898 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.898 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.898 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032523+0000", 2021-07-26T16:05:11.899 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1179999999999997e-06 2021-07-26T16:05:11.899 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.899 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.899 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.899 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032527+0000", 2021-07-26T16:05:11.900 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8680000000000001e-06 2021-07-26T16:05:11.900 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.900 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.900 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.901 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040315+0000", 2021-07-26T16:05:11.901 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.007787202 2021-07-26T16:05:11.901 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.901 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.901 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.902 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040321+0000", 2021-07-26T16:05:11.902 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.5579999999999997e-06 2021-07-26T16:05:11.902 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.902 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.903 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.903 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.110891+0000", 2021-07-26T16:05:11.903 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.070570164 2021-07-26T16:05:11.903 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.903 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.904 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.904 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.111022+0000", 2021-07-26T16:05:11.904 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000130889 2021-07-26T16:05:11.904 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.904 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.905 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:05:11.905 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.111195+0000", 2021-07-26T16:05:11.905 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017307499999999999 2021-07-26T16:05:11.905 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.906 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.906 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.906 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130453+0000", 2021-07-26T16:05:11.906 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019258205 2021-07-26T16:05:11.906 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.907 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.907 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.907 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159191+0000", 2021-07-26T16:05:11.907 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.028737519 2021-07-26T16:05:11.907 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.908 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.908 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.908 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159249+0000", 2021-07-26T16:05:11.908 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8498999999999997e-05 2021-07-26T16:05:11.909 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.909 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.909 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.909 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159318+0000", 2021-07-26T16:05:11.909 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.8837999999999994e-05 2021-07-26T16:05:11.910 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.910 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.910 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.910 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159377+0000", 2021-07-26T16:05:11.911 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9020000000000001e-05 2021-07-26T16:05:11.911 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.911 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.911 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.911 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159665+0000", 2021-07-26T16:05:11.912 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00028746499999999999 2021-07-26T16:05:11.912 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.912 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.912 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.913 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.913 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.913 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156738 6.b 6:d2189011:::benchmark_data_smithi078_103090_object51873:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:05:11.913 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032531+0000", 2021-07-26T16:05:11.913 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 34.346949189, 2021-07-26T16:05:11.914 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.127748033, 2021-07-26T16:05:11.914 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.914 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.914 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.914 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.915 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.915 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156738 2021-07-26T16:05:11.915 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.915 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.916 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.916 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.916 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032531+0000", 2021-07-26T16:05:11.916 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.916 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.917 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.917 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.917 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032531+0000", 2021-07-26T16:05:11.917 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.918 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.918 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.918 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.918 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032532+0000", 2021-07-26T16:05:11.918 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.5799999999999998e-07 2021-07-26T16:05:11.919 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.919 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.919 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.919 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032533+0000", 2021-07-26T16:05:11.919 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.172e-06 2021-07-26T16:05:11.920 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.920 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.920 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.920 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032539+0000", 2021-07-26T16:05:11.921 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8379999999999998e-06 2021-07-26T16:05:11.921 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.921 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.921 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.921 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032543+0000", 2021-07-26T16:05:11.922 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8700000000000002e-06 2021-07-26T16:05:11.922 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.922 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.922 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.922 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040347+0000", 2021-07-26T16:05:11.923 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0078036599999999996 2021-07-26T16:05:11.923 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.923 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.923 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.924 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040353+0000", 2021-07-26T16:05:11.924 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.5830000000000003e-06 2021-07-26T16:05:11.924 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.924 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.924 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.925 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.113423+0000", 2021-07-26T16:05:11.925 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.073069791 2021-07-26T16:05:11.925 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.925 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.926 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.926 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.113572+0000", 2021-07-26T16:05:11.926 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000148932 2021-07-26T16:05:11.926 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.926 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.927 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:05:11.927 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.113751+0000", 2021-07-26T16:05:11.927 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017915800000000001 2021-07-26T16:05:11.927 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.927 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.928 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.928 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130462+0000", 2021-07-26T16:05:11.928 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.01671081 2021-07-26T16:05:11.928 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.929 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.929 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.929 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159726+0000", 2021-07-26T16:05:11.929 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.029264284000000002 2021-07-26T16:05:11.929 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.930 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.930 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.930 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159912+0000", 2021-07-26T16:05:11.930 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018560699999999999 2021-07-26T16:05:11.930 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.931 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.931 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.931 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160075+0000", 2021-07-26T16:05:11.931 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000162578 2021-07-26T16:05:11.932 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.932 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.932 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.932 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160148+0000", 2021-07-26T16:05:11.932 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3004999999999996e-05 2021-07-26T16:05:11.933 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.933 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.933 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.933 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160279+0000", 2021-07-26T16:05:11.934 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013178699999999999 2021-07-26T16:05:11.934 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.934 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.934 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.934 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.935 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.935 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156763 6.b 6:decaaf40:::benchmark_data_smithi078_103090_object51898:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:05:11.935 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032547+0000", 2021-07-26T16:05:11.935 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 34.346933278999998, 2021-07-26T16:05:11.936 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1279717650000001, 2021-07-26T16:05:11.936 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.936 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.936 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.937 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.937 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.937 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156763 2021-07-26T16:05:11.937 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.937 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.938 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.938 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.938 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032547+0000", 2021-07-26T16:05:11.938 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.939 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.939 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.939 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.939 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032547+0000", 2021-07-26T16:05:11.939 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.940 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.940 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.940 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.940 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032548+0000", 2021-07-26T16:05:11.940 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.5199999999999995e-07 2021-07-26T16:05:11.941 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.941 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.941 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.941 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032550+0000", 2021-07-26T16:05:11.942 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.592e-06 2021-07-26T16:05:11.942 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.942 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.942 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.942 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032555+0000", 2021-07-26T16:05:11.943 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8690000000000001e-06 2021-07-26T16:05:11.943 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.943 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.943 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.944 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032559+0000", 2021-07-26T16:05:11.944 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9509999999999999e-06 2021-07-26T16:05:11.944 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.944 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.944 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.945 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040379+0000", 2021-07-26T16:05:11.945 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0078196169999999992 2021-07-26T16:05:11.945 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.945 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.945 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.946 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040386+0000", 2021-07-26T16:05:11.946 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7569999999999998e-06 2021-07-26T16:05:11.946 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.946 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.946 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.947 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.116499+0000", 2021-07-26T16:05:11.947 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0761131449999999 2021-07-26T16:05:11.947 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.947 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.948 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.948 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.116628+0000", 2021-07-26T16:05:11.948 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000128839 2021-07-26T16:05:11.948 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.948 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.949 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:05:11.949 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.116797+0000", 2021-07-26T16:05:11.949 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016909499999999999 2021-07-26T16:05:11.949 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.949 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.950 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.950 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130469+0000", 2021-07-26T16:05:11.950 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013672309000000001 2021-07-26T16:05:11.950 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.951 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.951 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.951 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159869+0000", 2021-07-26T16:05:11.951 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.029400032 2021-07-26T16:05:11.951 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.952 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.952 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.952 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159950+0000", 2021-07-26T16:05:11.952 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.1230000000000007e-05 2021-07-26T16:05:11.952 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.953 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.953 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.953 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160322+0000", 2021-07-26T16:05:11.953 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000371956 2021-07-26T16:05:11.954 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.954 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.954 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.954 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160379+0000", 2021-07-26T16:05:11.954 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6353000000000001e-05 2021-07-26T16:05:11.955 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.955 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.955 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.955 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160519+0000", 2021-07-26T16:05:11.955 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000140168 2021-07-26T16:05:11.956 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.956 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.956 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.956 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.957 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.957 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156764 6.b 6:df472779:::benchmark_data_smithi078_103090_object51899:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:05:11.957 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032564+0000", 2021-07-26T16:05:11.957 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 34.346916958000001, 2021-07-26T16:05:11.957 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.128183333, 2021-07-26T16:05:11.958 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.958 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.958 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.958 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.958 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.959 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156764 2021-07-26T16:05:11.959 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.959 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.959 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.960 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.960 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032564+0000", 2021-07-26T16:05:11.960 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.960 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.960 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.961 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.961 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032564+0000", 2021-07-26T16:05:11.961 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.961 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.961 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.962 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.962 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032565+0000", 2021-07-26T16:05:11.962 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0839999999999999e-06 2021-07-26T16:05:11.962 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.963 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.963 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.963 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032566+0000", 2021-07-26T16:05:11.963 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.065e-06 2021-07-26T16:05:11.963 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.964 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.964 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.964 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032571+0000", 2021-07-26T16:05:11.964 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.7620000000000001e-06 2021-07-26T16:05:11.964 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.965 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.965 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.965 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032576+0000", 2021-07-26T16:05:11.965 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3479999999999997e-06 2021-07-26T16:05:11.965 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.966 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.966 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.966 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040422+0000", 2021-07-26T16:05:11.966 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0078458869999999993 2021-07-26T16:05:11.967 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.967 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.967 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.967 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040429+0000", 2021-07-26T16:05:11.967 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1520000000000003e-06 2021-07-26T16:05:11.968 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.968 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.968 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.968 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.119585+0000", 2021-07-26T16:05:11.969 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.079156451 2021-07-26T16:05:11.969 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.969 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.969 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.969 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.119885+0000", 2021-07-26T16:05:11.970 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000299764 2021-07-26T16:05:11.970 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.970 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.970 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:05:11.970 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.120693+0000", 2021-07-26T16:05:11.971 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00080787800000000005 2021-07-26T16:05:11.971 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.971 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.971 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.972 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.152392+0000", 2021-07-26T16:05:11.972 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.031699135000000003 2021-07-26T16:05:11.972 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.972 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.972 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.973 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159990+0000", 2021-07-26T16:05:11.973 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0075982949999999997 2021-07-26T16:05:11.973 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.973 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.973 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.974 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160030+0000", 2021-07-26T16:05:11.974 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9323000000000003e-05 2021-07-26T16:05:11.974 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.974 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.975 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.975 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160563+0000", 2021-07-26T16:05:11.975 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00053306200000000005 2021-07-26T16:05:11.975 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.975 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.976 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.976 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160616+0000", 2021-07-26T16:05:11.976 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3313999999999998e-05 2021-07-26T16:05:11.976 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.977 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.977 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.977 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160747+0000", 2021-07-26T16:05:11.977 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000130813 2021-07-26T16:05:11.977 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.978 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:11.978 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:11.978 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.978 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.978 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156775 6.b 6:da67a445:::benchmark_data_smithi078_103090_object51910:head [delete] snapc 0=[] ondisk+write+known_if_redirected e169)", 2021-07-26T16:05:11.979 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.227656+0000", 2021-07-26T16:05:11.979 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 34.151824093000002, 2021-07-26T16:05:11.979 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.93605828700000004, 2021-07-26T16:05:11.979 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:11.980 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:11.980 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:11.980 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:11.980 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:11.980 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156775 2021-07-26T16:05:11.981 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.981 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:11.981 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.981 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:11.981 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227656+0000", 2021-07-26T16:05:11.982 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.982 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.982 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.982 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:11.983 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227656+0000", 2021-07-26T16:05:11.983 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:11.983 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.983 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.983 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:11.984 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227658+0000", 2021-07-26T16:05:11.984 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.449e-06 2021-07-26T16:05:11.984 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.984 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.985 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:11.985 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227660+0000", 2021-07-26T16:05:11.985 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7489999999999999e-06 2021-07-26T16:05:11.985 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.985 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.986 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:11.986 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227669+0000", 2021-07-26T16:05:11.986 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.0329999999999997e-06 2021-07-26T16:05:11.986 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.986 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.987 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:11.987 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227673+0000", 2021-07-26T16:05:11.987 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0439999999999997e-06 2021-07-26T16:05:11.987 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.988 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.988 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.988 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227713+0000", 2021-07-26T16:05:11.988 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9938999999999998e-05 2021-07-26T16:05:11.988 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.989 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.989 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:11.989 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227720+0000", 2021-07-26T16:05:11.989 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.9119999999999998e-06 2021-07-26T16:05:11.990 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.990 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.990 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:11.990 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.123910+0000", 2021-07-26T16:05:11.990 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.89618988700000002 2021-07-26T16:05:11.991 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.991 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.991 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:11.991 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.124234+0000", 2021-07-26T16:05:11.991 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00032335099999999999 2021-07-26T16:05:11.992 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.992 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.992 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:05:11.992 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.124738+0000", 2021-07-26T16:05:11.993 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000503766 2021-07-26T16:05:11.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.993 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.993 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:11.993 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.152545+0000", 2021-07-26T16:05:11.994 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.027807734000000001 2021-07-26T16:05:11.994 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.994 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.994 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.995 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160790+0000", 2021-07-26T16:05:11.995 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0082449350000000001 2021-07-26T16:05:11.995 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.995 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.995 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.996 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160828+0000", 2021-07-26T16:05:11.996 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7771999999999997e-05 2021-07-26T16:05:11.996 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.996 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.997 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:11.997 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.163488+0000", 2021-07-26T16:05:11.997 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0026603920000000001 2021-07-26T16:05:11.997 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.997 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.998 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:11.998 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.163572+0000", 2021-07-26T16:05:11.998 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.3963999999999998e-05 2021-07-26T16:05:11.998 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:11.998 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:11.999 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:11.999 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.163715+0000", 2021-07-26T16:05:11.999 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00014236000000000001 2021-07-26T16:05:11.999 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:12.000 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:12.000 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:12.000 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.000 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.000 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156781 6.b 6:d103123b:::benchmark_data_smithi078_103090_object51916:head [delete] snapc 0=[] ondisk+write+known_if_redirected e169)", 2021-07-26T16:05:12.001 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.424723+0000", 2021-07-26T16:05:12.001 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 33.954757618999999, 2021-07-26T16:05:12.001 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.73930313299999995, 2021-07-26T16:05:12.001 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:12.001 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:12.002 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:12.002 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:12.002 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:12.002 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156781 2021-07-26T16:05:12.003 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.003 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:12.003 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.003 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:12.003 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.424723+0000", 2021-07-26T16:05:12.004 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:12.004 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.004 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.004 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:12.005 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.424723+0000", 2021-07-26T16:05:12.005 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:12.005 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.005 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.005 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:12.006 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.424727+0000", 2021-07-26T16:05:12.006 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6290000000000001e-06 2021-07-26T16:05:12.006 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.006 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.007 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:12.007 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.424732+0000", 2021-07-26T16:05:12.007 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.578e-06 2021-07-26T16:05:12.007 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.007 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.008 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:12.008 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.424755+0000", 2021-07-26T16:05:12.008 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3328000000000001e-05 2021-07-26T16:05:12.008 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.009 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.009 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:12.009 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.424765+0000", 2021-07-26T16:05:12.009 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.3389999999999999e-06 2021-07-26T16:05:12.009 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.010 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.010 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:12.010 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.424832+0000", 2021-07-26T16:05:12.010 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7716e-05 2021-07-26T16:05:12.011 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.011 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.011 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:12.011 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.424845+0000", 2021-07-26T16:05:12.011 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2578999999999999e-05 2021-07-26T16:05:12.012 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.012 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.012 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:12.012 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130507+0000", 2021-07-26T16:05:12.012 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.70566235300000002 2021-07-26T16:05:12.013 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.013 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.013 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:12.013 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130675+0000", 2021-07-26T16:05:12.014 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000167503 2021-07-26T16:05:12.014 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.014 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.014 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:05:12.014 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130882+0000", 2021-07-26T16:05:12.015 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000207455 2021-07-26T16:05:12.015 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.015 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.015 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:12.016 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.152554+0000", 2021-07-26T16:05:12.016 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.021671646999999999 2021-07-26T16:05:12.016 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.016 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.016 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:12.017 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.163768+0000", 2021-07-26T16:05:12.017 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.01121451 2021-07-26T16:05:12.017 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.017 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.017 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:12.018 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.163807+0000", 2021-07-26T16:05:12.018 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.875e-05 2021-07-26T16:05:12.018 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.018 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.019 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:12.019 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.163845+0000", 2021-07-26T16:05:12.019 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8204000000000002e-05 2021-07-26T16:05:12.019 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.019 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.020 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:12.020 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.163895+0000", 2021-07-26T16:05:12.020 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0024000000000001e-05 2021-07-26T16:05:12.020 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.021 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.021 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:12.021 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.164026+0000", 2021-07-26T16:05:12.021 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013051800000000001 2021-07-26T16:05:12.021 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:12.022 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:12.022 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:12.022 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.022 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.022 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156782 6.b 6:d705065c:::benchmark_data_smithi078_103090_object51917:head [delete] snapc 0=[] ondisk+write+known_if_redirected e169)", 2021-07-26T16:05:12.023 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.451971+0000", 2021-07-26T16:05:12.023 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 33.927509096999998, 2021-07-26T16:05:12.023 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.71243762499999996, 2021-07-26T16:05:12.023 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:12.024 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:12.024 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:12.024 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:12.024 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:12.024 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156782 2021-07-26T16:05:12.025 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.025 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:12.025 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.025 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:12.025 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.451971+0000", 2021-07-26T16:05:12.026 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:12.026 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.026 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.026 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:12.027 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.451971+0000", 2021-07-26T16:05:12.027 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:12.027 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.027 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.027 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:12.028 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.451974+0000", 2021-07-26T16:05:12.028 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0680000000000001e-06 2021-07-26T16:05:12.028 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.028 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.029 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:12.029 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.451978+0000", 2021-07-26T16:05:12.029 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4130000000000002e-06 2021-07-26T16:05:12.029 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.029 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.030 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:12.030 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.451993+0000", 2021-07-26T16:05:12.030 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5160999999999999e-05 2021-07-26T16:05:12.030 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.030 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.031 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:12.031 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.452000+0000", 2021-07-26T16:05:12.031 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7299999999999999e-06 2021-07-26T16:05:12.031 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.032 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.032 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:12.032 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.452044+0000", 2021-07-26T16:05:12.032 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3776999999999998e-05 2021-07-26T16:05:12.032 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.033 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.033 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:12.033 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.452053+0000", 2021-07-26T16:05:12.033 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.0189999999999995e-06 2021-07-26T16:05:12.034 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.034 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.034 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:12.034 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.134611+0000", 2021-07-26T16:05:12.034 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.68255887800000004 2021-07-26T16:05:12.035 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.035 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.035 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:12.035 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.135000+0000", 2021-07-26T16:05:12.035 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00038845699999999998 2021-07-26T16:05:12.036 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.036 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.036 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:05:12.036 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.135214+0000", 2021-07-26T16:05:12.037 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021376500000000001 2021-07-26T16:05:12.037 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.037 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.037 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:12.037 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.152564+0000", 2021-07-26T16:05:12.038 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.017350645000000001 2021-07-26T16:05:12.038 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.038 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.038 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:12.038 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.164070+0000", 2021-07-26T16:05:12.039 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011505325 2021-07-26T16:05:12.039 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.039 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.039 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:12.040 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.164116+0000", 2021-07-26T16:05:12.040 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6885000000000003e-05 2021-07-26T16:05:12.040 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.040 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.040 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:12.041 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.164230+0000", 2021-07-26T16:05:12.041 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00011367200000000001 2021-07-26T16:05:12.041 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.041 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.041 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:12.042 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.164280+0000", 2021-07-26T16:05:12.042 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9477000000000001e-05 2021-07-26T16:05:12.042 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.042 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.043 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:12.043 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.164409+0000", 2021-07-26T16:05:12.043 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012935299999999999 2021-07-26T16:05:12.043 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:12.043 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:12.044 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:12.044 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.044 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.044 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:162489 6.e 6.bc80a91e (undecoded) ondisk+write+known_if_redirected e174)", 2021-07-26T16:05:12.044 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:05:08.361239+0000", 2021-07-26T16:05:12.045 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 3.0182411469999999, 2021-07-26T16:05:12.045 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.90687336200000002, 2021-07-26T16:05:12.045 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:12.045 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:05:12.045 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:12.046 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:12.046 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:12.046 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 162489 2021-07-26T16:05:12.046 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.047 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:12.047 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.047 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:12.047 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361239+0000", 2021-07-26T16:05:12.047 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:12.048 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.048 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.048 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:12.048 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361239+0000", 2021-07-26T16:05:12.048 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:12.049 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.049 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.049 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:12.049 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361242+0000", 2021-07-26T16:05:12.050 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0570000000000001e-06 2021-07-26T16:05:12.050 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.050 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.050 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:12.050 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361246+0000", 2021-07-26T16:05:12.051 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7639999999999999e-06 2021-07-26T16:05:12.051 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.051 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.051 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:12.052 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361262+0000", 2021-07-26T16:05:12.052 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5753e-05 2021-07-26T16:05:12.052 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.052 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.052 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:12.053 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361269+0000", 2021-07-26T16:05:12.053 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3839999999999999e-06 2021-07-26T16:05:12.053 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.053 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.053 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:12.054 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361336+0000", 2021-07-26T16:05:12.054 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6564999999999997e-05 2021-07-26T16:05:12.054 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.054 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.055 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:12.055 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361348+0000", 2021-07-26T16:05:12.055 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2465e-05 2021-07-26T16:05:12.055 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.055 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.056 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:12.056 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:09.268100+0000", 2021-07-26T16:05:12.056 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.906751431 2021-07-26T16:05:12.056 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:12.056 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:12.057 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:12.057 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:09.268113+0000", 2021-07-26T16:05:12.057 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2943e-05 2021-07-26T16:05:12.057 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:12.058 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:12.058 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:12.058 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:12.058 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:12.058 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:05:12.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:12.060 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:12.061 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:12.061 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:11 smithi139 ceph-mon[56829]: pgmap v473: 99 pgs: 3 remapped+peering, 31 peering, 12 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 40 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 194 op/s; 32741/141876 objects degraded (23.077%); 26360/141876 objects misplaced (18.580%); 4.7 MiB/s, 75 objects/s recovering 2021-07-26T16:05:12.061 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:11 smithi139 ceph-mon[56829]: 6.7 starting backfill to osd.4 from (96'976,141'9329] MIN to 173'9880 2021-07-26T16:05:12.062 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:11 smithi139 ceph-mon[56829]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:05:12.062 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:11 smithi139 ceph-mon[56829]: 6.17 starting backfill to osd.4 from (96'976,141'9329] MIN to 173'9846 2021-07-26T16:05:12.062 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:11 smithi139 ceph-mon[56829]: 6.f starting backfill to osd.6 from (104'4549,173'10101] MIN to 173'10102 2021-07-26T16:05:12.062 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:11 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2995509507' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:12.063 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:11 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:12.161 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:12.184 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:12.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:12.185 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:12.286 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:12.309 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:12.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:12.311 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:12.412 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:12.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:12.437 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:12.437 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:12.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:12 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:12.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:12 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:05:12.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:12 smithi078 ceph-mon[73801]: osdmap e177: 8 total, 8 up, 8 in 2021-07-26T16:05:12.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:12 smithi078 ceph-mon[73801]: pgmap v476: 99 pgs: 3 remapped+peering, 31 peering, 12 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 40 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 159 op/s; 32741/141876 objects degraded (23.077%); 26360/141876 objects misplaced (18.580%); 3.4 MiB/s, 54 objects/s recovering 2021-07-26T16:05:12.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:12 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 32741/141876 objects degraded (23.077%), 19 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:12.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:12 smithi078 ceph-mon[73801]: osdmap e178: 8 total, 8 up, 8 in 2021-07-26T16:05:12.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:12 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:12.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:12 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:05:12.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:12 smithi078 ceph-mon[77813]: osdmap e177: 8 total, 8 up, 8 in 2021-07-26T16:05:12.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:12 smithi078 ceph-mon[77813]: pgmap v476: 99 pgs: 3 remapped+peering, 31 peering, 12 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 40 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 159 op/s; 32741/141876 objects degraded (23.077%); 26360/141876 objects misplaced (18.580%); 3.4 MiB/s, 54 objects/s recovering 2021-07-26T16:05:12.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:12 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 32741/141876 objects degraded (23.077%), 19 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:12.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:12 smithi078 ceph-mon[77813]: osdmap e178: 8 total, 8 up, 8 in 2021-07-26T16:05:12.538 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:12.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:12.564 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:12.565 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:12.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:12 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:12.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:12 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:05:12.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:12 smithi139 ceph-mon[56829]: osdmap e177: 8 total, 8 up, 8 in 2021-07-26T16:05:12.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:12 smithi139 ceph-mon[56829]: pgmap v476: 99 pgs: 3 remapped+peering, 31 peering, 12 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+remapped, 40 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 159 op/s; 32741/141876 objects degraded (23.077%); 26360/141876 objects misplaced (18.580%); 3.4 MiB/s, 54 objects/s recovering 2021-07-26T16:05:12.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:12 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 32741/141876 objects degraded (23.077%), 19 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:12.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:12 smithi139 ceph-mon[56829]: osdmap e178: 8 total, 8 up, 8 in 2021-07-26T16:05:12.665 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:12.688 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:12.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:12.689 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:12.790 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:12.813 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:12.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:12.814 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:12.915 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:12.938 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:12.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:12.940 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:13.041 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:13.066 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:13.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:13.068 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:13.092 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-07-26T16:05:13.169 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:13.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:13.200 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:13.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:13.259 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:13.301 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:13.323 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:13.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:13.325 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:13.352 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:05:13.370 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:05:13.390 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:05:13.405 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:05:13.425 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:05:13.426 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:13.444 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:05:13.448 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:13.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:13.450 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:13.485 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:05:13.506 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:05:13.518 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:05:13.518 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:05:13.518 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:05:13.519 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:05:13.519 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:05:13.519 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:05:13.519 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:05:13.520 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:05:13.551 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:13.575 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:13.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:13.576 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:13.683 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:13.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:13.707 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:13.708 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:13.809 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:13.831 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:13.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:13.833 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:13.934 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:13.957 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:13.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:13.959 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:14.060 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:14.083 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:14.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:14.085 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:14.187 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:14.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:14.211 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:14.212 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:14.313 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:14.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:14 smithi139 ceph-mon[56829]: osdmap e179: 8 total, 8 up, 8 in 2021-07-26T16:05:14.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:14 smithi139 ceph-mon[56829]: 6.8 continuing backfill to osd.6 from (101'2660,173'9947] MIN to 173'9947 2021-07-26T16:05:14.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:14 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2518165630' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:14.336 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:14.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:14.338 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:14.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:14 smithi078 ceph-mon[73801]: osdmap e179: 8 total, 8 up, 8 in 2021-07-26T16:05:14.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:14 smithi078 ceph-mon[73801]: 6.8 continuing backfill to osd.6 from (101'2660,173'9947] MIN to 173'9947 2021-07-26T16:05:14.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:14 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2518165630' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:14.354 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:14 smithi078 ceph-mon[77813]: osdmap e179: 8 total, 8 up, 8 in 2021-07-26T16:05:14.354 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:14 smithi078 ceph-mon[77813]: 6.8 continuing backfill to osd.6 from (101'2660,173'9947] MIN to 173'9947 2021-07-26T16:05:14.354 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:14 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2518165630' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:14.439 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:14.496 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:14.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:14.498 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:14.599 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:14.623 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:14.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:14.625 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:14.726 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:14.750 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:14.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:14.752 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:14.856 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:14.879 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:14.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:14.881 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:14.982 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:15.004 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:15.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:15.006 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:15.107 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:15.134 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:15.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:15.136 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:15.142 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 5, 6, 7, 0, 4] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 5, 6, 7, 2, 4] 2021-07-26T16:05:15.143 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:05:15.145 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_0 2021-07-26T16:05:15.146 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:05:15.238 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:15.262 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:05:15.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:15.266 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:15.266 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:15.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:15 smithi139 ceph-mon[56829]: pgmap v479: 99 pgs: 1 activating+undersized+degraded+remapped, 4 remapped+peering, 31 peering, 12 active+recovery_wait+degraded, 40 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 3 op/s; 32679/141828 objects degraded (23.041%); 23708/141828 objects misplaced (16.716%); 1.0 MiB/s, 298 objects/s recovering 2021-07-26T16:05:15.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:15 smithi139 ceph-mon[56829]: osdmap e180: 8 total, 8 up, 8 in 2021-07-26T16:05:15.340 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:15 smithi078 ceph-mon[73801]: pgmap v479: 99 pgs: 1 activating+undersized+degraded+remapped, 4 remapped+peering, 31 peering, 12 active+recovery_wait+degraded, 40 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 3 op/s; 32679/141828 objects degraded (23.041%); 23708/141828 objects misplaced (16.716%); 1.0 MiB/s, 298 objects/s recovering 2021-07-26T16:05:15.340 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:15 smithi078 ceph-mon[73801]: osdmap e180: 8 total, 8 up, 8 in 2021-07-26T16:05:15.341 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:15.341 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:15 smithi078 ceph-mon[77813]: pgmap v479: 99 pgs: 1 activating+undersized+degraded+remapped, 4 remapped+peering, 31 peering, 12 active+recovery_wait+degraded, 40 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 3 op/s; 32679/141828 objects degraded (23.041%); 23708/141828 objects misplaced (16.716%); 1.0 MiB/s, 298 objects/s recovering 2021-07-26T16:05:15.342 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:15 smithi078 ceph-mon[77813]: osdmap e180: 8 total, 8 up, 8 in 2021-07-26T16:05:15.367 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:15.390 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:15.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:15.391 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:15.428 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:15.493 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:15.516 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:15.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:15.517 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:15.618 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:15.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:15.645 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:15.645 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:15.654 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:05:15.654 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:05:15.746 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:15.771 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:15.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:15.773 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:15.874 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:15.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:15.902 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:15.903 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:16.004 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:16.028 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:16.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:16.029 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:16.130 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:16.171 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:16.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:16.172 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:16.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:16 smithi078 ceph-mon[73801]: osdmap e181: 8 total, 8 up, 8 in 2021-07-26T16:05:16.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:16 smithi078 ceph-mon[77813]: osdmap e181: 8 total, 8 up, 8 in 2021-07-26T16:05:16.273 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:16.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:16.310 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:16.310 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:16.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:16 smithi139 ceph-mon[56829]: osdmap e181: 8 total, 8 up, 8 in 2021-07-26T16:05:16.412 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:16.460 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:05:16.492 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:16.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:16.493 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:16.594 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:16.617 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:16.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:16.618 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:16.677 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:16.719 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:16.759 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:16.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:16.761 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:16.862 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:16.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:16.885 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:16.885 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:16.987 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:17.009 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:17.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:17.011 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:17.112 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:17.133 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:17.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:17.134 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:17.235 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:17.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:17 smithi078 ceph-mon[73801]: pgmap v482: 99 pgs: 1 activating+degraded, 2 active+remapped+backfilling, 3 activating+undersized+degraded+remapped, 1 remapped+peering, 1 peering, 13 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+wait, 66 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.6 GiB used, 702 GiB / 715 GiB avail; 255 B/s wr, 8 op/s; 35851/141783 objects degraded (25.286%); 25607/141783 objects misplaced (18.061%); 24 MiB/s, 666 objects/s recovering 2021-07-26T16:05:17.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:17 smithi078 ceph-mon[73801]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2021-07-26T16:05:17.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:17 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 35851/141783 objects degraded (25.286%), 23 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:17.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:17 smithi078 ceph-mon[73801]: osdmap e182: 8 total, 8 up, 8 in 2021-07-26T16:05:17.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:17 smithi078 ceph-mon[77813]: pgmap v482: 99 pgs: 1 activating+degraded, 2 active+remapped+backfilling, 3 activating+undersized+degraded+remapped, 1 remapped+peering, 1 peering, 13 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+wait, 66 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.6 GiB used, 702 GiB / 715 GiB avail; 255 B/s wr, 8 op/s; 35851/141783 objects degraded (25.286%); 25607/141783 objects misplaced (18.061%); 24 MiB/s, 666 objects/s recovering 2021-07-26T16:05:17.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:17 smithi078 ceph-mon[77813]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2021-07-26T16:05:17.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:17 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 35851/141783 objects degraded (25.286%), 23 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:17.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:17 smithi078 ceph-mon[77813]: osdmap e182: 8 total, 8 up, 8 in 2021-07-26T16:05:17.257 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:17.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:17.258 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:17.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:17 smithi139 ceph-mon[56829]: pgmap v482: 99 pgs: 1 activating+degraded, 2 active+remapped+backfilling, 3 activating+undersized+degraded+remapped, 1 remapped+peering, 1 peering, 13 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+wait, 66 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.6 GiB used, 702 GiB / 715 GiB avail; 255 B/s wr, 8 op/s; 35851/141783 objects degraded (25.286%); 25607/141783 objects misplaced (18.061%); 24 MiB/s, 666 objects/s recovering 2021-07-26T16:05:17.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:17 smithi139 ceph-mon[56829]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2021-07-26T16:05:17.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:17 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 35851/141783 objects degraded (25.286%), 23 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:17.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:17 smithi139 ceph-mon[56829]: osdmap e182: 8 total, 8 up, 8 in 2021-07-26T16:05:17.361 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:17.387 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:17.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:17.388 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:17.490 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:17.513 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:17.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:17.515 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:17.616 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:17.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:17.644 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:17.644 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:17.745 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:17.770 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:17.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:17.772 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:17.873 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:17.899 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:17.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:17.901 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:18.002 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:18.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:18.030 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:18.030 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:18.132 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:18.153 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:18.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:18.155 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:18.176 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-07-26T16:05:18.256 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:18.279 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:18.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:18.280 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:18.381 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:18.396 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:18.416 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:18.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:18.419 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:18.522 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:18.544 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:18.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:18.546 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:18.648 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:18.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:18.692 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:18.692 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:18.794 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:18.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:18.818 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:18.818 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:18.920 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:18.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:18.944 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:18.944 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:19.046 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:19.067 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:19.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:19.069 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:19.170 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:19.185 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:19 smithi078 ceph-mon[73801]: pgmap v484: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 activating+degraded, 2 active+remapped+backfilling, 2 activating+undersized+degraded+remapped, 1 peering, 13 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+wait, 66 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.6 GiB used, 702 GiB / 715 GiB avail; 210 B/s wr, 19 op/s; 35796/141552 objects degraded (25.288%); 27027/141552 objects misplaced (19.093%); 19 MiB/s, 310 objects/s recovering 2021-07-26T16:05:19.186 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:19 smithi078 ceph-mon[73801]: osdmap e183: 8 total, 8 up, 8 in 2021-07-26T16:05:19.186 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:19 smithi078 ceph-mon[77813]: pgmap v484: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 activating+degraded, 2 active+remapped+backfilling, 2 activating+undersized+degraded+remapped, 1 peering, 13 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+wait, 66 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.6 GiB used, 702 GiB / 715 GiB avail; 210 B/s wr, 19 op/s; 35796/141552 objects degraded (25.288%); 27027/141552 objects misplaced (19.093%); 19 MiB/s, 310 objects/s recovering 2021-07-26T16:05:19.187 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:19 smithi078 ceph-mon[77813]: osdmap e183: 8 total, 8 up, 8 in 2021-07-26T16:05:19.193 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:19.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:19.194 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:19.296 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:19.318 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:19.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:19.320 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:19.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:19 smithi139 ceph-mon[56829]: pgmap v484: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 activating+degraded, 2 active+remapped+backfilling, 2 activating+undersized+degraded+remapped, 1 peering, 13 active+recovery_wait+degraded, 1 active+recovery_wait+degraded+wait, 66 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 9.6 GiB used, 702 GiB / 715 GiB avail; 210 B/s wr, 19 op/s; 35796/141552 objects degraded (25.288%); 27027/141552 objects misplaced (19.093%); 19 MiB/s, 310 objects/s recovering 2021-07-26T16:05:19.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:19 smithi139 ceph-mon[56829]: osdmap e183: 8 total, 8 up, 8 in 2021-07-26T16:05:19.421 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:19.456 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:19.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:19.458 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:19.559 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:19.581 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:19.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:19.583 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:19.685 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:19.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:19.710 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:19.711 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:19.811 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:19.832 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:19.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:19.834 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:19.935 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:19.966 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:19.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:19.968 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:20.069 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:20.070 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:05:20.090 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:20.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:20.093 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:20.194 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:20.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:20.234 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:20.234 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:20.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:20 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2888164450' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:05:20.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:20 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:05:20.330 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:20 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2888164450' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:05:20.331 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:20 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:05:20.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:20 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2888164450' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:05:20.331 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:20 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:05:20.335 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:20.359 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:20.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:20.362 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:20.463 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:20.485 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:20.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:20.487 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:20.588 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:20.611 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:20.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:20.613 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:20.714 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:20.736 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:20.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:20.738 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:20.811 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:05:20.817 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:05:20.840 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:20.861 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:20.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:20.863 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:20.964 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:20.985 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:20.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:20.986 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:21.087 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:21.109 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:21.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:21.111 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:21.212 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:21.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:21.237 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:21.238 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:21.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:21 smithi078 ceph-mon[77813]: pgmap v486: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 174 B/s wr, 147 op/s; 35486/139242 objects degraded (25.485%); 25445/139242 objects misplaced (18.274%); 29 MiB/s, 468 objects/s recovering 2021-07-26T16:05:21.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:21 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:21.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:21 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:05:21.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:21 smithi078 ceph-mon[77813]: osdmap e184: 8 total, 8 up, 8 in 2021-07-26T16:05:21.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:21 smithi078 ceph-mon[73801]: pgmap v486: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 174 B/s wr, 147 op/s; 35486/139242 objects degraded (25.485%); 25445/139242 objects misplaced (18.274%); 29 MiB/s, 468 objects/s recovering 2021-07-26T16:05:21.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:21 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:21.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:21 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:05:21.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:21 smithi078 ceph-mon[73801]: osdmap e184: 8 total, 8 up, 8 in 2021-07-26T16:05:21.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:21 smithi139 ceph-mon[56829]: pgmap v486: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 174 B/s wr, 147 op/s; 35486/139242 objects degraded (25.485%); 25445/139242 objects misplaced (18.274%); 29 MiB/s, 468 objects/s recovering 2021-07-26T16:05:21.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:21 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:21.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:21 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:05:21.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:21 smithi139 ceph-mon[56829]: osdmap e184: 8 total, 8 up, 8 in 2021-07-26T16:05:21.339 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:21.367 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:21.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:21.369 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:21.470 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:21.496 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:21.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:21.498 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:21.599 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:21.631 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:21.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:21.633 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:21.734 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:21.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:21.758 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:21.758 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:21.860 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:21.895 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:21.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:21.897 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:21.990 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":487,"stamp":"2021-07-26T16:05:20.051226+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3040745398,"num_objects":46414,"num_object_clones":0,"num_object_copies":139242,"num_objects_missing_on_primary":6484,"num_objects_missing":6484,"num_objects_degraded":35486,"num_objects_misplaced":25445,"num_objects_unfound":0,"num_objects_dirty":46414,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":163596,"num_write_kb":6713614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25840,"num_bytes_recovered":1613366529,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":179522,"ondisk_log_size":179522,"up":297,"acting":287,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":381,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":14156864,"kb_used_data":9443648,"kb_used_omap":512,"kb_used_meta":4712575,"kb_avail":735804352,"statfs":{"total":767960285184,"available":753463656448,"internally_reserved":4294967296,"allocated":9670295552,"data_stored":9663254949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":524446,"internal_metadata":4825677666},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,0,0,1],"upper_bound":16384},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-55508992,"num_objects":-847,"num_object_clones":0,"num_object_copies":-2541,"num_objects_missing_on_primary":-93,"num_objects_missing":-93,"num_objects_degraded":-365,"num_objects_misplaced":-162,"num_objects_unfound":0,"num_objects_dirty":-847,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":847,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1279,"num_bytes_recovered":81133568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.002491"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":18,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.039542+0000","last_change":"2021-07-26T16:05:09.284095+0000","last_active":"2021-07-26T16:05:17.039542+0000","last_peered":"2021-07-26T16:05:17.039542+0000","last_clean":"2021-07-26T16:05:17.039542+0000","last_became_active":"2021-07-26T16:05:09.283727+0000","last_became_peered":"2021-07-26T16:05:09.283727+0000","last_unstale":"2021-07-26T16:05:17.039542+0000","last_undegraded":"2021-07-26T16:05:17.039542+0000","last_fullsized":"2021-07-26T16:05:17.039542+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":140,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.043500+0000","last_change":"2021-07-26T16:05:09.280539+0000","last_active":"2021-07-26T16:05:17.043500+0000","last_peered":"2021-07-26T16:05:17.043500+0000","last_clean":"2021-07-26T16:05:17.043500+0000","last_became_active":"2021-07-26T16:05:09.279600+0000","last_became_peered":"2021-07-26T16:05:09.279600+0000","last_unstale":"2021-07-26T16:05:17.043500+0000","last_undegraded":"2021-07-26T16:05:17.043500+0000","last_fullsized":"2021-07-26T16:05:17.043500+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":151,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.040175+0000","last_change":"2021-07-26T16:02:20.057647+0000","last_active":"2021-07-26T16:05:17.040175+0000","last_peered":"2021-07-26T16:05:17.040175+0000","last_clean":"2021-07-26T16:05:17.040175+0000","last_became_active":"2021-07-26T16:02:20.057336+0000","last_became_peered":"2021-07-26T16:02:20.057336+0000","last_unstale":"2021-07-26T16:05:17.040175+0000","last_undegraded":"2021-07-26T16:05:17.040175+0000","last_fullsized":"2021-07-26T16:05:17.040175+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":85,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.076397+0000","last_change":"2021-07-26T16:02:20.059131+0000","last_active":"2021-07-26T16:05:17.076397+0000","last_peered":"2021-07-26T16:05:17.076397+0000","last_clean":"2021-07-26T16:05:17.076397+0000","last_became_active":"2021-07-26T16:02:20.058498+0000","last_became_peered":"2021-07-26T16:02:20.058498+0000","last_unstale":"2021-07-26T16:05:17.076397+0000","last_undegraded":"2021-07-26T16:05:17.076397+0000","last_fullsized":"2021-07-26T16:05:17.076397+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":189,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.078020+0000","last_change":"2021-07-26T16:02:34.172072+0000","last_active":"2021-07-26T16:05:17.078020+0000","last_peered":"2021-07-26T16:05:17.078020+0000","last_clean":"2021-07-26T16:05:17.078020+0000","last_became_active":"2021-07-26T16:02:34.171719+0000","last_became_peered":"2021-07-26T16:02:34.171719+0000","last_unstale":"2021-07-26T16:05:17.078020+0000","last_undegraded":"2021-07-26T16:05:17.078020+0000","last_fullsized":"2021-07-26T16:05:17.078020+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":152,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.039032+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:05:17.039032+0000","last_peered":"2021-07-26T16:05:17.039032+0000","last_clean":"2021-07-26T16:05:17.039032+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:05:17.039032+0000","last_undegraded":"2021-07-26T16:05:17.039032+0000","last_fullsized":"2021-07-26T16:05:17.039032+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"183'10012","reported_seq":10792,"reported_epoch":183,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:05:18.434993+0000","last_change":"2021-07-26T16:04:22.343678+0000","last_active":"2021-07-26T16:05:18.434993+0000","last_peered":"2021-07-26T16:05:18.434993+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:22.275523+0000","last_became_peered":"2021-07-26T16:04:22.275523+0000","last_unstale":"2021-07-26T16:05:18.434993+0000","last_undegraded":"2021-07-26T16:04:22.236051+0000","last_fullsized":"2021-07-26T16:04:22.133458+0000","mapping_epoch":164,"log_start":"101'2697","ondisk_log_start":"101'2697","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7315,"ondisk_log_size":7315,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":94502912,"num_objects":1442,"num_object_clones":0,"num_object_copies":4326,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1605,"num_objects_misplaced":3621,"num_objects_unfound":0,"num_objects_dirty":1442,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5172,"num_write_kb":211648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":179,"num_bytes_recovered":11567104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5],"acting":[3,4],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,4","objects":529}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":85,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.076288+0000","last_change":"2021-07-26T16:02:34.157253+0000","last_active":"2021-07-26T16:05:17.076288+0000","last_peered":"2021-07-26T16:05:17.076288+0000","last_clean":"2021-07-26T16:05:17.076288+0000","last_became_active":"2021-07-26T16:02:34.156926+0000","last_became_peered":"2021-07-26T16:02:34.156926+0000","last_unstale":"2021-07-26T16:05:17.076288+0000","last_undegraded":"2021-07-26T16:05:17.076288+0000","last_fullsized":"2021-07-26T16:05:17.076288+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":79,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.039127+0000","last_change":"2021-07-26T16:04:37.045371+0000","last_active":"2021-07-26T16:05:17.039127+0000","last_peered":"2021-07-26T16:05:17.039127+0000","last_clean":"2021-07-26T16:05:17.039127+0000","last_became_active":"2021-07-26T16:04:37.045024+0000","last_became_peered":"2021-07-26T16:04:37.045024+0000","last_unstale":"2021-07-26T16:05:17.039127+0000","last_undegraded":"2021-07-26T16:05:17.039127+0000","last_fullsized":"2021-07-26T16:05:17.039127+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"183'9956","reported_seq":10763,"reported_epoch":183,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:19.125222+0000","last_change":"2021-07-26T16:04:07.104357+0000","last_active":"2021-07-26T16:05:19.125222+0000","last_peered":"2021-07-26T16:05:19.125222+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:07.082494+0000","last_became_peered":"2021-07-26T16:04:07.082494+0000","last_unstale":"2021-07-26T16:05:19.125222+0000","last_undegraded":"2021-07-26T16:04:07.071993+0000","last_fullsized":"2021-07-26T16:05:19.125222+0000","mapping_epoch":156,"log_start":"97'1617","ondisk_log_start":"97'1617","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8339,"ondisk_log_size":8339,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":94109696,"num_objects":1436,"num_object_clones":0,"num_object_copies":4308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2221,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1436,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5151,"num_write_kb":210784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":346,"num_bytes_recovered":22675456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"2,6,7","objects":781},{"shards":"6,7","objects":655}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":104,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.044171+0000","last_change":"2021-07-26T16:02:34.177609+0000","last_active":"2021-07-26T16:05:17.044171+0000","last_peered":"2021-07-26T16:05:17.044171+0000","last_clean":"2021-07-26T16:05:17.044171+0000","last_became_active":"2021-07-26T16:02:34.177191+0000","last_became_peered":"2021-07-26T16:02:34.177191+0000","last_unstale":"2021-07-26T16:05:17.044171+0000","last_undegraded":"2021-07-26T16:05:17.044171+0000","last_fullsized":"2021-07-26T16:05:17.044171+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":93,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.037841+0000","last_change":"2021-07-26T16:04:37.034325+0000","last_active":"2021-07-26T16:05:17.037841+0000","last_peered":"2021-07-26T16:05:17.037841+0000","last_clean":"2021-07-26T16:05:17.037841+0000","last_became_active":"2021-07-26T16:04:37.033971+0000","last_became_peered":"2021-07-26T16:04:37.033971+0000","last_unstale":"2021-07-26T16:05:17.037841+0000","last_undegraded":"2021-07-26T16:05:17.037841+0000","last_fullsized":"2021-07-26T16:05:17.037841+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.10","version":"183'9864","reported_seq":14647,"reported_epoch":183,"state":"active+recovering","last_fresh":"2021-07-26T16:05:19.804595+0000","last_change":"2021-07-26T16:05:10.987025+0000","last_active":"2021-07-26T16:05:19.804595+0000","last_peered":"2021-07-26T16:05:19.804595+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:10.376532+0000","last_became_peered":"2021-07-26T16:04:10.376532+0000","last_unstale":"2021-07-26T16:05:19.804595+0000","last_undegraded":"2021-07-26T16:05:19.804595+0000","last_fullsized":"2021-07-26T16:05:19.804595+0000","mapping_epoch":156,"log_start":"103'3628","ondisk_log_start":"103'3628","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6236,"ondisk_log_size":6236,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":94371840,"num_objects":1440,"num_object_clones":0,"num_object_copies":4320,"num_objects_missing_on_primary":50,"num_objects_missing":50,"num_objects_degraded":0,"num_objects_misplaced":663,"num_objects_unfound":0,"num_objects_dirty":1440,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5101,"num_write_kb":209312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1311,"num_bytes_recovered":81723392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,2,3","objects":777},{"shards":"0,3,5","objects":663}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":33,"reported_epoch":182,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:17.044148+0000","last_change":"2021-07-26T16:05:17.044148+0000","last_active":"2021-07-26T16:05:17.044148+0000","last_peered":"2021-07-26T16:05:17.044148+0000","last_clean":"2021-07-26T15:47:45.355323+0000","last_became_active":"2021-07-26T16:05:09.266057+0000","last_became_peered":"2021-07-26T16:05:09.266057+0000","last_unstale":"2021-07-26T16:05:17.044148+0000","last_undegraded":"2021-07-26T16:05:09.256699+0000","last_fullsized":"2021-07-26T16:05:17.044148+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":["4","3","7"],"object_location_counts":[{"shards":"3,4,7","objects":2}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":157,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.041231+0000","last_change":"2021-07-26T16:00:21.797418+0000","last_active":"2021-07-26T16:05:17.041231+0000","last_peered":"2021-07-26T16:05:17.041231+0000","last_clean":"2021-07-26T16:05:17.041231+0000","last_became_active":"2021-07-26T16:00:21.797077+0000","last_became_peered":"2021-07-26T16:00:21.797077+0000","last_unstale":"2021-07-26T16:05:17.041231+0000","last_undegraded":"2021-07-26T16:05:17.041231+0000","last_fullsized":"2021-07-26T16:05:17.041231+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"183'9752","reported_seq":10489,"reported_epoch":183,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:19.158013+0000","last_change":"2021-07-26T16:04:07.098350+0000","last_active":"2021-07-26T16:05:19.158013+0000","last_peered":"2021-07-26T16:05:19.158013+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:07.082762+0000","last_became_peered":"2021-07-26T16:04:07.082762+0000","last_unstale":"2021-07-26T16:05:19.158013+0000","last_undegraded":"2021-07-26T16:04:07.080408+0000","last_fullsized":"2021-07-26T16:05:19.158013+0000","mapping_epoch":156,"log_start":"104'4425","ondisk_log_start":"104'4425","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5327,"ondisk_log_size":5327,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":96632832,"num_objects":1475,"num_object_clones":0,"num_object_copies":4425,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2170,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1475,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5032,"num_write_kb":208192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":311,"num_bytes_recovered":20381696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":["1","6"],"object_location_counts":[{"shards":"1,2,6","objects":811},{"shards":"1,6","objects":664}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":109,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.040065+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:05:17.040065+0000","last_peered":"2021-07-26T16:05:17.040065+0000","last_clean":"2021-07-26T16:05:17.040065+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:05:17.040065+0000","last_undegraded":"2021-07-26T16:05:17.040065+0000","last_fullsized":"2021-07-26T16:05:17.040065+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.039938+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:05:17.039938+0000","last_peered":"2021-07-26T16:05:17.039938+0000","last_clean":"2021-07-26T16:05:17.039938+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:05:17.039938+0000","last_undegraded":"2021-07-26T16:05:17.039938+0000","last_fullsized":"2021-07-26T16:05:17.039938+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.16","version":"183'9951","reported_seq":17588,"reported_epoch":183,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:05:18.510654+0000","last_change":"2021-07-26T16:05:14.802286+0000","last_active":"2021-07-26T16:05:18.510654+0000","last_peered":"2021-07-26T16:05:18.510654+0000","last_clean":"2021-07-26T16:03:43.955495+0000","last_became_active":"2021-07-26T16:05:14.772844+0000","last_became_peered":"2021-07-26T16:05:14.772844+0000","last_unstale":"2021-07-26T16:05:18.510654+0000","last_undegraded":"2021-07-26T16:05:10.263814+0000","last_fullsized":"2021-07-26T16:05:10.261530+0000","mapping_epoch":175,"log_start":"101'2702","ondisk_log_start":"101'2702","created":156,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7249,"ondisk_log_size":7249,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":94896128,"num_objects":1448,"num_object_clones":0,"num_object_copies":4344,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":402,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1448,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5131,"num_write_kb":210528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1871,"num_bytes_recovered":122617856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[7,1],"avail_no_missing":["7","0","1","3"],"object_location_counts":[{"shards":"1,7","objects":1448}],"blocked_by":[],"up_primary":4,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":193,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.042873+0000","last_change":"2021-07-26T16:05:09.286930+0000","last_active":"2021-07-26T16:05:17.042873+0000","last_peered":"2021-07-26T16:05:17.042873+0000","last_clean":"2021-07-26T16:05:17.042873+0000","last_became_active":"2021-07-26T16:05:09.286630+0000","last_became_peered":"2021-07-26T16:05:09.286630+0000","last_unstale":"2021-07-26T16:05:17.042873+0000","last_undegraded":"2021-07-26T16:05:17.042873+0000","last_fullsized":"2021-07-26T16:05:17.042873+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":79,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.042962+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:05:17.042962+0000","last_peered":"2021-07-26T16:05:17.042962+0000","last_clean":"2021-07-26T16:05:17.042962+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:05:17.042962+0000","last_undegraded":"2021-07-26T16:05:17.042962+0000","last_fullsized":"2021-07-26T16:05:17.042962+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"183'9879","reported_seq":19667,"reported_epoch":183,"state":"active+clean","last_fresh":"2021-07-26T16:05:18.707055+0000","last_change":"2021-07-26T16:05:18.064671+0000","last_active":"2021-07-26T16:05:18.707055+0000","last_peered":"2021-07-26T16:05:18.707055+0000","last_clean":"2021-07-26T16:05:18.707055+0000","last_became_active":"2021-07-26T16:05:18.044053+0000","last_became_peered":"2021-07-26T16:05:18.044053+0000","last_unstale":"2021-07-26T16:05:18.707055+0000","last_undegraded":"2021-07-26T16:05:18.707055+0000","last_fullsized":"2021-07-26T16:05:18.707055+0000","mapping_epoch":182,"log_start":"96'976","ondisk_log_start":"96'976","created":156,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8903,"ondisk_log_size":8903,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":95944704,"num_objects":1464,"num_object_clones":0,"num_object_copies":4392,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1464,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5100,"num_write_kb":210048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2968,"num_bytes_recovered":194510848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":85,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.074836+0000","last_change":"2021-07-26T16:02:20.050911+0000","last_active":"2021-07-26T16:05:17.074836+0000","last_peered":"2021-07-26T16:05:17.074836+0000","last_clean":"2021-07-26T16:05:17.074836+0000","last_became_active":"2021-07-26T16:02:20.050172+0000","last_became_peered":"2021-07-26T16:02:20.050172+0000","last_unstale":"2021-07-26T16:05:17.074836+0000","last_undegraded":"2021-07-26T16:05:17.074836+0000","last_fullsized":"2021-07-26T16:05:17.074836+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":116,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.042473+0000","last_change":"2021-07-26T16:02:20.055564+0000","last_active":"2021-07-26T16:05:17.042473+0000","last_peered":"2021-07-26T16:05:17.042473+0000","last_clean":"2021-07-26T16:05:17.042473+0000","last_became_active":"2021-07-26T16:02:20.055192+0000","last_became_peered":"2021-07-26T16:02:20.055192+0000","last_unstale":"2021-07-26T16:05:17.042473+0000","last_undegraded":"2021-07-26T16:05:17.042473+0000","last_fullsized":"2021-07-26T16:05:17.042473+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"183'9920","reported_seq":10051,"reported_epoch":183,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:05:18.417278+0000","last_change":"2021-07-26T16:04:09.055230+0000","last_active":"2021-07-26T16:05:18.417278+0000","last_peered":"2021-07-26T16:05:18.417278+0000","last_clean":"2021-07-26T16:02:33.050730+0000","last_became_active":"2021-07-26T16:04:09.032351+0000","last_became_peered":"2021-07-26T16:04:09.032351+0000","last_unstale":"2021-07-26T16:05:18.417278+0000","last_undegraded":"2021-07-26T16:05:18.417278+0000","last_fullsized":"2021-07-26T16:05:18.417278+0000","mapping_epoch":158,"log_start":"104'4585","ondisk_log_start":"104'4585","created":156,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5335,"ondisk_log_size":5335,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":93093888,"num_objects":1421,"num_object_clones":0,"num_object_copies":4263,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1421,"num_objects_unfound":0,"num_objects_dirty":1421,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5118,"num_write_kb":209216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,3],"avail_no_missing":["1","3","5"],"object_location_counts":[{"shards":"1,3,5","objects":1421}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":163,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.041785+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:05:17.041785+0000","last_peered":"2021-07-26T16:05:17.041785+0000","last_clean":"2021-07-26T16:05:17.041785+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:05:17.041785+0000","last_undegraded":"2021-07-26T16:05:17.041785+0000","last_fullsized":"2021-07-26T16:05:17.041785+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":94,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.076463+0000","last_change":"2021-07-26T16:02:34.156911+0000","last_active":"2021-07-26T16:05:17.076463+0000","last_peered":"2021-07-26T16:05:17.076463+0000","last_clean":"2021-07-26T16:05:17.076463+0000","last_became_active":"2021-07-26T16:02:34.156559+0000","last_became_peered":"2021-07-26T16:02:34.156559+0000","last_unstale":"2021-07-26T16:05:17.076463+0000","last_undegraded":"2021-07-26T16:05:17.076463+0000","last_fullsized":"2021-07-26T16:05:17.076463+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,6],"acting":[0,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.15","version":"183'9748","reported_seq":9867,"reported_epoch":183,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:05:19.043137+0000","last_change":"2021-07-26T16:04:09.049524+0000","last_active":"2021-07-26T16:05:19.043137+0000","last_peered":"2021-07-26T16:05:19.043137+0000","last_clean":"2021-07-26T16:02:33.113020+0000","last_became_active":"2021-07-26T16:04:09.035708+0000","last_became_peered":"2021-07-26T16:04:09.035708+0000","last_unstale":"2021-07-26T16:05:19.043137+0000","last_undegraded":"2021-07-26T16:05:19.043137+0000","last_fullsized":"2021-07-26T16:05:19.043137+0000","mapping_epoch":156,"log_start":"96'1460","ondisk_log_start":"96'1460","created":156,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8288,"ondisk_log_size":8288,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":94371840,"num_objects":1440,"num_object_clones":0,"num_object_copies":4320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1440,"num_objects_unfound":0,"num_objects_dirty":1440,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5031,"num_write_kb":207072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,6],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"3,6,7","objects":1440}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":215,"reported_epoch":182,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:17.037475+0000","last_change":"2021-07-26T16:02:34.157251+0000","last_active":"2021-07-26T16:05:17.037475+0000","last_peered":"2021-07-26T16:05:17.037475+0000","last_clean":"2021-07-26T16:02:29.140706+0000","last_became_active":"2021-07-26T16:02:34.156984+0000","last_became_peered":"2021-07-26T16:02:34.156984+0000","last_unstale":"2021-07-26T16:05:17.037475+0000","last_undegraded":"2021-07-26T16:02:34.139889+0000","last_fullsized":"2021-07-26T16:05:17.037475+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":["6","0","3","5"],"object_location_counts":[{"shards":"0,3,5,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":120,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.043011+0000","last_change":"2021-07-26T16:02:20.055492+0000","last_active":"2021-07-26T16:05:17.043011+0000","last_peered":"2021-07-26T16:05:17.043011+0000","last_clean":"2021-07-26T16:05:17.043011+0000","last_became_active":"2021-07-26T16:02:20.055145+0000","last_became_peered":"2021-07-26T16:02:20.055145+0000","last_unstale":"2021-07-26T16:05:17.043011+0000","last_undegraded":"2021-07-26T16:05:17.043011+0000","last_fullsized":"2021-07-26T16:05:17.043011+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"183'10379","reported_seq":10514,"reported_epoch":183,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:05:18.903550+0000","last_change":"2021-07-26T16:02:35.535939+0000","last_active":"2021-07-26T16:05:18.903550+0000","last_peered":"2021-07-26T16:05:18.903550+0000","last_clean":"2021-07-26T16:00:20.776964+0000","last_became_active":"2021-07-26T16:02:35.476634+0000","last_became_peered":"2021-07-26T16:02:35.476634+0000","last_unstale":"2021-07-26T16:05:18.903550+0000","last_undegraded":"2021-07-26T16:02:35.406710+0000","last_fullsized":"2021-07-26T16:02:35.150907+0000","mapping_epoch":132,"log_start":"110'5155","ondisk_log_start":"110'5155","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5224,"ondisk_log_size":5224,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":188940288,"num_objects":2883,"num_object_clones":0,"num_object_copies":8649,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6872,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2883,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10379,"num_write_kb":424384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0],"avail_no_missing":["6","5"],"object_location_counts":[{"shards":"0,5,6","objects":1277},{"shards":"0,6","objects":-1321},{"shards":"2,5,6","objects":1605},{"shards":"5,6","objects":1}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":16,"reported_epoch":182,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:17.040334+0000","last_change":"2021-07-26T16:05:09.283876+0000","last_active":"2021-07-26T16:05:17.040334+0000","last_peered":"2021-07-26T16:05:17.040334+0000","last_clean":"2021-07-26T16:05:03.082908+0000","last_became_active":"2021-07-26T16:05:09.283547+0000","last_became_peered":"2021-07-26T16:05:09.283547+0000","last_unstale":"2021-07-26T16:05:17.040334+0000","last_undegraded":"2021-07-26T16:05:09.256292+0000","last_fullsized":"2021-07-26T16:05:17.040334+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":1,"num_objects_missing":1,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":["0","1","5"],"object_location_counts":[{"shards":"0,1,5","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":101,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.037687+0000","last_change":"2021-07-26T16:05:09.272718+0000","last_active":"2021-07-26T16:05:17.037687+0000","last_peered":"2021-07-26T16:05:17.037687+0000","last_clean":"2021-07-26T16:05:17.037687+0000","last_became_active":"2021-07-26T16:05:09.271210+0000","last_became_peered":"2021-07-26T16:05:09.271210+0000","last_unstale":"2021-07-26T16:05:17.037687+0000","last_undegraded":"2021-07-26T16:05:17.037687+0000","last_fullsized":"2021-07-26T16:05:17.037687+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.b","version":"183'10037","reported_seq":10153,"reported_epoch":183,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:05:18.895953+0000","last_change":"2021-07-26T16:04:38.152639+0000","last_active":"2021-07-26T16:05:18.895953+0000","last_peered":"2021-07-26T16:05:18.895953+0000","last_clean":"2021-07-26T16:02:19.002600+0000","last_became_active":"2021-07-26T16:04:38.046181+0000","last_became_peered":"2021-07-26T16:04:38.046181+0000","last_unstale":"2021-07-26T16:05:18.895953+0000","last_undegraded":"2021-07-26T16:05:18.895953+0000","last_fullsized":"2021-07-26T16:05:18.895953+0000","mapping_epoch":169,"log_start":"110'5246","ondisk_log_start":"110'5246","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":4791,"ondisk_log_size":4791,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":189726720,"num_objects":2895,"num_object_clones":0,"num_object_copies":8685,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2895,"num_objects_unfound":0,"num_objects_dirty":2895,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10037,"num_write_kb":413824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,7],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":2895}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":37,"reported_epoch":182,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:17.045733+0000","last_change":"2021-07-26T16:05:09.285653+0000","last_active":"2021-07-26T16:05:17.045733+0000","last_peered":"2021-07-26T16:05:17.045733+0000","last_clean":"2021-07-26T15:47:45.355408+0000","last_became_active":"2021-07-26T16:05:09.285430+0000","last_became_peered":"2021-07-26T16:05:09.285430+0000","last_unstale":"2021-07-26T16:05:17.045733+0000","last_undegraded":"2021-07-26T16:05:09.257332+0000","last_fullsized":"2021-07-26T16:05:17.045733+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":["4","1","7"],"object_location_counts":[{"shards":"1,4,7","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.039266+0000","last_change":"2021-07-26T16:05:09.283533+0000","last_active":"2021-07-26T16:05:17.039266+0000","last_peered":"2021-07-26T16:05:17.039266+0000","last_clean":"2021-07-26T16:05:17.039266+0000","last_became_active":"2021-07-26T16:05:09.282343+0000","last_became_peered":"2021-07-26T16:05:09.282343+0000","last_unstale":"2021-07-26T16:05:17.039266+0000","last_undegraded":"2021-07-26T16:05:17.039266+0000","last_fullsized":"2021-07-26T16:05:17.039266+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"182'9970","reported_seq":15931,"reported_epoch":182,"state":"active+undersized+remapped+backfill_wait","last_fresh":"2021-07-26T16:05:17.047631+0000","last_change":"2021-07-26T16:05:13.079765+0000","last_active":"2021-07-26T16:05:17.047631+0000","last_peered":"2021-07-26T16:05:17.047631+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:05:13.053522+0000","last_became_peered":"2021-07-26T16:05:13.053522+0000","last_unstale":"2021-07-26T16:05:17.047631+0000","last_undegraded":"2021-07-26T16:05:17.047631+0000","last_fullsized":"2021-07-26T16:05:13.044918+0000","mapping_epoch":178,"log_start":"101'2660","ondisk_log_start":"101'2660","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7310,"ondisk_log_size":7310,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":96567296,"num_objects":1473,"num_object_clones":0,"num_object_copies":4419,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1473,"num_objects_unfound":0,"num_objects_dirty":1473,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5147,"num_write_kb":211872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2537,"num_bytes_recovered":92143616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,7],"avail_no_missing":["2","3","7"],"object_location_counts":[{"shards":"2,7","objects":1473}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":188,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.042229+0000","last_change":"2021-07-26T16:05:09.274715+0000","last_active":"2021-07-26T16:05:17.042229+0000","last_peered":"2021-07-26T16:05:17.042229+0000","last_clean":"2021-07-26T16:05:17.042229+0000","last_became_active":"2021-07-26T16:05:09.273984+0000","last_became_peered":"2021-07-26T16:05:09.273984+0000","last_unstale":"2021-07-26T16:05:17.042229+0000","last_undegraded":"2021-07-26T16:05:17.042229+0000","last_fullsized":"2021-07-26T16:05:17.042229+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":161,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.038164+0000","last_change":"2021-07-26T16:02:20.062303+0000","last_active":"2021-07-26T16:05:17.038164+0000","last_peered":"2021-07-26T16:05:17.038164+0000","last_clean":"2021-07-26T16:05:17.038164+0000","last_became_active":"2021-07-26T16:02:20.061869+0000","last_became_peered":"2021-07-26T16:02:20.061869+0000","last_unstale":"2021-07-26T16:05:17.038164+0000","last_undegraded":"2021-07-26T16:05:17.038164+0000","last_fullsized":"2021-07-26T16:05:17.038164+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"183'9981","reported_seq":19505,"reported_epoch":183,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:19.405809+0000","last_change":"2021-07-26T16:04:12.884465+0000","last_active":"2021-07-26T16:05:19.405809+0000","last_peered":"2021-07-26T16:05:19.405809+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:12.188411+0000","last_became_peered":"2021-07-26T16:04:12.188411+0000","last_unstale":"2021-07-26T16:05:19.405809+0000","last_undegraded":"2021-07-26T16:04:09.725039+0000","last_fullsized":"2021-07-26T16:05:19.405809+0000","mapping_epoch":157,"log_start":"97'1655","ondisk_log_start":"97'1655","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8326,"ondisk_log_size":8326,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":94928896,"num_objects":1448,"num_object_clones":0,"num_object_copies":4344,"num_objects_missing_on_primary":863,"num_objects_missing":863,"num_objects_degraded":1653,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1448,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5143,"num_write_kb":210944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2501,"num_bytes_recovered":163938304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["7"],"object_location_counts":[{"shards":"0,2,7","objects":37},{"shards":"0,3,7","objects":669},{"shards":"2,3,7","objects":742}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":162,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.036315+0000","last_change":"2021-07-26T16:02:34.164070+0000","last_active":"2021-07-26T16:05:17.036315+0000","last_peered":"2021-07-26T16:05:17.036315+0000","last_clean":"2021-07-26T16:05:17.036315+0000","last_became_active":"2021-07-26T16:02:34.163731+0000","last_became_peered":"2021-07-26T16:02:34.163731+0000","last_unstale":"2021-07-26T16:05:17.036315+0000","last_undegraded":"2021-07-26T16:05:17.036315+0000","last_fullsized":"2021-07-26T16:05:17.036315+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":105,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.075303+0000","last_change":"2021-07-26T16:05:09.272079+0000","last_active":"2021-07-26T16:05:17.075303+0000","last_peered":"2021-07-26T16:05:17.075303+0000","last_clean":"2021-07-26T16:05:17.075303+0000","last_became_active":"2021-07-26T16:05:09.271724+0000","last_became_peered":"2021-07-26T16:05:09.271724+0000","last_unstale":"2021-07-26T16:05:17.075303+0000","last_undegraded":"2021-07-26T16:05:17.075303+0000","last_fullsized":"2021-07-26T16:05:17.075303+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"183'10217","reported_seq":12123,"reported_epoch":183,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:19.752244+0000","last_change":"2021-07-26T16:05:15.680905+0000","last_active":"2021-07-26T16:05:19.752244+0000","last_peered":"2021-07-26T16:05:19.752244+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:05:14.778345+0000","last_became_peered":"2021-07-26T16:05:14.778345+0000","last_unstale":"2021-07-26T16:05:19.752244+0000","last_undegraded":"2021-07-26T16:05:13.506735+0000","last_fullsized":"2021-07-26T16:05:19.752244+0000","mapping_epoch":175,"log_start":"110'5392","ondisk_log_start":"110'5392","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":4825,"ondisk_log_size":4825,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":191823872,"num_objects":2927,"num_object_clones":0,"num_object_copies":8781,"num_objects_missing_on_primary":357,"num_objects_missing":357,"num_objects_degraded":4501,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2927,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10217,"num_write_kb":420608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":882,"num_bytes_recovered":57802752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,2,4","objects":1546},{"shards":"1,4","objects":1381}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":196,"reported_epoch":182,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:17.075136+0000","last_change":"2021-07-26T16:05:09.272135+0000","last_active":"2021-07-26T16:05:17.075136+0000","last_peered":"2021-07-26T16:05:17.075136+0000","last_clean":"2021-07-26T16:05:03.082233+0000","last_became_active":"2021-07-26T16:05:09.271838+0000","last_became_peered":"2021-07-26T16:05:09.271838+0000","last_unstale":"2021-07-26T16:05:17.075136+0000","last_undegraded":"2021-07-26T16:05:09.262617+0000","last_fullsized":"2021-07-26T16:05:17.075136+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":["0","1","3","7"],"object_location_counts":[{"shards":"0,1,3,7","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":18,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.039964+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:05:17.039964+0000","last_peered":"2021-07-26T16:05:17.039964+0000","last_clean":"2021-07-26T16:05:17.039964+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:05:17.039964+0000","last_undegraded":"2021-07-26T16:05:17.039964+0000","last_fullsized":"2021-07-26T16:05:17.039964+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"182'10137","reported_seq":15480,"reported_epoch":182,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:05:17.545786+0000","last_change":"2021-07-26T16:05:14.326188+0000","last_active":"2021-07-26T16:05:17.545786+0000","last_peered":"2021-07-26T16:05:17.545786+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:05:13.323925+0000","last_became_peered":"2021-07-26T16:05:13.323925+0000","last_unstale":"2021-07-26T16:05:17.545786+0000","last_undegraded":"2021-07-26T16:05:12.556529+0000","last_fullsized":"2021-07-26T16:05:10.257766+0000","mapping_epoch":175,"log_start":"104'4549","ondisk_log_start":"104'4549","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5588,"ondisk_log_size":5588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":188547072,"num_objects":2877,"num_object_clones":0,"num_object_copies":8631,"num_objects_missing_on_primary":2329,"num_objects_missing":2329,"num_objects_degraded":2667,"num_objects_misplaced":2877,"num_objects_unfound":0,"num_objects_dirty":2877,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10137,"num_write_kb":416448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2590,"num_bytes_recovered":169607168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,3],"avail_no_missing":["1","3"],"object_location_counts":[{"shards":"2,3","objects":1563},{"shards":"2,3,4","objects":13},{"shards":"3,4","objects":1301}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":177,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.037999+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:05:17.037999+0000","last_peered":"2021-07-26T16:05:17.037999+0000","last_clean":"2021-07-26T16:05:17.037999+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:05:17.037999+0000","last_undegraded":"2021-07-26T16:05:17.037999+0000","last_fullsized":"2021-07-26T16:05:17.037999+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":165,"reported_epoch":181,"state":"active+clean","last_fresh":"2021-07-26T16:05:15.055550+0000","last_change":"2021-07-26T16:02:20.048587+0000","last_active":"2021-07-26T16:05:15.055550+0000","last_peered":"2021-07-26T16:05:15.055550+0000","last_clean":"2021-07-26T16:05:15.055550+0000","last_became_active":"2021-07-26T16:02:20.048319+0000","last_became_peered":"2021-07-26T16:02:20.048319+0000","last_unstale":"2021-07-26T16:05:15.055550+0000","last_undegraded":"2021-07-26T16:05:15.055550+0000","last_fullsized":"2021-07-26T16:05:15.055550+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.c","version":"183'10234","reported_seq":10342,"reported_epoch":183,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:05:18.687706+0000","last_change":"2021-07-26T16:02:35.325102+0000","last_active":"2021-07-26T16:05:18.687706+0000","last_peered":"2021-07-26T16:05:18.687706+0000","last_clean":"2021-07-26T16:02:33.011189+0000","last_became_active":"2021-07-26T16:02:35.278988+0000","last_became_peered":"2021-07-26T16:02:35.278988+0000","last_unstale":"2021-07-26T16:05:18.687706+0000","last_undegraded":"2021-07-26T16:05:18.687706+0000","last_fullsized":"2021-07-26T16:05:18.687706+0000","mapping_epoch":132,"log_start":"110'5059","ondisk_log_start":"110'5059","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5175,"ondisk_log_size":5175,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":192020480,"num_objects":2930,"num_object_clones":0,"num_object_copies":8790,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2930,"num_objects_unfound":0,"num_objects_dirty":2930,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10234,"num_write_kb":421248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,7],"acting":[6,5,3],"avail_no_missing":["6","3","5"],"object_location_counts":[{"shards":"3,5,6","objects":2930}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.039312+0000","last_change":"2021-07-26T16:05:09.280016+0000","last_active":"2021-07-26T16:05:17.039312+0000","last_peered":"2021-07-26T16:05:17.039312+0000","last_clean":"2021-07-26T16:05:17.039312+0000","last_became_active":"2021-07-26T16:05:09.279058+0000","last_became_peered":"2021-07-26T16:05:09.279058+0000","last_unstale":"2021-07-26T16:05:17.039312+0000","last_undegraded":"2021-07-26T16:05:17.039312+0000","last_fullsized":"2021-07-26T16:05:17.039312+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":16,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.044646+0000","last_change":"2021-07-26T16:05:09.298838+0000","last_active":"2021-07-26T16:05:17.044646+0000","last_peered":"2021-07-26T16:05:17.044646+0000","last_clean":"2021-07-26T16:05:17.044646+0000","last_became_active":"2021-07-26T16:05:09.298430+0000","last_became_peered":"2021-07-26T16:05:09.298430+0000","last_unstale":"2021-07-26T16:05:17.044646+0000","last_undegraded":"2021-07-26T16:05:17.044646+0000","last_fullsized":"2021-07-26T16:05:17.044646+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"183'10070","reported_seq":10514,"reported_epoch":183,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:05:18.611077+0000","last_change":"2021-07-26T16:01:17.282011+0000","last_active":"2021-07-26T16:05:18.611077+0000","last_peered":"2021-07-26T16:05:18.611077+0000","last_clean":"2021-07-26T16:00:20.770553+0000","last_became_active":"2021-07-26T16:01:16.110574+0000","last_became_peered":"2021-07-26T16:01:16.110574+0000","last_unstale":"2021-07-26T16:05:18.611077+0000","last_undegraded":"2021-07-26T16:01:17.280717+0000","last_fullsized":"2021-07-26T16:01:15.988434+0000","mapping_epoch":116,"log_start":"97'1611","ondisk_log_start":"97'1611","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8459,"ondisk_log_size":8459,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":190906392,"num_objects":2914,"num_object_clones":0,"num_object_copies":8742,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1706,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2914,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10070,"num_write_kb":415425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":156,"num_bytes_recovered":10223616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[{"shards":"1,2,5","objects":1449},{"shards":"1,5","objects":1465}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":154,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.038750+0000","last_change":"2021-07-26T16:05:09.275634+0000","last_active":"2021-07-26T16:05:17.038750+0000","last_peered":"2021-07-26T16:05:17.038750+0000","last_clean":"2021-07-26T16:05:17.038750+0000","last_became_active":"2021-07-26T16:05:09.275252+0000","last_became_peered":"2021-07-26T16:05:09.275252+0000","last_unstale":"2021-07-26T16:05:17.038750+0000","last_undegraded":"2021-07-26T16:05:17.038750+0000","last_fullsized":"2021-07-26T16:05:17.038750+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":166,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.042853+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:05:17.042853+0000","last_peered":"2021-07-26T16:05:17.042853+0000","last_clean":"2021-07-26T16:05:17.042853+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:05:17.042853+0000","last_undegraded":"2021-07-26T16:05:17.042853+0000","last_fullsized":"2021-07-26T16:05:17.042853+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":195,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.043110+0000","last_change":"2021-07-26T16:01:16.007019+0000","last_active":"2021-07-26T16:05:17.043110+0000","last_peered":"2021-07-26T16:05:17.043110+0000","last_clean":"2021-07-26T16:05:17.043110+0000","last_became_active":"2021-07-26T16:01:16.006692+0000","last_became_peered":"2021-07-26T16:01:16.006692+0000","last_unstale":"2021-07-26T16:05:17.043110+0000","last_undegraded":"2021-07-26T16:05:17.043110+0000","last_fullsized":"2021-07-26T16:05:17.043110+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":192,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.036199+0000","last_change":"2021-07-26T16:02:34.152676+0000","last_active":"2021-07-26T16:05:17.036199+0000","last_peered":"2021-07-26T16:05:17.036199+0000","last_clean":"2021-07-26T16:05:17.036199+0000","last_became_active":"2021-07-26T16:02:34.152097+0000","last_became_peered":"2021-07-26T16:02:34.152097+0000","last_unstale":"2021-07-26T16:05:17.036199+0000","last_undegraded":"2021-07-26T16:05:17.036199+0000","last_fullsized":"2021-07-26T16:05:17.036199+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":165,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.041323+0000","last_change":"2021-07-26T16:05:09.275648+0000","last_active":"2021-07-26T16:05:17.041323+0000","last_peered":"2021-07-26T16:05:17.041323+0000","last_clean":"2021-07-26T16:05:17.041323+0000","last_became_active":"2021-07-26T16:05:09.275284+0000","last_became_peered":"2021-07-26T16:05:09.275284+0000","last_unstale":"2021-07-26T16:05:17.041323+0000","last_undegraded":"2021-07-26T16:05:17.041323+0000","last_fullsized":"2021-07-26T16:05:17.041323+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"183'9846","reported_seq":14449,"reported_epoch":183,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:19.779291+0000","last_change":"2021-07-26T16:04:10.719037+0000","last_active":"2021-07-26T16:05:19.779291+0000","last_peered":"2021-07-26T16:05:19.779291+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:10.378152+0000","last_became_peered":"2021-07-26T16:04:10.378152+0000","last_unstale":"2021-07-26T16:05:19.779291+0000","last_undegraded":"2021-07-26T16:04:09.432114+0000","last_fullsized":"2021-07-26T16:05:19.779291+0000","mapping_epoch":157,"log_start":"103'3628","ondisk_log_start":"103'3628","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6218,"ondisk_log_size":6218,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":95551488,"num_objects":1458,"num_object_clones":0,"num_object_copies":4374,"num_objects_missing_on_primary":128,"num_objects_missing":128,"num_objects_degraded":2179,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1458,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5083,"num_write_kb":209312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1220,"num_bytes_recovered":79953920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":["3"],"object_location_counts":[{"shards":"0,2,3","objects":800},{"shards":"0,3,5","objects":649},{"shards":"2,3,5","objects":9}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"183'9951","reported_seq":17588,"reported_epoch":183,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:05:19.027686+0000","last_change":"2021-07-26T16:05:14.802417+0000","last_active":"2021-07-26T16:05:19.027686+0000","last_peered":"2021-07-26T16:05:19.027686+0000","last_clean":"2021-07-26T16:03:43.955495+0000","last_became_active":"2021-07-26T16:05:14.772740+0000","last_became_peered":"2021-07-26T16:05:14.772740+0000","last_unstale":"2021-07-26T16:05:19.027686+0000","last_undegraded":"2021-07-26T16:05:10.261188+0000","last_fullsized":"2021-07-26T16:05:10.258066+0000","mapping_epoch":175,"log_start":"101'2702","ondisk_log_start":"101'2702","created":91,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7249,"ondisk_log_size":7249,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":94896128,"num_objects":1448,"num_object_clones":0,"num_object_copies":4344,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":400,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1448,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5131,"num_write_kb":210528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1871,"num_bytes_recovered":122617856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[7,1],"avail_no_missing":["7","0","1","3"],"object_location_counts":[{"shards":"1,7","objects":1448}],"blocked_by":[],"up_primary":4,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":157,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.036083+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:05:17.036083+0000","last_peered":"2021-07-26T16:05:17.036083+0000","last_clean":"2021-07-26T16:05:17.036083+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:05:17.036083+0000","last_undegraded":"2021-07-26T16:05:17.036083+0000","last_fullsized":"2021-07-26T16:05:17.036083+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.039903+0000","last_change":"2021-07-26T16:05:09.267578+0000","last_active":"2021-07-26T16:05:17.039903+0000","last_peered":"2021-07-26T16:05:17.039903+0000","last_clean":"2021-07-26T16:05:17.039903+0000","last_became_active":"2021-07-26T16:05:09.267040+0000","last_became_peered":"2021-07-26T16:05:09.267040+0000","last_unstale":"2021-07-26T16:05:17.039903+0000","last_undegraded":"2021-07-26T16:05:17.039903+0000","last_fullsized":"2021-07-26T16:05:17.039903+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":181,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.043036+0000","last_change":"2021-07-26T16:02:34.168348+0000","last_active":"2021-07-26T16:05:17.043036+0000","last_peered":"2021-07-26T16:05:17.043036+0000","last_clean":"2021-07-26T16:05:17.043036+0000","last_became_active":"2021-07-26T16:02:34.166295+0000","last_became_peered":"2021-07-26T16:02:34.166295+0000","last_unstale":"2021-07-26T16:05:17.043036+0000","last_undegraded":"2021-07-26T16:05:17.043036+0000","last_fullsized":"2021-07-26T16:05:17.043036+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"183'9771","reported_seq":9890,"reported_epoch":183,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:05:19.036351+0000","last_change":"2021-07-26T16:04:07.057639+0000","last_active":"2021-07-26T16:05:19.036351+0000","last_peered":"2021-07-26T16:05:19.036351+0000","last_clean":"2021-07-26T16:02:33.113020+0000","last_became_active":"2021-07-26T16:04:07.036831+0000","last_became_peered":"2021-07-26T16:04:07.036831+0000","last_unstale":"2021-07-26T16:05:19.036351+0000","last_undegraded":"2021-07-26T16:05:19.036351+0000","last_fullsized":"2021-07-26T16:05:19.036351+0000","mapping_epoch":132,"log_start":"96'1460","ondisk_log_start":"96'1460","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8311,"ondisk_log_size":8311,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":92864512,"num_objects":1417,"num_object_clones":0,"num_object_copies":4251,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1417,"num_objects_unfound":0,"num_objects_dirty":1417,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5054,"num_write_kb":207072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,6],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"3,6,7","objects":1417}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":185,"reported_epoch":181,"state":"active+clean","last_fresh":"2021-07-26T16:05:15.056135+0000","last_change":"2021-07-26T16:02:34.179576+0000","last_active":"2021-07-26T16:05:15.056135+0000","last_peered":"2021-07-26T16:05:15.056135+0000","last_clean":"2021-07-26T16:05:15.056135+0000","last_became_active":"2021-07-26T16:02:34.177431+0000","last_became_peered":"2021-07-26T16:02:34.177431+0000","last_unstale":"2021-07-26T16:05:15.056135+0000","last_undegraded":"2021-07-26T16:05:15.056135+0000","last_fullsized":"2021-07-26T16:05:15.056135+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":157,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.039226+0000","last_change":"2021-07-26T16:00:21.797517+0000","last_active":"2021-07-26T16:05:17.039226+0000","last_peered":"2021-07-26T16:05:17.039226+0000","last_clean":"2021-07-26T16:05:17.039226+0000","last_became_active":"2021-07-26T16:00:21.797021+0000","last_became_peered":"2021-07-26T16:00:21.797021+0000","last_unstale":"2021-07-26T16:05:17.039226+0000","last_undegraded":"2021-07-26T16:05:17.039226+0000","last_fullsized":"2021-07-26T16:05:17.039226+0000","mapping_epoch":107,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":108,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":179,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.042929+0000","last_change":"2021-07-26T16:01:16.006858+0000","last_active":"2021-07-26T16:05:17.042929+0000","last_peered":"2021-07-26T16:05:17.042929+0000","last_clean":"2021-07-26T16:05:17.042929+0000","last_became_active":"2021-07-26T16:01:16.006560+0000","last_became_peered":"2021-07-26T16:01:16.006560+0000","last_unstale":"2021-07-26T16:05:17.042929+0000","last_undegraded":"2021-07-26T16:05:17.042929+0000","last_fullsized":"2021-07-26T16:05:17.042929+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"183'9905","reported_seq":19690,"reported_epoch":183,"state":"active+clean","last_fresh":"2021-07-26T16:05:18.822918+0000","last_change":"2021-07-26T16:05:15.073356+0000","last_active":"2021-07-26T16:05:18.822918+0000","last_peered":"2021-07-26T16:05:18.822918+0000","last_clean":"2021-07-26T16:05:18.822918+0000","last_became_active":"2021-07-26T16:05:15.054682+0000","last_became_peered":"2021-07-26T16:05:15.054682+0000","last_unstale":"2021-07-26T16:05:18.822918+0000","last_undegraded":"2021-07-26T16:05:18.822918+0000","last_fullsized":"2021-07-26T16:05:18.822918+0000","mapping_epoch":180,"log_start":"96'976","ondisk_log_start":"96'976","created":91,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8929,"ondisk_log_size":8929,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":94240768,"num_objects":1438,"num_object_clones":0,"num_object_copies":4314,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1438,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5126,"num_write_kb":210048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2966,"num_bytes_recovered":194379776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":181,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.035879+0000","last_change":"2021-07-26T16:02:34.177283+0000","last_active":"2021-07-26T16:05:17.035879+0000","last_peered":"2021-07-26T16:05:17.035879+0000","last_clean":"2021-07-26T16:05:17.035879+0000","last_became_active":"2021-07-26T16:02:34.176931+0000","last_became_peered":"2021-07-26T16:02:34.176931+0000","last_unstale":"2021-07-26T16:05:17.035879+0000","last_undegraded":"2021-07-26T16:05:17.035879+0000","last_fullsized":"2021-07-26T16:05:17.035879+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":416,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.078221+0000","last_change":"2021-07-26T16:02:35.506682+0000","last_active":"2021-07-26T16:05:17.078221+0000","last_peered":"2021-07-26T16:05:17.078221+0000","last_clean":"2021-07-26T16:05:17.078221+0000","last_became_active":"2021-07-26T16:02:35.155829+0000","last_became_peered":"2021-07-26T16:02:35.155829+0000","last_unstale":"2021-07-26T16:05:17.078221+0000","last_undegraded":"2021-07-26T16:05:17.078221+0000","last_fullsized":"2021-07-26T16:05:17.078221+0000","mapping_epoch":132,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":133,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":103,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.038279+0000","last_change":"2021-07-26T16:05:09.274633+0000","last_active":"2021-07-26T16:05:17.038279+0000","last_peered":"2021-07-26T16:05:17.038279+0000","last_clean":"2021-07-26T16:05:17.038279+0000","last_became_active":"2021-07-26T16:05:09.273916+0000","last_became_peered":"2021-07-26T16:05:09.273916+0000","last_unstale":"2021-07-26T16:05:17.038279+0000","last_undegraded":"2021-07-26T16:05:17.038279+0000","last_fullsized":"2021-07-26T16:05:17.038279+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":161,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.038596+0000","last_change":"2021-07-26T16:05:09.272002+0000","last_active":"2021-07-26T16:05:17.038596+0000","last_peered":"2021-07-26T16:05:17.038596+0000","last_clean":"2021-07-26T16:05:17.038596+0000","last_became_active":"2021-07-26T16:05:09.271585+0000","last_became_peered":"2021-07-26T16:05:09.271585+0000","last_unstale":"2021-07-26T16:05:17.038596+0000","last_undegraded":"2021-07-26T16:05:17.038596+0000","last_fullsized":"2021-07-26T16:05:17.038596+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":191,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.041751+0000","last_change":"2021-07-26T16:01:16.000326+0000","last_active":"2021-07-26T16:05:17.041751+0000","last_peered":"2021-07-26T16:05:17.041751+0000","last_clean":"2021-07-26T16:05:17.041751+0000","last_became_active":"2021-07-26T16:01:15.999482+0000","last_became_peered":"2021-07-26T16:01:15.999482+0000","last_unstale":"2021-07-26T16:05:17.041751+0000","last_undegraded":"2021-07-26T16:05:17.041751+0000","last_fullsized":"2021-07-26T16:05:17.041751+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":82,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.088885+0000","last_change":"2021-07-26T16:02:20.059799+0000","last_active":"2021-07-26T16:05:17.088885+0000","last_peered":"2021-07-26T16:05:17.088885+0000","last_clean":"2021-07-26T16:05:17.088885+0000","last_became_active":"2021-07-26T16:02:20.058997+0000","last_became_peered":"2021-07-26T16:02:20.058997+0000","last_unstale":"2021-07-26T16:05:17.088885+0000","last_undegraded":"2021-07-26T16:05:17.088885+0000","last_fullsized":"2021-07-26T16:05:17.088885+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":76,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.076130+0000","last_change":"2021-07-26T16:01:16.019036+0000","last_active":"2021-07-26T16:05:17.076130+0000","last_peered":"2021-07-26T16:05:17.076130+0000","last_clean":"2021-07-26T16:05:17.076130+0000","last_became_active":"2021-07-26T16:01:16.018692+0000","last_became_peered":"2021-07-26T16:01:16.018692+0000","last_unstale":"2021-07-26T16:05:17.076130+0000","last_undegraded":"2021-07-26T16:05:17.076130+0000","last_fullsized":"2021-07-26T16:05:17.076130+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.4","version":"183'9949","reported_seq":10257,"reported_epoch":183,"state":"active+remapped+backfilling","last_fresh":"2021-07-26T16:05:19.151597+0000","last_change":"2021-07-26T16:05:10.980328+0000","last_active":"2021-07-26T16:05:19.151597+0000","last_peered":"2021-07-26T16:05:19.151597+0000","last_clean":"2021-07-26T16:02:33.050730+0000","last_became_active":"2021-07-26T16:04:07.035162+0000","last_became_peered":"2021-07-26T16:04:07.035162+0000","last_unstale":"2021-07-26T16:05:19.151597+0000","last_undegraded":"2021-07-26T16:05:19.151597+0000","last_fullsized":"2021-07-26T16:05:19.151597+0000","mapping_epoch":132,"log_start":"104'4585","ondisk_log_start":"104'4585","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5364,"ondisk_log_size":5364,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":91193344,"num_objects":1391,"num_object_clones":0,"num_object_copies":4173,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1304,"num_objects_unfound":0,"num_objects_dirty":1391,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5146,"num_write_kb":209216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":88,"num_bytes_recovered":5767168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,3],"avail_no_missing":["1","3","5"],"object_location_counts":[{"shards":"1,3,5","objects":1391}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":204,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.042340+0000","last_change":"2021-07-26T16:05:09.276068+0000","last_active":"2021-07-26T16:05:17.042340+0000","last_peered":"2021-07-26T16:05:17.042340+0000","last_clean":"2021-07-26T16:05:17.042340+0000","last_became_active":"2021-07-26T16:05:09.275666+0000","last_became_peered":"2021-07-26T16:05:09.275666+0000","last_unstale":"2021-07-26T16:05:17.042340+0000","last_undegraded":"2021-07-26T16:05:17.042340+0000","last_fullsized":"2021-07-26T16:05:17.042340+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":166,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.043186+0000","last_change":"2021-07-26T16:02:34.174517+0000","last_active":"2021-07-26T16:05:17.043186+0000","last_peered":"2021-07-26T16:05:17.043186+0000","last_clean":"2021-07-26T16:05:17.043186+0000","last_became_active":"2021-07-26T16:02:34.173395+0000","last_became_peered":"2021-07-26T16:02:34.173395+0000","last_unstale":"2021-07-26T16:05:17.043186+0000","last_undegraded":"2021-07-26T16:05:17.043186+0000","last_fullsized":"2021-07-26T16:05:17.043186+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":76,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.075373+0000","last_change":"2021-07-26T16:01:15.999967+0000","last_active":"2021-07-26T16:05:17.075373+0000","last_peered":"2021-07-26T16:05:17.075373+0000","last_clean":"2021-07-26T16:05:17.075373+0000","last_became_active":"2021-07-26T16:01:15.999412+0000","last_became_peered":"2021-07-26T16:01:15.999412+0000","last_unstale":"2021-07-26T16:05:17.075373+0000","last_undegraded":"2021-07-26T16:05:17.075373+0000","last_fullsized":"2021-07-26T16:05:17.075373+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"183'9770","reported_seq":10545,"reported_epoch":183,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:19.056493+0000","last_change":"2021-07-26T16:04:08.060346+0000","last_active":"2021-07-26T16:05:19.056493+0000","last_peered":"2021-07-26T16:05:19.056493+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:08.045349+0000","last_became_peered":"2021-07-26T16:04:08.045349+0000","last_unstale":"2021-07-26T16:05:19.056493+0000","last_undegraded":"2021-07-26T16:04:08.016720+0000","last_fullsized":"2021-07-26T16:05:19.056493+0000","mapping_epoch":157,"log_start":"104'4425","ondisk_log_start":"104'4425","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5345,"ondisk_log_size":5345,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":95453184,"num_objects":1456,"num_object_clones":0,"num_object_copies":4368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2096,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1456,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5049,"num_write_kb":208192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":329,"num_bytes_recovered":21561344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":["1","6"],"object_location_counts":[{"shards":"1,2,6","objects":789},{"shards":"1,6","objects":667}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":127,"reported_epoch":182,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:17.072938+0000","last_change":"2021-07-26T16:04:37.044265+0000","last_active":"2021-07-26T16:05:17.072938+0000","last_peered":"2021-07-26T16:05:17.072938+0000","last_clean":"2021-07-26T16:01:06.902553+0000","last_became_active":"2021-07-26T16:04:37.043968+0000","last_became_peered":"2021-07-26T16:04:37.043968+0000","last_unstale":"2021-07-26T16:05:17.072938+0000","last_undegraded":"2021-07-26T16:04:37.033589+0000","last_fullsized":"2021-07-26T16:05:17.072938+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":151,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.044026+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:05:17.044026+0000","last_peered":"2021-07-26T16:05:17.044026+0000","last_clean":"2021-07-26T16:05:17.044026+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:05:17.044026+0000","last_undegraded":"2021-07-26T16:05:17.044026+0000","last_fullsized":"2021-07-26T16:05:17.044026+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":161,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.078109+0000","last_change":"2021-07-26T16:02:20.059194+0000","last_active":"2021-07-26T16:05:17.078109+0000","last_peered":"2021-07-26T16:05:17.078109+0000","last_clean":"2021-07-26T16:05:17.078109+0000","last_became_active":"2021-07-26T16:02:20.058538+0000","last_became_peered":"2021-07-26T16:02:20.058538+0000","last_unstale":"2021-07-26T16:05:17.078109+0000","last_undegraded":"2021-07-26T16:05:17.078109+0000","last_fullsized":"2021-07-26T16:05:17.078109+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"183'9979","reported_seq":10766,"reported_epoch":183,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:05:18.530719+0000","last_change":"2021-07-26T16:04:22.305332+0000","last_active":"2021-07-26T16:05:18.530719+0000","last_peered":"2021-07-26T16:05:18.530719+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:22.239639+0000","last_became_peered":"2021-07-26T16:04:22.239639+0000","last_unstale":"2021-07-26T16:05:18.530719+0000","last_undegraded":"2021-07-26T16:04:22.132555+0000","last_fullsized":"2021-07-26T16:04:22.015347+0000","mapping_epoch":164,"log_start":"101'2697","ondisk_log_start":"101'2697","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7282,"ondisk_log_size":7282,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":96665600,"num_objects":1475,"num_object_clones":0,"num_object_copies":4425,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1648,"num_objects_misplaced":3580,"num_objects_unfound":0,"num_objects_dirty":1475,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5139,"num_write_kb":211648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":178,"num_bytes_recovered":11567104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5],"acting":[3,4],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,4","objects":563}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":181,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.038916+0000","last_change":"2021-07-26T16:02:20.054787+0000","last_active":"2021-07-26T16:05:17.038916+0000","last_peered":"2021-07-26T16:05:17.038916+0000","last_clean":"2021-07-26T16:05:17.038916+0000","last_became_active":"2021-07-26T16:02:20.054312+0000","last_became_peered":"2021-07-26T16:02:20.054312+0000","last_unstale":"2021-07-26T16:05:17.038916+0000","last_undegraded":"2021-07-26T16:05:17.038916+0000","last_fullsized":"2021-07-26T16:05:17.038916+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":106,"reported_epoch":182,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:17.076241+0000","last_change":"2021-07-26T16:05:09.288320+0000","last_active":"2021-07-26T16:05:17.076241+0000","last_peered":"2021-07-26T16:05:17.076241+0000","last_clean":"2021-07-26T16:05:03.082965+0000","last_became_active":"2021-07-26T16:05:09.288052+0000","last_became_peered":"2021-07-26T16:05:09.288052+0000","last_unstale":"2021-07-26T16:05:17.076241+0000","last_undegraded":"2021-07-26T16:05:09.259301+0000","last_fullsized":"2021-07-26T16:05:17.076241+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":["0","1","6"],"object_location_counts":[{"shards":"0,1,6","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.039379+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:05:17.039379+0000","last_peered":"2021-07-26T16:05:17.039379+0000","last_clean":"2021-07-26T16:05:17.039379+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:05:17.039379+0000","last_undegraded":"2021-07-26T16:05:17.039379+0000","last_fullsized":"2021-07-26T16:05:17.039379+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"183'9908","reported_seq":10621,"reported_epoch":183,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:19.097758+0000","last_change":"2021-07-26T16:04:08.049000+0000","last_active":"2021-07-26T16:05:19.097758+0000","last_peered":"2021-07-26T16:05:19.097758+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:08.032935+0000","last_became_peered":"2021-07-26T16:04:08.032935+0000","last_unstale":"2021-07-26T16:05:19.097758+0000","last_undegraded":"2021-07-26T16:04:08.016618+0000","last_fullsized":"2021-07-26T16:05:19.097758+0000","mapping_epoch":157,"log_start":"97'1617","ondisk_log_start":"97'1617","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8291,"ondisk_log_size":8291,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":97255424,"num_objects":1484,"num_object_clones":0,"num_object_copies":4452,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2110,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1484,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5103,"num_write_kb":210784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":298,"num_bytes_recovered":19529728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":["7","6"],"object_location_counts":[{"shards":"2,6,7","objects":831},{"shards":"6,7","objects":653}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":100,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.075004+0000","last_change":"2021-07-26T16:05:09.273839+0000","last_active":"2021-07-26T16:05:17.075004+0000","last_peered":"2021-07-26T16:05:17.075004+0000","last_clean":"2021-07-26T16:05:17.075004+0000","last_became_active":"2021-07-26T16:05:09.273364+0000","last_became_peered":"2021-07-26T16:05:09.273364+0000","last_unstale":"2021-07-26T16:05:17.075004+0000","last_undegraded":"2021-07-26T16:05:17.075004+0000","last_fullsized":"2021-07-26T16:05:17.075004+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":178,"reported_epoch":181,"state":"active+clean","last_fresh":"2021-07-26T16:05:15.054574+0000","last_change":"2021-07-26T16:02:34.174967+0000","last_active":"2021-07-26T16:05:15.054574+0000","last_peered":"2021-07-26T16:05:15.054574+0000","last_clean":"2021-07-26T16:05:15.054574+0000","last_became_active":"2021-07-26T16:02:34.174627+0000","last_became_peered":"2021-07-26T16:02:34.174627+0000","last_unstale":"2021-07-26T16:05:15.054574+0000","last_undegraded":"2021-07-26T16:05:15.054574+0000","last_fullsized":"2021-07-26T16:05:15.054574+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"183'10013","reported_seq":19601,"reported_epoch":183,"state":"active+recovery_wait+degraded","last_fresh":"2021-07-26T16:05:19.486808+0000","last_change":"2021-07-26T16:04:13.266102+0000","last_active":"2021-07-26T16:05:19.486808+0000","last_peered":"2021-07-26T16:05:19.486808+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:12.884845+0000","last_became_peered":"2021-07-26T16:04:12.884845+0000","last_unstale":"2021-07-26T16:05:19.486808+0000","last_undegraded":"2021-07-26T16:04:11.450218+0000","last_fullsized":"2021-07-26T16:05:19.486808+0000","mapping_epoch":156,"log_start":"97'1655","ondisk_log_start":"97'1655","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8358,"ondisk_log_size":8358,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":92831744,"num_objects":1417,"num_object_clones":0,"num_object_copies":4251,"num_objects_missing_on_primary":932,"num_objects_missing":932,"num_objects_degraded":1752,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1417,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5176,"num_write_kb":210944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2534,"num_bytes_recovered":166035456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":["7"],"object_location_counts":[{"shards":"0,2,7","objects":-37},{"shards":"0,3,7","objects":671},{"shards":"2,3,7","objects":783}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":187,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.036539+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:05:17.036539+0000","last_peered":"2021-07-26T16:05:17.036539+0000","last_clean":"2021-07-26T16:05:17.036539+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:05:17.036539+0000","last_undegraded":"2021-07-26T16:05:17.036539+0000","last_fullsized":"2021-07-26T16:05:17.036539+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.039863+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:05:17.039863+0000","last_peered":"2021-07-26T16:05:17.039863+0000","last_clean":"2021-07-26T16:05:17.039863+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:05:17.039863+0000","last_undegraded":"2021-07-26T16:05:17.039863+0000","last_fullsized":"2021-07-26T16:05:17.039863+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"182'9951","reported_seq":12172,"reported_epoch":182,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:05:17.402136+0000","last_change":"2021-07-26T16:04:11.375807+0000","last_active":"2021-07-26T16:05:17.402136+0000","last_peered":"2021-07-26T16:05:17.402136+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:04:11.255469+0000","last_became_peered":"2021-07-26T16:04:11.255469+0000","last_unstale":"2021-07-26T16:05:17.402136+0000","last_undegraded":"2021-07-26T16:04:11.217248+0000","last_fullsized":"2021-07-26T16:04:09.701544+0000","mapping_epoch":158,"log_start":"101'2660","ondisk_log_start":"101'2660","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7291,"ondisk_log_size":7291,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":97812480,"num_objects":1493,"num_object_clones":0,"num_object_copies":4479,"num_objects_missing_on_primary":1824,"num_objects_missing":1824,"num_objects_degraded":1493,"num_objects_misplaced":1824,"num_objects_unfound":0,"num_objects_dirty":1493,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5129,"num_write_kb":211872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":674,"num_bytes_recovered":44171264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"2,7","objects":823},{"shards":"3,7","objects":670}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":172,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.036307+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:05:17.036307+0000","last_peered":"2021-07-26T16:05:17.036307+0000","last_clean":"2021-07-26T16:05:17.036307+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:05:17.036307+0000","last_undegraded":"2021-07-26T16:05:17.036307+0000","last_fullsized":"2021-07-26T16:05:17.036307+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":167,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.072879+0000","last_change":"2021-07-26T16:04:37.069491+0000","last_active":"2021-07-26T16:05:17.072879+0000","last_peered":"2021-07-26T16:05:17.072879+0000","last_clean":"2021-07-26T16:05:17.072879+0000","last_became_active":"2021-07-26T16:04:37.069118+0000","last_became_peered":"2021-07-26T16:04:37.069118+0000","last_unstale":"2021-07-26T16:05:17.072879+0000","last_undegraded":"2021-07-26T16:05:17.072879+0000","last_fullsized":"2021-07-26T16:05:17.072879+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":71,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.038641+0000","last_change":"2021-07-26T16:02:34.163390+0000","last_active":"2021-07-26T16:05:17.038641+0000","last_peered":"2021-07-26T16:05:17.038641+0000","last_clean":"2021-07-26T16:05:17.038641+0000","last_became_active":"2021-07-26T16:02:34.162869+0000","last_became_peered":"2021-07-26T16:02:34.162869+0000","last_unstale":"2021-07-26T16:05:17.038641+0000","last_undegraded":"2021-07-26T16:05:17.038641+0000","last_fullsized":"2021-07-26T16:05:17.038641+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":198,"reported_epoch":181,"state":"active+clean","last_fresh":"2021-07-26T16:05:15.055706+0000","last_change":"2021-07-26T16:02:34.163588+0000","last_active":"2021-07-26T16:05:15.055706+0000","last_peered":"2021-07-26T16:05:15.055706+0000","last_clean":"2021-07-26T16:05:15.055706+0000","last_became_active":"2021-07-26T16:02:34.162694+0000","last_became_peered":"2021-07-26T16:02:34.162694+0000","last_unstale":"2021-07-26T16:05:15.055706+0000","last_undegraded":"2021-07-26T16:05:15.055706+0000","last_fullsized":"2021-07-26T16:05:15.055706+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":82,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.076376+0000","last_change":"2021-07-26T16:01:16.039458+0000","last_active":"2021-07-26T16:05:17.076376+0000","last_peered":"2021-07-26T16:05:17.076376+0000","last_clean":"2021-07-26T16:05:17.076376+0000","last_became_active":"2021-07-26T16:01:16.019293+0000","last_became_peered":"2021-07-26T16:01:16.019293+0000","last_unstale":"2021-07-26T16:05:17.076376+0000","last_undegraded":"2021-07-26T16:05:17.076376+0000","last_fullsized":"2021-07-26T16:05:17.076376+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":182,"state":"active+clean","last_fresh":"2021-07-26T16:05:17.039174+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:05:17.039174+0000","last_peered":"2021-07-26T16:05:17.039174+0000","last_clean":"2021-07-26T16:05:17.039174+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:05:17.039174+0000","last_undegraded":"2021-07-26T16:05:17.039174+0000","last_fullsized":"2021-07-26T16:05:17.039174+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":26,"stat_sum":{"num_bytes":3040149528,"num_objects":46390,"num_object_clones":0,"num_object_copies":139170,"num_objects_missing_on_primary":6483,"num_objects_missing":6483,"num_objects_degraded":35475,"num_objects_misplaced":25445,"num_objects_unfound":0,"num_objects_dirty":46390,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":163336,"num_write_kb":6711169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25814,"num_bytes_recovered":1612775424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9639768064,"data_stored":9639755848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":179328,"ondisk_log_size":179328,"up":78,"acting":68,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":1,"num_objects_missing":1,"num_objects_degraded":11,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":737,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495849,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2165196,"kb_used_data":1116612,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91579956,"statfs":{"total":95995035648,"available":93777874944,"internally_reserved":1073741824,"allocated":1143410688,"data_stored":1142523126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:05:16 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.58499999999999996,"15min":0.57199999999999995},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.7150000000000001,"5min":4.7800000000000002,"15min":4.7800000000000002},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54600000000000004,"15min":0.59599999999999997},"min":{"1min":0.307,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.708,"5min":2.7770000000000001,"15min":4.0049999999999999},"last":0.375}]},{"osd":1,"last update":"Mon Jul 26 16:05:16 2021","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.77700000000000002,"15min":0.67900000000000005},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.7480000000000002,"5min":5.4420000000000002,"15min":19.768000000000001},"last":2.1349999999999998},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.73099999999999998,"15min":0.59599999999999997},"min":{"1min":0.24299999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":3.327,"5min":5.5890000000000004,"15min":5.5890000000000004},"last":0.27500000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:04:29 2021","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":1.224,"15min":1.839},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.7589999999999999,"5min":8.7100000000000009,"15min":8.7100000000000009},"last":2.802},{"interface":"front","average":{"1min":0.79700000000000004,"5min":1.2270000000000001,"15min":1.8400000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.75,"5min":8.0250000000000004,"15min":8.0250000000000004},"last":2.8159999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:05:16 2021","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.87,"15min":0.71799999999999997},"min":{"1min":0.28199999999999997,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.1139999999999999,"5min":8.4420000000000002,"15min":19.582999999999998},"last":3.1139999999999999},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.79700000000000004,"15min":0.71899999999999997},"min":{"1min":0.29099999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.8900000000000001,"5min":5.7169999999999996,"15min":19.699999999999999},"last":2.2349999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:02:35 2021","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57599999999999996,"15min":0.45600000000000002},"min":{"1min":0.249,"5min":0.214,"15min":0.214},"max":{"1min":3.1589999999999998,"5min":4.8049999999999997,"15min":4.8049999999999997},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.51900000000000002,"15min":0.45300000000000001},"min":{"1min":0.23999999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":2.6280000000000001,"5min":2.6280000000000001,"15min":2.6280000000000001},"last":0.44600000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:04:40 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.55000000000000004,"15min":0.46200000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.48099999999999998,"5min":3.9460000000000002,"15min":3.9460000000000002},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.317,"5min":0.67400000000000004,"15min":0.52300000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.498,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.36499999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:04:40 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.624,"15min":0.53000000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.46600000000000003,"5min":4.7430000000000003,"15min":4.7430000000000003},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.46100000000000002,"15min":0.47499999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.51100000000000001,"5min":2.5739999999999998,"15min":2.5739999999999998},"last":0.38600000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659372,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1987332,"kb_used_data":938748,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91757820,"statfs":{"total":95995035648,"available":93960007680,"internally_reserved":1073741824,"allocated":961277952,"data_stored":960398388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:05:16 2021","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.59799999999999998,"15min":0.56000000000000005},"min":{"1min":0.23000000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":2.4089999999999998,"5min":4.4820000000000002,"15min":4.4820000000000002},"last":2.4089999999999998},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.82499999999999996,"15min":0.64300000000000002},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.224},"max":{"1min":3.9569999999999999,"5min":11.207000000000001,"15min":11.207000000000001},"last":1.8140000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:04:18 2021","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.753,"15min":0.60899999999999999},"min":{"1min":0.29699999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":6.2060000000000004,"5min":6.2060000000000004,"15min":6.2060000000000004},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.90700000000000003,"5min":1.1779999999999999,"15min":0.73999999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":6.2549999999999999,"5min":11.455,"15min":11.455},"last":0.313}]},{"osd":2,"last update":"Mon Jul 26 16:04:28 2021","interfaces":[{"interface":"back","average":{"1min":1.2949999999999999,"5min":1.6619999999999999,"15min":2.266},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.3979999999999997,"5min":12.388999999999999,"15min":12.388999999999999},"last":5.4669999999999996},{"interface":"front","average":{"1min":1.1639999999999999,"5min":1.4670000000000001,"15min":1.8759999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":6.1120000000000001,"5min":10.116,"15min":10.116},"last":1.724}]},{"osd":3,"last update":"Mon Jul 26 16:05:16 2021","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":1.3480000000000001,"15min":0.82399999999999995},"min":{"1min":0.317,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":2.048,"5min":11.077999999999999,"15min":11.077999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":1.403,"15min":0.83199999999999996},"min":{"1min":0.29799999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":2.0350000000000001,"5min":11.430999999999999,"15min":11.430999999999999},"last":0.29799999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:03:17 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.56499999999999995,"15min":0.46500000000000002},"min":{"1min":0.23300000000000001,"5min":0.22600000000000001,"15min":0.20399999999999999},"max":{"1min":0.47499999999999998,"5min":5.7389999999999999,"15min":5.7389999999999999},"last":0.245},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.72599999999999998,"15min":0.53700000000000003},"min":{"1min":0.24299999999999999,"5min":0.214,"15min":0.214},"max":{"1min":0.40600000000000003,"5min":11.481999999999999,"15min":11.481999999999999},"last":0.215}]},{"osd":5,"last update":"Mon Jul 26 16:04:18 2021","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.50800000000000001,"15min":0.46100000000000002},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.51900000000000002,"5min":4.391,"15min":4.391},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.58799999999999997,"15min":0.504},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.57499999999999996,"5min":5.9240000000000004,"15min":5.9240000000000004},"last":0.28899999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:04:34 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.88200000000000001,"15min":0.61599999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.436,"5min":11.380000000000001,"15min":11.380000000000001},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.65800000000000003,"15min":0.54500000000000004},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.5,"5min":4.5069999999999997,"15min":4.5069999999999997},"last":0.33500000000000002}]}]},{"osd":1,"up_from":78,"seq":335007449189,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1421440,"kb_used_data":1296056,"kb_used_omap":6,"kb_used_meta":125369,"kb_avail":92323712,"statfs":{"total":95995035648,"available":94539481088,"internally_reserved":0,"allocated":1327161344,"data_stored":1326281733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":128378457},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:05:16 2021","interfaces":[{"interface":"back","average":{"1min":1.165,"5min":0.89200000000000002,"15min":0.54500000000000004},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":5.8390000000000004,"5min":6.1050000000000004,"15min":6.1050000000000004},"last":5.8339999999999996},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.0049999999999999,"15min":0.60899999999999999},"min":{"1min":0.221,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":6.7539999999999996,"5min":10.035,"15min":10.035},"last":0.70899999999999996}]},{"osd":2,"last update":"Mon Jul 26 16:04:26 2021","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":1.6379999999999999,"15min":1.8200000000000001},"min":{"1min":0.312,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":2.9319999999999999,"5min":12.119999999999999,"15min":12.119999999999999},"last":1.7170000000000001},{"interface":"front","average":{"1min":1.3029999999999999,"5min":1.5920000000000001,"15min":1.7969999999999999},"min":{"1min":0.26900000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.0279999999999996,"5min":10.505000000000001,"15min":10.505000000000001},"last":1.708}]},{"osd":3,"last update":"Mon Jul 26 16:05:13 2021","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":1.4419999999999999,"15min":0.76600000000000001},"min":{"1min":0.254,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":2.7309999999999999,"5min":13.077999999999999,"15min":13.077999999999999},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.89200000000000002,"5min":1.407,"15min":0.76400000000000001},"min":{"1min":0.27600000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":5.875,"5min":13.287000000000001,"15min":13.287000000000001},"last":0.47199999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:03:14 2021","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.83699999999999997,"15min":0.67400000000000004},"min":{"1min":0.34799999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.798,"5min":6.9400000000000004,"15min":6.9400000000000004},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.78000000000000003,"15min":0.68700000000000006},"min":{"1min":0.33800000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":2.4100000000000001,"5min":4.976,"15min":4.976},"last":0.52600000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:05:16 2021","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":1.042,"15min":0.747},"min":{"1min":0.34499999999999997,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.903,"5min":9.8689999999999998,"15min":9.8689999999999998},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.998,"15min":0.76600000000000001},"min":{"1min":0.35399999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":2.7029999999999998,"5min":6.9139999999999997,"15min":6.9139999999999997},"last":0.39400000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:05:16 2021","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":1.0840000000000001,"15min":0.78900000000000003},"min":{"1min":0.38100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":2.8780000000000001,"5min":9.9209999999999994,"15min":9.9209999999999994},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.88,"5min":1.0029999999999999,"15min":0.77900000000000003},"min":{"1min":0.41199999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":3.613,"5min":6.8730000000000002,"15min":6.8730000000000002},"last":0.42099999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:05:16 2021","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":1.0189999999999999,"15min":0.77000000000000002},"min":{"1min":0.39700000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":5.9870000000000001,"5min":5.9870000000000001,"15min":5.9870000000000001},"last":0.55300000000000005},{"interface":"front","average":{"1min":1.0069999999999999,"5min":1.1870000000000001,"15min":0.82999999999999996},"min":{"1min":0.42099999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":2.9359999999999999,"5min":9.968,"15min":9.968},"last":0.61899999999999999}]}]},{"osd":0,"up_from":73,"seq":313532612723,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":591872,"kb_used_data":508280,"kb_used_omap":23,"kb_used_meta":83560,"kb_avail":93153280,"statfs":{"total":95995035648,"available":95388958720,"internally_reserved":0,"allocated":520478720,"data_stored":519599638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":85566198},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 16:04:18 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.66000000000000003,"15min":0.442},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":1.516,"5min":4.3220000000000001,"15min":4.3220000000000001},"last":0.193},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.86099999999999999,"15min":0.52300000000000002},"min":{"1min":0.23200000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":1.8440000000000001,"5min":6.3799999999999999,"15min":6.3799999999999999},"last":0.28299999999999997}]},{"osd":2,"last update":"Mon Jul 26 16:04:31 2021","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":1.1910000000000001,"15min":1.208},"min":{"1min":0.23799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":3.419,"5min":9.0739999999999998,"15min":9.0739999999999998},"last":2.3919999999999999},{"interface":"front","average":{"1min":0.79500000000000004,"5min":1.0209999999999999,"15min":1.139},"min":{"1min":0.23899999999999999,"5min":0.224,"15min":0.224},"max":{"1min":4.6230000000000002,"5min":5.7590000000000003,"15min":5.7590000000000003},"last":2.9950000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:04:18 2021","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":1.492,"15min":0.79000000000000004},"min":{"1min":0.32600000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":3.903,"5min":18.497,"15min":18.497},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.88800000000000001,"5min":1.597,"15min":0.85399999999999998},"min":{"1min":0.39600000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":3.9500000000000002,"5min":18.541,"15min":18.541},"last":0.46999999999999997}]},{"osd":4,"last update":"Mon Jul 26 16:03:15 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.77000000000000002,"15min":0.71599999999999997},"min":{"1min":0.33800000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.69299999999999995,"5min":6.4699999999999998,"15min":6.4699999999999998},"last":0.44},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.91400000000000003,"15min":0.76700000000000002},"min":{"1min":0.39400000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.5880000000000001,"5min":8.4309999999999992,"15min":8.4309999999999992},"last":2.915}]},{"osd":5,"last update":"Mon Jul 26 16:04:18 2021","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":1.0609999999999999,"15min":0.81200000000000006},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":2.3940000000000001,"5min":12.853,"15min":12.853},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.76300000000000001,"5min":1.2609999999999999,"15min":0.879},"min":{"1min":0.35099999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":4.1059999999999999,"5min":14.298999999999999,"15min":14.298999999999999},"last":0.499}]},{"osd":6,"last update":"Mon Jul 26 16:04:18 2021","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":1.028,"15min":0.81499999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.92600000000000005,"5min":14.609999999999999,"15min":14.609999999999999},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.95999999999999996,"15min":0.79500000000000004},"min":{"1min":0.40699999999999997,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":4.1360000000000001,"5min":8.3309999999999995,"15min":8.3309999999999995},"last":1.278}]},{"osd":7,"last update":"Mon Jul 26 16:04:18 2021","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":1.3779999999999999,"15min":0.93899999999999995},"min":{"1min":0.44600000000000001,"5min":0.38800000000000001,"15min":0.38100000000000001},"max":{"1min":4.0659999999999998,"5min":27.449999999999999,"15min":27.449999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.67500000000000004,"5min":1.05,"15min":0.83299999999999996},"min":{"1min":0.441,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.46,"5min":27.463999999999999,"15min":27.463999999999999},"last":2.9630000000000001}]}]},{"osd":2,"up_from":107,"seq":459561500729,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1211816,"kb_used_data":1062048,"kb_used_omap":9,"kb_used_meta":149686,"kb_avail":92533336,"statfs":{"total":95995035648,"available":94754136064,"internally_reserved":0,"allocated":1087537152,"data_stored":1086665477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9911,"internal_metadata":153278793},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:04:24 2021","interfaces":[{"interface":"back","average":{"1min":1.2150000000000001,"5min":1.7290000000000001,"15min":1.577},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":15.702,"5min":15.702,"15min":15.702},"last":0.222},{"interface":"front","average":{"1min":1.446,"5min":1.752,"15min":1.569},"min":{"1min":0.23899999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":12.023999999999999,"5min":12.714,"15min":12.714},"last":0.29699999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:04:24 2021","interfaces":[{"interface":"back","average":{"1min":1.48,"5min":3.153,"15min":4.4630000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":7.8529999999999998,"5min":77.945999999999998,"15min":77.945999999999998},"last":0.24099999999999999},{"interface":"front","average":{"1min":1.429,"5min":3.427,"15min":4.8440000000000003},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":7.0099999999999998,"5min":78.129999999999995,"15min":78.129999999999995},"last":0.39800000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:04:24 2021","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":4.4429999999999996,"15min":6.2140000000000004},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":7.0830000000000002,"5min":81.637,"15min":81.637},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.78400000000000003,"5min":3.6480000000000001,"15min":5.6260000000000003},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.3380000000000001,"5min":77.730999999999995,"15min":77.730999999999995},"last":0.37}]},{"osd":4,"last update":"Mon Jul 26 16:03:23 2021","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":1.994,"15min":1.9990000000000001},"min":{"1min":0.33200000000000002,"5min":0.317,"15min":0.317},"max":{"1min":2.1890000000000001,"5min":18.898,"15min":18.898},"last":0.48499999999999999},{"interface":"front","average":{"1min":1.411,"5min":1.6890000000000001,"15min":1.657},"min":{"1min":0.371,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":15.026999999999999,"5min":15.026999999999999,"15min":15.026999999999999},"last":0.50600000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:04:24 2021","interfaces":[{"interface":"back","average":{"1min":1.6499999999999999,"5min":1.7889999999999999,"15min":1.5349999999999999},"min":{"1min":0.433,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":7.923,"5min":12.247999999999999,"15min":12.247999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":1.294,"5min":1.7330000000000001,"15min":1.6879999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":7.0510000000000002,"5min":18.870000000000001,"15min":18.870000000000001},"last":0.56100000000000005}]},{"osd":6,"last update":"Mon Jul 26 16:04:24 2021","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":1.6180000000000001,"15min":1.865},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.7029999999999998,"5min":15.074999999999999,"15min":15.074999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":1.681,"5min":1.76,"15min":1.518},"min":{"1min":0.48999999999999999,"5min":0.309,"15min":0.309},"max":{"1min":7.9850000000000003,"5min":12.208,"15min":12.208},"last":0.51600000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:04:24 2021","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":1.671,"15min":1.857},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":3.665,"5min":15.101000000000001,"15min":15.101000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":1.6699999999999999,"5min":1.8100000000000001,"15min":1.552},"min":{"1min":0.498,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":7.9589999999999996,"5min":13.436,"15min":13.436},"last":0.49299999999999999}]}]},{"osd":3,"up_from":88,"seq":377957122138,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2363580,"kb_used_data":2203444,"kb_used_omap":4,"kb_used_meta":160123,"kb_avail":91381572,"statfs":{"total":95995035648,"available":93574729728,"internally_reserved":0,"allocated":2256326656,"data_stored":2255450711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":163966589},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:05:15 2021","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":1.1559999999999999,"15min":0.622},"min":{"1min":0.23200000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":3.52,"5min":11.102,"15min":11.102},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.98499999999999999,"15min":0.59199999999999997},"min":{"1min":0.221,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":2.6509999999999998,"5min":9.0269999999999992,"15min":9.0269999999999992},"last":0.53800000000000003}]},{"osd":1,"last update":"Mon Jul 26 16:05:15 2021","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":1.2110000000000001,"15min":0.65800000000000003},"min":{"1min":0.22500000000000001,"5min":0.223,"15min":0.223},"max":{"1min":1.5900000000000001,"5min":6.7999999999999998,"15min":6.7999999999999998},"last":1.5489999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":1.306,"15min":0.74399999999999999},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":1.006,"5min":11.202,"15min":13.445},"last":0.48699999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:04:27 2021","interfaces":[{"interface":"back","average":{"1min":1.22,"5min":1.8480000000000001,"15min":2.1259999999999999},"min":{"1min":0.32800000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":6.7489999999999997,"5min":8.0619999999999994,"15min":8.0619999999999994},"last":1.3029999999999999},{"interface":"front","average":{"1min":1.194,"5min":2.29,"15min":2.9300000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":6.7169999999999996,"5min":14.436,"15min":14.436},"last":1.3300000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:03:08 2021","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":1.0029999999999999,"15min":0.73199999999999998},"min":{"1min":0.27300000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":2.1989999999999998,"5min":7.2969999999999997,"15min":7.2969999999999997},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.85099999999999998,"5min":1.111,"15min":0.76900000000000002},"min":{"1min":0.33000000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":3.9510000000000001,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":1.385}]},{"osd":5,"last update":"Mon Jul 26 16:05:15 2021","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":1.026,"15min":0.78200000000000003},"min":{"1min":0.378,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.2919999999999998,"5min":6.8099999999999996,"15min":10.988},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.56799999999999995,"5min":1.1599999999999999,"15min":0.77300000000000002},"min":{"1min":0.32100000000000001,"5min":0.318,"15min":0.318},"max":{"1min":1.236,"5min":11.145,"15min":11.145},"last":0.64800000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:05:15 2021","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":1.0249999999999999,"15min":0.79000000000000004},"min":{"1min":0.38800000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.1309999999999998,"5min":6.782,"15min":11.039999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.71599999999999997,"5min":1.2909999999999999,"15min":0.85499999999999998},"min":{"1min":0.36199999999999999,"5min":0.34699999999999998,"15min":0.316},"max":{"1min":1.7410000000000001,"5min":6.8289999999999997,"15min":6.8289999999999997},"last":1.361}]},{"osd":7,"last update":"Mon Jul 26 16:05:15 2021","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":1.3340000000000001,"15min":0.879},"min":{"1min":0.375,"5min":0.375,"15min":0.33100000000000002},"max":{"1min":1.7170000000000001,"5min":6.8529999999999998,"15min":8.5549999999999997},"last":1.4099999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":1.1739999999999999,"15min":0.88100000000000001},"min":{"1min":0.41299999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.288,"5min":11.173999999999999,"15min":19.039999999999999},"last":0.66900000000000004}]}]},{"osd":4,"up_from":163,"seq":700079669261,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2093644,"kb_used_data":1045060,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":91651508,"statfs":{"total":95995035648,"available":93851144192,"internally_reserved":1073741824,"allocated":1070141440,"data_stored":1069253878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,0,0,1],"upper_bound":16384},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27100000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34999999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30099999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]}]},{"osd":5,"up_from":36,"seq":154618822897,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2321984,"kb_used_data":1273400,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91423168,"statfs":{"total":95995035648,"available":93617324032,"internally_reserved":1073741824,"allocated":1303961600,"data_stored":1303081998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:05:11 2021","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.51700000000000002,"15min":0.59499999999999997},"min":{"1min":0.252,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":1.6919999999999999,"5min":4.5960000000000001,"15min":7.367},"last":1.7609999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.57899999999999996,"15min":0.64400000000000002},"min":{"1min":0.29599999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.7110000000000001,"5min":4.617,"15min":7.6349999999999998},"last":1.7929999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:04:16 2021","interfaces":[{"interface":"back","average":{"1min":2.4620000000000002,"5min":1.1859999999999999,"15min":0.76400000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":35.581000000000003,"5min":35.581000000000003,"15min":35.581000000000003},"last":1.929},{"interface":"front","average":{"1min":2.544,"5min":1.3280000000000001,"15min":0.79200000000000004},"min":{"1min":0.25800000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":35.548999999999999,"5min":35.548999999999999,"15min":35.548999999999999},"last":2.7919999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:04:30 2021","interfaces":[{"interface":"back","average":{"1min":2.4209999999999998,"5min":1.3109999999999999,"15min":1.2270000000000001},"min":{"1min":0.26500000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":35.734000000000002,"5min":35.734000000000002,"15min":35.734000000000002},"last":5.04},{"interface":"front","average":{"1min":2.7549999999999999,"5min":1.417,"15min":1.179},"min":{"1min":0.28299999999999997,"5min":0.251,"15min":0.251},"max":{"1min":35.540999999999997,"5min":35.540999999999997,"15min":35.540999999999997},"last":4.891}]},{"osd":3,"last update":"Mon Jul 26 16:05:11 2021","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":1.7230000000000001,"15min":0.94499999999999995},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":2.7650000000000001,"5min":40.508000000000003,"15min":40.508000000000003},"last":2.3889999999999998},{"interface":"front","average":{"1min":0.79900000000000004,"5min":1.7589999999999999,"15min":0.95299999999999996},"min":{"1min":0.318,"5min":0.27000000000000002,"15min":0.23499999999999999},"max":{"1min":2.774,"5min":40.482999999999997,"15min":40.482999999999997},"last":2.8149999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:03:02 2021","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.54900000000000004,"15min":0.45000000000000001},"min":{"1min":0.23999999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.996,"5min":4.7450000000000001,"15min":4.7450000000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.61099999999999999,"15min":0.49099999999999999},"min":{"1min":0.25600000000000001,"5min":0.214,"15min":0.214},"max":{"1min":1.625,"5min":6.7830000000000004,"15min":6.7830000000000004},"last":1.2130000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:04:22 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.58099999999999996,"15min":0.49199999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.40000000000000002,"5min":4.7610000000000001,"15min":4.7610000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.30399999999999999,"5min":0.63400000000000001,"15min":0.51100000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.434,"5min":7.899,"15min":7.899},"last":0.53500000000000003}]},{"osd":7,"last update":"Mon Jul 26 16:04:35 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.69799999999999995,"15min":0.56200000000000006},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.58999999999999997,"5min":8.9489999999999998,"15min":8.9489999999999998},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.66500000000000004,"15min":0.52700000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.56799999999999995,"5min":8.1170000000000009,"15min":8.1170000000000009},"last":0.35799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":517341184,"data_stored":517341184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1317867520,"data_stored":1317863448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1085345792,"data_stored":1085341720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2252406784,"data_stored":2252406784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1067909120,"data_stored":1067909120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1301417984,"data_stored":1301413912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":957874176,"data_stored":957874176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1139605504,"data_stored":1139605504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:05:21.997 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool set unique_pool_0 pgp_num 26 2021-07-26T16:05:21.998 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:22.051 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:22.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:22.054 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:22.156 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:22.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:22.180 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:22.180 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:22.250 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:22.281 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:22.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:22.306 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:22.306 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:22.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:22 smithi139 ceph-mon[56829]: from='client.55105 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:05:22.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:22 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 35486/139242 objects degraded (25.485%), 23 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:22.328 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:22 smithi078 ceph-mon[73801]: from='client.55105 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:05:22.328 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:22 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 35486/139242 objects degraded (25.485%), 23 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:22.328 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:22 smithi078 ceph-mon[77813]: from='client.55105 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:05:22.328 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:22 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 35486/139242 objects degraded (25.485%), 23 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:22.407 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:22.431 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:22.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:22.434 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:22.504 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:05:22.504 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:05:22.535 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:22.557 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:22.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:22.558 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:22.660 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:22.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:22.704 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:22.704 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:22.806 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:22.834 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:22.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:22.836 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:22.927 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:05:22.938 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:22.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:22.992 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:22.992 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:23.092 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:23.095 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:23.144 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:23.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:23.146 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:23.247 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:23.282 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:23.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:23.284 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:23.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:23 smithi139 ceph-mon[56829]: pgmap v488: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 141 op/s; 35486/139242 objects degraded (25.485%); 25445/139242 objects misplaced (18.274%); 13 MiB/s, 213 objects/s recovering 2021-07-26T16:05:23.385 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:23.406 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:23 smithi078 ceph-mon[73801]: pgmap v488: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 141 op/s; 35486/139242 objects degraded (25.485%); 25445/139242 objects misplaced (18.274%); 13 MiB/s, 213 objects/s recovering 2021-07-26T16:05:23.407 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:23 smithi078 ceph-mon[77813]: pgmap v488: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 141 op/s; 35486/139242 objects degraded (25.485%); 25445/139242 objects misplaced (18.274%); 13 MiB/s, 213 objects/s recovering 2021-07-26T16:05:23.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:23.410 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:23.410 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:23.512 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:23.567 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:23.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:23.568 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:23.614 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:05:23.651 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:05:23.669 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:23.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:23.713 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:23.714 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:23.720 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:05:23.756 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:05:23.810 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:05:23.815 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:23.836 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:23.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:23.838 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:23.849 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:05:23.881 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:05:23.914 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:05:23.928 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:05:23.928 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:05:23.928 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:05:23.929 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:05:23.929 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:05:23.929 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:05:23.929 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:05:23.929 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:05:23.941 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:23.976 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-07-26T16:05:24.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:24.006 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:24.006 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:24.107 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:24.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:24.146 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:24.146 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:24.247 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:24.270 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:24.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:24.272 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:24.290 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:24.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:24 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1083637526' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:24.373 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:24.396 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:24.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:24.398 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:24.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:24 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1083637526' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:24.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:24 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1083637526' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:24.498 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:24.540 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:24.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:24.545 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:24.646 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:24.668 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:24.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:24.670 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:24.771 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:24.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:24.795 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:24.796 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:24.899 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:24.924 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:24.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:24.925 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:25.026 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:25.071 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:25.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:25.072 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:25.173 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:25.194 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:25.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:25.196 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:25.296 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:25.317 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:25.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:25.319 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:25.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:25 smithi139 ceph-mon[56829]: pgmap v489: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 148 op/s; 35338/138723 objects degraded (25.474%); 25271/138723 objects misplaced (18.217%); 12 MiB/s, 198 objects/s recovering 2021-07-26T16:05:25.421 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:25.445 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:25.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:25.447 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:25.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:25 smithi078 ceph-mon[73801]: pgmap v489: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 148 op/s; 35338/138723 objects degraded (25.474%); 25271/138723 objects misplaced (18.217%); 12 MiB/s, 198 objects/s recovering 2021-07-26T16:05:25.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:25 smithi078 ceph-mon[77813]: pgmap v489: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.5 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 148 op/s; 35338/138723 objects degraded (25.474%); 25271/138723 objects misplaced (18.217%); 12 MiB/s, 198 objects/s recovering 2021-07-26T16:05:25.548 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:25.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:25.577 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:25.578 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:25.679 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:25.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:25.710 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:25.710 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:25.811 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:25.841 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:25.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:25.842 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:25.943 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:25.964 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:25.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:25.966 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:26.067 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:26.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:26.090 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:26.091 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:26.192 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:26.217 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:26.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:26.219 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:26.320 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:26.345 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:26.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:26.346 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:26.447 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:26.468 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:26.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:26.470 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:26.571 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:26.605 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:26.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:26.606 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:26.707 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:26.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:26.731 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:26.731 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:26.832 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:26.858 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:26.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:26.859 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:26.960 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:26.983 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:26.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:26.984 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:27.087 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:27.106 INFO:teuthology.orchestra.run.smithi078.stderr:set pool 6 pgp_num to 26 2021-07-26T16:05:27.132 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:27.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:27.134 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:27.237 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:27.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:27 smithi078 ceph-mon[73801]: pgmap v490: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.3 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 219 op/s; 35028/136287 objects degraded (25.702%); 24944/136287 objects misplaced (18.303%); 13 MiB/s, 220 objects/s recovering 2021-07-26T16:05:27.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:27 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1875169700' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "26"}]: dispatch 2021-07-26T16:05:27.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:27 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 35028/136287 objects degraded (25.702%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:27.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:27 smithi078 ceph-mon[77813]: pgmap v490: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.3 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 219 op/s; 35028/136287 objects degraded (25.702%); 24944/136287 objects misplaced (18.303%); 13 MiB/s, 220 objects/s recovering 2021-07-26T16:05:27.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:27 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1875169700' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "26"}]: dispatch 2021-07-26T16:05:27.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:27 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 35028/136287 objects degraded (25.702%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:27.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:27.275 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:27.275 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:27.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:27 smithi139 ceph-mon[56829]: pgmap v490: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.3 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 219 op/s; 35028/136287 objects degraded (25.702%); 24944/136287 objects misplaced (18.303%); 13 MiB/s, 220 objects/s recovering 2021-07-26T16:05:27.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:27 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1875169700' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "26"}]: dispatch 2021-07-26T16:05:27.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:27 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 35028/136287 objects degraded (25.702%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:27.377 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:27.398 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:27.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:27.400 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:27.501 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:27.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:27.537 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:27.537 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:27.639 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:27.660 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:27.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:27.662 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:27.730 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:05:27.763 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:27.785 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:27.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:27.787 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:27.888 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:27.925 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:27.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:27.927 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:27.938 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:28.028 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:28.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:28.051 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:28.051 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:28.153 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:28.174 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:28.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:28.176 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:28.277 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:28.311 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:28.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:28.312 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:28.313 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:28 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1875169700' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "26"}]': finished 2021-07-26T16:05:28.314 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:28 smithi078 ceph-mon[73801]: osdmap e185: 8 total, 8 up, 8 in 2021-07-26T16:05:28.314 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:28 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1875169700' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "26"}]': finished 2021-07-26T16:05:28.315 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:28 smithi078 ceph-mon[77813]: osdmap e185: 8 total, 8 up, 8 in 2021-07-26T16:05:28.414 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:28.441 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:28.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:28.443 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:28.546 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:28.568 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:28.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:28.569 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:28.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:28 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1875169700' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "26"}]': finished 2021-07-26T16:05:28.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:28 smithi139 ceph-mon[56829]: osdmap e185: 8 total, 8 up, 8 in 2021-07-26T16:05:28.671 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:28.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:28.700 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:28.701 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:28.802 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:28.839 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:28.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:28.841 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:28.942 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:28.966 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:28.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:28.968 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:29.070 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:29.106 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:29.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:29.108 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:29.128 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:05:29.162 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:05:29.163 INFO:teuthology.orchestra.run.smithi078.stdout: "size": 20, 2021-07-26T16:05:29.163 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 600, 2021-07-26T16:05:29.163 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:05:29.164 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.164 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:40107 6.0 6:023ff51c:::benchmark_data_smithi078_103090_object40106:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e98)", 2021-07-26T16:05:29.164 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:50.111468+0000", 2021-07-26T16:05:29.164 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 339.043084975, 2021-07-26T16:05:29.165 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0911885630000002, 2021-07-26T16:05:29.165 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.165 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:05:29.165 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.165 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.166 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.166 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 40107 2021-07-26T16:05:29.166 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.166 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.167 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.167 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.167 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111468+0000", 2021-07-26T16:05:29.168 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.168 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.168 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.168 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.168 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111468+0000", 2021-07-26T16:05:29.169 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.169 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.169 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.169 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.170 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111488+0000", 2021-07-26T16:05:29.170 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.961e-05 2021-07-26T16:05:29.170 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.170 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.170 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.171 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111490+0000", 2021-07-26T16:05:29.171 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6359999999999998e-06 2021-07-26T16:05:29.172 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.172 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.173 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.173 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111502+0000", 2021-07-26T16:05:29.173 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1669e-05 2021-07-26T16:05:29.173 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.174 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.174 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.174 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111509+0000", 2021-07-26T16:05:29.174 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7469999999999999e-06 2021-07-26T16:05:29.174 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.175 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.175 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.175 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111561+0000", 2021-07-26T16:05:29.175 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2537000000000002e-05 2021-07-26T16:05:29.176 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.176 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.176 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op must wait for map", 2021-07-26T16:05:29.176 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111568+0000", 2021-07-26T16:05:29.176 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2400000000000001e-06 2021-07-26T16:05:29.177 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.177 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.177 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.177 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116160+0000", 2021-07-26T16:05:29.178 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0045919690000000004 2021-07-26T16:05:29.178 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.179 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.179 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.179 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.117438+0000", 2021-07-26T16:05:29.180 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0012779359999999999 2021-07-26T16:05:29.180 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.180 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.180 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.180 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:51.101857+0000", 2021-07-26T16:05:29.181 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.98441849999999997 2021-07-26T16:05:29.181 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.181 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.181 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.182 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:51.101866+0000", 2021-07-26T16:05:29.182 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4129999999999995e-06 2021-07-26T16:05:29.182 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.182 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.182 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.183 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.201974+0000", 2021-07-26T16:05:29.183 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1001082639999999 2021-07-26T16:05:29.183 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.183 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.184 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.184 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.202657+0000", 2021-07-26T16:05:29.184 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000682042 2021-07-26T16:05:29.184 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.184 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.185 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.185 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.185 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.185 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:40138 6.0 6:0634165a:::benchmark_data_smithi078_103090_object40137:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:05:29.186 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:50.116078+0000", 2021-07-26T16:05:29.186 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 339.03847482700002, 2021-07-26T16:05:29.186 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.101542877, 2021-07-26T16:05:29.186 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.186 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.187 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.187 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.187 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.187 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 40138 2021-07-26T16:05:29.188 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.188 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.188 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.188 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.188 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116078+0000", 2021-07-26T16:05:29.189 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.189 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.189 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.189 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.189 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116078+0000", 2021-07-26T16:05:29.190 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.190 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.190 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.190 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.191 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116103+0000", 2021-07-26T16:05:29.191 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.5303000000000002e-05 2021-07-26T16:05:29.191 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.191 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.191 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.192 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116106+0000", 2021-07-26T16:05:29.192 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7980000000000001e-06 2021-07-26T16:05:29.192 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.192 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.192 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.193 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116116+0000", 2021-07-26T16:05:29.193 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.3929999999999997e-06 2021-07-26T16:05:29.193 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.193 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.194 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.194 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116122+0000", 2021-07-26T16:05:29.194 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8989999999999998e-06 2021-07-26T16:05:29.194 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.194 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.195 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.195 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.120380+0000", 2021-07-26T16:05:29.195 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0042587880000000003 2021-07-26T16:05:29.195 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.196 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.196 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.196 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.120388+0000", 2021-07-26T16:05:29.196 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.8509999999999999e-06 2021-07-26T16:05:29.196 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.197 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.197 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.197 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:51.101992+0000", 2021-07-26T16:05:29.197 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.98160353199999995 2021-07-26T16:05:29.198 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.198 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.198 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.198 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:51.102000+0000", 2021-07-26T16:05:29.198 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.7120000000000006e-06 2021-07-26T16:05:29.199 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.199 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.199 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.199 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.202685+0000", 2021-07-26T16:05:29.199 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1006848899999999 2021-07-26T16:05:29.200 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.200 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.200 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.200 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.203413+0000", 2021-07-26T16:05:29.201 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00072776799999999995 2021-07-26T16:05:29.201 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.201 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.201 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,5", 2021-07-26T16:05:29.201 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.203600+0000", 2021-07-26T16:05:29.202 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018707500000000001 2021-07-26T16:05:29.202 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.202 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.202 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.203 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.215683+0000", 2021-07-26T16:05:29.203 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012083269000000001 2021-07-26T16:05:29.203 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.203 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.203 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.204 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.216806+0000", 2021-07-26T16:05:29.204 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0011222269999999999 2021-07-26T16:05:29.204 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.204 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.205 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.205 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.216861+0000", 2021-07-26T16:05:29.205 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5566000000000003e-05 2021-07-26T16:05:29.205 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.205 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.206 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.206 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.216923+0000", 2021-07-26T16:05:29.206 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1507999999999995e-05 2021-07-26T16:05:29.206 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.207 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.207 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.207 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.217621+0000", 2021-07-26T16:05:29.208 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00069829799999999997 2021-07-26T16:05:29.208 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.208 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.208 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.208 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.209 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.209 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:79571 6.f 6:f3973f11:::benchmark_data_smithi078_103090_object79570:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e108)", 2021-07-26T16:05:29.209 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:00:21.791384+0000", 2021-07-26T16:05:29.209 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 307.363169169, 2021-07-26T16:05:29.209 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.39825529, 2021-07-26T16:05:29.210 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.210 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:05:29.210 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.210 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.211 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.211 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 79571 2021-07-26T16:05:29.211 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.211 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.211 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.212 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.212 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791384+0000", 2021-07-26T16:05:29.212 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.212 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.213 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.213 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.213 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791384+0000", 2021-07-26T16:05:29.213 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.213 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.214 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.214 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.214 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791829+0000", 2021-07-26T16:05:29.214 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00044494199999999998 2021-07-26T16:05:29.215 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.215 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.215 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.215 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791833+0000", 2021-07-26T16:05:29.215 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7910000000000002e-06 2021-07-26T16:05:29.216 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.216 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.216 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.216 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791846+0000", 2021-07-26T16:05:29.217 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3016999999999999e-05 2021-07-26T16:05:29.217 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.217 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.217 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.217 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791854+0000", 2021-07-26T16:05:29.218 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.1720000000000007e-06 2021-07-26T16:05:29.218 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.218 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.218 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.218 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792011+0000", 2021-07-26T16:05:29.219 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00015764500000000001 2021-07-26T16:05:29.219 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.219 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.219 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.220 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792021+0000", 2021-07-26T16:05:29.220 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0145e-05 2021-07-26T16:05:29.220 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.220 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.220 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.221 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.189534+0000", 2021-07-26T16:05:29.221 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3975120999999999 2021-07-26T16:05:29.221 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.221 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.222 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.222 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.189639+0000", 2021-07-26T16:05:29.222 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000105478 2021-07-26T16:05:29.222 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.222 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.223 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.223 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.223 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.223 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:79574 6.f 6:f8859c69:::benchmark_data_smithi078_103090_object79573:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e108)", 2021-07-26T16:05:29.224 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:00:21.791868+0000", 2021-07-26T16:05:29.224 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 307.36268536, 2021-07-26T16:05:29.224 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.401728109, 2021-07-26T16:05:29.224 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.224 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:05:29.225 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.225 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.225 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.225 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 79574 2021-07-26T16:05:29.226 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.226 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.226 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.226 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.226 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791868+0000", 2021-07-26T16:05:29.227 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.227 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.227 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.227 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.228 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791868+0000", 2021-07-26T16:05:29.228 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.228 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.228 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.229 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.229 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791888+0000", 2021-07-26T16:05:29.229 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0750999999999998e-05 2021-07-26T16:05:29.229 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.229 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.230 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.230 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791890+0000", 2021-07-26T16:05:29.230 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.08e-06 2021-07-26T16:05:29.230 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.231 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.231 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.231 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791899+0000", 2021-07-26T16:05:29.231 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.3380000000000005e-06 2021-07-26T16:05:29.231 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.232 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.232 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.232 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791904+0000", 2021-07-26T16:05:29.232 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2190000000000003e-06 2021-07-26T16:05:29.232 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.233 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.233 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.233 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792042+0000", 2021-07-26T16:05:29.233 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000137751 2021-07-26T16:05:29.234 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.234 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.234 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.234 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792048+0000", 2021-07-26T16:05:29.234 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9279999999999998e-06 2021-07-26T16:05:29.235 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.235 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.235 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.235 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.193450+0000", 2021-07-26T16:05:29.236 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.40140267 2021-07-26T16:05:29.236 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.236 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.236 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.236 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.193596+0000", 2021-07-26T16:05:29.237 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000145372 2021-07-26T16:05:29.237 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.237 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.237 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.237 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.238 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.238 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:79592 6.f 6:ff3f7369:::benchmark_data_smithi078_103090_object79591:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e108)", 2021-07-26T16:05:29.238 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:00:21.791909+0000", 2021-07-26T16:05:29.238 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 307.36264351, 2021-07-26T16:05:29.239 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4403409009999999, 2021-07-26T16:05:29.239 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.239 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.239 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.239 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.240 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.240 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 79592 2021-07-26T16:05:29.240 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.240 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.240 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.241 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.241 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791909+0000", 2021-07-26T16:05:29.241 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.241 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.242 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.242 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.242 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791909+0000", 2021-07-26T16:05:29.242 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.242 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.243 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.243 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.243 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791929+0000", 2021-07-26T16:05:29.243 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9913000000000001e-05 2021-07-26T16:05:29.244 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.244 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.244 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.244 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791931+0000", 2021-07-26T16:05:29.244 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7439999999999999e-06 2021-07-26T16:05:29.245 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.245 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.245 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.245 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791938+0000", 2021-07-26T16:05:29.246 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3860000000000001e-06 2021-07-26T16:05:29.246 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.246 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.246 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.246 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791943+0000", 2021-07-26T16:05:29.247 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4800000000000003e-06 2021-07-26T16:05:29.247 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.247 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.247 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.248 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792066+0000", 2021-07-26T16:05:29.248 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012305199999999999 2021-07-26T16:05:29.248 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.248 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.248 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.249 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792072+0000", 2021-07-26T16:05:29.249 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.733e-06 2021-07-26T16:05:29.249 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.249 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.250 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.250 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.194415+0000", 2021-07-26T16:05:29.250 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.402342768 2021-07-26T16:05:29.250 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.250 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.251 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.251 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.194598+0000", 2021-07-26T16:05:29.251 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018318499999999999 2021-07-26T16:05:29.251 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.251 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.252 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4", 2021-07-26T16:05:29.252 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.194826+0000", 2021-07-26T16:05:29.252 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000228655 2021-07-26T16:05:29.252 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.253 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.253 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.253 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.197678+0000", 2021-07-26T16:05:29.253 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0028518100000000002 2021-07-26T16:05:29.253 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.254 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.254 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.254 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.197881+0000", 2021-07-26T16:05:29.254 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000202745 2021-07-26T16:05:29.255 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.255 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.255 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.255 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.229680+0000", 2021-07-26T16:05:29.255 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.031798818 2021-07-26T16:05:29.256 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.256 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.256 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.256 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.229741+0000", 2021-07-26T16:05:29.257 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0791000000000001e-05 2021-07-26T16:05:29.257 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.257 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.257 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.257 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.232250+0000", 2021-07-26T16:05:29.258 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0025098210000000002 2021-07-26T16:05:29.258 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.258 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.258 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.259 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.259 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.259 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108925 6.0 6:08ee0320:::benchmark_data_smithi078_103090_object4060:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:05:29.259 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:14.889404+0000", 2021-07-26T16:05:29.259 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 254.26514907500001, 2021-07-26T16:05:29.260 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3769438159999998, 2021-07-26T16:05:29.260 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.260 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:05:29.260 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.261 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.261 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.261 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108925 2021-07-26T16:05:29.261 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.261 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.262 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.262 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.262 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889404+0000", 2021-07-26T16:05:29.262 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.262 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.263 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.263 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.263 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889404+0000", 2021-07-26T16:05:29.263 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.264 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.264 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.264 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.264 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889407+0000", 2021-07-26T16:05:29.264 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.41e-06 2021-07-26T16:05:29.265 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.265 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.265 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.265 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889411+0000", 2021-07-26T16:05:29.266 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3560000000000001e-06 2021-07-26T16:05:29.266 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.266 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.266 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.266 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889427+0000", 2021-07-26T16:05:29.267 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6433e-05 2021-07-26T16:05:29.267 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.267 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.267 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.267 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889434+0000", 2021-07-26T16:05:29.268 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.8210000000000004e-06 2021-07-26T16:05:29.268 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.268 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.268 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.269 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.918078+0000", 2021-07-26T16:05:29.269 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.028644612999999999 2021-07-26T16:05:29.269 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.269 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.269 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:29.270 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.919794+0000", 2021-07-26T16:05:29.270 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0017152129999999999 2021-07-26T16:05:29.270 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.270 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.271 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.271 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.954920+0000", 2021-07-26T16:05:29.271 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.035126312999999999 2021-07-26T16:05:29.271 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.271 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.272 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.272 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.955026+0000", 2021-07-26T16:05:29.272 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00010626800000000001 2021-07-26T16:05:29.272 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.272 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.273 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,5", 2021-07-26T16:05:29.273 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.955203+0000", 2021-07-26T16:05:29.273 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017710499999999999 2021-07-26T16:05:29.273 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.274 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.274 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.274 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.975406+0000", 2021-07-26T16:05:29.274 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020202609999999999 2021-07-26T16:05:29.274 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.275 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.275 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.275 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.975416+0000", 2021-07-26T16:05:29.275 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.8789999999999998e-06 2021-07-26T16:05:29.275 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.276 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.276 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.276 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044860+0000", 2021-07-26T16:05:29.276 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.069444123999999996 2021-07-26T16:05:29.277 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.277 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.277 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.277 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044870+0000", 2021-07-26T16:05:29.277 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.5950000000000005e-06 2021-07-26T16:05:29.278 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.278 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.278 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.278 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986668+0000", 2021-07-26T16:05:29.279 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.94179800899999999 2021-07-26T16:05:29.279 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.279 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.279 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.279 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986678+0000", 2021-07-26T16:05:29.280 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0231000000000001e-05 2021-07-26T16:05:29.280 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.280 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.280 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.281 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223173+0000", 2021-07-26T16:05:29.281 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.236495133 2021-07-26T16:05:29.281 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.281 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.281 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:05:29.282 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223316+0000", 2021-07-26T16:05:29.282 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000142948 2021-07-26T16:05:29.282 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.282 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.283 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.283 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266218+0000", 2021-07-26T16:05:29.283 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.042901961000000002 2021-07-26T16:05:29.283 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.283 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.284 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.284 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266348+0000", 2021-07-26T16:05:29.284 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000129794 2021-07-26T16:05:29.284 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.285 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.285 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.285 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.285 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.285 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108959 6.0 6:0590f873:::benchmark_data_smithi078_103090_object4094:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:05:29.286 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:14.949910+0000", 2021-07-26T16:05:29.286 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 254.204643293, 2021-07-26T16:05:29.286 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3264761109999998, 2021-07-26T16:05:29.286 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.286 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.287 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.287 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.287 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.287 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108959 2021-07-26T16:05:29.288 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.288 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.288 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.288 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.288 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949910+0000", 2021-07-26T16:05:29.289 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.289 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.289 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.289 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.289 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949910+0000", 2021-07-26T16:05:29.290 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.290 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.290 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.290 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.291 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949913+0000", 2021-07-26T16:05:29.291 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4249999999999998e-06 2021-07-26T16:05:29.291 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.291 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.291 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.292 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949917+0000", 2021-07-26T16:05:29.292 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5329999999999999e-06 2021-07-26T16:05:29.292 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.292 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.293 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.293 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949929+0000", 2021-07-26T16:05:29.293 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1983e-05 2021-07-26T16:05:29.293 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.293 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.294 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.294 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949935+0000", 2021-07-26T16:05:29.294 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7630000000000003e-06 2021-07-26T16:05:29.294 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.295 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.295 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.295 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.970385+0000", 2021-07-26T16:05:29.295 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020449628000000001 2021-07-26T16:05:29.295 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.296 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.296 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:29.296 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.975341+0000", 2021-07-26T16:05:29.296 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0049562199999999999 2021-07-26T16:05:29.296 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.297 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.297 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.297 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044935+0000", 2021-07-26T16:05:29.297 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.069593564999999996 2021-07-26T16:05:29.298 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.298 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.298 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.298 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044939+0000", 2021-07-26T16:05:29.298 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5260000000000004e-06 2021-07-26T16:05:29.299 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.299 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.299 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.299 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986746+0000", 2021-07-26T16:05:29.300 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.94180701499999997 2021-07-26T16:05:29.300 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.300 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.300 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.301 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986752+0000", 2021-07-26T16:05:29.301 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3990000000000003e-06 2021-07-26T16:05:29.301 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.301 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.301 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.302 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.226479+0000", 2021-07-26T16:05:29.302 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.23972686 2021-07-26T16:05:29.302 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.302 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.303 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.303 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.226607+0000", 2021-07-26T16:05:29.303 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012843899999999999 2021-07-26T16:05:29.303 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.303 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.304 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:05:29.304 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.226723+0000", 2021-07-26T16:05:29.304 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000115602 2021-07-26T16:05:29.304 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.304 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.305 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.305 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.239734+0000", 2021-07-26T16:05:29.305 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013011503000000001 2021-07-26T16:05:29.305 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.306 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.306 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.306 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266467+0000", 2021-07-26T16:05:29.306 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.026733304999999999 2021-07-26T16:05:29.306 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.307 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.307 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.307 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.271628+0000", 2021-07-26T16:05:29.307 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0051609289999999999 2021-07-26T16:05:29.308 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.308 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.308 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.308 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.271684+0000", 2021-07-26T16:05:29.308 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.613e-05 2021-07-26T16:05:29.309 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.309 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.309 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.309 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.276386+0000", 2021-07-26T16:05:29.310 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0047012859999999998 2021-07-26T16:05:29.310 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.310 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.310 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.311 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.311 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.311 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108972 6.0 6:06a9a154:::benchmark_data_smithi078_103090_object4107:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:05:29.311 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:14.990261+0000", 2021-07-26T16:05:29.311 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 254.16429156000001, 2021-07-26T16:05:29.312 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2812374160000002, 2021-07-26T16:05:29.312 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.312 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.312 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.312 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.313 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.313 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108972 2021-07-26T16:05:29.313 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.313 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.314 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.314 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.314 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990261+0000", 2021-07-26T16:05:29.314 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.314 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.315 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.315 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.315 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990261+0000", 2021-07-26T16:05:29.315 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.316 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.316 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.316 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.316 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990265+0000", 2021-07-26T16:05:29.316 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.416e-06 2021-07-26T16:05:29.317 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.317 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.317 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.317 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990268+0000", 2021-07-26T16:05:29.317 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1429999999999998e-06 2021-07-26T16:05:29.318 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.318 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.318 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.318 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990280+0000", 2021-07-26T16:05:29.319 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1806e-05 2021-07-26T16:05:29.319 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.319 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.319 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.319 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990287+0000", 2021-07-26T16:05:29.320 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2899999999999997e-06 2021-07-26T16:05:29.320 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.320 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.320 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.320 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.993573+0000", 2021-07-26T16:05:29.321 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032856320000000001 2021-07-26T16:05:29.321 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.321 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.321 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:29.322 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.994671+0000", 2021-07-26T16:05:29.322 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001098344 2021-07-26T16:05:29.322 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.322 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.322 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.323 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044904+0000", 2021-07-26T16:05:29.323 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.050233489999999999 2021-07-26T16:05:29.323 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.323 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.324 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.324 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044909+0000", 2021-07-26T16:05:29.324 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9300000000000002e-06 2021-07-26T16:05:29.324 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.324 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.325 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.325 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986714+0000", 2021-07-26T16:05:29.325 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.94180418799999999 2021-07-26T16:05:29.325 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.325 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.326 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.326 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986720+0000", 2021-07-26T16:05:29.326 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1399999999999997e-06 2021-07-26T16:05:29.326 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.327 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.327 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.327 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223364+0000", 2021-07-26T16:05:29.327 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2366440220000001 2021-07-26T16:05:29.327 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.328 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.328 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.328 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223493+0000", 2021-07-26T16:05:29.328 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012886399999999999 2021-07-26T16:05:29.328 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.329 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.329 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:05:29.329 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223688+0000", 2021-07-26T16:05:29.329 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00019577099999999999 2021-07-26T16:05:29.330 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.330 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.330 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.330 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.239730+0000", 2021-07-26T16:05:29.330 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.016041242000000001 2021-07-26T16:05:29.331 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.331 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.331 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.331 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266412+0000", 2021-07-26T16:05:29.331 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.026682590999999999 2021-07-26T16:05:29.332 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.332 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.332 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.332 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266559+0000", 2021-07-26T16:05:29.333 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00014664699999999999 2021-07-26T16:05:29.333 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.333 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.333 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.333 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266624+0000", 2021-07-26T16:05:29.334 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4645000000000002e-05 2021-07-26T16:05:29.334 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.334 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.334 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.335 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.271499+0000", 2021-07-26T16:05:29.335 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0048752550000000002 2021-07-26T16:05:29.335 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.335 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.335 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.336 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.336 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.336 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108973 6.0 6:01ce13e6:::benchmark_data_smithi078_103090_object4108:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:05:29.336 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:14.990297+0000", 2021-07-26T16:05:29.337 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 254.16425608099999, 2021-07-26T16:05:29.337 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2915173069999999, 2021-07-26T16:05:29.337 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.337 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.337 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.338 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.338 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.338 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108973 2021-07-26T16:05:29.338 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.339 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.339 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.339 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.339 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990297+0000", 2021-07-26T16:05:29.339 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.340 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.340 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.340 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.340 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990297+0000", 2021-07-26T16:05:29.341 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.341 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.341 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.341 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.341 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990298+0000", 2021-07-26T16:05:29.342 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0270000000000001e-06 2021-07-26T16:05:29.342 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.342 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.342 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.343 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990299+0000", 2021-07-26T16:05:29.343 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2860000000000001e-06 2021-07-26T16:05:29.343 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.343 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.343 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.344 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990304+0000", 2021-07-26T16:05:29.344 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9840000000000001e-06 2021-07-26T16:05:29.344 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.344 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.345 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.345 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990308+0000", 2021-07-26T16:05:29.345 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.422e-06 2021-07-26T16:05:29.345 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.345 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.346 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.346 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.994705+0000", 2021-07-26T16:05:29.346 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043974349999999999 2021-07-26T16:05:29.346 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.347 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.347 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:29.347 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.006749+0000", 2021-07-26T16:05:29.347 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012044052 2021-07-26T16:05:29.347 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.348 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.348 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.348 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044959+0000", 2021-07-26T16:05:29.348 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.038209885999999998 2021-07-26T16:05:29.348 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.349 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.349 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.349 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044963+0000", 2021-07-26T16:05:29.349 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4490000000000001e-06 2021-07-26T16:05:29.350 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.350 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.350 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.350 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986778+0000", 2021-07-26T16:05:29.350 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.94181500600000001 2021-07-26T16:05:29.351 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.351 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.351 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.351 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986784+0000", 2021-07-26T16:05:29.352 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8359999999999997e-06 2021-07-26T16:05:29.352 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.352 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.352 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.352 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.229653+0000", 2021-07-26T16:05:29.353 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.242868672 2021-07-26T16:05:29.353 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.353 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.353 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.354 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.229849+0000", 2021-07-26T16:05:29.354 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00019624599999999999 2021-07-26T16:05:29.354 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.354 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.354 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:05:29.355 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.230076+0000", 2021-07-26T16:05:29.355 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000226892 2021-07-26T16:05:29.355 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.355 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.355 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.356 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.245841+0000", 2021-07-26T16:05:29.356 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015765036 2021-07-26T16:05:29.356 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.356 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.357 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.357 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266509+0000", 2021-07-26T16:05:29.357 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020668254 2021-07-26T16:05:29.357 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.357 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.358 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.358 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.276739+0000", 2021-07-26T16:05:29.358 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010230009999999999 2021-07-26T16:05:29.358 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.358 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.359 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.359 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.276804+0000", 2021-07-26T16:05:29.359 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4964999999999999e-05 2021-07-26T16:05:29.359 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.360 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.360 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.360 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.281814+0000", 2021-07-26T16:05:29.360 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0050098490000000002 2021-07-26T16:05:29.360 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.361 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.361 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.361 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.361 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.362 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108983 6.0 6:0fc2e072:::benchmark_data_smithi078_103090_object4118:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:05:29.362 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:15.045499+0000", 2021-07-26T16:05:29.362 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 254.109053536, 2021-07-26T16:05:29.362 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2412229319999999, 2021-07-26T16:05:29.362 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.363 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.363 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.363 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.363 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.364 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108983 2021-07-26T16:05:29.364 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.364 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.364 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.364 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.365 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045499+0000", 2021-07-26T16:05:29.365 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.365 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.365 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.365 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.366 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045499+0000", 2021-07-26T16:05:29.366 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.366 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.366 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.367 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.367 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045502+0000", 2021-07-26T16:05:29.367 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8779999999999998e-06 2021-07-26T16:05:29.367 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.367 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.368 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.368 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045505+0000", 2021-07-26T16:05:29.368 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.123e-06 2021-07-26T16:05:29.368 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.368 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.369 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.369 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045517+0000", 2021-07-26T16:05:29.369 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1686e-05 2021-07-26T16:05:29.369 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.370 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.370 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.370 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045524+0000", 2021-07-26T16:05:29.370 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3300000000000001e-06 2021-07-26T16:05:29.370 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.371 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.371 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.371 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.048546+0000", 2021-07-26T16:05:29.371 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0030216879999999998 2021-07-26T16:05:29.372 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.372 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.372 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.372 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.048556+0000", 2021-07-26T16:05:29.373 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4469999999999995e-06 2021-07-26T16:05:29.373 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.373 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.373 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.373 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986806+0000", 2021-07-26T16:05:29.374 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.93825043799999996 2021-07-26T16:05:29.374 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.374 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.374 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.375 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986811+0000", 2021-07-26T16:05:29.375 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4330000000000003e-06 2021-07-26T16:05:29.375 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.375 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.375 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.376 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.233388+0000", 2021-07-26T16:05:29.376 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2465762229999999 2021-07-26T16:05:29.376 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.376 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.376 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.377 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.233571+0000", 2021-07-26T16:05:29.377 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018315000000000001 2021-07-26T16:05:29.377 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.377 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.378 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:05:29.378 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.233790+0000", 2021-07-26T16:05:29.378 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021878699999999999 2021-07-26T16:05:29.378 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.378 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.379 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.379 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.245849+0000", 2021-07-26T16:05:29.379 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012059360999999999 2021-07-26T16:05:29.379 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.380 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.380 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.380 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.271567+0000", 2021-07-26T16:05:29.380 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.025718476000000001 2021-07-26T16:05:29.380 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.381 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.381 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.381 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.281895+0000", 2021-07-26T16:05:29.381 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010327391999999999 2021-07-26T16:05:29.381 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.382 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.382 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.382 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.281962+0000", 2021-07-26T16:05:29.382 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6789e-05 2021-07-26T16:05:29.383 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.383 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.383 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.383 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.286722+0000", 2021-07-26T16:05:29.383 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0047607309999999998 2021-07-26T16:05:29.384 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.384 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.384 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.384 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.385 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.385 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108993 6.0 6:0090ae62:::benchmark_data_smithi078_103090_object4128:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:05:29.385 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:15.066773+0000", 2021-07-26T16:05:29.385 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 254.08778038099999, 2021-07-26T16:05:29.386 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2255044399999999, 2021-07-26T16:05:29.386 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.386 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.386 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.386 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.387 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.387 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108993 2021-07-26T16:05:29.387 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.387 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.388 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.388 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.388 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066773+0000", 2021-07-26T16:05:29.388 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.388 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.389 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.389 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.389 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066773+0000", 2021-07-26T16:05:29.389 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.389 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.390 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.390 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.390 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066776+0000", 2021-07-26T16:05:29.390 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0000000000000001e-06 2021-07-26T16:05:29.391 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.391 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.391 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.391 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066778+0000", 2021-07-26T16:05:29.391 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.869e-06 2021-07-26T16:05:29.392 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.392 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.392 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.392 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066790+0000", 2021-07-26T16:05:29.393 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.153e-05 2021-07-26T16:05:29.393 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.393 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.393 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.393 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066797+0000", 2021-07-26T16:05:29.394 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.742e-06 2021-07-26T16:05:29.394 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.394 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.394 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.395 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066856+0000", 2021-07-26T16:05:29.395 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9506000000000003e-05 2021-07-26T16:05:29.395 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.395 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.395 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.396 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066868+0000", 2021-07-26T16:05:29.396 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1703e-05 2021-07-26T16:05:29.396 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.396 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.396 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.397 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986849+0000", 2021-07-26T16:05:29.397 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.919981516 2021-07-26T16:05:29.397 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.397 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.398 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.398 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986855+0000", 2021-07-26T16:05:29.398 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9789999999999998e-06 2021-07-26T16:05:29.398 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.398 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.399 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.399 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.236569+0000", 2021-07-26T16:05:29.399 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.249713786 2021-07-26T16:05:29.399 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.400 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.400 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.400 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.236779+0000", 2021-07-26T16:05:29.400 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021013299999999999 2021-07-26T16:05:29.400 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.401 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.401 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:05:29.401 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.236996+0000", 2021-07-26T16:05:29.401 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021671700000000001 2021-07-26T16:05:29.402 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.402 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.402 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.402 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.252787+0000", 2021-07-26T16:05:29.402 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015790993999999999 2021-07-26T16:05:29.403 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.403 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.403 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.403 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.276448+0000", 2021-07-26T16:05:29.404 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023660816000000001 2021-07-26T16:05:29.404 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.404 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.404 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.404 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.286803+0000", 2021-07-26T16:05:29.405 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010355104 2021-07-26T16:05:29.405 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.405 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.405 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.405 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.286884+0000", 2021-07-26T16:05:29.406 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.1537000000000002e-05 2021-07-26T16:05:29.406 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.406 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.406 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.407 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.292277+0000", 2021-07-26T16:05:29.407 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0053925079999999999 2021-07-26T16:05:29.407 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.407 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.407 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.408 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.408 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.408 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:109029 6.0 6:0996c399:::benchmark_data_smithi078_103090_object4164:head [delete] snapc 0=[] ondisk+write+known_if_redirected e117)", 2021-07-26T16:05:29.408 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:16.176682+0000", 2021-07-26T16:05:29.409 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 252.97787059500001, 2021-07-26T16:05:29.409 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1202262940000001, 2021-07-26T16:05:29.409 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.409 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.409 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.410 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.410 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.410 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 109029 2021-07-26T16:05:29.410 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.411 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.411 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.411 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.411 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.176682+0000", 2021-07-26T16:05:29.411 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.412 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.412 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.412 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.412 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.176682+0000", 2021-07-26T16:05:29.412 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.413 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.413 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.413 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.413 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.176687+0000", 2021-07-26T16:05:29.414 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8189999999999999e-06 2021-07-26T16:05:29.414 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.414 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.414 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.414 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.176693+0000", 2021-07-26T16:05:29.415 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8510000000000004e-06 2021-07-26T16:05:29.415 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.415 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.415 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.416 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.176713+0000", 2021-07-26T16:05:29.416 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9879999999999999e-05 2021-07-26T16:05:29.416 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.416 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.416 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.417 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.176723+0000", 2021-07-26T16:05:29.417 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0056e-05 2021-07-26T16:05:29.417 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.417 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.418 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.418 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.176777+0000", 2021-07-26T16:05:29.418 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4301000000000001e-05 2021-07-26T16:05:29.418 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.419 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.419 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.419 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.176787+0000", 2021-07-26T16:05:29.419 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.6199999999999994e-06 2021-07-26T16:05:29.419 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.420 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.420 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.420 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.239778+0000", 2021-07-26T16:05:29.420 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.062991582 2021-07-26T16:05:29.420 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.421 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.421 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.421 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.239902+0000", 2021-07-26T16:05:29.421 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012390900000000001 2021-07-26T16:05:29.422 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.422 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.422 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:05:29.422 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.240031+0000", 2021-07-26T16:05:29.422 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012870000000000001 2021-07-26T16:05:29.423 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.423 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.423 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.423 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.252796+0000", 2021-07-26T16:05:29.424 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.01276528 2021-07-26T16:05:29.424 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.424 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.424 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.424 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.276506+0000", 2021-07-26T16:05:29.425 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023709761999999999 2021-07-26T16:05:29.425 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.425 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.425 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.425 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.292363+0000", 2021-07-26T16:05:29.426 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015856836999999999 2021-07-26T16:05:29.426 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.426 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.426 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.427 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.292436+0000", 2021-07-26T16:05:29.427 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2954000000000007e-05 2021-07-26T16:05:29.427 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.427 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.427 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.428 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.296909+0000", 2021-07-26T16:05:29.428 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0044727430000000004 2021-07-26T16:05:29.428 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.428 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.428 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.429 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.429 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.429 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:109037 6.0 6:0c79ba47:::benchmark_data_smithi078_103090_object4172:head [delete] snapc 0=[] ondisk+write+known_if_redirected e117)", 2021-07-26T16:05:29.429 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:16.191451+0000", 2021-07-26T16:05:29.430 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 252.96310192499999, 2021-07-26T16:05:29.430 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1091728789999999, 2021-07-26T16:05:29.430 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.430 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.430 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.431 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.431 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.431 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 109037 2021-07-26T16:05:29.431 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.432 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.432 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.432 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.432 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.191451+0000", 2021-07-26T16:05:29.432 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.433 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.433 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.433 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.433 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.191451+0000", 2021-07-26T16:05:29.434 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.434 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.434 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.434 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.434 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.191454+0000", 2021-07-26T16:05:29.435 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9380000000000001e-06 2021-07-26T16:05:29.435 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.435 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.435 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.436 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.191457+0000", 2021-07-26T16:05:29.436 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6079999999999998e-06 2021-07-26T16:05:29.436 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.436 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.436 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.437 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.191468+0000", 2021-07-26T16:05:29.437 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1381e-05 2021-07-26T16:05:29.437 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.437 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.437 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.438 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.191475+0000", 2021-07-26T16:05:29.438 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.0119999999999999e-06 2021-07-26T16:05:29.438 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.438 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.439 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.439 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.191524+0000", 2021-07-26T16:05:29.439 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9446000000000001e-05 2021-07-26T16:05:29.439 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.440 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.440 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.440 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:16.191534+0000", 2021-07-26T16:05:29.440 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2059999999999996e-06 2021-07-26T16:05:29.440 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.441 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.441 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.441 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.242821+0000", 2021-07-26T16:05:29.441 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.051287372 2021-07-26T16:05:29.442 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.442 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.442 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.442 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.242958+0000", 2021-07-26T16:05:29.442 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000136871 2021-07-26T16:05:29.443 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.443 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.443 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:05:29.443 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.243069+0000", 2021-07-26T16:05:29.443 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000111245 2021-07-26T16:05:29.444 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.444 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.444 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.444 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.252910+0000", 2021-07-26T16:05:29.445 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0098411350000000009 2021-07-26T16:05:29.445 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.445 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.445 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.445 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.276543+0000", 2021-07-26T16:05:29.446 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023632932999999998 2021-07-26T16:05:29.446 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.446 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.446 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.447 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.296952+0000", 2021-07-26T16:05:29.447 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020408882 2021-07-26T16:05:29.447 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.447 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.447 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.448 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.296991+0000", 2021-07-26T16:05:29.448 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8868999999999997e-05 2021-07-26T16:05:29.448 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.448 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.449 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.449 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.300624+0000", 2021-07-26T16:05:29.449 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003632981 2021-07-26T16:05:29.449 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.449 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.450 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.450 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.450 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.450 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154694 6.12 6:4cd845c8:::benchmark_data_smithi078_103090_object49829:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e164)", 2021-07-26T16:05:29.450 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:21.255383+0000", 2021-07-26T16:05:29.451 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 67.899169767999993, 2021-07-26T16:05:29.451 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0932079619999999, 2021-07-26T16:05:29.451 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.451 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.452 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.452 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.452 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.452 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154694 2021-07-26T16:05:29.452 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.453 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.453 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.453 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.453 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255383+0000", 2021-07-26T16:05:29.453 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.454 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.454 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.454 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.454 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255383+0000", 2021-07-26T16:05:29.455 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.455 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.455 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.455 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.455 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255386+0000", 2021-07-26T16:05:29.456 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8779999999999998e-06 2021-07-26T16:05:29.456 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.456 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.456 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.456 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255389+0000", 2021-07-26T16:05:29.457 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0450000000000001e-06 2021-07-26T16:05:29.457 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.457 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.457 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.458 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255401+0000", 2021-07-26T16:05:29.458 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1749000000000001e-05 2021-07-26T16:05:29.458 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.458 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.458 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.459 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255408+0000", 2021-07-26T16:05:29.459 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.6429999999999995e-06 2021-07-26T16:05:29.459 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.459 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.460 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.460 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255454+0000", 2021-07-26T16:05:29.460 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5327999999999997e-05 2021-07-26T16:05:29.460 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.460 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.461 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.461 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255464+0000", 2021-07-26T16:05:29.461 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.7059999999999999e-06 2021-07-26T16:05:29.461 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.462 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.462 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.462 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.296187+0000", 2021-07-26T16:05:29.462 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.040723456 2021-07-26T16:05:29.463 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.463 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.463 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.463 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.296364+0000", 2021-07-26T16:05:29.463 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017715400000000001 2021-07-26T16:05:29.464 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.464 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.464 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,5,6", 2021-07-26T16:05:29.464 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.296629+0000", 2021-07-26T16:05:29.465 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00026496199999999999 2021-07-26T16:05:29.465 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.465 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.465 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.465 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.305227+0000", 2021-07-26T16:05:29.466 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0085976479999999994 2021-07-26T16:05:29.466 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.466 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.466 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.466 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.344974+0000", 2021-07-26T16:05:29.467 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.039747136000000002 2021-07-26T16:05:29.467 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.467 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.467 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.468 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.345029+0000", 2021-07-26T16:05:29.468 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5473999999999998e-05 2021-07-26T16:05:29.468 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.468 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.469 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.469 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.345072+0000", 2021-07-26T16:05:29.469 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2614000000000002e-05 2021-07-26T16:05:29.469 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.469 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.470 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.470 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.347204+0000", 2021-07-26T16:05:29.470 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021318690000000002 2021-07-26T16:05:29.470 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.471 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.471 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.471 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.347348+0000", 2021-07-26T16:05:29.471 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00014435500000000001 2021-07-26T16:05:29.471 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.472 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.472 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.472 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.348591+0000", 2021-07-26T16:05:29.472 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0012429450000000001 2021-07-26T16:05:29.473 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.473 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.473 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.473 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.473 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.474 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154744 6.12 6:49969e6a:::benchmark_data_smithi078_103090_object49879:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e164)", 2021-07-26T16:05:29.474 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:21.255500+0000", 2021-07-26T16:05:29.474 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 67.899052510000004, 2021-07-26T16:05:29.474 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0937443819999999, 2021-07-26T16:05:29.475 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.475 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.475 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.475 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.475 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.476 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154744 2021-07-26T16:05:29.476 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.476 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.476 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.477 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.477 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255500+0000", 2021-07-26T16:05:29.477 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.477 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.477 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.478 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.478 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255500+0000", 2021-07-26T16:05:29.478 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.478 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.478 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.479 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.479 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255502+0000", 2021-07-26T16:05:29.479 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2160000000000001e-06 2021-07-26T16:05:29.479 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.480 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.480 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.480 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255503+0000", 2021-07-26T16:05:29.480 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3859999999999999e-06 2021-07-26T16:05:29.480 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.481 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.481 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.481 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255508+0000", 2021-07-26T16:05:29.481 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3589999999999999e-06 2021-07-26T16:05:29.481 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.482 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.482 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.482 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255512+0000", 2021-07-26T16:05:29.482 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8190000000000002e-06 2021-07-26T16:05:29.483 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.483 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.483 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.483 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255714+0000", 2021-07-26T16:05:29.484 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000201318 2021-07-26T16:05:29.484 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.484 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.484 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.484 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255719+0000", 2021-07-26T16:05:29.485 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3430000000000003e-06 2021-07-26T16:05:29.485 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.485 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.485 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.485 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.297756+0000", 2021-07-26T16:05:29.486 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0420375850000001 2021-07-26T16:05:29.486 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.486 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.486 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.487 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.297915+0000", 2021-07-26T16:05:29.487 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000158636 2021-07-26T16:05:29.487 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.487 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.487 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,5,6", 2021-07-26T16:05:29.488 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.298195+0000", 2021-07-26T16:05:29.488 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000279991 2021-07-26T16:05:29.488 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.488 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.489 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.489 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.305240+0000", 2021-07-26T16:05:29.489 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0070451089999999999 2021-07-26T16:05:29.489 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.489 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.490 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.490 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.345122+0000", 2021-07-26T16:05:29.490 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.039882240999999999 2021-07-26T16:05:29.490 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.491 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.491 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.491 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.345167+0000", 2021-07-26T16:05:29.491 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4706000000000002e-05 2021-07-26T16:05:29.491 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.492 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.492 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.492 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.345212+0000", 2021-07-26T16:05:29.492 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4413000000000003e-05 2021-07-26T16:05:29.492 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.493 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.493 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.493 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.348641+0000", 2021-07-26T16:05:29.493 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003429849 2021-07-26T16:05:29.494 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.494 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.494 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.494 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.348690+0000", 2021-07-26T16:05:29.494 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8415000000000003e-05 2021-07-26T16:05:29.495 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.495 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.495 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.495 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349245+0000", 2021-07-26T16:05:29.495 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00055499599999999998 2021-07-26T16:05:29.496 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.496 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.496 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.496 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.497 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.497 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154792 6.12 6:4cfff4e4:::benchmark_data_smithi078_103090_object49927:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e164)", 2021-07-26T16:05:29.497 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:21.255532+0000", 2021-07-26T16:05:29.497 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 67.899021325000007, 2021-07-26T16:05:29.497 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0943197280000001, 2021-07-26T16:05:29.498 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.498 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.498 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.498 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.499 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.499 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154792 2021-07-26T16:05:29.499 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.499 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.499 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.500 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.500 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255532+0000", 2021-07-26T16:05:29.500 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.500 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.501 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.501 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.501 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255532+0000", 2021-07-26T16:05:29.501 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.501 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.502 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.502 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.502 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255533+0000", 2021-07-26T16:05:29.502 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2999999999999999e-07 2021-07-26T16:05:29.503 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.503 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.503 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.503 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255534+0000", 2021-07-26T16:05:29.503 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2279999999999999e-06 2021-07-26T16:05:29.504 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.504 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.504 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.504 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255539+0000", 2021-07-26T16:05:29.505 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6060000000000002e-06 2021-07-26T16:05:29.505 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.505 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.505 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.505 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255543+0000", 2021-07-26T16:05:29.506 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2789999999999999e-06 2021-07-26T16:05:29.506 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.506 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.506 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.506 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255760+0000", 2021-07-26T16:05:29.507 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021744200000000001 2021-07-26T16:05:29.507 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.507 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.507 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.508 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255766+0000", 2021-07-26T16:05:29.508 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.7389999999999996e-06 2021-07-26T16:05:29.508 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.508 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.508 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.509 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.299246+0000", 2021-07-26T16:05:29.509 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0434803939999999 2021-07-26T16:05:29.509 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.509 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.510 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.510 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.299415+0000", 2021-07-26T16:05:29.510 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016920800000000001 2021-07-26T16:05:29.510 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.511 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.511 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,5,6", 2021-07-26T16:05:29.511 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.299664+0000", 2021-07-26T16:05:29.511 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00024873300000000001 2021-07-26T16:05:29.512 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.512 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.512 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.512 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.337323+0000", 2021-07-26T16:05:29.512 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.037658799999999999 2021-07-26T16:05:29.513 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.513 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.513 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.513 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.345267+0000", 2021-07-26T16:05:29.514 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0079435830000000006 2021-07-26T16:05:29.514 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.514 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.514 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.515 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.345311+0000", 2021-07-26T16:05:29.515 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4811999999999997e-05 2021-07-26T16:05:29.515 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.515 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.515 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.516 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.345368+0000", 2021-07-26T16:05:29.516 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6901999999999998e-05 2021-07-26T16:05:29.516 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.516 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.516 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.517 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349290+0000", 2021-07-26T16:05:29.517 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0039222069999999996 2021-07-26T16:05:29.517 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.517 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.518 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.518 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349331+0000", 2021-07-26T16:05:29.518 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0370999999999997e-05 2021-07-26T16:05:29.518 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.518 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.519 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.519 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349851+0000", 2021-07-26T16:05:29.519 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00052049400000000003 2021-07-26T16:05:29.519 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.520 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.520 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.520 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.520 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.520 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154827 6.2 6:47a7aca9:::benchmark_data_smithi078_103090_object49962:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e164)", 2021-07-26T16:05:29.521 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:21.255563+0000", 2021-07-26T16:05:29.521 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 67.898989909999997, 2021-07-26T16:05:29.521 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0873280620000001, 2021-07-26T16:05:29.521 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.521 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.522 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.522 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.522 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.522 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154827 2021-07-26T16:05:29.523 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.523 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.523 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.523 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.523 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255563+0000", 2021-07-26T16:05:29.524 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.524 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.524 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.524 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.524 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255563+0000", 2021-07-26T16:05:29.525 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.525 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.525 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.525 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.526 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255564+0000", 2021-07-26T16:05:29.526 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.42e-06 2021-07-26T16:05:29.526 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.526 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.526 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.527 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255566+0000", 2021-07-26T16:05:29.527 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.305e-06 2021-07-26T16:05:29.527 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.527 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.528 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.528 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255572+0000", 2021-07-26T16:05:29.528 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.3589999999999996e-06 2021-07-26T16:05:29.528 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.528 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.529 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.529 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255576+0000", 2021-07-26T16:05:29.529 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.659e-06 2021-07-26T16:05:29.529 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.530 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.530 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.530 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255807+0000", 2021-07-26T16:05:29.530 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00023142599999999999 2021-07-26T16:05:29.530 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.531 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.531 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.531 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255813+0000", 2021-07-26T16:05:29.531 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4620000000000004e-06 2021-07-26T16:05:29.532 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.532 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.532 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.532 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.266319+0000", 2021-07-26T16:05:29.533 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0105067329999999 2021-07-26T16:05:29.533 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.533 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.533 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.533 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.266461+0000", 2021-07-26T16:05:29.534 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00014191900000000001 2021-07-26T16:05:29.534 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.534 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.534 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,5,6", 2021-07-26T16:05:29.535 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.266736+0000", 2021-07-26T16:05:29.535 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00027478000000000002 2021-07-26T16:05:29.535 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.535 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.535 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.536 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.293703+0000", 2021-07-26T16:05:29.536 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.026966896000000001 2021-07-26T16:05:29.536 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.536 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.537 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.537 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.339055+0000", 2021-07-26T16:05:29.537 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.045352068000000002 2021-07-26T16:05:29.537 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.538 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.538 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.538 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.339104+0000", 2021-07-26T16:05:29.538 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8885999999999999e-05 2021-07-26T16:05:29.538 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.539 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.539 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.539 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.339134+0000", 2021-07-26T16:05:29.539 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9995999999999999e-05 2021-07-26T16:05:29.540 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.540 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.540 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.540 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.341554+0000", 2021-07-26T16:05:29.540 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0024199740000000001 2021-07-26T16:05:29.541 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.541 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.541 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.541 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.341841+0000", 2021-07-26T16:05:29.541 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00028733699999999998 2021-07-26T16:05:29.542 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.542 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.542 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.542 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.342891+0000", 2021-07-26T16:05:29.543 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001049842 2021-07-26T16:05:29.543 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.543 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.543 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.543 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.544 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.544 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154844 6.2 6:421fbb44:::benchmark_data_smithi078_103090_object49979:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e164)", 2021-07-26T16:05:29.544 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:21.255580+0000", 2021-07-26T16:05:29.544 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 67.898973178000006, 2021-07-26T16:05:29.545 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0880236510000001, 2021-07-26T16:05:29.545 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.545 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.545 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.545 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.546 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.546 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154844 2021-07-26T16:05:29.546 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.546 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.546 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.547 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.547 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255580+0000", 2021-07-26T16:05:29.547 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.547 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.548 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.548 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.548 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255580+0000", 2021-07-26T16:05:29.548 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.548 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.549 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.549 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.549 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255581+0000", 2021-07-26T16:05:29.549 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2600000000000001e-07 2021-07-26T16:05:29.550 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.550 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.550 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.550 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255582+0000", 2021-07-26T16:05:29.550 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3039999999999999e-06 2021-07-26T16:05:29.551 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.551 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.551 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.551 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255589+0000", 2021-07-26T16:05:29.552 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.9059999999999996e-06 2021-07-26T16:05:29.552 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.552 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.552 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.552 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255593+0000", 2021-07-26T16:05:29.553 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.6839999999999998e-06 2021-07-26T16:05:29.553 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.553 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.553 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.553 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255831+0000", 2021-07-26T16:05:29.554 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000237953 2021-07-26T16:05:29.554 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.554 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.554 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.555 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255837+0000", 2021-07-26T16:05:29.555 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.601e-06 2021-07-26T16:05:29.555 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.555 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.555 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.556 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.268294+0000", 2021-07-26T16:05:29.556 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0124566129999999 2021-07-26T16:05:29.556 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.556 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.557 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.557 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.268414+0000", 2021-07-26T16:05:29.557 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00011993999999999999 2021-07-26T16:05:29.557 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.557 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.558 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,5,6", 2021-07-26T16:05:29.558 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.268626+0000", 2021-07-26T16:05:29.558 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021264799999999999 2021-07-26T16:05:29.558 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.559 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.559 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.559 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.297735+0000", 2021-07-26T16:05:29.559 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.029108742999999999 2021-07-26T16:05:29.559 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.560 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.560 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.560 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.339168+0000", 2021-07-26T16:05:29.560 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.041432775999999998 2021-07-26T16:05:29.560 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.561 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.561 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.561 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.339197+0000", 2021-07-26T16:05:29.561 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9184e-05 2021-07-26T16:05:29.562 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.562 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.562 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.562 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.339226+0000", 2021-07-26T16:05:29.562 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9436000000000001e-05 2021-07-26T16:05:29.563 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.563 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.563 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.563 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.342938+0000", 2021-07-26T16:05:29.563 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003711359 2021-07-26T16:05:29.564 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.564 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.564 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.564 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.343031+0000", 2021-07-26T16:05:29.565 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.3258999999999996e-05 2021-07-26T16:05:29.565 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.565 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.565 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.565 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.343603+0000", 2021-07-26T16:05:29.566 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00057231899999999995 2021-07-26T16:05:29.566 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.566 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.566 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.566 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.567 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.567 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154858 6.12 6:4a9f423b:::benchmark_data_smithi078_103090_object49993:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e164)", 2021-07-26T16:05:29.567 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:21.255597+0000", 2021-07-26T16:05:29.567 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 67.898956292999998, 2021-07-26T16:05:29.568 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.094939058, 2021-07-26T16:05:29.568 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.568 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.568 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.568 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.569 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.569 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154858 2021-07-26T16:05:29.569 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.569 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.570 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.570 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.570 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255597+0000", 2021-07-26T16:05:29.570 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.571 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.571 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.571 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.571 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255597+0000", 2021-07-26T16:05:29.571 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.572 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.572 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.572 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.572 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255598+0000", 2021-07-26T16:05:29.573 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.8599999999999996e-07 2021-07-26T16:05:29.573 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.573 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.573 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.573 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255599+0000", 2021-07-26T16:05:29.574 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7099999999999999e-06 2021-07-26T16:05:29.574 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.574 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.574 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.574 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255606+0000", 2021-07-26T16:05:29.575 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.815e-06 2021-07-26T16:05:29.575 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.575 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.575 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.576 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255610+0000", 2021-07-26T16:05:29.576 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.473e-06 2021-07-26T16:05:29.576 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.576 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.577 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.577 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255855+0000", 2021-07-26T16:05:29.577 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00024554299999999998 2021-07-26T16:05:29.577 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.577 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.578 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.578 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255861+0000", 2021-07-26T16:05:29.578 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.93e-06 2021-07-26T16:05:29.578 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.578 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.579 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.579 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.301061+0000", 2021-07-26T16:05:29.579 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.045199883 2021-07-26T16:05:29.579 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.580 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.580 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.580 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.301271+0000", 2021-07-26T16:05:29.580 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00020977300000000001 2021-07-26T16:05:29.580 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.581 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.581 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,5,6", 2021-07-26T16:05:29.581 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.301611+0000", 2021-07-26T16:05:29.581 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00034004599999999999 2021-07-26T16:05:29.582 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.582 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.582 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.582 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.337332+0000", 2021-07-26T16:05:29.582 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.035721619000000003 2021-07-26T16:05:29.583 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.583 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.583 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.583 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.345413+0000", 2021-07-26T16:05:29.584 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0080804410000000007 2021-07-26T16:05:29.584 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.584 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.584 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.584 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.345454+0000", 2021-07-26T16:05:29.585 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0859000000000003e-05 2021-07-26T16:05:29.585 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.585 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.585 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.585 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.345498+0000", 2021-07-26T16:05:29.586 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4672999999999997e-05 2021-07-26T16:05:29.586 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.586 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.587 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.587 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349886+0000", 2021-07-26T16:05:29.587 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043876549999999999 2021-07-26T16:05:29.587 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.587 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.588 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.588 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.349934+0000", 2021-07-26T16:05:29.588 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8021e-05 2021-07-26T16:05:29.588 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.589 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.589 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.589 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350536+0000", 2021-07-26T16:05:29.589 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00060163100000000004 2021-07-26T16:05:29.589 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.590 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.590 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.590 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.590 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.591 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154862 6.12 6:4b68be5b:::benchmark_data_smithi078_103090_object49997:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e164)", 2021-07-26T16:05:29.591 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:21.255614+0000", 2021-07-26T16:05:29.591 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 67.898939068999994, 2021-07-26T16:05:29.591 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.095463716, 2021-07-26T16:05:29.591 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:05:29.592 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:29.592 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:05:29.592 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:05:29.592 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:29.593 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154862 2021-07-26T16:05:29.593 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.593 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:05:29.593 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.593 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:05:29.594 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255614+0000", 2021-07-26T16:05:29.594 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.594 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.594 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.595 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:05:29.595 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255614+0000", 2021-07-26T16:05:29.595 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:05:29.595 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.595 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.596 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:05:29.596 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255615+0000", 2021-07-26T16:05:29.596 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.8899999999999998e-07 2021-07-26T16:05:29.596 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.596 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.597 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:05:29.597 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255616+0000", 2021-07-26T16:05:29.597 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4500000000000001e-06 2021-07-26T16:05:29.597 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.598 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.598 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:05:29.598 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255622+0000", 2021-07-26T16:05:29.598 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3689999999999998e-06 2021-07-26T16:05:29.599 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.599 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.599 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:05:29.599 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255626+0000", 2021-07-26T16:05:29.600 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9310000000000001e-06 2021-07-26T16:05:29.600 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.600 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.600 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.600 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255879+0000", 2021-07-26T16:05:29.601 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000253584 2021-07-26T16:05:29.601 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.601 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.601 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:05:29.602 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255885+0000", 2021-07-26T16:05:29.602 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5119999999999999e-06 2021-07-26T16:05:29.602 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.602 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.602 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:05:29.603 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.303287+0000", 2021-07-26T16:05:29.603 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0474026940000001 2021-07-26T16:05:29.603 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.603 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.604 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:05:29.604 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.303480+0000", 2021-07-26T16:05:29.604 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00019214699999999999 2021-07-26T16:05:29.604 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.604 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.605 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,5,6", 2021-07-26T16:05:29.605 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.303797+0000", 2021-07-26T16:05:29.605 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00031696799999999999 2021-07-26T16:05:29.605 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.606 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.606 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:05:29.606 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.337390+0000", 2021-07-26T16:05:29.606 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.033592999999999998 2021-07-26T16:05:29.606 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.607 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.607 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.607 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.345559+0000", 2021-07-26T16:05:29.607 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0081697239999999997 2021-07-26T16:05:29.608 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.608 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.608 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.608 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.345602+0000", 2021-07-26T16:05:29.608 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2279e-05 2021-07-26T16:05:29.609 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.609 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.609 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.609 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.345641+0000", 2021-07-26T16:05:29.609 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9978999999999998e-05 2021-07-26T16:05:29.610 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.610 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.610 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:29.610 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350567+0000", 2021-07-26T16:05:29.611 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0049259320000000001 2021-07-26T16:05:29.611 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.611 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.611 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:05:29.611 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350627+0000", 2021-07-26T16:05:29.612 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9151000000000003e-05 2021-07-26T16:05:29.612 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:05:29.612 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:05:29.612 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:05:29.613 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.351078+0000", 2021-07-26T16:05:29.613 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00045100700000000001 2021-07-26T16:05:29.613 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.613 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.613 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.614 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:05:29.614 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:05:29.614 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:05:29.615 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:29.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:29 smithi139 ceph-mon[56829]: pgmap v492: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.3 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 138 op/s; 34940/135918 objects degraded (25.707%); 24821/135918 objects misplaced (18.262%); 4.5 MiB/s, 76 objects/s recovering 2021-07-26T16:05:29.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:29 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3944119156' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:29.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:29 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:29.616 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:29 smithi078 ceph-mon[73801]: pgmap v492: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.3 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 138 op/s; 34940/135918 objects degraded (25.707%); 24821/135918 objects misplaced (18.262%); 4.5 MiB/s, 76 objects/s recovering 2021-07-26T16:05:29.617 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:29 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3944119156' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:29.617 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:29 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:29.618 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:29 smithi078 ceph-mon[77813]: pgmap v492: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 9.3 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 138 op/s; 34940/135918 objects degraded (25.707%); 24821/135918 objects misplaced (18.262%); 4.5 MiB/s, 76 objects/s recovering 2021-07-26T16:05:29.618 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:29 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3944119156' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:29.618 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:29 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:29.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:29.645 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:29.646 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:29.747 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:29.768 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:29.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:29.770 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:29.871 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:29.901 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:29.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:29.903 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:30.005 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:30.034 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:30.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:30.035 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:30.136 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:30.169 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:30.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:30.171 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:30.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:30 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:05:30.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:30 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:05:30.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:30 smithi078 ceph-mon[73801]: osdmap e186: 8 total, 8 up, 8 in 2021-07-26T16:05:30.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:30 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:05:30.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:30 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:05:30.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:30 smithi078 ceph-mon[77813]: osdmap e186: 8 total, 8 up, 8 in 2021-07-26T16:05:30.274 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:30.296 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:30.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:30.299 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:30.400 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:30.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:30.426 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:30.426 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:30.527 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:30.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:30.552 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:30.552 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:30.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:30 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:05:30.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:30 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:05:30.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:30 smithi139 ceph-mon[56829]: osdmap e186: 8 total, 8 up, 8 in 2021-07-26T16:05:30.653 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:30.676 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:30.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:30.677 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:30.778 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:30.800 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:30.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:30.804 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:30.905 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:30.950 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:30.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:30.952 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:31.053 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:31.091 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:31.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:31.092 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:31.193 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:31.201 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-07-26T16:05:31.202 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:05:31.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:31.216 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:31.217 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:31.239 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:05:31.282 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:05:31.318 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:31.319 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:05:31.355 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:05:31.364 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:31.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:31.366 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:31.370 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:05:31.384 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:05:31.410 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:05:31.435 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:05:31.437 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:05:31.437 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:05:31.437 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:05:31.438 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:05:31.438 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:05:31.438 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:05:31.438 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:05:31.439 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:05:31.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:31 smithi078 ceph-mon[73801]: pgmap v494: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.2 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 232 op/s; 34657/133668 objects degraded (25.928%); 24472/133668 objects misplaced (18.308%); 7.1 MiB/s, 119 objects/s recovering 2021-07-26T16:05:31.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:31 smithi078 ceph-mon[77813]: pgmap v494: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.2 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 232 op/s; 34657/133668 objects degraded (25.928%); 24472/133668 objects misplaced (18.308%); 7.1 MiB/s, 119 objects/s recovering 2021-07-26T16:05:31.467 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:31.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:31.491 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:31.491 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:31.511 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:31 smithi139 ceph-mon[56829]: pgmap v494: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.2 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 232 op/s; 34657/133668 objects degraded (25.928%); 24472/133668 objects misplaced (18.308%); 7.1 MiB/s, 119 objects/s recovering 2021-07-26T16:05:31.592 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:31.629 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:31.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:31.630 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:31.732 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:31.757 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:31.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:31.759 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:31.860 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:31.880 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:31.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:31.882 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:31.983 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:32.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:32.011 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:32.012 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:32.112 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:32.135 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:32.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:32.138 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:32.240 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:32.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:32.272 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:32.272 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:32.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:32 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4247882207' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:32.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:32 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 34657/133668 objects degraded (25.928%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:32.373 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:32.394 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:32 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4247882207' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:32.394 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:32 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 34657/133668 objects degraded (25.928%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:32.395 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:32 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4247882207' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:32.395 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:32 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 34657/133668 objects degraded (25.928%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:32.396 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:32.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:32.398 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:32.499 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:32.524 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:32.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:32.525 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:32.626 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:32.663 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:32.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:32.666 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:32.768 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:32.804 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:32.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:32.806 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:32.822 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:05:32.908 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:32.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:32.933 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:32.933 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:33.035 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:33.061 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:33.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:33.063 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:33.068 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:33.157 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:33 smithi139 ceph-mon[56829]: pgmap v495: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.2 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 210 op/s; 34657/133668 objects degraded (25.928%); 24472/133668 objects misplaced (18.308%); 6.4 MiB/s, 108 objects/s recovering 2021-07-26T16:05:33.165 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:33.210 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:33.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:33.211 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:33.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:33 smithi078 ceph-mon[73801]: pgmap v495: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.2 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 210 op/s; 34657/133668 objects degraded (25.928%); 24472/133668 objects misplaced (18.308%); 6.4 MiB/s, 108 objects/s recovering 2021-07-26T16:05:33.218 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:33 smithi078 ceph-mon[77813]: pgmap v495: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.2 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 210 op/s; 34657/133668 objects degraded (25.928%); 24472/133668 objects misplaced (18.308%); 6.4 MiB/s, 108 objects/s recovering 2021-07-26T16:05:33.312 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:33.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:33.356 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:33.356 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:33.368 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:05:33.368 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:05:33.458 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:33.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:33.483 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:33.483 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:33.584 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:33.596 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 5, 6, 7, 0, 4] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 5, 6, 7, 2, 4] 2021-07-26T16:05:33.597 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:05:33.597 INFO:tasks.thrashosds.thrasher:inject_pause on 6 2021-07-26T16:05:33.597 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-07-26T16:05:33.598 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-07-26T16:05:33.598 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 config set filestore_inject_stall 3 2021-07-26T16:05:33.607 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:33.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:33.608 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:33.709 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:33.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:33.734 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:33.735 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:33.748 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:05:33.836 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:33.877 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:33.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:33.879 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:33.980 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:34.002 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:34.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:34.004 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:34.105 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:34.126 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:34.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:34.128 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:34.229 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:34.256 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:34.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:34.258 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:34.267 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-07-26T16:05:34.359 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:34.388 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:34.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:34.389 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:34.403 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:05:34.471 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:05:34.490 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:34.516 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:34.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:34.517 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:34.619 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:34.654 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:34.684 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:34.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:34.685 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:34.786 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:34.811 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:34.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:34.813 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:34.914 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:34.939 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:34.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:34.941 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:35.042 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:35.064 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:35.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:35.066 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:35.167 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:35.226 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:35.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:35.228 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:35.329 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:35.351 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:35 smithi078 ceph-mon[73801]: pgmap v496: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.1 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 133 op/s; 34502/133089 objects degraded (25.924%); 24280/133089 objects misplaced (18.243%); 3.9 MiB/s, 63 objects/s recovering 2021-07-26T16:05:35.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:35 smithi078 ceph-mon[77813]: pgmap v496: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.1 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 133 op/s; 34502/133089 objects degraded (25.924%); 24280/133089 objects misplaced (18.243%); 3.9 MiB/s, 63 objects/s recovering 2021-07-26T16:05:35.352 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:35.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:35.354 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:35.455 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:35.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:35.502 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:35.503 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:35.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:35 smithi139 ceph-mon[56829]: pgmap v496: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.1 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 133 op/s; 34502/133089 objects degraded (25.924%); 24280/133089 objects misplaced (18.243%); 3.9 MiB/s, 63 objects/s recovering 2021-07-26T16:05:35.604 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:35.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:35.628 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:35.629 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:35.731 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:35.752 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:35.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:35.753 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:35.854 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:35.876 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:35.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:35.877 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:35.979 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:36.003 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:36.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:36.005 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:36.106 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:36.127 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:36.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:36.129 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:36.149 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:05:36.231 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:36.260 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:36.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:36.262 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:36.363 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:36.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:36.388 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:36.388 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:36.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:36 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1066382576' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:05:36.389 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:36 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:05:36.411 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:36 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1066382576' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:05:36.411 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:36 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:05:36.411 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:36 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1066382576' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:05:36.412 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:36 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:05:36.489 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:36.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:36.531 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:36.532 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:36.633 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:36.656 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:36.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:36.658 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:36.683 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:05:36.684 INFO:teuthology.orchestra.run.smithi139.stdout: "success": "" 2021-07-26T16:05:36.684 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:05:36.759 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:36.783 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:36.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:36.784 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:36.886 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:36.927 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:36.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:36.929 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:37.030 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:37.094 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:37.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:37.096 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:37.197 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:37.219 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:37.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:37.220 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:37.271 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:05:37.272 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:05:37.272 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:37 smithi139 ceph-mon[56829]: pgmap v497: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.0 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 221 op/s; 34160/130410 objects degraded (26.194%); 23942/130410 objects misplaced (18.359%); 6.6 MiB/s, 107 objects/s recovering 2021-07-26T16:05:37.272 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:37 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:37.273 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:37 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:05:37.273 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:37 smithi139 ceph-mon[56829]: osdmap e187: 8 total, 8 up, 8 in 2021-07-26T16:05:37.273 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:37 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:37.273 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:37 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:37.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:37 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:37.274 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:37 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 34160/130410 objects degraded (26.194%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:37.322 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:37.344 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:37.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:37.346 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:37.368 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[73801]: pgmap v497: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.0 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 221 op/s; 34160/130410 objects degraded (26.194%); 23942/130410 objects misplaced (18.359%); 6.6 MiB/s, 107 objects/s recovering 2021-07-26T16:05:37.368 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:37.368 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:05:37.369 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[73801]: osdmap e187: 8 total, 8 up, 8 in 2021-07-26T16:05:37.369 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:37.369 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:37.369 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:37.370 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 34160/130410 objects degraded (26.194%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:37.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[77813]: pgmap v497: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 9.0 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 221 op/s; 34160/130410 objects degraded (26.194%); 23942/130410 objects misplaced (18.359%); 6.6 MiB/s, 107 objects/s recovering 2021-07-26T16:05:37.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:37.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:05:37.371 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[77813]: osdmap e187: 8 total, 8 up, 8 in 2021-07-26T16:05:37.371 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:37.371 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:37.371 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:37.372 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:37 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 34160/130410 objects degraded (26.194%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:37.446 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:37.473 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:37.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:37.474 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:37.494 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:05:37.517 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:05:37.553 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:05:37.579 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:37.580 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:05:37.596 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:05:37.611 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:37.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:37.612 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:37.632 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:05:37.661 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:05:37.700 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:05:37.711 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:05:37.711 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:05:37.712 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:05:37.712 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:05:37.712 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:05:37.712 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:05:37.713 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:05:37.713 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:05:37.713 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:37.737 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:37.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:37.739 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:37.839 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:37.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:37.864 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:37.865 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:37.966 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:37.999 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:38.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:38.000 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:38.101 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:38.123 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:38.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:38.125 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:38.226 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:38.254 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:38.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:38.255 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:38.356 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:38.373 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-07-26T16:05:38.386 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:38.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:38.387 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:38.396 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:38 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2701219181' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:38.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:38 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2701219181' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:38.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:38 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2701219181' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:38.489 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:38.524 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:38.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:38.526 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:38.531 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:05:38.627 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:38.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:38.654 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:38.655 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:38.755 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:38.778 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:38.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:38.780 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:38.882 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:38.909 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:38.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:38.911 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:39.011 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:39.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:39.037 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:39.037 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:39.060 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:05:39.139 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:39.162 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:39.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:39.164 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:39.265 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:39.291 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:39.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:39.292 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:39.309 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:39.393 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:39.428 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:39 smithi139 ceph-mon[56829]: pgmap v499: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 9.0 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 191 op/s; 34056/130020 objects degraded (26.193%); 23812/130020 objects misplaced (18.314%); 6.7 MiB/s, 109 objects/s recovering 2021-07-26T16:05:39.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:39.452 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:39.452 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:39.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:39 smithi078 ceph-mon[73801]: pgmap v499: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 9.0 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 191 op/s; 34056/130020 objects degraded (26.193%); 23812/130020 objects misplaced (18.314%); 6.7 MiB/s, 109 objects/s recovering 2021-07-26T16:05:39.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:39 smithi078 ceph-mon[77813]: pgmap v499: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 9.0 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 191 op/s; 34056/130020 objects degraded (26.193%); 23812/130020 objects misplaced (18.314%); 6.7 MiB/s, 109 objects/s recovering 2021-07-26T16:05:39.553 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:39.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:39.606 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:39.607 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:39.708 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:39.737 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:39.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:39.738 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:39.839 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:39.861 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:39.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:39.863 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:39.964 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:39.997 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:39.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:39.999 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:40.100 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:40.123 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:40.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:40.125 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:40.226 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:40.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:40.252 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:40.253 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:40.354 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:40.379 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:40.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:40.381 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:40.482 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:40.510 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:40.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:40.512 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:40.613 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:40.642 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:40.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:40.644 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:40.707 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:05:40.707 INFO:teuthology.orchestra.run.smithi139.stdout: "size": 20, 2021-07-26T16:05:40.708 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 600, 2021-07-26T16:05:40.708 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:05:40.708 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.708 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40121 6.a 6:54714a03:::benchmark_data_smithi078_103090_object40120:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T16:05:40.709 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.094682+0000", 2021-07-26T16:05:40.709 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 350.60909463299998, 2021-07-26T16:05:40.709 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0113628010000002, 2021-07-26T16:05:40.709 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:40.710 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:05:40.710 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:40.710 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:40.710 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:40.710 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40121 2021-07-26T16:05:40.711 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.711 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:40.711 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.711 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:40.712 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094682+0000", 2021-07-26T16:05:40.712 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:40.712 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.712 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.712 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:40.713 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094682+0000", 2021-07-26T16:05:40.713 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5862000000000001e-05 2021-07-26T16:05:40.713 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.713 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.714 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:40.714 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094738+0000", 2021-07-26T16:05:40.714 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4310000000000001e-06 2021-07-26T16:05:40.714 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.714 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.715 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:40.715 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094740+0000", 2021-07-26T16:05:40.715 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5926999999999998e-05 2021-07-26T16:05:40.715 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.716 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.716 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:40.716 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094756+0000", 2021-07-26T16:05:40.716 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6619999999999999e-06 2021-07-26T16:05:40.717 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.717 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.717 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:40.717 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094763+0000", 2021-07-26T16:05:40.717 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6737000000000002e-05 2021-07-26T16:05:40.718 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.718 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.718 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.718 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094819+0000", 2021-07-26T16:05:40.719 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000156856 2021-07-26T16:05:40.719 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.719 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.719 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:40.719 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.094976+0000", 2021-07-26T16:05:40.720 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016158500000000001 2021-07-26T16:05:40.720 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.720 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.720 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:05:40.720 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.095138+0000", 2021-07-26T16:05:40.721 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025441840000000001 2021-07-26T16:05:40.721 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.721 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.721 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:40.722 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.097682+0000", 2021-07-26T16:05:40.722 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0069698390000000002 2021-07-26T16:05:40.722 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.722 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.722 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.723 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.104652+0000", 2021-07-26T16:05:40.723 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0054546079999999997 2021-07-26T16:05:40.723 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.724 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.724 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.724 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.110107+0000", 2021-07-26T16:05:40.724 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4989999999999994e-06 2021-07-26T16:05:40.725 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.725 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.725 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.725 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.110115+0000", 2021-07-26T16:05:40.725 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98861855799999998 2021-07-26T16:05:40.726 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.726 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.726 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.726 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098734+0000", 2021-07-26T16:05:40.727 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2337000000000001e-05 2021-07-26T16:05:40.727 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.727 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.727 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.727 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098746+0000", 2021-07-26T16:05:40.728 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0071903179999999 2021-07-26T16:05:40.728 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.728 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.728 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.728 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.105936+0000", 2021-07-26T16:05:40.729 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000108398 2021-07-26T16:05:40.729 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.729 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.729 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:40.730 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.106045+0000", 2021-07-26T16:05:40.730 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0113628010000002 2021-07-26T16:05:40.730 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.730 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:40.730 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.731 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.731 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.731 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40124 6.d 6:b74a5998:::benchmark_data_smithi078_103090_object40123:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e97)", 2021-07-26T16:05:40.731 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.100237+0000", 2021-07-26T16:05:40.732 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 350.60353919400001, 2021-07-26T16:05:40.732 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0380394929999999, 2021-07-26T16:05:40.732 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:40.732 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:05:40.733 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:40.733 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:40.733 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:40.733 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40124 2021-07-26T16:05:40.733 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.734 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:40.734 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.734 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:40.734 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100237+0000", 2021-07-26T16:05:40.735 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:40.735 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.735 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.735 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:40.735 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100237+0000", 2021-07-26T16:05:40.736 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5534999999999998e-05 2021-07-26T16:05:40.736 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.736 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.736 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:40.737 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100273+0000", 2021-07-26T16:05:40.737 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.283e-06 2021-07-26T16:05:40.737 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.737 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.737 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:40.738 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100275+0000", 2021-07-26T16:05:40.738 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2231e-05 2021-07-26T16:05:40.738 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.738 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.739 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:40.739 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100287+0000", 2021-07-26T16:05:40.739 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8379999999999998e-06 2021-07-26T16:05:40.739 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.739 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.740 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:40.740 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100293+0000", 2021-07-26T16:05:40.740 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0824e-05 2021-07-26T16:05:40.740 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.741 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.741 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.741 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100344+0000", 2021-07-26T16:05:40.741 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016962699999999999 2021-07-26T16:05:40.741 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.742 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.742 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:40.742 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100514+0000", 2021-07-26T16:05:40.742 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023681200000000001 2021-07-26T16:05:40.743 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.743 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.743 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:05:40.743 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.100750+0000", 2021-07-26T16:05:40.744 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0086264259999999995 2021-07-26T16:05:40.744 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.744 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.744 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.744 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.109377+0000", 2021-07-26T16:05:40.745 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8308000000000001e-05 2021-07-26T16:05:40.745 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.745 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.745 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.745 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.109405+0000", 2021-07-26T16:05:40.746 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.99126182500000004 2021-07-26T16:05:40.746 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.746 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.746 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.747 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100667+0000", 2021-07-26T16:05:40.747 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.042e-05 2021-07-26T16:05:40.747 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.747 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.748 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.748 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100677+0000", 2021-07-26T16:05:40.748 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0293430299999999 2021-07-26T16:05:40.748 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.748 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.749 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.749 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.130020+0000", 2021-07-26T16:05:40.749 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00089149699999999999 2021-07-26T16:05:40.749 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.750 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.750 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for degraded object", 2021-07-26T16:05:40.750 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.130912+0000", 2021-07-26T16:05:40.750 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0072987520000000004 2021-07-26T16:05:40.750 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.751 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.751 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.751 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138211+0000", 2021-07-26T16:05:40.751 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6085000000000002e-05 2021-07-26T16:05:40.752 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.752 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.752 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:40.752 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138277+0000", 2021-07-26T16:05:40.752 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0380394929999999 2021-07-26T16:05:40.753 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.753 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:40.753 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.753 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.754 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.754 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40134 6.d 6:ba146751:::benchmark_data_smithi078_103090_object40133:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:05:40.754 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.114563+0000", 2021-07-26T16:05:40.754 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 350.589213927, 2021-07-26T16:05:40.754 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.023917693, 2021-07-26T16:05:40.755 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:40.755 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:40.755 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:40.755 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:40.756 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:40.756 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40134 2021-07-26T16:05:40.756 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.756 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:40.757 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.757 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:40.757 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114563+0000", 2021-07-26T16:05:40.757 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:40.757 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.758 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.758 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:40.758 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114563+0000", 2021-07-26T16:05:40.758 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6075000000000003e-05 2021-07-26T16:05:40.758 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.759 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.759 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:40.759 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114599+0000", 2021-07-26T16:05:40.759 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5879999999999998e-06 2021-07-26T16:05:40.760 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.760 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.760 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:40.760 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114607+0000", 2021-07-26T16:05:40.761 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6345e-05 2021-07-26T16:05:40.761 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.761 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.761 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:40.761 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114624+0000", 2021-07-26T16:05:40.762 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4189999999999999e-06 2021-07-26T16:05:40.762 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.762 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.762 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:40.762 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114630+0000", 2021-07-26T16:05:40.763 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5785999999999998e-05 2021-07-26T16:05:40.763 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.763 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.763 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.764 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114676+0000", 2021-07-26T16:05:40.764 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.3309999999999993e-06 2021-07-26T16:05:40.764 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.764 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.764 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.765 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.114685+0000", 2021-07-26T16:05:40.765 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98613497400000005 2021-07-26T16:05:40.765 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.765 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.766 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.766 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100820+0000", 2021-07-26T16:05:40.766 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.7830000000000004e-06 2021-07-26T16:05:40.766 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.766 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.767 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.767 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100829+0000", 2021-07-26T16:05:40.767 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0301344969999999 2021-07-26T16:05:40.767 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.768 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.768 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.768 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.130963+0000", 2021-07-26T16:05:40.768 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000119349 2021-07-26T16:05:40.768 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.769 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.769 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:40.769 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.131083+0000", 2021-07-26T16:05:40.769 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015066799999999999 2021-07-26T16:05:40.769 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.770 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.770 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:05:40.770 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.131233+0000", 2021-07-26T16:05:40.770 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0063337480000000002 2021-07-26T16:05:40.771 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.771 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.771 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:40.771 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137567+0000", 2021-07-26T16:05:40.772 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000746935 2021-07-26T16:05:40.772 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.772 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.772 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.772 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138314+0000", 2021-07-26T16:05:40.773 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4214999999999997e-05 2021-07-26T16:05:40.773 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.773 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.773 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.773 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138348+0000", 2021-07-26T16:05:40.774 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5531999999999997e-05 2021-07-26T16:05:40.774 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.774 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.774 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:05:40.775 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138394+0000", 2021-07-26T16:05:40.775 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.6447999999999996e-05 2021-07-26T16:05:40.775 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.775 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.775 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:40.776 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138480+0000", 2021-07-26T16:05:40.776 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.023917693 2021-07-26T16:05:40.776 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.776 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:40.777 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.777 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.777 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.777 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40149 6.a 6:5171f40d:::benchmark_data_smithi078_103090_object40148:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:05:40.777 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.123581+0000", 2021-07-26T16:05:40.778 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 350.580195135, 2021-07-26T16:05:40.778 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.989644586, 2021-07-26T16:05:40.778 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:40.778 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:40.778 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:40.779 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:40.779 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:40.779 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40149 2021-07-26T16:05:40.779 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.780 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:40.780 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.780 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:40.780 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123581+0000", 2021-07-26T16:05:40.780 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:40.781 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.781 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.781 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:40.781 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123581+0000", 2021-07-26T16:05:40.782 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6038999999999997e-05 2021-07-26T16:05:40.782 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.782 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.782 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:40.782 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123627+0000", 2021-07-26T16:05:40.783 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8729999999999999e-06 2021-07-26T16:05:40.783 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.783 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.783 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:40.784 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123629+0000", 2021-07-26T16:05:40.784 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0912e-05 2021-07-26T16:05:40.784 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.784 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.784 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:40.785 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123640+0000", 2021-07-26T16:05:40.785 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5800000000000002e-06 2021-07-26T16:05:40.785 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.785 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.785 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:40.786 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123645+0000", 2021-07-26T16:05:40.786 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9932999999999998e-05 2021-07-26T16:05:40.786 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.786 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.787 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.787 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123695+0000", 2021-07-26T16:05:40.787 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9029999999999999e-06 2021-07-26T16:05:40.787 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.787 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.788 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.788 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.123705+0000", 2021-07-26T16:05:40.788 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.97506860699999998 2021-07-26T16:05:40.788 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.789 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.789 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.789 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098773+0000", 2021-07-26T16:05:40.789 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7027000000000001e-05 2021-07-26T16:05:40.789 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.790 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.790 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.790 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098790+0000", 2021-07-26T16:05:40.790 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.007338716 2021-07-26T16:05:40.791 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.791 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.791 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.791 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.106129+0000", 2021-07-26T16:05:40.791 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00083012600000000004 2021-07-26T16:05:40.792 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.792 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.792 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:40.792 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.106959+0000", 2021-07-26T16:05:40.793 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00021645099999999999 2021-07-26T16:05:40.793 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.793 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.793 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:05:40.793 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.107176+0000", 2021-07-26T16:05:40.794 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0050259880000000003 2021-07-26T16:05:40.794 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.794 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.794 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:40.795 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.112201+0000", 2021-07-26T16:05:40.795 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00082432200000000005 2021-07-26T16:05:40.795 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.795 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.795 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.796 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113026+0000", 2021-07-26T16:05:40.796 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3779000000000003e-05 2021-07-26T16:05:40.796 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.796 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.796 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.797 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113060+0000", 2021-07-26T16:05:40.797 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9617999999999998e-05 2021-07-26T16:05:40.797 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.797 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.798 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:05:40.798 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113109+0000", 2021-07-26T16:05:40.798 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000116712 2021-07-26T16:05:40.798 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.798 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.799 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:40.799 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113226+0000", 2021-07-26T16:05:40.799 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.989644586 2021-07-26T16:05:40.799 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.799 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:40.800 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.800 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.800 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.800 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40150 6.a 6:55d1ae8f:::benchmark_data_smithi078_103090_object40149:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:05:40.801 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.125291+0000", 2021-07-26T16:05:40.801 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 350.57848595199999, 2021-07-26T16:05:40.801 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.988199338, 2021-07-26T16:05:40.801 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:40.801 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:40.802 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:40.802 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:40.802 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:40.802 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40150 2021-07-26T16:05:40.802 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.803 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:40.803 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.803 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:40.803 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125291+0000", 2021-07-26T16:05:40.804 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:40.804 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.804 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.804 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:40.804 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125291+0000", 2021-07-26T16:05:40.805 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3063000000000003e-05 2021-07-26T16:05:40.805 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.805 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.805 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:40.806 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125354+0000", 2021-07-26T16:05:40.806 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5430000000000001e-06 2021-07-26T16:05:40.806 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.806 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.806 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:40.807 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125355+0000", 2021-07-26T16:05:40.807 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0332999999999999e-05 2021-07-26T16:05:40.807 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.807 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.807 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:40.808 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125365+0000", 2021-07-26T16:05:40.808 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5129999999999998e-06 2021-07-26T16:05:40.808 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.808 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.809 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:40.809 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125370+0000", 2021-07-26T16:05:40.809 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8100999999999999e-05 2021-07-26T16:05:40.809 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.809 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.810 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.810 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125418+0000", 2021-07-26T16:05:40.810 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.3590000000000002e-06 2021-07-26T16:05:40.810 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.811 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.811 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.811 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.125425+0000", 2021-07-26T16:05:40.811 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.97339371200000002 2021-07-26T16:05:40.811 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.812 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.812 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.812 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098819+0000", 2021-07-26T16:05:40.812 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5690000000000005e-06 2021-07-26T16:05:40.812 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.813 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.813 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.813 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098828+0000", 2021-07-26T16:05:40.813 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.009906652 2021-07-26T16:05:40.814 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.814 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.814 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.814 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.108734+0000", 2021-07-26T16:05:40.814 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000180135 2021-07-26T16:05:40.815 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.815 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.815 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:40.815 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.108914+0000", 2021-07-26T16:05:40.815 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00022656900000000001 2021-07-26T16:05:40.816 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.816 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.816 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:05:40.816 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.109141+0000", 2021-07-26T16:05:40.817 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003071318 2021-07-26T16:05:40.817 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.817 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.817 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:40.817 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.112212+0000", 2021-07-26T16:05:40.818 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010480260000000001 2021-07-26T16:05:40.818 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.818 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.818 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.819 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113260+0000", 2021-07-26T16:05:40.819 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1996000000000006e-05 2021-07-26T16:05:40.819 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.819 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.819 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.820 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113342+0000", 2021-07-26T16:05:40.820 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8550000000000002e-05 2021-07-26T16:05:40.820 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.820 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.820 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:05:40.821 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113381+0000", 2021-07-26T16:05:40.821 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000108899 2021-07-26T16:05:40.821 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.821 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.822 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:40.822 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113490+0000", 2021-07-26T16:05:40.822 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.988199338 2021-07-26T16:05:40.822 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.822 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:40.823 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.823 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.823 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.823 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40162 6.a 6:508ce34f:::benchmark_data_smithi078_103090_object40161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:05:40.824 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.132949+0000", 2021-07-26T16:05:40.824 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 350.57082712200003, 2021-07-26T16:05:40.824 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.980777257, 2021-07-26T16:05:40.824 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:40.824 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:40.825 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:40.825 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:40.825 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:40.825 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40162 2021-07-26T16:05:40.825 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.826 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:40.826 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.826 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:40.826 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.132949+0000", 2021-07-26T16:05:40.827 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:40.827 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.827 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.827 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:40.827 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.132949+0000", 2021-07-26T16:05:40.828 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0226999999999998e-05 2021-07-26T16:05:40.828 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.828 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.828 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:40.829 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133010+0000", 2021-07-26T16:05:40.829 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6810000000000001e-06 2021-07-26T16:05:40.829 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.829 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.829 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:40.830 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133011+0000", 2021-07-26T16:05:40.830 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3271000000000001e-05 2021-07-26T16:05:40.830 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.830 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.830 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:40.831 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133025+0000", 2021-07-26T16:05:40.831 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9200000000000003e-06 2021-07-26T16:05:40.831 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.831 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.832 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:40.832 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133029+0000", 2021-07-26T16:05:40.832 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8390000000000001e-05 2021-07-26T16:05:40.832 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.832 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.833 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.833 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133098+0000", 2021-07-26T16:05:40.833 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0227999999999999e-05 2021-07-26T16:05:40.833 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.834 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.834 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.834 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133108+0000", 2021-07-26T16:05:40.834 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96574153600000001 2021-07-26T16:05:40.834 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.835 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.835 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.835 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098850+0000", 2021-07-26T16:05:40.835 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4379999999999995e-06 2021-07-26T16:05:40.836 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.836 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.836 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.836 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.098858+0000", 2021-07-26T16:05:40.836 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0116103540000001 2021-07-26T16:05:40.837 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.837 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.837 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.837 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.110468+0000", 2021-07-26T16:05:40.838 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011180600000000001 2021-07-26T16:05:40.838 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.838 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.838 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:40.838 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.110580+0000", 2021-07-26T16:05:40.839 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000143707 2021-07-26T16:05:40.839 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.839 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.839 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:05:40.839 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.110724+0000", 2021-07-26T16:05:40.840 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0023078740000000001 2021-07-26T16:05:40.840 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.840 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.840 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:40.841 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113032+0000", 2021-07-26T16:05:40.841 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00050177299999999995 2021-07-26T16:05:40.841 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.841 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.841 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.842 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113534+0000", 2021-07-26T16:05:40.842 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5257000000000003e-05 2021-07-26T16:05:40.842 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.842 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.843 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.843 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113589+0000", 2021-07-26T16:05:40.843 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5138000000000001e-05 2021-07-26T16:05:40.843 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.843 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.844 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:05:40.844 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113624+0000", 2021-07-26T16:05:40.844 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000102657 2021-07-26T16:05:40.844 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.844 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.845 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:40.845 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.113727+0000", 2021-07-26T16:05:40.845 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.980777257 2021-07-26T16:05:40.845 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.846 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:40.846 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.846 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.846 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.846 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40166 6.d 6:b398356a:::benchmark_data_smithi078_103090_object40165:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:05:40.847 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.133286+0000", 2021-07-26T16:05:40.847 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 350.57049021, 2021-07-26T16:05:40.847 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0054865030000002, 2021-07-26T16:05:40.847 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:40.848 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:40.848 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:40.848 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:40.848 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:40.848 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40166 2021-07-26T16:05:40.849 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.849 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:40.849 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.849 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:40.849 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133286+0000", 2021-07-26T16:05:40.850 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:40.850 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.850 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.850 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:40.851 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133286+0000", 2021-07-26T16:05:40.851 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0402000000000002e-05 2021-07-26T16:05:40.851 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.851 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.851 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:40.852 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133347+0000", 2021-07-26T16:05:40.852 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8980000000000001e-06 2021-07-26T16:05:40.852 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.852 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.853 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:40.853 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133349+0000", 2021-07-26T16:05:40.853 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4764e-05 2021-07-26T16:05:40.853 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.853 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.854 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:40.854 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133363+0000", 2021-07-26T16:05:40.854 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.0269999999999998e-06 2021-07-26T16:05:40.854 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.854 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.855 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:40.855 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133370+0000", 2021-07-26T16:05:40.855 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9546000000000003e-05 2021-07-26T16:05:40.855 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.856 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.856 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.856 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133420+0000", 2021-07-26T16:05:40.856 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6439999999999997e-06 2021-07-26T16:05:40.856 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.857 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.857 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.857 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.133426+0000", 2021-07-26T16:05:40.857 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96743476799999994 2021-07-26T16:05:40.858 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.858 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.858 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.858 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100860+0000", 2021-07-26T16:05:40.858 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1119999999999996e-06 2021-07-26T16:05:40.859 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.859 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.859 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.859 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100868+0000", 2021-07-26T16:05:40.859 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.031667691 2021-07-26T16:05:40.860 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.860 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.860 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.860 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.132536+0000", 2021-07-26T16:05:40.861 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000186262 2021-07-26T16:05:40.861 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.861 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.861 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:40.861 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.132722+0000", 2021-07-26T16:05:40.862 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00028318899999999999 2021-07-26T16:05:40.862 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.862 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.862 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:05:40.863 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.133006+0000", 2021-07-26T16:05:40.863 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0045685639999999998 2021-07-26T16:05:40.863 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.863 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.863 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:40.864 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137574+0000", 2021-07-26T16:05:40.864 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00094856200000000002 2021-07-26T16:05:40.864 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.864 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.864 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.865 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138523+0000", 2021-07-26T16:05:40.865 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010005699999999999 2021-07-26T16:05:40.865 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.865 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.866 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.866 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138623+0000", 2021-07-26T16:05:40.866 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0769000000000001e-05 2021-07-26T16:05:40.866 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.866 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.867 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:05:40.867 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138674+0000", 2021-07-26T16:05:40.867 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9247999999999996e-05 2021-07-26T16:05:40.867 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.867 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.868 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:40.868 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.138773+0000", 2021-07-26T16:05:40.868 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0054865030000002 2021-07-26T16:05:40.868 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.869 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:40.869 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.869 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.869 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.869 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40168 6.d 6:b7ce6a91:::benchmark_data_smithi078_103090_object40167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:05:40.870 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.135442+0000", 2021-07-26T16:05:40.870 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 350.56833497000002, 2021-07-26T16:05:40.870 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0044574690000001, 2021-07-26T16:05:40.870 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:40.871 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:40.871 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:40.871 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:40.871 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:40.871 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40168 2021-07-26T16:05:40.872 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.872 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:40.872 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.872 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:40.873 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135442+0000", 2021-07-26T16:05:40.873 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:40.873 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.873 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.873 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:40.874 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135442+0000", 2021-07-26T16:05:40.874 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5478000000000001e-05 2021-07-26T16:05:40.874 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.874 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.874 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:40.875 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135487+0000", 2021-07-26T16:05:40.875 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5030000000000001e-06 2021-07-26T16:05:40.875 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.875 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.876 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:40.876 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135488+0000", 2021-07-26T16:05:40.876 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2286000000000001e-05 2021-07-26T16:05:40.876 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.876 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.877 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:40.877 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135501+0000", 2021-07-26T16:05:40.877 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7859999999999996e-06 2021-07-26T16:05:40.877 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.878 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.878 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:40.878 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135506+0000", 2021-07-26T16:05:40.878 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5639000000000001e-05 2021-07-26T16:05:40.878 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.879 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.879 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.879 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135551+0000", 2021-07-26T16:05:40.879 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9199999999999999e-06 2021-07-26T16:05:40.879 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.880 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.880 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.880 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135561+0000", 2021-07-26T16:05:40.880 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96533159499999999 2021-07-26T16:05:40.881 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.881 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.881 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.881 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100893+0000", 2021-07-26T16:05:40.881 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1099999999999997e-06 2021-07-26T16:05:40.882 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.882 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.882 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.882 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100900+0000", 2021-07-26T16:05:40.883 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0332489899999999 2021-07-26T16:05:40.883 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.883 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.883 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.883 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.134149+0000", 2021-07-26T16:05:40.884 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0001528 2021-07-26T16:05:40.884 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.884 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.884 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:40.884 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.134302+0000", 2021-07-26T16:05:40.885 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015171999999999999 2021-07-26T16:05:40.885 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.885 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.885 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:05:40.886 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.134453+0000", 2021-07-26T16:05:40.886 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0032324570000000002 2021-07-26T16:05:40.886 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.886 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.886 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:40.887 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137686+0000", 2021-07-26T16:05:40.887 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001831264 2021-07-26T16:05:40.887 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.887 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.888 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.888 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139517+0000", 2021-07-26T16:05:40.888 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014847300000000001 2021-07-26T16:05:40.888 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.888 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.889 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.889 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139666+0000", 2021-07-26T16:05:40.889 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6167999999999994e-05 2021-07-26T16:05:40.889 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.889 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.890 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:05:40.890 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139732+0000", 2021-07-26T16:05:40.890 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016728000000000001 2021-07-26T16:05:40.890 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.891 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.891 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:40.891 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139899+0000", 2021-07-26T16:05:40.891 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0044574690000001 2021-07-26T16:05:40.891 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.892 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:40.892 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.892 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.892 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.893 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40169 6.d 6:b4fb8817:::benchmark_data_smithi078_103090_object40168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:05:40.893 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.135522+0000", 2021-07-26T16:05:40.893 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 350.56825493899998, 2021-07-26T16:05:40.893 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.004680155, 2021-07-26T16:05:40.893 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:40.894 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:40.894 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:40.894 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:40.894 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:40.894 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40169 2021-07-26T16:05:40.895 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.895 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:40.895 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.895 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:40.896 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135522+0000", 2021-07-26T16:05:40.896 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:40.896 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.896 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.896 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:40.897 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135522+0000", 2021-07-26T16:05:40.897 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6668000000000006e-05 2021-07-26T16:05:40.897 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.897 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.898 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:40.898 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135588+0000", 2021-07-26T16:05:40.898 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.099e-06 2021-07-26T16:05:40.898 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.898 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.899 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:40.899 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135589+0000", 2021-07-26T16:05:40.899 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.8980000000000002e-06 2021-07-26T16:05:40.899 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.900 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.900 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:40.900 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135598+0000", 2021-07-26T16:05:40.900 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5749999999999997e-06 2021-07-26T16:05:40.900 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.901 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.901 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:40.901 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135605+0000", 2021-07-26T16:05:40.901 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7565999999999999e-05 2021-07-26T16:05:40.901 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.902 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.902 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.902 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135642+0000", 2021-07-26T16:05:40.902 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.3200000000000002e-06 2021-07-26T16:05:40.903 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.903 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.903 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.903 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.135650+0000", 2021-07-26T16:05:40.903 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96527348000000002 2021-07-26T16:05:40.904 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.904 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.904 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.904 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100923+0000", 2021-07-26T16:05:40.904 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7400000000000004e-06 2021-07-26T16:05:40.905 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.905 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.905 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.905 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100931+0000", 2021-07-26T16:05:40.906 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.034503087 2021-07-26T16:05:40.906 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.906 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.906 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.906 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.135434+0000", 2021-07-26T16:05:40.907 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016143099999999999 2021-07-26T16:05:40.907 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.907 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.907 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:40.907 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.135595+0000", 2021-07-26T16:05:40.908 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015485400000000001 2021-07-26T16:05:40.908 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.908 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.908 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:05:40.909 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.135750+0000", 2021-07-26T16:05:40.909 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0019430249999999999 2021-07-26T16:05:40.909 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.909 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.909 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:40.910 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137693+0000", 2021-07-26T16:05:40.910 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0018749649999999999 2021-07-26T16:05:40.910 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.910 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.911 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.911 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139568+0000", 2021-07-26T16:05:40.911 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00040055100000000002 2021-07-26T16:05:40.911 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.911 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.912 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.912 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139969+0000", 2021-07-26T16:05:40.912 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010720700000000001 2021-07-26T16:05:40.912 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.912 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.913 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:05:40.913 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140076+0000", 2021-07-26T16:05:40.913 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00012568900000000001 2021-07-26T16:05:40.913 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.914 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.914 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:40.914 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140202+0000", 2021-07-26T16:05:40.914 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.004680155 2021-07-26T16:05:40.914 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.915 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:40.915 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.915 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.915 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.916 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:40174 6.d 6:b6e4e020:::benchmark_data_smithi078_103090_object40173:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:05:40.916 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:50.143375+0000", 2021-07-26T16:05:40.916 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 350.56040162300002, 2021-07-26T16:05:40.916 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9971578130000001, 2021-07-26T16:05:40.916 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:40.917 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:40.917 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:40.917 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:40.917 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:40.917 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 40174 2021-07-26T16:05:40.918 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.918 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:40.918 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.918 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:40.919 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143375+0000", 2021-07-26T16:05:40.919 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:40.919 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.919 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.919 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:40.920 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143375+0000", 2021-07-26T16:05:40.920 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6050000000000001e-05 2021-07-26T16:05:40.920 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.920 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.921 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:40.921 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143421+0000", 2021-07-26T16:05:40.921 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.443e-06 2021-07-26T16:05:40.921 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.921 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.922 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:40.922 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143422+0000", 2021-07-26T16:05:40.922 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2407e-05 2021-07-26T16:05:40.922 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.922 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.923 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:40.923 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143435+0000", 2021-07-26T16:05:40.923 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2290000000000002e-06 2021-07-26T16:05:40.923 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.924 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.924 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:40.924 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143440+0000", 2021-07-26T16:05:40.924 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4751e-05 2021-07-26T16:05:40.924 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.925 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.925 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.925 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143475+0000", 2021-07-26T16:05:40.925 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5020000000000003e-06 2021-07-26T16:05:40.925 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.926 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.926 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.926 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:50.143482+0000", 2021-07-26T16:05:40.926 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.95747483099999997 2021-07-26T16:05:40.927 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.927 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.927 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.927 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100957+0000", 2021-07-26T16:05:40.927 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.6399999999999997e-06 2021-07-26T16:05:40.928 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.928 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.928 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:40.928 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:51.100965+0000", 2021-07-26T16:05:40.928 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0357020619999999 2021-07-26T16:05:40.929 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.929 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.929 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.929 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.136667+0000", 2021-07-26T16:05:40.930 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000102015 2021-07-26T16:05:40.930 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.930 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.930 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:40.930 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.136769+0000", 2021-07-26T16:05:40.931 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000125322 2021-07-26T16:05:40.931 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.931 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.931 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:05:40.932 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.136894+0000", 2021-07-26T16:05:40.932 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001046136 2021-07-26T16:05:40.932 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.932 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.932 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:40.933 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.137940+0000", 2021-07-26T16:05:40.933 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0016830860000000001 2021-07-26T16:05:40.933 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.933 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.933 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.934 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.139623+0000", 2021-07-26T16:05:40.934 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00065063499999999999 2021-07-26T16:05:40.934 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.934 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.935 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.935 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140274+0000", 2021-07-26T16:05:40.935 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.8578000000000004e-05 2021-07-26T16:05:40.935 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.935 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.936 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:05:40.936 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140373+0000", 2021-07-26T16:05:40.936 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016012599999999999 2021-07-26T16:05:40.936 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.936 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.937 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:40.937 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:52.140533+0000", 2021-07-26T16:05:40.937 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9971578130000001 2021-07-26T16:05:40.937 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.938 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:40.938 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.938 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.938 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.938 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:41900 6.7 6:ef51b76e:::benchmark_data_smithi078_103090_object41899:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e101)", 2021-07-26T16:05:40.939 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:53.157089+0000", 2021-07-26T16:05:40.939 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 347.54668713500001, 2021-07-26T16:05:40.939 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14571110200000001, 2021-07-26T16:05:40.939 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:40.940 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:40.940 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:40.940 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:40.940 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:40.940 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 41900 2021-07-26T16:05:40.941 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.941 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:40.941 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.941 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:40.941 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157089+0000", 2021-07-26T16:05:40.942 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:40.942 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.942 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.942 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:40.943 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157089+0000", 2021-07-26T16:05:40.943 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3643999999999997e-05 2021-07-26T16:05:40.943 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.943 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.943 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:40.944 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157143+0000", 2021-07-26T16:05:40.944 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8220000000000001e-06 2021-07-26T16:05:40.944 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.944 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.944 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:40.945 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157145+0000", 2021-07-26T16:05:40.945 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0991e-05 2021-07-26T16:05:40.945 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.945 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.946 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:40.946 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157156+0000", 2021-07-26T16:05:40.946 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2580000000000003e-06 2021-07-26T16:05:40.946 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.946 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.947 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:40.947 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157161+0000", 2021-07-26T16:05:40.947 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6817999999999998e-05 2021-07-26T16:05:40.947 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.947 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.948 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.948 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157208+0000", 2021-07-26T16:05:40.948 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011341 2021-07-26T16:05:40.948 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.949 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.949 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:40.949 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157321+0000", 2021-07-26T16:05:40.949 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011587 2021-07-26T16:05:40.949 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.950 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.950 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,4", 2021-07-26T16:05:40.950 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.157437+0000", 2021-07-26T16:05:40.950 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027937489999999999 2021-07-26T16:05:40.950 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.951 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.951 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:40.951 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.160231+0000", 2021-07-26T16:05:40.951 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00071243299999999995 2021-07-26T16:05:40.952 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.952 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.952 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.952 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.160943+0000", 2021-07-26T16:05:40.952 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.141729457 2021-07-26T16:05:40.953 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.953 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.953 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.953 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.302673+0000", 2021-07-26T16:05:40.954 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9089000000000002e-05 2021-07-26T16:05:40.954 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.954 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.954 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:05:40.954 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.302742+0000", 2021-07-26T16:05:40.955 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8560999999999997e-05 2021-07-26T16:05:40.955 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.955 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.955 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:40.955 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.302800+0000", 2021-07-26T16:05:40.956 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14571110200000001 2021-07-26T16:05:40.956 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.956 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:40.956 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.957 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.957 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.957 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:41902 6.7 6:e3e73137:::benchmark_data_smithi078_103090_object41901:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e101)", 2021-07-26T16:05:40.957 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T15:59:53.158135+0000", 2021-07-26T16:05:40.957 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 347.54564110500002, 2021-07-26T16:05:40.958 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.145587676, 2021-07-26T16:05:40.958 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:40.958 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:40.959 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:40.959 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:40.959 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:40.960 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 41902 2021-07-26T16:05:40.960 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.961 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:40.961 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.962 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:40.962 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158135+0000", 2021-07-26T16:05:40.962 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:40.963 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.963 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.964 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:40.964 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158135+0000", 2021-07-26T16:05:40.965 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6396e-05 2021-07-26T16:05:40.965 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.965 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.966 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:40.966 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158192+0000", 2021-07-26T16:05:40.967 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.979e-06 2021-07-26T16:05:40.967 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.968 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.968 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:40.968 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158194+0000", 2021-07-26T16:05:40.969 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2345e-05 2021-07-26T16:05:40.969 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.970 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.970 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:40.971 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158206+0000", 2021-07-26T16:05:40.971 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8980000000000001e-06 2021-07-26T16:05:40.971 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.972 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.972 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:40.973 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158212+0000", 2021-07-26T16:05:40.973 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00065690799999999999 2021-07-26T16:05:40.974 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.974 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.975 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:40.975 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.158869+0000", 2021-07-26T16:05:40.975 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015442900000000001 2021-07-26T16:05:40.976 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.976 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.977 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:40.977 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.159023+0000", 2021-07-26T16:05:40.977 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000103336 2021-07-26T16:05:40.978 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.978 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.979 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,4", 2021-07-26T16:05:40.979 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.159127+0000", 2021-07-26T16:05:40.980 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001886193 2021-07-26T16:05:40.980 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.981 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.981 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.981 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.161013+0000", 2021-07-26T16:05:40.982 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.8609999999999993e-06 2021-07-26T16:05:40.982 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.983 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.983 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:40.984 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.161023+0000", 2021-07-26T16:05:40.984 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14259071400000001 2021-07-26T16:05:40.984 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.985 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.985 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:40.986 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.303613+0000", 2021-07-26T16:05:40.986 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8699000000000001e-05 2021-07-26T16:05:40.987 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.987 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.987 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:05:40.988 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.303682+0000", 2021-07-26T16:05:40.988 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.0917999999999997e-05 2021-07-26T16:05:40.989 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.989 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.990 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:40.990 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T15:59:53.303723+0000", 2021-07-26T16:05:40.990 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.145587676 2021-07-26T16:05:40.991 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.991 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:40.992 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:40.992 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.993 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.993 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108960 6.a 6:542c4406:::benchmark_data_smithi078_103090_object4095:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:05:40.993 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:14.952751+0000", 2021-07-26T16:05:40.994 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 265.75102573499998, 2021-07-26T16:05:40.994 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1974689169999999, 2021-07-26T16:05:40.995 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:40.995 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:05:40.996 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:40.996 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:40.996 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:40.997 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108960 2021-07-26T16:05:40.997 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:40.998 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:40.998 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:40.999 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:40.999 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952751+0000", 2021-07-26T16:05:40.999 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:41.000 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.000 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.001 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:41.001 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952751+0000", 2021-07-26T16:05:41.002 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7690000000000004e-06 2021-07-26T16:05:41.002 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.002 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.003 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:41.003 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952756+0000", 2021-07-26T16:05:41.004 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.6520000000000002e-06 2021-07-26T16:05:41.004 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.005 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.005 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:41.005 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952758+0000", 2021-07-26T16:05:41.006 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2357e-05 2021-07-26T16:05:41.006 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.007 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.007 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:41.008 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952771+0000", 2021-07-26T16:05:41.008 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3770000000000004e-06 2021-07-26T16:05:41.008 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.009 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.009 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:41.010 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952776+0000", 2021-07-26T16:05:41.010 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6060999999999998e-05 2021-07-26T16:05:41.011 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.011 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.011 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.012 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952822+0000", 2021-07-26T16:05:41.012 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000134931 2021-07-26T16:05:41.013 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.013 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.014 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:41.014 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952957+0000", 2021-07-26T16:05:41.014 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000124931 2021-07-26T16:05:41.015 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.015 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.016 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:05:41.016 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.953082+0000", 2021-07-26T16:05:41.017 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027972380000000001 2021-07-26T16:05:41.017 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.017 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.018 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:41.018 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.955879+0000", 2021-07-26T16:05:41.019 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00044350100000000001 2021-07-26T16:05:41.019 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.020 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.020 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:41.020 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.956323+0000", 2021-07-26T16:05:41.021 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.046537624 2021-07-26T16:05:41.021 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.022 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.022 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.023 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002860+0000", 2021-07-26T16:05:41.023 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.91e-06 2021-07-26T16:05:41.023 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.024 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.024 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:41.025 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002870+0000", 2021-07-26T16:05:41.025 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.129125747 2021-07-26T16:05:41.026 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.026 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.026 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.027 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.131996+0000", 2021-07-26T16:05:41.027 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000191903 2021-07-26T16:05:41.028 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.028 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.029 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for missing object", 2021-07-26T16:05:41.029 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132188+0000", 2021-07-26T16:05:41.029 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.017935019999999999 2021-07-26T16:05:41.030 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.030 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.030 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.031 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150123+0000", 2021-07-26T16:05:41.031 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.6896000000000002e-05 2021-07-26T16:05:41.031 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.031 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.031 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:41.032 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150220+0000", 2021-07-26T16:05:41.032 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1974689169999999 2021-07-26T16:05:41.032 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.032 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:41.032 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.033 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.033 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.033 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108962 6.a 6:502964b6:::benchmark_data_smithi078_103090_object4097:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:05:41.033 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:14.957475+0000", 2021-07-26T16:05:41.034 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 265.74630167999999, 2021-07-26T16:05:41.034 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1958575360000001, 2021-07-26T16:05:41.034 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:41.034 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:05:41.034 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:41.035 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:41.035 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:41.035 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108962 2021-07-26T16:05:41.035 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.036 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:41.036 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.036 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:41.036 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957475+0000", 2021-07-26T16:05:41.036 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:41.037 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.037 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.037 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:41.037 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957475+0000", 2021-07-26T16:05:41.037 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8650000000000001e-06 2021-07-26T16:05:41.038 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.038 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.038 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:41.038 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957478+0000", 2021-07-26T16:05:41.039 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8190000000000001e-06 2021-07-26T16:05:41.039 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.039 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.039 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:41.039 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957479+0000", 2021-07-26T16:05:41.040 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0879e-05 2021-07-26T16:05:41.040 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.040 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.040 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:41.040 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957490+0000", 2021-07-26T16:05:41.041 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5569999999999997e-06 2021-07-26T16:05:41.041 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.041 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.041 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:41.041 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957495+0000", 2021-07-26T16:05:41.042 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9867999999999998e-05 2021-07-26T16:05:41.042 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.042 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.042 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.043 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957535+0000", 2021-07-26T16:05:41.043 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00017194000000000001 2021-07-26T16:05:41.043 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.043 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.043 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:41.044 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957707+0000", 2021-07-26T16:05:41.044 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00012575499999999999 2021-07-26T16:05:41.044 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.044 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.044 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:05:41.045 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957832+0000", 2021-07-26T16:05:41.045 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002957426 2021-07-26T16:05:41.045 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.045 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.045 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:41.046 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.960790+0000", 2021-07-26T16:05:41.046 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4849999999999999e-05 2021-07-26T16:05:41.046 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.046 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.047 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:41.047 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.960835+0000", 2021-07-26T16:05:41.047 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.042060977999999999 2021-07-26T16:05:41.047 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.047 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.048 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.048 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002896+0000", 2021-07-26T16:05:41.048 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7130000000000005e-06 2021-07-26T16:05:41.048 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.048 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.049 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:41.049 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002903+0000", 2021-07-26T16:05:41.049 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.129329161 2021-07-26T16:05:41.049 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.049 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.050 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.050 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132233+0000", 2021-07-26T16:05:41.050 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011031699999999999 2021-07-26T16:05:41.050 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.051 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.051 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for missing object", 2021-07-26T16:05:41.051 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132343+0000", 2021-07-26T16:05:41.051 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.020853724000000001 2021-07-26T16:05:41.051 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.052 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.052 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.052 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153197+0000", 2021-07-26T16:05:41.052 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013568400000000001 2021-07-26T16:05:41.052 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.053 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.053 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:41.053 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153332+0000", 2021-07-26T16:05:41.053 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1958575360000001 2021-07-26T16:05:41.053 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.054 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:41.054 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.054 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.054 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.055 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108965 6.a 6:59c2138c:::benchmark_data_smithi078_103090_object4100:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:05:41.055 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:14.966376+0000", 2021-07-26T16:05:41.055 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 265.73739997799998, 2021-07-26T16:05:41.055 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.190233415, 2021-07-26T16:05:41.055 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:41.056 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:05:41.056 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:41.056 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:41.056 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:41.056 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108965 2021-07-26T16:05:41.057 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.057 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:41.057 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.057 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:41.058 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966376+0000", 2021-07-26T16:05:41.058 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:41.058 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.058 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.058 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:41.059 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966376+0000", 2021-07-26T16:05:41.059 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.83e-06 2021-07-26T16:05:41.059 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.059 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.059 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:41.060 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966379+0000", 2021-07-26T16:05:41.060 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.187e-06 2021-07-26T16:05:41.060 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.061 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.061 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:41.061 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966382+0000", 2021-07-26T16:05:41.061 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1518999999999998e-05 2021-07-26T16:05:41.061 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.062 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.062 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:41.062 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966403+0000", 2021-07-26T16:05:41.062 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9520000000000002e-06 2021-07-26T16:05:41.062 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.063 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.063 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:41.063 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966408+0000", 2021-07-26T16:05:41.063 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3918999999999996e-05 2021-07-26T16:05:41.064 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.064 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.064 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.064 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966472+0000", 2021-07-26T16:05:41.064 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000212275 2021-07-26T16:05:41.065 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.065 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.065 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:41.065 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966684+0000", 2021-07-26T16:05:41.065 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00021175999999999999 2021-07-26T16:05:41.066 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.066 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.066 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:05:41.066 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966896+0000", 2021-07-26T16:05:41.067 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002745366 2021-07-26T16:05:41.067 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.068 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.068 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:41.068 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.969641+0000", 2021-07-26T16:05:41.068 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000410107 2021-07-26T16:05:41.069 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.069 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.070 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:41.070 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.970051+0000", 2021-07-26T16:05:41.070 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.032875199000000001 2021-07-26T16:05:41.071 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.071 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.071 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.071 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002927+0000", 2021-07-26T16:05:41.072 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.49e-06 2021-07-26T16:05:41.072 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.072 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.072 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:41.073 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002935+0000", 2021-07-26T16:05:41.073 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1294578930000001 2021-07-26T16:05:41.073 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.073 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.073 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.074 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132393+0000", 2021-07-26T16:05:41.074 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015026699999999999 2021-07-26T16:05:41.074 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.074 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.075 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for missing object", 2021-07-26T16:05:41.075 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132543+0000", 2021-07-26T16:05:41.075 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.023963778000000002 2021-07-26T16:05:41.075 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.076 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.076 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.076 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.156507+0000", 2021-07-26T16:05:41.076 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000102873 2021-07-26T16:05:41.077 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.077 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.077 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:41.077 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.156610+0000", 2021-07-26T16:05:41.077 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.190233415 2021-07-26T16:05:41.078 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.078 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:41.078 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.078 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.079 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.079 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108979 6.d 6:b941b757:::benchmark_data_smithi078_103090_object4114:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:05:41.079 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.023422+0000", 2021-07-26T16:05:41.079 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 265.680354518, 2021-07-26T16:05:41.079 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100419225, 2021-07-26T16:05:41.080 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:41.080 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:41.080 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:41.080 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:41.081 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:41.081 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108979 2021-07-26T16:05:41.081 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.081 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:41.081 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.082 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:41.082 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023422+0000", 2021-07-26T16:05:41.082 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:41.082 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.083 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.083 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:41.083 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023422+0000", 2021-07-26T16:05:41.083 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.1e-06 2021-07-26T16:05:41.084 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.084 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.084 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:41.084 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023425+0000", 2021-07-26T16:05:41.084 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8989999999999999e-06 2021-07-26T16:05:41.085 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.085 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.085 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:41.086 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023427+0000", 2021-07-26T16:05:41.091 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2935000000000001e-05 2021-07-26T16:05:41.091 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.092 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.092 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:41.092 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023440+0000", 2021-07-26T16:05:41.092 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9740000000000001e-06 2021-07-26T16:05:41.093 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.093 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.093 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:41.093 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023445+0000", 2021-07-26T16:05:41.094 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9378999999999997e-05 2021-07-26T16:05:41.094 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.094 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.094 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.094 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023484+0000", 2021-07-26T16:05:41.095 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5129999999999999e-06 2021-07-26T16:05:41.095 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.095 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.095 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:41.096 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023492+0000", 2021-07-26T16:05:41.096 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.095256684 2021-07-26T16:05:41.096 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.096 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.096 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.097 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.118748+0000", 2021-07-26T16:05:41.097 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000124122 2021-07-26T16:05:41.097 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.097 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.098 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:41.098 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.118873+0000", 2021-07-26T16:05:41.098 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013073199999999999 2021-07-26T16:05:41.098 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.098 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.099 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:05:41.099 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.119003+0000", 2021-07-26T16:05:41.099 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003875968 2021-07-26T16:05:41.099 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.100 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.100 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:41.100 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122879+0000", 2021-07-26T16:05:41.100 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1647000000000003e-05 2021-07-26T16:05:41.101 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.101 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.101 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:41.101 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122921+0000", 2021-07-26T16:05:41.101 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.2623999999999998e-05 2021-07-26T16:05:41.102 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.102 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.102 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:41.102 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122954+0000", 2021-07-26T16:05:41.103 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.3801000000000003e-05 2021-07-26T16:05:41.103 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.103 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.103 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:05:41.104 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122997+0000", 2021-07-26T16:05:41.104 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000843847 2021-07-26T16:05:41.104 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.104 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.105 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:41.105 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.123841+0000", 2021-07-26T16:05:41.105 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100419225 2021-07-26T16:05:41.105 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.106 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:41.106 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.106 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.106 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.106 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108991 6.a 6:5c60264b:::benchmark_data_smithi078_103090_object4126:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:05:41.107 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.064154+0000", 2021-07-26T16:05:41.107 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 265.63962202800002, 2021-07-26T16:05:41.107 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.087248998, 2021-07-26T16:05:41.108 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:41.108 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:41.108 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:41.108 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:41.109 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:41.109 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108991 2021-07-26T16:05:41.109 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.109 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:41.110 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.110 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:41.110 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064154+0000", 2021-07-26T16:05:41.110 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:41.110 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.111 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.111 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:41.111 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064154+0000", 2021-07-26T16:05:41.111 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.207e-06 2021-07-26T16:05:41.112 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.112 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.112 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:41.112 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064158+0000", 2021-07-26T16:05:41.113 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1519999999999999e-06 2021-07-26T16:05:41.113 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.113 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.113 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:41.114 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064160+0000", 2021-07-26T16:05:41.114 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4857e-05 2021-07-26T16:05:41.114 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.114 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.115 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:41.115 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064175+0000", 2021-07-26T16:05:41.115 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3879999999999999e-06 2021-07-26T16:05:41.115 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.116 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.116 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:41.116 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064180+0000", 2021-07-26T16:05:41.116 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8361e-05 2021-07-26T16:05:41.117 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.117 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.117 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.117 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064228+0000", 2021-07-26T16:05:41.117 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.8670000000000006e-06 2021-07-26T16:05:41.118 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.118 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.118 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:41.118 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064238+0000", 2021-07-26T16:05:41.119 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.068336435 2021-07-26T16:05:41.119 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.119 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.119 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.119 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132575+0000", 2021-07-26T16:05:41.120 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000107741 2021-07-26T16:05:41.120 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.120 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.120 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:41.121 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132682+0000", 2021-07-26T16:05:41.121 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000115361 2021-07-26T16:05:41.121 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.121 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.121 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:05:41.122 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132798+0000", 2021-07-26T16:05:41.122 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0088309240000000004 2021-07-26T16:05:41.122 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.122 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.123 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:41.123 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.141629+0000", 2021-07-26T16:05:41.123 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010567160000000001 2021-07-26T16:05:41.123 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.123 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.124 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:41.124 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142685+0000", 2021-07-26T16:05:41.124 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0078784579999999996 2021-07-26T16:05:41.124 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.125 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.125 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:41.125 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150564+0000", 2021-07-26T16:05:41.125 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000106062 2021-07-26T16:05:41.126 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.126 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.126 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:05:41.126 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150670+0000", 2021-07-26T16:05:41.126 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00073346900000000005 2021-07-26T16:05:41.127 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.127 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.127 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:41.127 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.151403+0000", 2021-07-26T16:05:41.128 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.087248998 2021-07-26T16:05:41.128 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.128 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:41.128 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.128 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.129 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.129 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108999 6.a 6:568fdac3:::benchmark_data_smithi078_103090_object4134:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:05:41.129 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.087400+0000", 2021-07-26T16:05:41.129 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 265.61637646000003, 2021-07-26T16:05:41.130 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.066831844, 2021-07-26T16:05:41.130 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:41.130 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:41.130 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:41.130 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:41.131 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:41.131 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108999 2021-07-26T16:05:41.131 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.131 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:41.132 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.132 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:41.132 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087400+0000", 2021-07-26T16:05:41.132 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:41.132 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.133 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.133 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:41.133 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087400+0000", 2021-07-26T16:05:41.133 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9359999999999999e-06 2021-07-26T16:05:41.134 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.134 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.134 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:41.134 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087403+0000", 2021-07-26T16:05:41.134 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1950000000000002e-06 2021-07-26T16:05:41.135 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.135 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.135 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:41.135 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087405+0000", 2021-07-26T16:05:41.136 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6303e-05 2021-07-26T16:05:41.136 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.136 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.136 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:41.137 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087421+0000", 2021-07-26T16:05:41.137 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9979999999999997e-06 2021-07-26T16:05:41.137 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.137 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.138 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:41.138 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087428+0000", 2021-07-26T16:05:41.138 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5551999999999999e-05 2021-07-26T16:05:41.138 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.138 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.139 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.139 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087494+0000", 2021-07-26T16:05:41.139 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4256e-05 2021-07-26T16:05:41.139 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.140 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.140 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:41.140 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087508+0000", 2021-07-26T16:05:41.140 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.048285154 2021-07-26T16:05:41.140 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.141 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.141 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.141 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.135793+0000", 2021-07-26T16:05:41.141 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014692199999999999 2021-07-26T16:05:41.142 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.142 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.142 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:41.142 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.135940+0000", 2021-07-26T16:05:41.143 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000121239 2021-07-26T16:05:41.143 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.143 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.143 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:05:41.143 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.136062+0000", 2021-07-26T16:05:41.144 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0055742939999999996 2021-07-26T16:05:41.144 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.144 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.144 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:41.145 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.141636+0000", 2021-07-26T16:05:41.145 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001092839 2021-07-26T16:05:41.145 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.145 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.145 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:41.146 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142729+0000", 2021-07-26T16:05:41.146 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.010652735999999999 2021-07-26T16:05:41.146 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.146 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.147 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:41.147 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153381+0000", 2021-07-26T16:05:41.147 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.4962999999999994e-05 2021-07-26T16:05:41.147 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.147 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.148 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:05:41.148 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153456+0000", 2021-07-26T16:05:41.148 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00077545700000000001 2021-07-26T16:05:41.148 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.149 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.149 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:41.149 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154232+0000", 2021-07-26T16:05:41.149 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.066831844 2021-07-26T16:05:41.149 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.150 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:41.150 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.150 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.150 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.151 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:109000 6.a 6:57f372c4:::benchmark_data_smithi078_103090_object4135:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:05:41.151 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.090324+0000", 2021-07-26T16:05:41.151 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 265.61345294300003, 2021-07-26T16:05:41.151 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0646594410000001, 2021-07-26T16:05:41.151 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:41.152 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:05:41.152 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:05:41.152 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:05:41.152 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:05:41.153 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 109000 2021-07-26T16:05:41.153 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.153 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:41.153 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.153 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:41.154 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090324+0000", 2021-07-26T16:05:41.154 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:41.154 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.154 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.155 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:41.155 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090324+0000", 2021-07-26T16:05:41.156 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2960000000000001e-06 2021-07-26T16:05:41.156 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.156 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.157 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:41.157 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090326+0000", 2021-07-26T16:05:41.157 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5230000000000001e-06 2021-07-26T16:05:41.157 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.158 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.158 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:41.158 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090327+0000", 2021-07-26T16:05:41.158 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1353e-05 2021-07-26T16:05:41.159 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.159 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.159 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:41.159 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090339+0000", 2021-07-26T16:05:41.159 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.685e-06 2021-07-26T16:05:41.160 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.160 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.160 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:41.160 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090343+0000", 2021-07-26T16:05:41.161 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7193e-05 2021-07-26T16:05:41.161 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.161 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.161 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.162 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090391+0000", 2021-07-26T16:05:41.162 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0475999999999999e-05 2021-07-26T16:05:41.162 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.162 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.163 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:05:41.163 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090401+0000", 2021-07-26T16:05:41.163 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0483105580000001 2021-07-26T16:05:41.163 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.164 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.164 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.164 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.138712+0000", 2021-07-26T16:05:41.164 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000106938 2021-07-26T16:05:41.164 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.165 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.165 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:41.165 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.138819+0000", 2021-07-26T16:05:41.165 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000120214 2021-07-26T16:05:41.165 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.166 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.166 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:05:41.166 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.138939+0000", 2021-07-26T16:05:41.166 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0038196319999999999 2021-07-26T16:05:41.167 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.167 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.167 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:41.168 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142758+0000", 2021-07-26T16:05:41.168 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1729999999999995e-06 2021-07-26T16:05:41.169 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.169 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.169 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:05:41.170 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142767+0000", 2021-07-26T16:05:41.170 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011518815999999999 2021-07-26T16:05:41.170 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.170 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.171 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:05:41.171 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154285+0000", 2021-07-26T16:05:41.171 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010076799999999999 2021-07-26T16:05:41.171 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.172 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.172 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:05:41.172 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154386+0000", 2021-07-26T16:05:41.172 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00059681600000000001 2021-07-26T16:05:41.173 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.173 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.173 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:41.173 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154983+0000", 2021-07-26T16:05:41.173 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0646594410000001 2021-07-26T16:05:41.174 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.174 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:41.174 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.174 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.175 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.175 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:153103 6.2 e155/143)", 2021-07-26T16:05:41.175 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:06.179949+0000", 2021-07-26T16:05:41.176 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 94.523827405000006, 2021-07-26T16:05:41.176 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.20908629300000001, 2021-07-26T16:05:41.177 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:41.177 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:05:41.178 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:41.178 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.178 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:41.179 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:06.179949+0000", 2021-07-26T16:05:41.179 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:41.179 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.180 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.180 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:41.180 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:06.179949+0000", 2021-07-26T16:05:41.180 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.2339999999999997e-06 2021-07-26T16:05:41.181 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.181 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.181 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:41.181 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:06.179956+0000", 2021-07-26T16:05:41.182 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8979999999999998e-06 2021-07-26T16:05:41.182 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.182 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.182 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:41.183 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:06.179960+0000", 2021-07-26T16:05:41.183 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1738e-05 2021-07-26T16:05:41.183 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.183 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.184 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:41.184 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:06.179972+0000", 2021-07-26T16:05:41.184 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6619999999999999e-06 2021-07-26T16:05:41.184 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.184 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.185 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:41.185 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:06.179979+0000", 2021-07-26T16:05:41.185 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.209034303 2021-07-26T16:05:41.185 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.186 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.186 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:41.186 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:06.389013+0000", 2021-07-26T16:05:41.186 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2458000000000001e-05 2021-07-26T16:05:41.186 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:41.187 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:41.187 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:05:41.187 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:06.389035+0000", 2021-07-26T16:05:41.187 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.20908629300000001 2021-07-26T16:05:41.188 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.188 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:41.188 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.188 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:41.188 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:41.189 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:05:41.189 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:41.190 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:05:41.230 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:41.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:41.232 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:41.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:41 smithi139 ceph-mon[56829]: pgmap v500: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 8.8 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 218 op/s; 33707/127107 objects degraded (26.519%); 23375/127107 objects misplaced (18.390%); 6.3 MiB/s, 101 objects/s recovering 2021-07-26T16:05:41.333 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:41.369 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:41.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:41.371 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:41.392 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:41 smithi078 ceph-mon[77813]: pgmap v500: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 8.8 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 218 op/s; 33707/127107 objects degraded (26.519%); 23375/127107 objects misplaced (18.390%); 6.3 MiB/s, 101 objects/s recovering 2021-07-26T16:05:41.393 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:41 smithi078 ceph-mon[73801]: pgmap v500: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 8.8 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 218 op/s; 33707/127107 objects degraded (26.519%); 23375/127107 objects misplaced (18.390%); 6.3 MiB/s, 101 objects/s recovering 2021-07-26T16:05:41.438 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:41.472 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:41.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:41.525 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:41.525 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:41.583 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-07-26T16:05:41.626 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:41.660 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:41.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:41.662 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:41.746 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:05:41.762 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:41.794 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:41.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:41.795 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:41.897 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:41.933 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:41.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:41.935 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:42.036 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:42.061 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:42.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:42.063 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:42.164 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:42.180 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:05:42.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:42.218 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:42.219 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:42.320 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:42.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:42 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1534213342' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:42.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:42 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 33707/127107 objects degraded (26.519%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:42.358 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:42.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:42.360 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:42.461 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:42.482 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:42.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:42.483 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:42.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:42 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1534213342' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:42.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:42 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 33707/127107 objects degraded (26.519%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:42.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:42 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1534213342' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:42.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:42 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 33707/127107 objects degraded (26.519%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:42.585 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:42.605 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:42.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:42.607 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:42.708 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:42.742 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:42.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:42.743 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:42.746 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 5, 6, 7, 0, 4] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 5, 6, 7, 2, 4] 2021-07-26T16:05:42.746 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:05:42.747 INFO:tasks.thrashosds.thrasher:Removing osd 2, in_osds are: [1, 2, 3, 5, 6, 7, 0, 4] 2021-07-26T16:05:42.747 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd out 2 2021-07-26T16:05:42.844 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:42.872 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:42.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:42.873 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:42.943 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:42.975 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:42.996 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:42.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:42.998 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:43.100 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:43.130 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:43.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:43.132 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:43.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:43 smithi078 ceph-mon[77813]: pgmap v501: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 8.8 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 218 op/s; 33707/127107 objects degraded (26.519%); 23375/127107 objects misplaced (18.390%); 6.3 MiB/s, 101 objects/s recovering 2021-07-26T16:05:43.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:43 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:43.216 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:43 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1534213342' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:05:43.217 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:43 smithi078 ceph-mon[77813]: osdmap e188: 8 total, 8 up, 8 in 2021-07-26T16:05:43.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:43 smithi078 ceph-mon[73801]: pgmap v501: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 8.8 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 218 op/s; 33707/127107 objects degraded (26.519%); 23375/127107 objects misplaced (18.390%); 6.3 MiB/s, 101 objects/s recovering 2021-07-26T16:05:43.217 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:43 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:43.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:43 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1534213342' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:05:43.218 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:43 smithi078 ceph-mon[73801]: osdmap e188: 8 total, 8 up, 8 in 2021-07-26T16:05:43.234 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:43.260 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:43.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:43.262 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:43.363 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:43.386 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:43.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:43.388 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:43.489 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:43.514 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:43.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:43.516 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:43.544 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:43 smithi139 ceph-mon[56829]: pgmap v501: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 8.8 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 218 op/s; 33707/127107 objects degraded (26.519%); 23375/127107 objects misplaced (18.390%); 6.3 MiB/s, 101 objects/s recovering 2021-07-26T16:05:43.544 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:43 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:43.544 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:43 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1534213342' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:05:43.545 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:43 smithi139 ceph-mon[56829]: osdmap e188: 8 total, 8 up, 8 in 2021-07-26T16:05:43.617 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:43.638 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:43.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:43.640 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:43.741 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:43.767 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:43.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:43.769 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:43.870 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:43.897 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:43.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:43.898 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:44.000 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:44.036 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:44.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:44.039 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:44.141 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:44.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:44.171 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:44.171 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:44.202 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:05:44.202 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:05:44.202 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:44.203 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.44646.0:168130 6.f e188/175 6:f1f2b9b1:::benchmark_data_smithi078_103090_object63265:head v 188'10439, mlcod=0'0)", 2021-07-26T16:05:44.203 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:05:44.200270+0000", 2021-07-26T16:05:44.203 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.001167525, 2021-07-26T16:05:44.203 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0011955480000000001, 2021-07-26T16:05:44.204 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:05:44.204 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "started", 2021-07-26T16:05:44.204 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:05:44.204 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:44.205 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:05:44.205 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:44.200270+0000", 2021-07-26T16:05:44.205 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:05:44.205 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:44.205 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:44.206 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:05:44.206 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:44.200270+0000", 2021-07-26T16:05:44.206 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.039e-06 2021-07-26T16:05:44.206 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:44.207 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:44.207 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:05:44.207 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:44.200273+0000", 2021-07-26T16:05:44.207 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2400000000000002e-06 2021-07-26T16:05:44.207 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:44.208 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:44.208 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:05:44.208 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:44.200275+0000", 2021-07-26T16:05:44.208 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4460999999999999e-05 2021-07-26T16:05:44.209 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:44.209 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:44.209 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:05:44.209 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:44.200289+0000", 2021-07-26T16:05:44.209 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7669999999999998e-06 2021-07-26T16:05:44.210 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:44.210 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:44.210 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:05:44.210 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:44.200296+0000", 2021-07-26T16:05:44.211 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6838000000000001e-05 2021-07-26T16:05:44.211 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:44.211 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:44.211 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:05:44.211 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:44.200343+0000", 2021-07-26T16:05:44.212 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9236999999999999e-05 2021-07-26T16:05:44.212 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:05:44.212 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:05:44.212 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:05:44.212 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:44.200362+0000", 2021-07-26T16:05:44.213 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.2582000000000002e-05 2021-07-26T16:05:44.213 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:44.213 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:05:44.213 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:44.214 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:05:44.214 INFO:teuthology.orchestra.run.smithi139.stdout: ], 2021-07-26T16:05:44.214 INFO:teuthology.orchestra.run.smithi139.stdout: "num_ops": 1 2021-07-26T16:05:44.214 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:05:44.273 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:44.300 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:44.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:44.302 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:44.403 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:44.431 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:44.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:44.433 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:44.534 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:44.588 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:44.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:44.589 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:44.690 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:44.743 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:44.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:44.745 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:44.846 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:44.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:44.896 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:44.896 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:44.957 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:05:44.998 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:45.002 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:05:45.039 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:45.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:45.041 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:45.044 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:05:45.076 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:05:45.105 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:05:45.139 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:05:45.142 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:45.182 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:45.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:45.183 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:45.186 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:05:45.215 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:05:45.219 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:05:45.219 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:05:45.219 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:05:45.219 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:05:45.220 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:05:45.220 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:05:45.220 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:05:45.220 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:05:45.285 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:45.307 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:45.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:45.309 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:45.360 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-07-26T16:05:45.401 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:45 smithi078 ceph-mon[73801]: pgmap v503: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 8.8 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 159 op/s; 33562/126573 objects degraded (26.516%); 23197/126573 objects misplaced (18.327%); 4.6 MiB/s, 72 objects/s recovering 2021-07-26T16:05:45.402 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:45 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:05:45.402 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:45 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:05:45.402 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:45 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/859139409' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:45.402 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:45 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:05:45.403 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: 2021-07-26T16:05:45.141+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:45.403 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:05:45.404 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:45.404 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:05:45.404 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:45.404 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:05:45.405 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:45.405 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:45.405 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:45.405 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: 2021-07-26T16:05:45.405 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: 2021-07-26T16:05:45.142+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:45.406 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:05:45.406 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:45.406 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:05:45.406 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:45.407 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:05:45.407 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:45.407 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:45.407 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:45.408 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: 2021-07-26T16:05:45.408 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: 2021-07-26T16:05:45.143+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:45.408 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:05:45.408 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:45.409 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:05:45.409 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:45.409 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:05:45.409 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:45.409 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:45.410 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:45.410 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: 2021-07-26T16:05:45.410 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: 2021-07-26T16:05:45.144+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:45.410 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:05:45.411 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:45.411 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:05:45.411 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:45.411 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:05:45.411 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:45.412 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:45.412 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:45.412 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:05:45 smithi078 conmon[70626]: 2021-07-26T16:05:45.412 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:45 smithi078 ceph-mon[77813]: pgmap v503: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 8.8 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 159 op/s; 33562/126573 objects degraded (26.516%); 23197/126573 objects misplaced (18.327%); 4.6 MiB/s, 72 objects/s recovering 2021-07-26T16:05:45.413 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:45 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:05:45.413 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:45 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:05:45.413 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:45 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/859139409' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:45.414 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:45 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:05:45.414 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:45.439 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:45.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:45.442 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:45.523 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:05:45.543 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:45.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:45.576 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:45.576 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:45.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:45 smithi139 ceph-mon[56829]: pgmap v503: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 8.8 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 159 op/s; 33562/126573 objects degraded (26.516%); 23197/126573 objects misplaced (18.327%); 4.6 MiB/s, 72 objects/s recovering 2021-07-26T16:05:45.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:45 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:05:45.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:45 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:05:45.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:45 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/859139409' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:45.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:45 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:05:45.677 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:45.707 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:45.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:45.709 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:45.811 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:45.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:45.837 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:45.837 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:45.939 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:45.944 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:05:45.975 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:45.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:45.977 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:46.079 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:46.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:46.130 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:46.130 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:46.196 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:46.231 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:46.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:46.292 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:46.292 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:46.300 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:46 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:46.300 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:05:46.300 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:46.300 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:05:46.301 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:46.301 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:05:46.301 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:46.301 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:46.302 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:46.302 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:46 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:46.302 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:05:46.302 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:46.303 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:05:46.303 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:46.303 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:05:46.303 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:46.303 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:46.304 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:46.304 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:46 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:46.304 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:05:46.304 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:46.305 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:05:46.305 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:46.305 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:05:46.305 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:46.305 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:46.306 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:46.306 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:46 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:46.306 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:05:46.306 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:46.307 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:05:46.307 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:46.307 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:05:46.307 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:46.307 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:46.308 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:46.308 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:46 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:46.308 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:05:46.308 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:46.309 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:05:46.309 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:46.309 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:05:46.309 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:46.310 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:46.310 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:46.310 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:46 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:46.310 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:05:46.310 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:46.311 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:05:46.311 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:46.311 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:05:46.311 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:46.312 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:46.312 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:46.312 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:46 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:46.312 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:05:46.312 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:46.313 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:05:46.313 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:46.313 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:05:46.314 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:46.314 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:46.314 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:46.314 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:46 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:46.315 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:05:46.315 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:46.315 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:05:46.315 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:46.315 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:05:46.316 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:46.316 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:46.316 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:46.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:46 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:46.326 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:05:46.327 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:46.327 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:05:46.327 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:46.327 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:05:46.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:46.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:46.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:46.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:46 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:46.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:05:46.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:46.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:05:46.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:46.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:05:46.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:46.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:46.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:46.332 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:46 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:46.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:05:46.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:46.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:05:46.333 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:46.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:05:46.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:46.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:46.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:46.335 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:46 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:46.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:05:46.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:46.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:05:46.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:46.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:05:46.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:46.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:46.338 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:46.393 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:46.416 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:46.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:46.417 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:46.518 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:46.551 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:46.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:46.553 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:46.654 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:46.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:46.678 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:46.679 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:46.780 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:46.804 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:46.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:46.805 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:46.907 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:46.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:46.932 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:46.932 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:47.033 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:47.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:47.162 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:47.162 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:47.263 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:47.287 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:47.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:47.290 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:47.325 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:05:47.326 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:05:47.372 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:47 smithi139 ceph-mon[56829]: pgmap v504: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 8.7 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 211 op/s; 33274/124203 objects degraded (26.790%); 22881/124203 objects misplaced (18.422%); 6.2 MiB/s, 99 objects/s recovering 2021-07-26T16:05:47.372 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:47 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 33274/124203 objects degraded (26.790%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:47.373 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:47 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2510926916' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2021-07-26T16:05:47.373 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:47 smithi139 ceph-mon[56829]: Client client.admin marked osd.2 out, while it was still marked up 2021-07-26T16:05:47.391 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:47.414 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:47.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:47.416 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:47.442 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:47 smithi078 conmon[73798]: 2021-07-26T16:05:47.121+0000 7ffaf68f6700 -1 mon.a@0(leader).osd e188 definitely_dead 0 2021-07-26T16:05:47.442 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:47 smithi078 conmon[73798]: 2021-07-26T16:05:47.442 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:47 smithi078 ceph-mon[73801]: pgmap v504: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 8.7 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 211 op/s; 33274/124203 objects degraded (26.790%); 22881/124203 objects misplaced (18.422%); 6.2 MiB/s, 99 objects/s recovering 2021-07-26T16:05:47.443 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:47 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 33274/124203 objects degraded (26.790%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:47.443 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:47 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2510926916' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2021-07-26T16:05:47.443 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:47 smithi078 ceph-mon[73801]: Client client.admin marked osd.2 out, while it was still marked up 2021-07-26T16:05:47.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:47 smithi078 ceph-mon[77813]: pgmap v504: 99 pgs: 1 active+remapped+backfilling, 1 active+undersized+remapped+backfill_wait, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 8.7 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 211 op/s; 33274/124203 objects degraded (26.790%); 22881/124203 objects misplaced (18.422%); 6.2 MiB/s, 99 objects/s recovering 2021-07-26T16:05:47.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:47 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 33274/124203 objects degraded (26.790%), 23 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:05:47.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:47 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2510926916' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2021-07-26T16:05:47.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:47 smithi078 ceph-mon[77813]: Client client.admin marked osd.2 out, while it was still marked up 2021-07-26T16:05:47.516 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:47.538 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:47.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:47.539 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:47.640 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:47.663 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:47.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:47.665 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:47.766 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:47.787 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:47.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:47.789 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:47.890 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:47.912 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:47.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:47.914 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:48.015 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:48.035 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:48.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:48.037 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:48.064 INFO:teuthology.orchestra.run.smithi078.stderr:marked out osd.2. 2021-07-26T16:05:48.138 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:48.160 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:48.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:48.162 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:48.219 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-07-26T16:05:48.263 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:48.285 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:48.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:48.286 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:48.387 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:48.389 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:05:48.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:48.408 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:48.409 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:48.422 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:05:48.510 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:48.535 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:48.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:48.536 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:48.585 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:48.637 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:48.662 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:48.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:48.663 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:48.764 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:48.787 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:48.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:48.789 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:48.890 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:48.914 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:48.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:48.915 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:49.017 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:49.040 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:49.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:49.041 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:49.142 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:49.195 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:49.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:49.196 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:49.297 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:49.322 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:49.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:49.323 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:49.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:49 smithi139 ceph-mon[56829]: pgmap v505: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 8.7 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 207 op/s; 33174/123786 objects degraded (26.799%); 22742/123786 objects misplaced (18.372%); 6.1 MiB/s, 97 objects/s recovering 2021-07-26T16:05:49.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:49 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2510926916' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2021-07-26T16:05:49.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:49 smithi139 ceph-mon[56829]: osdmap e189: 8 total, 8 up, 7 in 2021-07-26T16:05:49.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:49 smithi078 ceph-mon[77813]: pgmap v505: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 8.7 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 207 op/s; 33174/123786 objects degraded (26.799%); 22742/123786 objects misplaced (18.372%); 6.1 MiB/s, 97 objects/s recovering 2021-07-26T16:05:49.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:49 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2510926916' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2021-07-26T16:05:49.350 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:49 smithi078 ceph-mon[77813]: osdmap e189: 8 total, 8 up, 7 in 2021-07-26T16:05:49.351 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:49 smithi078 ceph-mon[73801]: pgmap v505: 99 pgs: 1 active+undersized+remapped+backfill_wait, 1 active+remapped+backfilling, 15 active+recovery_wait+degraded, 68 active+clean, 1 active+recovering, 5 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 8.7 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 207 op/s; 33174/123786 objects degraded (26.799%); 22742/123786 objects misplaced (18.372%); 6.1 MiB/s, 97 objects/s recovering 2021-07-26T16:05:49.351 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:49 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2510926916' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2021-07-26T16:05:49.351 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:49 smithi078 ceph-mon[73801]: osdmap e189: 8 total, 8 up, 7 in 2021-07-26T16:05:49.427 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:49.453 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:49.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:49.455 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:49.556 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:49.581 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:49.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:49.583 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:49.684 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:49.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:49.706 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:49.707 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:49.808 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:49.828 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:49.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:49.830 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:49.931 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:49.954 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:49.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:49.956 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:50.057 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:50.074 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:05:50.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:50.100 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:50.101 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:50.202 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:50.250 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:50.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:50.253 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:50.334 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[73801]: osdmap e190: 8 total, 8 up, 7 in 2021-07-26T16:05:50.335 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[73801]: 6.f starting backfill to osd.1 from (104'4549,173'10101] MIN to 188'10483 2021-07-26T16:05:50.335 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[73801]: 6.5 starting backfill to osd.5 from (0'0,0'0] MAX to 188'9930 2021-07-26T16:05:50.335 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[73801]: 6.15 starting backfill to osd.5 from (0'0,0'0] MAX to 188'9918 2021-07-26T16:05:50.335 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[73801]: 6.f starting backfill to osd.6 from (104'4549,188'10482] MIN to 188'10483 2021-07-26T16:05:50.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/966635372' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:05:50.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:05:50.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:50.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:05:50.337 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[73801]: osdmap e191: 8 total, 8 up, 7 in 2021-07-26T16:05:50.337 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[77813]: osdmap e190: 8 total, 8 up, 7 in 2021-07-26T16:05:50.337 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[77813]: 6.f starting backfill to osd.1 from (104'4549,173'10101] MIN to 188'10483 2021-07-26T16:05:50.337 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[77813]: 6.5 starting backfill to osd.5 from (0'0,0'0] MAX to 188'9930 2021-07-26T16:05:50.338 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[77813]: 6.15 starting backfill to osd.5 from (0'0,0'0] MAX to 188'9918 2021-07-26T16:05:50.338 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[77813]: 6.f starting backfill to osd.6 from (104'4549,188'10482] MIN to 188'10483 2021-07-26T16:05:50.338 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/966635372' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:05:50.338 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:05:50.339 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:50.339 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:05:50.339 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:50 smithi078 ceph-mon[77813]: osdmap e191: 8 total, 8 up, 7 in 2021-07-26T16:05:50.340 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:50 smithi139 ceph-mon[56829]: osdmap e190: 8 total, 8 up, 7 in 2021-07-26T16:05:50.340 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:50 smithi139 ceph-mon[56829]: 6.f starting backfill to osd.1 from (104'4549,173'10101] MIN to 188'10483 2021-07-26T16:05:50.340 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:50 smithi139 ceph-mon[56829]: 6.5 starting backfill to osd.5 from (0'0,0'0] MAX to 188'9930 2021-07-26T16:05:50.340 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:50 smithi139 ceph-mon[56829]: 6.15 starting backfill to osd.5 from (0'0,0'0] MAX to 188'9918 2021-07-26T16:05:50.340 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:50 smithi139 ceph-mon[56829]: 6.f starting backfill to osd.6 from (104'4549,188'10482] MIN to 188'10483 2021-07-26T16:05:50.341 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:50 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/966635372' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:05:50.341 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:50 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:05:50.341 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:50 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:05:50.341 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:50 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:05:50.342 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:50 smithi139 ceph-mon[56829]: osdmap e191: 8 total, 8 up, 7 in 2021-07-26T16:05:50.354 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:50.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:50.407 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:50.408 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:50.509 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:50.537 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:50.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:50.538 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:50.639 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:50.666 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:50.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:50.668 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:50.769 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:50.793 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:50.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:50.795 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:50.831 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:05:50.831 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:05:50.896 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:50.923 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:50.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:50.925 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:51.026 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:51.050 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:51.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:51.051 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:51.152 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:51.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:51.230 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:51.230 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:51.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: pgmap v508: 99 pgs: 1 active+recovering+undersized+remapped, 2 activating, 13 remapped+peering, 3 peering, 1 active+undersized+remapped+backfill_wait, 2 activating+remapped, 2 active+remapped+backfilling, 70 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 229 op/s; 4062/121770 objects degraded (3.336%); 13028/121770 objects misplaced (10.699%); 11 MiB/s, 1 keys/s, 225 objects/s recovering 2021-07-26T16:05:51.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.12 starting backfill to osd.0 from (0'0,0'0] MAX to 188'10185 2021-07-26T16:05:51.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.2 starting backfill to osd.0 from (0'0,0'0] MAX to 188'10167 2021-07-26T16:05:51.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.1 starting backfill to osd.0 from (0'0,0'0] MAX to 188'9960 2021-07-26T16:05:51.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.18 starting backfill to osd.0 from (0'0,0'0] MAX to 188'10159 2021-07-26T16:05:51.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.8 starting backfill to osd.0 from (0'0,0'0] MAX to 188'10168 2021-07-26T16:05:51.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.13 starting backfill to osd.1 from (0'0,0'0] MAX to 188'10144 2021-07-26T16:05:51.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.a starting backfill to osd.1 from (0'0,0'0] MAX to 188'10747 2021-07-26T16:05:51.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.11 starting backfill to osd.0 from (0'0,0'0] MAX to 188'9922 2021-07-26T16:05:51.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.e starting backfill to osd.7 from (110'5392,173'10165] MIN to 188'10578 2021-07-26T16:05:51.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.0 starting backfill to osd.1 from (0'0,0'0] MAX to 188'10022 2021-07-26T16:05:51.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.12 continuing backfill to osd.5 from (101'2697,188'10185] MIN to 188'10185 2021-07-26T16:05:51.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.12 continuing backfill to osd.6 from (101'2697,188'10185] MIN to 188'10185 2021-07-26T16:05:51.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.2 continuing backfill to osd.5 from (101'2697,188'10167] MIN to 188'10167 2021-07-26T16:05:51.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.2 continuing backfill to osd.6 from (101'2697,188'10167] MIN to 188'10167 2021-07-26T16:05:51.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.3 starting backfill to osd.1 from (0'0,0'0] MAX to 188'10112 2021-07-26T16:05:51.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.8 continuing backfill to osd.6 from (101'2660,188'10168] MIN to 188'10168 2021-07-26T16:05:51.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: 6.18 continuing backfill to osd.6 from (101'2660,188'10159] MIN to 188'10159 2021-07-26T16:05:51.331 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:51 smithi139 ceph-mon[56829]: osdmap e192: 8 total, 8 up, 7 in 2021-07-26T16:05:51.331 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:51.332 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: pgmap v508: 99 pgs: 1 active+recovering+undersized+remapped, 2 activating, 13 remapped+peering, 3 peering, 1 active+undersized+remapped+backfill_wait, 2 activating+remapped, 2 active+remapped+backfilling, 70 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 229 op/s; 4062/121770 objects degraded (3.336%); 13028/121770 objects misplaced (10.699%); 11 MiB/s, 1 keys/s, 225 objects/s recovering 2021-07-26T16:05:51.332 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.12 starting backfill to osd.0 from (0'0,0'0] MAX to 188'10185 2021-07-26T16:05:51.333 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.2 starting backfill to osd.0 from (0'0,0'0] MAX to 188'10167 2021-07-26T16:05:51.333 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.1 starting backfill to osd.0 from (0'0,0'0] MAX to 188'9960 2021-07-26T16:05:51.333 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.18 starting backfill to osd.0 from (0'0,0'0] MAX to 188'10159 2021-07-26T16:05:51.333 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.8 starting backfill to osd.0 from (0'0,0'0] MAX to 188'10168 2021-07-26T16:05:51.333 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.13 starting backfill to osd.1 from (0'0,0'0] MAX to 188'10144 2021-07-26T16:05:51.334 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.a starting backfill to osd.1 from (0'0,0'0] MAX to 188'10747 2021-07-26T16:05:51.334 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.11 starting backfill to osd.0 from (0'0,0'0] MAX to 188'9922 2021-07-26T16:05:51.334 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.e starting backfill to osd.7 from (110'5392,173'10165] MIN to 188'10578 2021-07-26T16:05:51.334 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.0 starting backfill to osd.1 from (0'0,0'0] MAX to 188'10022 2021-07-26T16:05:51.335 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.12 continuing backfill to osd.5 from (101'2697,188'10185] MIN to 188'10185 2021-07-26T16:05:51.335 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.12 continuing backfill to osd.6 from (101'2697,188'10185] MIN to 188'10185 2021-07-26T16:05:51.335 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.2 continuing backfill to osd.5 from (101'2697,188'10167] MIN to 188'10167 2021-07-26T16:05:51.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.2 continuing backfill to osd.6 from (101'2697,188'10167] MIN to 188'10167 2021-07-26T16:05:51.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.3 starting backfill to osd.1 from (0'0,0'0] MAX to 188'10112 2021-07-26T16:05:51.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.8 continuing backfill to osd.6 from (101'2660,188'10168] MIN to 188'10168 2021-07-26T16:05:51.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: 6.18 continuing backfill to osd.6 from (101'2660,188'10159] MIN to 188'10159 2021-07-26T16:05:51.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[73801]: osdmap e192: 8 total, 8 up, 7 in 2021-07-26T16:05:51.337 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: pgmap v508: 99 pgs: 1 active+recovering+undersized+remapped, 2 activating, 13 remapped+peering, 3 peering, 1 active+undersized+remapped+backfill_wait, 2 activating+remapped, 2 active+remapped+backfilling, 70 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 229 op/s; 4062/121770 objects degraded (3.336%); 13028/121770 objects misplaced (10.699%); 11 MiB/s, 1 keys/s, 225 objects/s recovering 2021-07-26T16:05:51.337 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.12 starting backfill to osd.0 from (0'0,0'0] MAX to 188'10185 2021-07-26T16:05:51.337 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.2 starting backfill to osd.0 from (0'0,0'0] MAX to 188'10167 2021-07-26T16:05:51.338 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.1 starting backfill to osd.0 from (0'0,0'0] MAX to 188'9960 2021-07-26T16:05:51.338 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.18 starting backfill to osd.0 from (0'0,0'0] MAX to 188'10159 2021-07-26T16:05:51.338 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.8 starting backfill to osd.0 from (0'0,0'0] MAX to 188'10168 2021-07-26T16:05:51.338 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.13 starting backfill to osd.1 from (0'0,0'0] MAX to 188'10144 2021-07-26T16:05:51.339 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.a starting backfill to osd.1 from (0'0,0'0] MAX to 188'10747 2021-07-26T16:05:51.339 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.11 starting backfill to osd.0 from (0'0,0'0] MAX to 188'9922 2021-07-26T16:05:51.339 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.e starting backfill to osd.7 from (110'5392,173'10165] MIN to 188'10578 2021-07-26T16:05:51.339 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.0 starting backfill to osd.1 from (0'0,0'0] MAX to 188'10022 2021-07-26T16:05:51.340 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.12 continuing backfill to osd.5 from (101'2697,188'10185] MIN to 188'10185 2021-07-26T16:05:51.340 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.12 continuing backfill to osd.6 from (101'2697,188'10185] MIN to 188'10185 2021-07-26T16:05:51.340 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.2 continuing backfill to osd.5 from (101'2697,188'10167] MIN to 188'10167 2021-07-26T16:05:51.340 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.2 continuing backfill to osd.6 from (101'2697,188'10167] MIN to 188'10167 2021-07-26T16:05:51.340 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.3 starting backfill to osd.1 from (0'0,0'0] MAX to 188'10112 2021-07-26T16:05:51.341 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.8 continuing backfill to osd.6 from (101'2660,188'10168] MIN to 188'10168 2021-07-26T16:05:51.341 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: 6.18 continuing backfill to osd.6 from (101'2660,188'10159] MIN to 188'10159 2021-07-26T16:05:51.341 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:51 smithi078 ceph-mon[77813]: osdmap e192: 8 total, 8 up, 7 in 2021-07-26T16:05:51.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:51.377 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:51.378 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:51.468 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:05:51.480 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:51.491 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:05:51.504 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:51.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:51.505 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:51.524 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:05:51.553 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:05:51.572 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:05:51.604 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:05:51.607 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:51.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:51.631 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:51.632 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:51.635 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:05:51.665 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:05:51.667 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:05:51.667 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:05:51.668 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:05:51.668 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:05:51.668 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:05:51.668 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:05:51.669 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:05:51.669 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:05:51.734 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:51.765 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:51.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:51.767 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:51.868 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:51.890 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:51.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:51.892 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:51.993 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:52.016 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:52.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:52.018 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:52.119 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:52.139 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:52.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:52.141 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:52.241 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:52.266 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:52.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:52.269 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:52.371 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:52.401 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:52.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:52.405 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:52.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:52 smithi078 ceph-mon[73801]: 6.10 starting backfill to osd.1 from (0'0,0'0] MAX to 188'10053 2021-07-26T16:05:52.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:52 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4266637871' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:52.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:52 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 4062/121770 objects degraded (3.336%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:05:52.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:52 smithi078 ceph-mon[77813]: 6.10 starting backfill to osd.1 from (0'0,0'0] MAX to 188'10053 2021-07-26T16:05:52.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:52 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4266637871' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:52.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:52 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 4062/121770 objects degraded (3.336%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:05:52.506 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:52.538 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:52.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:52.540 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:52.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:52 smithi139 ceph-mon[56829]: 6.10 starting backfill to osd.1 from (0'0,0'0] MAX to 188'10053 2021-07-26T16:05:52.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:52 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4266637871' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:52.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:52 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 4062/121770 objects degraded (3.336%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:05:52.641 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:52.664 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:52.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:52.666 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:52.705 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-07-26T16:05:52.767 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:52.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:52.792 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:52.793 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:52.894 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:52.895 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:05:52.916 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:52.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:52.918 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:53.019 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:53.043 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:53.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:53.044 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:53.146 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:53.154 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:05:53.167 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:53.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:53.169 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:53.271 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:53.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:53.304 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:53.304 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:53.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:53 smithi139 ceph-mon[56829]: pgmap v511: 99 pgs: 1 active+recovering+undersized+remapped, 2 activating, 13 remapped+peering, 3 peering, 1 active+undersized+remapped+backfill_wait, 2 activating+remapped, 2 active+remapped+backfilling, 70 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 167 op/s; 4062/121770 objects degraded (3.336%); 13028/121770 objects misplaced (10.699%); 12 MiB/s, 2 keys/s, 291 objects/s recovering 2021-07-26T16:05:53.334 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:53.406 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:53.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:53.431 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:53.431 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:53.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:53 smithi078 ceph-mon[73801]: pgmap v511: 99 pgs: 1 active+recovering+undersized+remapped, 2 activating, 13 remapped+peering, 3 peering, 1 active+undersized+remapped+backfill_wait, 2 activating+remapped, 2 active+remapped+backfilling, 70 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 167 op/s; 4062/121770 objects degraded (3.336%); 13028/121770 objects misplaced (10.699%); 12 MiB/s, 2 keys/s, 291 objects/s recovering 2021-07-26T16:05:53.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:53 smithi078 ceph-mon[77813]: pgmap v511: 99 pgs: 1 active+recovering+undersized+remapped, 2 activating, 13 remapped+peering, 3 peering, 1 active+undersized+remapped+backfill_wait, 2 activating+remapped, 2 active+remapped+backfilling, 70 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 167 op/s; 4062/121770 objects degraded (3.336%); 13028/121770 objects misplaced (10.699%); 12 MiB/s, 2 keys/s, 291 objects/s recovering 2021-07-26T16:05:53.533 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:53.558 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:53.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:53.559 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:53.660 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:53.681 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:53.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:53.683 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:53.784 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:53.806 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:53.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:53.808 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:53.909 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:53.928 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 0, 4] out_osds: [2] dead_osds: [] live_osds: [0, 1, 3, 5, 6, 7, 2, 4] 2021-07-26T16:05:53.928 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:05:53.929 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'reweight-by-utilization'} 2021-07-26T16:05:53.929 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight-by-utilization 1000 0.05 2021-07-26T16:05:53.930 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:53.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:53.932 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:54.034 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:54.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:54.057 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:54.058 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:54.105 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:54.162 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:54.183 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:54.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:54.185 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:54.286 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:54.313 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:54.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:54.315 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:54.417 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:54.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:54.439 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:54.439 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:54.541 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:54.568 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:54.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:54.570 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:54.671 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:54.683 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:05:54.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:54.696 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:54.696 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:54.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:54.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:54.832 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:54.833 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:54.859 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:54.934 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:54.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:54.972 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:54.972 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:55.074 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:55.103 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:55.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:55.104 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:55.170 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:55 smithi078 ceph-mon[73801]: pgmap v512: 99 pgs: 1 active+recovering+undersized+remapped, 2 activating, 13 remapped+peering, 3 peering, 2 activating+remapped, 2 active+remapped+backfilling, 70 active+clean, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 119 op/s; 4044/121674 objects degraded (3.324%); 14807/121674 objects misplaced (12.169%); 8.3 MiB/s, 1 keys/s, 200 objects/s recovering 2021-07-26T16:05:55.171 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:55 smithi078 ceph-mon[77813]: pgmap v512: 99 pgs: 1 active+recovering+undersized+remapped, 2 activating, 13 remapped+peering, 3 peering, 2 activating+remapped, 2 active+remapped+backfilling, 70 active+clean, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 119 op/s; 4044/121674 objects degraded (3.324%); 14807/121674 objects misplaced (12.169%); 8.3 MiB/s, 1 keys/s, 200 objects/s recovering 2021-07-26T16:05:55.205 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:55.237 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:55.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:55.239 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:55.319 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:55 smithi139 ceph-mon[56829]: pgmap v512: 99 pgs: 1 active+recovering+undersized+remapped, 2 activating, 13 remapped+peering, 3 peering, 2 activating+remapped, 2 active+remapped+backfilling, 70 active+clean, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 119 op/s; 4044/121674 objects degraded (3.324%); 14807/121674 objects misplaced (12.169%); 8.3 MiB/s, 1 keys/s, 200 objects/s recovering 2021-07-26T16:05:55.340 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:55.370 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:55.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:55.372 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:55.473 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:55.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:55.499 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:55.500 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:55.504 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:05:55.505 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:05:55.505 INFO:teuthology.orchestra.run.smithi139.stdout: "num_ops": 0 2021-07-26T16:05:55.505 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:05:55.601 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:55.627 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:55.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:55.628 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:55.729 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:55.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:55.763 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:55.763 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:55.865 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:55.886 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:55.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:55.889 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:55.989 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:05:56.012 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:56.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:56.013 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:05:56.114 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:56.140 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:56.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:56.142 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:56.243 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:56.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:56.267 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:56.267 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:56.368 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:56.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:56.392 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:56.392 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:56.494 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:56.515 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:56.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:56.517 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:56.618 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:56.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:56.643 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:56.644 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:56.747 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:56.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:56.782 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:56.782 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:56.795 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-07-26T16:05:56.884 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:05:56.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:56.911 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:56.911 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:05:56.937 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:05:57.012 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:57.034 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:57.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:57.036 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:57.137 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:57.161 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:57.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:57.164 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:57.266 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:57.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:57 smithi078 ceph-mon[77813]: pgmap v513: 99 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 113 op/s; 24025/120903 objects degraded (19.871%); 20452/120903 objects misplaced (16.916%); 14 MiB/s, 1 keys/s, 279 objects/s recovering 2021-07-26T16:05:57.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:57 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 24025/120903 objects degraded (19.871%), 15 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:05:57.268 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:57 smithi078 ceph-mon[73801]: pgmap v513: 99 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 113 op/s; 24025/120903 objects degraded (19.871%); 20452/120903 objects misplaced (16.916%); 14 MiB/s, 1 keys/s, 279 objects/s recovering 2021-07-26T16:05:57.268 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:57 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 24025/120903 objects degraded (19.871%), 15 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:05:57.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:57.295 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:57.295 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:57.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:57 smithi139 ceph-mon[56829]: pgmap v513: 99 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 113 op/s; 24025/120903 objects degraded (19.871%); 20452/120903 objects misplaced (16.916%); 14 MiB/s, 1 keys/s, 279 objects/s recovering 2021-07-26T16:05:57.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:57 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 24025/120903 objects degraded (19.871%), 15 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:05:57.398 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:57.420 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:57.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:57.421 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:57.522 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:57.550 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:57.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:57.552 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:57.655 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:57.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:57.680 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:57.681 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:57.683 INFO:teuthology.orchestra.run.smithi078.stdout:moved 0 / 297 (0%) 2021-07-26T16:05:57.683 INFO:teuthology.orchestra.run.smithi078.stdout:avg 42.4286 2021-07-26T16:05:57.683 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 15.0034 -> 15.0034 (expected baseline 6.03053) 2021-07-26T16:05:57.684 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.3 with 24 -> 24 pgs (0.565657 -> 0.565657 * mean) 2021-07-26T16:05:57.684 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.1 with 66 -> 66 pgs (1.55556 -> 1.55556 * mean) 2021-07-26T16:05:57.684 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:05:57.684 INFO:teuthology.orchestra.run.smithi078.stdout:oload 1000 2021-07-26T16:05:57.685 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 0.05 2021-07-26T16:05:57.685 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:05:57.685 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0182 2021-07-26T16:05:57.685 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.1820 2021-07-26T16:05:57.690 INFO:teuthology.orchestra.run.smithi078.stderr:no change 2021-07-26T16:05:57.720 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:05:57.742 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:05:57.765 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:05:57.782 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:57.794 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:05:57.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:57.805 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:57.805 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:57.817 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:05:57.838 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:05:57.863 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:05:57.883 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:05:57.885 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:05:57.885 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:05:57.885 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:05:57.886 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:05:57.886 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:05:57.886 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:05:57.886 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:05:57.887 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:05:57.907 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:57.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:57.936 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:57.937 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:58.038 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:58.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:58.063 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:58.063 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:58.107 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:05:58.147 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:58 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/434645636' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:58.147 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:58 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:58.148 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:58 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4282847873' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:58.148 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:58 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/434645636' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:58.148 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:58 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:58.148 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:58 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4282847873' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:58.164 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:58.185 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:58.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:58.187 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:58.288 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:58.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:58.315 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:58.316 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:58.418 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:58.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:58.440 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:58.441 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:58.542 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:58.567 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:58.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:58.569 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:58.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:58 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/434645636' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:58.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:58 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:05:58.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:58 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4282847873' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:05:58.670 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:58.691 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:58.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:58.693 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:58.794 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:58.815 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:58.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:58.817 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:58.918 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:05:58.939 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:58.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:58.940 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:05:59.036 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'reweight-by-utilization'} 2021-07-26T16:05:59.036 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight-by-utilization 1000 1.0 2021-07-26T16:05:59.042 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:59.071 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:59.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:59.072 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:59.127 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:59 smithi139 ceph-mon[56829]: from='client.64982 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:59.128 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:59 smithi139 ceph-mon[56829]: pgmap v514: 99 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 42 op/s; 23991/120741 objects degraded (19.870%); 20378/120741 objects misplaced (16.877%); 10 MiB/s, 161 objects/s recovering 2021-07-26T16:05:59.128 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:59 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:05:59.128 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:59 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:05:59.128 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:05:59 smithi139 ceph-mon[56829]: osdmap e193: 8 total, 8 up, 7 in 2021-07-26T16:05:59.173 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:05:59.192 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:05:59.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:59.199 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:59.200 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:05:59.300 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:05:59.315 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:05:59.315 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:05:59.323 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:05:59.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:59.325 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:05:59.426 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:59.449 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:59.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:59.451 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:59.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:59 smithi078 ceph-mon[73801]: from='client.64982 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:59.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:59 smithi078 ceph-mon[73801]: pgmap v514: 99 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 42 op/s; 23991/120741 objects degraded (19.870%); 20378/120741 objects misplaced (16.877%); 10 MiB/s, 161 objects/s recovering 2021-07-26T16:05:59.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:59 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:05:59.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:59 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:05:59.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:05:59 smithi078 ceph-mon[73801]: osdmap e193: 8 total, 8 up, 7 in 2021-07-26T16:05:59.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:59 smithi078 ceph-mon[77813]: from='client.64982 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:59.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:59 smithi078 ceph-mon[77813]: pgmap v514: 99 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.5 GiB data, 7.4 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 42 op/s; 23991/120741 objects degraded (19.870%); 20378/120741 objects misplaced (16.877%); 10 MiB/s, 161 objects/s recovering 2021-07-26T16:05:59.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:59 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:05:59.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:59 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:05:59.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:05:59 smithi078 ceph-mon[77813]: osdmap e193: 8 total, 8 up, 7 in 2021-07-26T16:05:59.552 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:05:59.573 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:59.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:59.575 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:05:59.677 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:59.699 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:59.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:59.700 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:05:59.801 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:05:59.823 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:59.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:59.825 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:05:59.926 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:05:59.947 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:05:59.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:05:59.948 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:00.050 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:00.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:00.076 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:00.076 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:00.178 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:00.201 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:00.201 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:00.202 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:00.303 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:00.324 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:00.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:00.326 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:00.428 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:00.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:00.452 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:00.452 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:00.554 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:00.576 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:00.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:00.578 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:00.626 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-07-26T16:06:00.679 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:00.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:00.703 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:00.704 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:00.765 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:06:00.806 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:00.829 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:00.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:00.830 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:00.932 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:00.954 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:00.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:00.955 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:01.058 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:01.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:01.080 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:01.081 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:01.182 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:01.205 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:01.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:01.207 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:01.232 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:01 smithi139 ceph-mon[56829]: pgmap v516: 99 pgs: 1 active+clean+wait, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.3 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 71 op/s; 23831/119868 objects degraded (19.881%); 19926/119868 objects misplaced (16.623%); 13 MiB/s, 269 objects/s recovering 2021-07-26T16:06:01.288 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:01 smithi078 ceph-mon[73801]: pgmap v516: 99 pgs: 1 active+clean+wait, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.3 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 71 op/s; 23831/119868 objects degraded (19.881%); 19926/119868 objects misplaced (16.623%); 13 MiB/s, 269 objects/s recovering 2021-07-26T16:06:01.289 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:01 smithi078 ceph-mon[77813]: pgmap v516: 99 pgs: 1 active+clean+wait, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.3 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 71 op/s; 23831/119868 objects degraded (19.881%); 19926/119868 objects misplaced (16.623%); 13 MiB/s, 269 objects/s recovering 2021-07-26T16:06:01.308 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:01.333 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:01.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:01.334 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:01.436 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:01.459 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:01.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:01.461 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:01.542 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:06:01.562 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:01.609 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:01.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:01.615 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:01.716 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:01.724 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:01.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:01.740 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:01.740 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:01.776 INFO:teuthology.orchestra.run.smithi078.stdout:moved 0 / 297 (0%) 2021-07-26T16:06:01.777 INFO:teuthology.orchestra.run.smithi078.stdout:avg 42.4286 2021-07-26T16:06:01.777 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 15.0034 -> 15.0034 (expected baseline 6.03053) 2021-07-26T16:06:01.777 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.3 with 24 -> 24 pgs (0.565657 -> 0.565657 * mean) 2021-07-26T16:06:01.778 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.1 with 66 -> 66 pgs (1.55556 -> 1.55556 * mean) 2021-07-26T16:06:01.778 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:06:01.778 INFO:teuthology.orchestra.run.smithi078.stdout:oload 1000 2021-07-26T16:06:01.778 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 1 2021-07-26T16:06:01.779 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:06:01.779 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0181 2021-07-26T16:06:01.779 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.1807 2021-07-26T16:06:01.780 INFO:teuthology.orchestra.run.smithi078.stderr:no change 2021-07-26T16:06:01.825 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:06:01.841 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:01.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:01.865 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:01.865 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:01.966 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:01.982 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:01.989 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:01.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:01.991 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:02.092 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:02.114 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:02 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 23831/119868 objects degraded (19.881%), 15 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:02.114 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:02 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 23831/119868 objects degraded (19.881%), 15 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:02.122 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:02.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:02.124 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:02.226 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:02.248 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:02.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:02.250 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:02.351 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:02.373 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:02.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:02.374 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:02.476 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:02.498 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:02.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:02.499 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:02.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:02 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 23831/119868 objects degraded (19.881%), 15 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:02.601 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:02.622 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:02.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:02.623 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:02.724 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:02.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:02.749 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:02.750 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:02.851 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:02.875 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:02.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:02.877 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:02.978 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:03.026 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:03.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:03.027 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:03.129 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:03.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:03.164 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:03.164 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:03.187 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:06:03.187 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:06:03.207 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:03 smithi139 ceph-mon[56829]: from='client.45267 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:03.208 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:03 smithi139 ceph-mon[56829]: pgmap v517: 99 pgs: 1 active+clean+wait, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.3 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 63 op/s; 23831/119868 objects degraded (19.881%); 19926/119868 objects misplaced (16.623%); 11 MiB/s, 238 objects/s recovering 2021-07-26T16:06:03.264 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:03.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:03.314 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:03.314 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:03.415 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:03.445 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:03.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:03.447 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:03.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:03 smithi078 ceph-mon[73801]: from='client.45267 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:03.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:03 smithi078 ceph-mon[73801]: pgmap v517: 99 pgs: 1 active+clean+wait, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.3 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 63 op/s; 23831/119868 objects degraded (19.881%); 19926/119868 objects misplaced (16.623%); 11 MiB/s, 238 objects/s recovering 2021-07-26T16:06:03.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:03 smithi078 ceph-mon[77813]: from='client.45267 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:03.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:03 smithi078 ceph-mon[77813]: pgmap v517: 99 pgs: 1 active+clean+wait, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.3 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 63 op/s; 23831/119868 objects degraded (19.881%); 19926/119868 objects misplaced (16.623%); 11 MiB/s, 238 objects/s recovering 2021-07-26T16:06:03.511 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2021-07-26T16:06:03.512 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd test-reweight-by-utilization 110 3.0 2021-07-26T16:06:03.548 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:03.572 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:03.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:03.573 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:03.678 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:03.700 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:03.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:03.701 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:03.769 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:03.803 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:03.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:03.832 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:03.833 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:03.933 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:03.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:03.956 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:03.957 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:04.059 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:04.105 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:04.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:04.107 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:04.208 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:04.253 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:04.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:04.255 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:04.261 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-07-26T16:06:04.298 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:06:04.299 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:06:04.357 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:04.400 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:04.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:04.402 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:04.503 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:04.503 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:04.526 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:04.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:04.528 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:04.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:06:04.630 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:04.664 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:04.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:04.666 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:04.767 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:04.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:04.797 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:04.797 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:04.898 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:04.944 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:04.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:04.946 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:05.047 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:05.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:05.072 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:05.072 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:05.173 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:05.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:05.200 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:05.200 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:05.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:05 smithi078 ceph-mon[73801]: pgmap v518: 99 pgs: 1 active+clean+wait, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.2 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 60 op/s; 23827/119850 objects degraded (19.881%); 19918/119850 objects misplaced (16.619%); 11 MiB/s, 237 objects/s recovering 2021-07-26T16:06:05.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:06:05.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:05 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3228589228' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:05.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:05 smithi078 ceph-mon[77813]: pgmap v518: 99 pgs: 1 active+clean+wait, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.2 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 60 op/s; 23827/119850 objects degraded (19.881%); 19918/119850 objects misplaced (16.619%); 11 MiB/s, 237 objects/s recovering 2021-07-26T16:06:05.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:06:05.236 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:05 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3228589228' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:05.263 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:06:05.263 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:06:05.263 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:06:05.264 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:06:05.264 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:06:05.270 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:06:05.296 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:06:05.302 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:05.327 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:06:05.332 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:06:05.332 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:06:05.332 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:06:05.332 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:06:05.332 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:06:05.336 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:06:05.336 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:06:05.337 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:06:05.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:05.342 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:05.342 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:05.444 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:05.465 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:05.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:05.467 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:05.568 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:05.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:05 smithi139 ceph-mon[56829]: pgmap v518: 99 pgs: 1 active+clean+wait, 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.2 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 60 op/s; 23827/119850 objects degraded (19.881%); 19918/119850 objects misplaced (16.619%); 11 MiB/s, 237 objects/s recovering 2021-07-26T16:06:05.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:06:05.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:05 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3228589228' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:05.593 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:05.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:05.595 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:05.696 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:05.719 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:05.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:05.721 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:05.822 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:05.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:05.849 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:05.849 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:05.950 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:05.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:05.979 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:05.980 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:06.081 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:06.104 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:06.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:06.105 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:06.206 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:06.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:06.239 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:06.240 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:06.341 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:06.362 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:06.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:06.364 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:06.465 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:06.488 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:06.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:06.490 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:06.591 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:06.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:06.614 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:06.614 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:06.715 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:06.738 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:06.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:06.740 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:06.840 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:06.867 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:06.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:06.870 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:06.972 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:06.999 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:07.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:07.000 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:07.101 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:07.123 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:07.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:07.125 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:07.226 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:07.249 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:07.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:07.251 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:07.352 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:07.393 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:07.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:07.395 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:07.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:07 smithi078 ceph-mon[73801]: pgmap v519: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.2 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 80 op/s; 23600/118482 objects degraded (19.919%); 19663/118482 objects misplaced (16.596%); 5.0 MiB/s, 263 objects/s recovering 2021-07-26T16:06:07.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:07 smithi078 ceph-mon[73801]: osdmap e194: 8 total, 8 up, 7 in 2021-07-26T16:06:07.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:07 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 23600/118482 objects degraded (19.919%), 15 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:07.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:07 smithi078 ceph-mon[77813]: pgmap v519: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.2 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 80 op/s; 23600/118482 objects degraded (19.919%); 19663/118482 objects misplaced (16.596%); 5.0 MiB/s, 263 objects/s recovering 2021-07-26T16:06:07.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:07 smithi078 ceph-mon[77813]: osdmap e194: 8 total, 8 up, 7 in 2021-07-26T16:06:07.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:07 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 23600/118482 objects degraded (19.919%), 15 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:07.496 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:07.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:07.532 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:07.532 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:07.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:07 smithi139 ceph-mon[56829]: pgmap v519: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.2 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 80 op/s; 23600/118482 objects degraded (19.919%); 19663/118482 objects misplaced (16.596%); 5.0 MiB/s, 263 objects/s recovering 2021-07-26T16:06:07.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:07 smithi139 ceph-mon[56829]: osdmap e194: 8 total, 8 up, 7 in 2021-07-26T16:06:07.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:07 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 23600/118482 objects degraded (19.919%), 15 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:07.634 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:07.659 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:07.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:07.660 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:07.761 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:07.783 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:07.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:07.785 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:07.886 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:07.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:07.924 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:07.925 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:08.026 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:08.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:08.051 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:08.051 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:08.152 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:08.167 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:06:08.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:08.178 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:08.179 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:08.281 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:08.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:08 smithi078 ceph-mon[77813]: osdmap e195: 8 total, 8 up, 7 in 2021-07-26T16:06:08.303 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:08 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/907416117' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:06:08.304 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:08 smithi078 ceph-mon[73801]: osdmap e195: 8 total, 8 up, 7 in 2021-07-26T16:06:08.304 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:08 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/907416117' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:06:08.333 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:08.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:08.335 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:08.437 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:08.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:08.469 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:08.470 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:08.477 INFO:teuthology.orchestra.run.smithi078.stdout:moved 16 / 297 (5.38721%) 2021-07-26T16:06:08.477 INFO:teuthology.orchestra.run.smithi078.stdout:avg 42.4286 2021-07-26T16:06:08.477 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 15.0034 -> 16.6286 (expected baseline 6.03053) 2021-07-26T16:06:08.478 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.3 with 24 -> 21 pgs (0.565657 -> 0.49495 * mean) 2021-07-26T16:06:08.478 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.1 with 66 -> 69 pgs (1.55556 -> 1.62626 * mean) 2021-07-26T16:06:08.478 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:06:08.478 INFO:teuthology.orchestra.run.smithi078.stdout:oload 110 2021-07-26T16:06:08.479 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 3 2021-07-26T16:06:08.479 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:06:08.479 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0178 2021-07-26T16:06:08.479 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.0196 2021-07-26T16:06:08.479 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 weight 0.6125 -> 0.4966 2021-07-26T16:06:08.480 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 weight 0.8685 -> 0.7730 2021-07-26T16:06:08.480 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 weight 0.6170 -> 0.4661 2021-07-26T16:06:08.480 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 weight 0.4271 -> 0.3513 2021-07-26T16:06:08.484 INFO:teuthology.orchestra.run.smithi078.stderr:no change 2021-07-26T16:06:08.572 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:08.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:08 smithi139 ceph-mon[56829]: osdmap e195: 8 total, 8 up, 7 in 2021-07-26T16:06:08.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:08 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/907416117' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:06:08.596 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:08.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:08.597 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:08.622 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:06:08.655 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:06:08 smithi078 conmon[70626]: 2021-07-26T16:06:08.476+0000 7fea903ff700 -1 mgr.server reply reply (4) Interrupted system call no change 2021-07-26T16:06:08.698 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:08.724 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:08.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:08.725 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:08.828 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:08.846 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:08.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:08.871 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:08.872 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:08.973 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:08.996 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:08.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:08.997 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:09.098 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:09.121 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:09.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:09.122 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:09.223 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:09.271 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:09.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:09.273 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:09.374 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:09.379 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:09 smithi078 ceph-mon[73801]: pgmap v522: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.2 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 68 op/s; 23533/118233 objects degraded (19.904%); 19564/118233 objects misplaced (16.547%); 2.6 MiB/s, 193 objects/s recovering 2021-07-26T16:06:09.379 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:09 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:06:09.379 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:09 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/907416117' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:06:09.379 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:09 smithi078 ceph-mon[73801]: osdmap e196: 8 total, 8 up, 7 in 2021-07-26T16:06:09.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:09 smithi078 ceph-mon[77813]: pgmap v522: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.2 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 68 op/s; 23533/118233 objects degraded (19.904%); 19564/118233 objects misplaced (16.547%); 2.6 MiB/s, 193 objects/s recovering 2021-07-26T16:06:09.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:09 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:06:09.380 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:09 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/907416117' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:06:09.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:09 smithi078 ceph-mon[77813]: osdmap e196: 8 total, 8 up, 7 in 2021-07-26T16:06:09.396 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:09.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:09.398 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:09.500 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:09.525 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:09.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:09.527 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:09.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:09 smithi139 ceph-mon[56829]: pgmap v522: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.2 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 68 op/s; 23533/118233 objects degraded (19.904%); 19564/118233 objects misplaced (16.547%); 2.6 MiB/s, 193 objects/s recovering 2021-07-26T16:06:09.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:09 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:06:09.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:09 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/907416117' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:06:09.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:09 smithi139 ceph-mon[56829]: osdmap e196: 8 total, 8 up, 7 in 2021-07-26T16:06:09.627 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:09.649 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:09.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:09.650 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:09.751 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:09.774 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:09.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:09.775 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:09.832 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:06:09.833 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:06:09.833 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.833 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171161 6.f 6:f6e0d055:::benchmark_data_smithi078_103090_object66296:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:09.833 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:08.859673+0000", 2021-07-26T16:06:09.833 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.66984292899999998, 2021-07-26T16:06:09.834 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.66987538499999999, 2021-07-26T16:06:09.834 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:09.834 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:09.836 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:09.836 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:09.836 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:09.837 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171161 2021-07-26T16:06:09.837 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.837 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:09.837 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.837 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:09.838 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.859673+0000", 2021-07-26T16:06:09.838 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.838 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.838 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.839 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:09.839 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.859673+0000", 2021-07-26T16:06:09.839 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.839 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.839 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.840 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:09.840 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.859676+0000", 2021-07-26T16:06:09.840 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6510000000000001e-06 2021-07-26T16:06:09.840 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.840 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.841 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:09.841 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.859679+0000", 2021-07-26T16:06:09.841 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.331e-06 2021-07-26T16:06:09.841 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.841 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.842 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:09.842 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.859696+0000", 2021-07-26T16:06:09.842 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6716999999999999e-05 2021-07-26T16:06:09.842 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.843 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.843 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:09.843 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.859704+0000", 2021-07-26T16:06:09.843 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.1240000000000005e-06 2021-07-26T16:06:09.843 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.844 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.844 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.844 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.882179+0000", 2021-07-26T16:06:09.844 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.022474602999999999 2021-07-26T16:06:09.844 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.845 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.845 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:09.845 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.887273+0000", 2021-07-26T16:06:09.845 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0050939080000000003 2021-07-26T16:06:09.846 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.846 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.846 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.846 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.904332+0000", 2021-07-26T16:06:09.846 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.017059241999999999 2021-07-26T16:06:09.847 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.847 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.847 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:09.847 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.906712+0000", 2021-07-26T16:06:09.847 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023798019999999999 2021-07-26T16:06:09.848 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.848 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:09.848 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.848 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.849 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.849 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171175 6.f 6:f22b68a9:::benchmark_data_smithi078_103090_object66310:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:09.849 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:08.942232+0000", 2021-07-26T16:06:09.849 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.58728441499999995, 2021-07-26T16:06:09.849 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.58741596299999999, 2021-07-26T16:06:09.850 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:09.850 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:09.850 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:09.850 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:09.850 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:09.851 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171175 2021-07-26T16:06:09.851 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.851 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:09.851 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.852 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:09.852 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.942232+0000", 2021-07-26T16:06:09.852 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.852 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.852 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.853 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:09.853 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.942232+0000", 2021-07-26T16:06:09.853 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.853 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.853 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.854 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:09.854 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.942235+0000", 2021-07-26T16:06:09.854 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7690000000000001e-06 2021-07-26T16:06:09.854 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.855 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.855 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:09.855 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.942238+0000", 2021-07-26T16:06:09.855 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0620000000000001e-06 2021-07-26T16:06:09.855 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.856 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.856 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:09.856 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.942255+0000", 2021-07-26T16:06:09.856 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7028999999999999e-05 2021-07-26T16:06:09.856 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.857 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.857 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:09.857 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.942262+0000", 2021-07-26T16:06:09.857 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2869999999999999e-06 2021-07-26T16:06:09.857 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.858 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.858 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.858 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.948974+0000", 2021-07-26T16:06:09.859 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0067124970000000004 2021-07-26T16:06:09.859 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.859 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.859 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:09.859 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.951147+0000", 2021-07-26T16:06:09.860 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021723530000000001 2021-07-26T16:06:09.860 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.860 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.860 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.860 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.964349+0000", 2021-07-26T16:06:09.861 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013202106 2021-07-26T16:06:09.861 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.861 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.861 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:09.861 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.966755+0000", 2021-07-26T16:06:09.862 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0024059120000000001 2021-07-26T16:06:09.862 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.862 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:09.862 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.863 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.863 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.863 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171219 6.f 6:f7a4e660:::benchmark_data_smithi078_103090_object66354:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:09.863 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:09.109552+0000", 2021-07-26T16:06:09.863 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.41996403599999999, 2021-07-26T16:06:09.864 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.42018661899999998, 2021-07-26T16:06:09.864 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:09.864 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:09.864 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:09.864 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:09.865 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:09.865 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171219 2021-07-26T16:06:09.865 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.866 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:09.866 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.866 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:09.866 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.109552+0000", 2021-07-26T16:06:09.866 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.867 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.867 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.867 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:09.867 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.109552+0000", 2021-07-26T16:06:09.868 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.868 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.868 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.868 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:09.868 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.109555+0000", 2021-07-26T16:06:09.869 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.5689999999999999e-06 2021-07-26T16:06:09.869 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.869 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.869 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:09.869 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.109558+0000", 2021-07-26T16:06:09.870 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.022e-06 2021-07-26T16:06:09.870 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.870 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.870 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:09.870 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.109573+0000", 2021-07-26T16:06:09.871 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5088e-05 2021-07-26T16:06:09.871 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.871 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.871 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:09.872 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.109580+0000", 2021-07-26T16:06:09.872 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.8059999999999997e-06 2021-07-26T16:06:09.872 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.872 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.872 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.873 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.120536+0000", 2021-07-26T16:06:09.873 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010956462 2021-07-26T16:06:09.873 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.873 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.874 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:09.874 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.122507+0000", 2021-07-26T16:06:09.874 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0019708220000000001 2021-07-26T16:06:09.874 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.875 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.875 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.875 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.134209+0000", 2021-07-26T16:06:09.875 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011701853999999999 2021-07-26T16:06:09.875 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.876 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.876 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:09.876 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.136686+0000", 2021-07-26T16:06:09.876 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0024768530000000002 2021-07-26T16:06:09.877 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.877 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:09.877 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.877 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.877 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.878 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171254 6.f 6:f98e7b1c:::benchmark_data_smithi078_103090_object66389:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:09.878 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:09.430097+0000", 2021-07-26T16:06:09.878 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.099418987, 2021-07-26T16:06:09.878 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.099731053, 2021-07-26T16:06:09.878 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:09.879 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:09.879 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:09.879 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:09.879 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:09.880 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171254 2021-07-26T16:06:09.880 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.880 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:09.880 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.880 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:09.881 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.430097+0000", 2021-07-26T16:06:09.881 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.881 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.881 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.881 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:09.882 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.430097+0000", 2021-07-26T16:06:09.882 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.882 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.882 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.883 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:09.883 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.430101+0000", 2021-07-26T16:06:09.883 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8970000000000001e-06 2021-07-26T16:06:09.883 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.884 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.884 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:09.884 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.430104+0000", 2021-07-26T16:06:09.884 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3440000000000001e-06 2021-07-26T16:06:09.885 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.885 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.885 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:09.885 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.430123+0000", 2021-07-26T16:06:09.885 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8230999999999999e-05 2021-07-26T16:06:09.886 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.886 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.886 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:09.886 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.430130+0000", 2021-07-26T16:06:09.886 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2099999999999996e-06 2021-07-26T16:06:09.887 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.887 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.887 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.887 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.430677+0000", 2021-07-26T16:06:09.887 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000547498 2021-07-26T16:06:09.888 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.888 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.888 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:09.888 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.432569+0000", 2021-07-26T16:06:09.889 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0018916639999999999 2021-07-26T16:06:09.889 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.889 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.889 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.889 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.443341+0000", 2021-07-26T16:06:09.890 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010772245 2021-07-26T16:06:09.890 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.890 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.890 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:09.890 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.445760+0000", 2021-07-26T16:06:09.891 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0024182520000000001 2021-07-26T16:06:09.891 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.891 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:09.891 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.892 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.892 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.892 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171051 6.f 6:f8ae682b:::benchmark_data_smithi078_103090_object66186:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:09.892 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:08.397046+0000", 2021-07-26T16:06:09.892 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 1.1324706120000001, 2021-07-26T16:06:09.893 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1328705539999999, 2021-07-26T16:06:09.893 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:09.893 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:09.893 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:09.893 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:09.894 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:09.894 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171051 2021-07-26T16:06:09.894 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.894 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:09.894 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.895 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:09.895 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.397046+0000", 2021-07-26T16:06:09.895 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.895 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.896 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.896 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:09.896 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.397046+0000", 2021-07-26T16:06:09.896 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.896 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.897 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.897 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:09.897 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.397051+0000", 2021-07-26T16:06:09.897 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0200000000000002e-06 2021-07-26T16:06:09.897 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.898 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.898 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:09.898 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.397055+0000", 2021-07-26T16:06:09.898 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2139999999999998e-06 2021-07-26T16:06:09.899 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.899 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.899 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:09.899 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.397076+0000", 2021-07-26T16:06:09.899 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.1333000000000001e-05 2021-07-26T16:06:09.900 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.900 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.900 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:09.900 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.397089+0000", 2021-07-26T16:06:09.900 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.277e-05 2021-07-26T16:06:09.901 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.901 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.901 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.901 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.397706+0000", 2021-07-26T16:06:09.901 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00061690400000000004 2021-07-26T16:06:09.902 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.902 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.902 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:09.902 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.399963+0000", 2021-07-26T16:06:09.903 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0022570849999999998 2021-07-26T16:06:09.903 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.903 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.903 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.903 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.411703+0000", 2021-07-26T16:06:09.904 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011740568999999999 2021-07-26T16:06:09.904 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.904 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.904 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:09.904 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.414111+0000", 2021-07-26T16:06:09.905 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0024076219999999999 2021-07-26T16:06:09.905 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.905 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:09.905 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.905 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.906 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.906 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171221 6.f 6:f2845223:::benchmark_data_smithi078_103090_object66356:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:09.906 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:09.116402+0000", 2021-07-26T16:06:09.907 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.41311466000000002, 2021-07-26T16:06:09.907 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.41360251199999998, 2021-07-26T16:06:09.907 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:09.907 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:09.908 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:09.908 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:09.908 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:09.908 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171221 2021-07-26T16:06:09.908 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.909 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:09.909 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.909 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:09.910 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.116402+0000", 2021-07-26T16:06:09.910 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.910 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.911 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.911 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:09.911 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.116402+0000", 2021-07-26T16:06:09.911 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.912 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.912 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.912 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:09.912 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.116404+0000", 2021-07-26T16:06:09.912 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.1900000000000002e-06 2021-07-26T16:06:09.913 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.913 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.913 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:09.913 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.116406+0000", 2021-07-26T16:06:09.914 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.452e-06 2021-07-26T16:06:09.914 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.914 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.914 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:09.915 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.116419+0000", 2021-07-26T16:06:09.915 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.331e-05 2021-07-26T16:06:09.915 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.915 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.915 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:09.916 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.116426+0000", 2021-07-26T16:06:09.916 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7229999999999998e-06 2021-07-26T16:06:09.916 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.916 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.917 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.917 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.122777+0000", 2021-07-26T16:06:09.917 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.006350797 2021-07-26T16:06:09.917 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.918 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.918 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:09.918 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.124732+0000", 2021-07-26T16:06:09.918 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0019552390000000001 2021-07-26T16:06:09.918 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.919 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.919 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.919 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.148685+0000", 2021-07-26T16:06:09.919 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023952879 2021-07-26T16:06:09.919 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.920 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.920 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:09.920 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.150719+0000", 2021-07-26T16:06:09.921 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0020339970000000001 2021-07-26T16:06:09.921 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.921 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:09.921 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.922 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.922 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.922 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171206 6.f 6:fa98f30a:::benchmark_data_smithi078_103090_object66341:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:09.922 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:09.028508+0000", 2021-07-26T16:06:09.922 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.50100841900000004, 2021-07-26T16:06:09.923 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.501603943, 2021-07-26T16:06:09.923 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:09.924 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:09.924 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:09.924 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:09.925 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:09.925 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171206 2021-07-26T16:06:09.925 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.925 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:09.925 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.926 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:09.926 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.028508+0000", 2021-07-26T16:06:09.926 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.926 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.927 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.927 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:09.927 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.028508+0000", 2021-07-26T16:06:09.927 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.927 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.928 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.928 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:09.929 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.028511+0000", 2021-07-26T16:06:09.930 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.038e-06 2021-07-26T16:06:09.930 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.930 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.930 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:09.931 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.028514+0000", 2021-07-26T16:06:09.931 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3909999999999998e-06 2021-07-26T16:06:09.931 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.931 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.932 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:09.932 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.028528+0000", 2021-07-26T16:06:09.932 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3879999999999999e-05 2021-07-26T16:06:09.932 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.932 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.933 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:09.933 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.028535+0000", 2021-07-26T16:06:09.933 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.9500000000000004e-06 2021-07-26T16:06:09.933 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.933 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.934 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.934 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.040349+0000", 2021-07-26T16:06:09.934 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011813959000000001 2021-07-26T16:06:09.934 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.935 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.935 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:09.935 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.042522+0000", 2021-07-26T16:06:09.935 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002173206 2021-07-26T16:06:09.935 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.936 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.936 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.936 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.053804+0000", 2021-07-26T16:06:09.936 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011281869 2021-07-26T16:06:09.937 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.937 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.938 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:09.938 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.055778+0000", 2021-07-26T16:06:09.938 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0019735180000000001 2021-07-26T16:06:09.938 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.939 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:09.939 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.939 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.940 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.940 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171149 6.f 6:f804af11:::benchmark_data_smithi078_103090_object66284:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:09.940 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:08.823580+0000", 2021-07-26T16:06:09.940 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.70593616400000003, 2021-07-26T16:06:09.940 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.70662068200000006, 2021-07-26T16:06:09.941 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:09.941 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:09.941 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:09.941 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:09.942 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:09.942 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171149 2021-07-26T16:06:09.942 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.942 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:09.942 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.943 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:09.943 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.823580+0000", 2021-07-26T16:06:09.943 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.943 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.943 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.944 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:09.944 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.823580+0000", 2021-07-26T16:06:09.944 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.944 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.945 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.945 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:09.945 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.823583+0000", 2021-07-26T16:06:09.945 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6620000000000001e-06 2021-07-26T16:06:09.945 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.946 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.946 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:09.946 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.823585+0000", 2021-07-26T16:06:09.946 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7070000000000001e-06 2021-07-26T16:06:09.947 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.947 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.947 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:09.947 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.823600+0000", 2021-07-26T16:06:09.947 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4345000000000001e-05 2021-07-26T16:06:09.948 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.948 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.948 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:09.948 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.823606+0000", 2021-07-26T16:06:09.948 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7499999999999997e-06 2021-07-26T16:06:09.949 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.949 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.949 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.949 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.824172+0000", 2021-07-26T16:06:09.949 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00056526099999999995 2021-07-26T16:06:09.950 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.950 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.950 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:09.950 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.826357+0000", 2021-07-26T16:06:09.951 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021848950000000001 2021-07-26T16:06:09.951 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.951 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.951 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.951 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.843956+0000", 2021-07-26T16:06:09.952 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.017599099 2021-07-26T16:06:09.952 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.952 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.952 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:09.952 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.847743+0000", 2021-07-26T16:06:09.953 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0037877119999999999 2021-07-26T16:06:09.953 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.953 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:09.953 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.954 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.954 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.954 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171258 6.f 6:f48046d5:::benchmark_data_smithi078_103090_object66393:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:09.954 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:09.465538+0000", 2021-07-26T16:06:09.954 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.063978414999999997, 2021-07-26T16:06:09.955 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.064750462999999994, 2021-07-26T16:06:09.955 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:09.955 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:09.955 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:09.955 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:09.956 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:09.956 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171258 2021-07-26T16:06:09.956 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.957 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:09.957 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.957 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:09.957 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.465538+0000", 2021-07-26T16:06:09.958 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.958 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.958 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.958 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:09.958 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.465538+0000", 2021-07-26T16:06:09.959 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.959 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.960 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.960 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:09.960 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.465541+0000", 2021-07-26T16:06:09.961 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.427e-06 2021-07-26T16:06:09.961 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.961 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.961 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:09.961 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.465544+0000", 2021-07-26T16:06:09.962 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8260000000000001e-06 2021-07-26T16:06:09.962 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.962 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.962 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:09.962 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.465561+0000", 2021-07-26T16:06:09.963 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6714e-05 2021-07-26T16:06:09.963 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.963 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.963 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:09.964 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.465568+0000", 2021-07-26T16:06:09.964 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.114e-06 2021-07-26T16:06:09.964 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.964 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.964 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.965 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.469476+0000", 2021-07-26T16:06:09.965 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0039083529999999998 2021-07-26T16:06:09.965 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.965 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.966 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:09.966 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.471212+0000", 2021-07-26T16:06:09.966 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001735519 2021-07-26T16:06:09.966 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.967 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.967 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.967 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.481186+0000", 2021-07-26T16:06:09.967 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0099744759999999995 2021-07-26T16:06:09.967 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.968 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.968 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:09.968 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.483136+0000", 2021-07-26T16:06:09.968 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001949538 2021-07-26T16:06:09.969 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.969 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:09.969 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.969 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.969 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.970 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171260 6.f 6:fb693299:::benchmark_data_smithi078_103090_object66395:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:09.970 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:09.491125+0000", 2021-07-26T16:06:09.970 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.038391410000000001, 2021-07-26T16:06:09.970 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.039256564000000001, 2021-07-26T16:06:09.971 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:09.971 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:09.971 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:09.971 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:09.971 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:09.972 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171260 2021-07-26T16:06:09.972 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.972 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:09.972 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.972 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:09.973 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.491125+0000", 2021-07-26T16:06:09.973 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.973 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.973 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.973 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:09.974 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.491125+0000", 2021-07-26T16:06:09.974 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.974 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.974 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.975 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:09.975 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.491128+0000", 2021-07-26T16:06:09.975 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.044e-06 2021-07-26T16:06:09.975 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.975 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.976 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:09.976 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.491131+0000", 2021-07-26T16:06:09.976 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3529999999999999e-06 2021-07-26T16:06:09.976 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.976 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.977 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:09.977 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.491149+0000", 2021-07-26T16:06:09.977 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7739000000000001e-05 2021-07-26T16:06:09.977 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.978 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.978 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:09.978 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.491156+0000", 2021-07-26T16:06:09.978 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1969999999999999e-06 2021-07-26T16:06:09.978 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.979 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.979 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.979 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.491686+0000", 2021-07-26T16:06:09.979 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00052998900000000002 2021-07-26T16:06:09.979 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.980 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.980 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:09.980 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.493488+0000", 2021-07-26T16:06:09.980 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0018023329999999999 2021-07-26T16:06:09.981 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.981 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.981 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.981 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.503072+0000", 2021-07-26T16:06:09.981 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0095831849999999993 2021-07-26T16:06:09.982 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.982 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.982 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:09.982 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.505137+0000", 2021-07-26T16:06:09.982 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0020658220000000001 2021-07-26T16:06:09.983 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.983 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:09.983 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.983 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.983 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.984 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171190 6.f 6:fa0ecad7:::benchmark_data_smithi078_103090_object66325:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:09.984 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:08.967048+0000", 2021-07-26T16:06:09.984 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.56246827399999999, 2021-07-26T16:06:09.985 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.56342215799999995, 2021-07-26T16:06:09.985 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:09.985 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:09.985 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:09.985 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:09.986 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:09.986 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171190 2021-07-26T16:06:09.986 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.986 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:09.987 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.987 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:09.987 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.967048+0000", 2021-07-26T16:06:09.987 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.987 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.988 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.988 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:09.988 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.967048+0000", 2021-07-26T16:06:09.988 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:09.988 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.989 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.989 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:09.989 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.967052+0000", 2021-07-26T16:06:09.989 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0029999999999996e-06 2021-07-26T16:06:09.990 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.990 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.990 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:09.990 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.967055+0000", 2021-07-26T16:06:09.990 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7020000000000001e-06 2021-07-26T16:06:09.991 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.991 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.991 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:09.991 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.967067+0000", 2021-07-26T16:06:09.991 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1950000000000001e-05 2021-07-26T16:06:09.992 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.992 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.992 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:09.992 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.967072+0000", 2021-07-26T16:06:09.992 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0520000000000001e-06 2021-07-26T16:06:09.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.993 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.993 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.993 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.967686+0000", 2021-07-26T16:06:09.994 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00061475899999999999 2021-07-26T16:06:09.994 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.994 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.994 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:09.994 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.969780+0000", 2021-07-26T16:06:09.995 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0020931309999999998 2021-07-26T16:06:09.995 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.995 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.995 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:09.995 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.981711+0000", 2021-07-26T16:06:09.996 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011931795 2021-07-26T16:06:09.996 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.996 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.996 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:09.997 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.984153+0000", 2021-07-26T16:06:09.997 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0024416989999999999 2021-07-26T16:06:09.997 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.997 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:09.997 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:09.998 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:09.998 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:09.998 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171063 6.f 6:f6db0917:::benchmark_data_smithi078_103090_object66198:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:09.998 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:08.473326+0000", 2021-07-26T16:06:09.998 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 1.0561898750000001, 2021-07-26T16:06:09.999 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.057233606, 2021-07-26T16:06:09.999 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:09.999 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:09.999 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:09.999 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:10.000 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:10.000 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171063 2021-07-26T16:06:10.000 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.000 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:10.001 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.001 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:10.001 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.473326+0000", 2021-07-26T16:06:10.001 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:10.001 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.002 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.002 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:10.002 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.473326+0000", 2021-07-26T16:06:10.002 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:10.002 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.003 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.003 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:10.003 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.473329+0000", 2021-07-26T16:06:10.003 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0809999999999998e-06 2021-07-26T16:06:10.003 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.004 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.004 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:10.004 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.473333+0000", 2021-07-26T16:06:10.004 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3179999999999998e-06 2021-07-26T16:06:10.005 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.005 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.005 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:10.005 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.473349+0000", 2021-07-26T16:06:10.005 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6036e-05 2021-07-26T16:06:10.006 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.006 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.006 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:10.006 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.473356+0000", 2021-07-26T16:06:10.006 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1250000000000004e-06 2021-07-26T16:06:10.007 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.007 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.008 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:10.008 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.473994+0000", 2021-07-26T16:06:10.008 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00063855900000000002 2021-07-26T16:06:10.008 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.009 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.009 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:10.009 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.476368+0000", 2021-07-26T16:06:10.009 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023738209999999999 2021-07-26T16:06:10.010 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.010 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.010 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:10.010 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.486751+0000", 2021-07-26T16:06:10.011 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010382954 2021-07-26T16:06:10.011 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.011 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.011 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:10.011 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.488713+0000", 2021-07-26T16:06:10.012 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0019614739999999999 2021-07-26T16:06:10.012 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:10.012 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:10.012 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:10.013 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.013 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.013 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171228 6.f 6:fe4ac661:::benchmark_data_smithi078_103090_object66363:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:10.013 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:09.214454+0000", 2021-07-26T16:06:10.013 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.31506252099999998, 2021-07-26T16:06:10.014 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.31621258000000002, 2021-07-26T16:06:10.014 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:10.014 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:10.014 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:10.014 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:10.015 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:10.015 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171228 2021-07-26T16:06:10.015 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.015 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:10.016 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.016 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:10.016 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.214454+0000", 2021-07-26T16:06:10.016 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:10.017 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.017 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.017 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:10.017 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.214454+0000", 2021-07-26T16:06:10.017 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:10.018 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.018 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.018 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:10.018 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.214457+0000", 2021-07-26T16:06:10.018 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.6780000000000002e-06 2021-07-26T16:06:10.019 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.019 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.019 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:10.019 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.214461+0000", 2021-07-26T16:06:10.020 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2679999999999999e-06 2021-07-26T16:06:10.020 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.020 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.020 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:10.020 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.214476+0000", 2021-07-26T16:06:10.021 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5705e-05 2021-07-26T16:06:10.021 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.021 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.021 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:10.021 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.214483+0000", 2021-07-26T16:06:10.022 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7830000000000001e-06 2021-07-26T16:06:10.022 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.022 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.022 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:10.023 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.220388+0000", 2021-07-26T16:06:10.023 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0059053949999999999 2021-07-26T16:06:10.023 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.023 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.024 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:10.024 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.222525+0000", 2021-07-26T16:06:10.024 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021360289999999998 2021-07-26T16:06:10.024 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.024 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.025 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:10.025 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.245658+0000", 2021-07-26T16:06:10.025 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023133887999999998 2021-07-26T16:06:10.025 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.025 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.026 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:10.026 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.248037+0000", 2021-07-26T16:06:10.026 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023784029999999999 2021-07-26T16:06:10.026 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:10.027 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:10.027 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:10.027 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.027 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.028 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171037 6.f 6:f33f19f4:::benchmark_data_smithi078_103090_object66172:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:10.028 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:08.313408+0000", 2021-07-26T16:06:10.028 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 1.216107807, 2021-07-26T16:06:10.028 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2173446480000001, 2021-07-26T16:06:10.028 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:10.029 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:06:10.029 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:10.029 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:10.029 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:10.030 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171037 2021-07-26T16:06:10.030 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.030 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:10.030 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.030 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:10.031 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.313408+0000", 2021-07-26T16:06:10.031 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:10.031 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.031 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.032 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:10.032 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.313408+0000", 2021-07-26T16:06:10.032 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:10.032 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.033 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.033 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:10.033 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.313412+0000", 2021-07-26T16:06:10.033 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.907e-06 2021-07-26T16:06:10.033 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.034 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.034 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:10.034 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.313416+0000", 2021-07-26T16:06:10.034 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7519999999999998e-06 2021-07-26T16:06:10.035 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.035 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.035 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:10.035 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.313432+0000", 2021-07-26T16:06:10.035 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6078000000000001e-05 2021-07-26T16:06:10.036 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.036 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.036 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:10.036 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.313440+0000", 2021-07-26T16:06:10.037 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.8900000000000007e-06 2021-07-26T16:06:10.037 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.037 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.037 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:10.037 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.314043+0000", 2021-07-26T16:06:10.038 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00060329999999999997 2021-07-26T16:06:10.038 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.038 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.038 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:10.039 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.316367+0000", 2021-07-26T16:06:10.039 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023235880000000001 2021-07-26T16:06:10.039 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.039 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.040 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:10.040 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.333682+0000", 2021-07-26T16:06:10.040 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.017315298999999999 2021-07-26T16:06:10.040 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.041 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.041 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:10.041 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.336167+0000", 2021-07-26T16:06:10.041 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0024850150000000001 2021-07-26T16:06:10.042 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.042 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.042 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:10.042 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.528222+0000", 2021-07-26T16:06:10.042 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1920548230000001 2021-07-26T16:06:10.043 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.043 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.043 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:10.043 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.530191+0000", 2021-07-26T16:06:10.044 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0019691320000000002 2021-07-26T16:06:10.044 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:10.044 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:10.044 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:10.044 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.045 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.045 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171158 6.f 6:fe4e3d70:::benchmark_data_smithi078_103090_object66293:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:10.045 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:08.849360+0000", 2021-07-26T16:06:10.046 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.68015662499999996, 2021-07-26T16:06:10.046 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.68149770200000004, 2021-07-26T16:06:10.047 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:10.047 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:10.047 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:10.047 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:10.047 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:10.048 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171158 2021-07-26T16:06:10.048 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.048 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:10.048 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.049 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:10.049 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.849360+0000", 2021-07-26T16:06:10.049 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:10.049 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.049 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.050 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:10.050 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.849360+0000", 2021-07-26T16:06:10.050 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:10.050 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.050 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.051 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:10.051 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.849363+0000", 2021-07-26T16:06:10.051 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2140000000000001e-06 2021-07-26T16:06:10.051 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.052 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.052 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:10.052 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.849367+0000", 2021-07-26T16:06:10.052 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3699999999999997e-06 2021-07-26T16:06:10.052 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.053 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.053 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:10.053 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.849383+0000", 2021-07-26T16:06:10.053 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6324000000000002e-05 2021-07-26T16:06:10.054 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.054 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.054 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:10.054 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.849391+0000", 2021-07-26T16:06:10.054 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.8520000000000004e-06 2021-07-26T16:06:10.055 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.055 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.055 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:10.055 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.863883+0000", 2021-07-26T16:06:10.056 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014491288999999999 2021-07-26T16:06:10.056 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.056 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.056 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:10.056 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.865742+0000", 2021-07-26T16:06:10.057 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00185973 2021-07-26T16:06:10.057 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.057 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.057 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:10.057 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.879366+0000", 2021-07-26T16:06:10.058 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013623171999999999 2021-07-26T16:06:10.058 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.058 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.058 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:10.059 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:08.881918+0000", 2021-07-26T16:06:10.059 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00255274 2021-07-26T16:06:10.059 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:10.059 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:10.059 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:10.060 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.060 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.060 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:171231 6.f 6:fe7ef91d:::benchmark_data_smithi078_103090_object66366:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-07-26T16:06:10.060 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:09.252746+0000", 2021-07-26T16:06:10.060 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.27677043000000001, 2021-07-26T16:06:10.061 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.27820006899999999, 2021-07-26T16:06:10.061 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:10.061 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "delayed", 2021-07-26T16:06:10.061 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:10.062 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:10.062 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:10.062 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 171231 2021-07-26T16:06:10.062 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.063 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:10.063 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.063 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:10.063 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.252746+0000", 2021-07-26T16:06:10.063 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:10.064 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.064 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.064 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:10.064 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.252746+0000", 2021-07-26T16:06:10.064 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:10.065 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.065 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.065 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:10.065 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.252749+0000", 2021-07-26T16:06:10.066 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0070000000000002e-06 2021-07-26T16:06:10.066 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.066 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.066 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:10.066 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.252752+0000", 2021-07-26T16:06:10.067 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4240000000000002e-06 2021-07-26T16:06:10.067 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.067 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.067 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:10.068 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.252769+0000", 2021-07-26T16:06:10.068 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7051e-05 2021-07-26T16:06:10.068 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.068 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.068 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:10.069 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.252776+0000", 2021-07-26T16:06:10.069 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.187e-06 2021-07-26T16:06:10.069 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.069 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.069 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:10.070 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.253321+0000", 2021-07-26T16:06:10.070 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00054457099999999999 2021-07-26T16:06:10.070 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.070 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.071 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:10.071 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.255593+0000", 2021-07-26T16:06:10.071 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0022724400000000001 2021-07-26T16:06:10.071 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.071 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.072 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:10.072 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.266968+0000", 2021-07-26T16:06:10.072 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011374448000000001 2021-07-26T16:06:10.072 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:10.073 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:10.073 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:10.073 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:09.268972+0000", 2021-07-26T16:06:10.073 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0020038389999999999 2021-07-26T16:06:10.073 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:10.074 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:10.074 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:10.074 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:10.074 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2021-07-26T16:06:10.074 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 16 2021-07-26T16:06:10.075 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:06:10.075 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:10.102 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:10.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:10.103 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:10.204 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:10.227 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:10.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:10.229 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:10.330 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:10.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:10.356 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:10.356 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:10.457 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:10.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:10.486 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:10.487 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:10.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:10 smithi078 ceph-mon[73801]: from='client.65003 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:10.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:10 smithi078 ceph-mon[77813]: from='client.65003 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:10.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:10 smithi139 ceph-mon[56829]: from='client.65003 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:10.588 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:10.614 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:10.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:10.615 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:10.646 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2021-07-26T16:06:10.646 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight-by-utilization 110 3.0 2021-07-26T16:06:10.717 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:10.724 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-07-26T16:06:10.804 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:10.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:10.806 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:10.888 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:10.909 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:10.969 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:10.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:10.971 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:10.988 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:11.072 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:11.102 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:11.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:11.104 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:11.159 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:06:11.192 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:11 smithi078 ceph-mon[73801]: pgmap v524: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.0 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 231 op/s; 20315/115689 objects degraded (17.560%); 19499/115689 objects misplaced (16.855%); 12 MiB/s, 430 objects/s recovering 2021-07-26T16:06:11.192 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:11 smithi078 ceph-mon[77813]: pgmap v524: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.0 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 231 op/s; 20315/115689 objects degraded (17.560%); 19499/115689 objects misplaced (16.855%); 12 MiB/s, 430 objects/s recovering 2021-07-26T16:06:11.205 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:11.227 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:11.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:11.228 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:11.329 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:11.345 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:11.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:11.353 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:11.353 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:11.455 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:11.489 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:11.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:11.492 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:11.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:11 smithi139 ceph-mon[56829]: pgmap v524: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.0 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 231 op/s; 20315/115689 objects degraded (17.560%); 19499/115689 objects misplaced (16.855%); 12 MiB/s, 430 objects/s recovering 2021-07-26T16:06:11.594 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:11.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:11.621 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:11.622 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:11.724 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:11.747 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:11.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:11.749 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:11.850 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:11.915 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:11.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:11.916 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:12.017 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:12.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:12.098 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:12.098 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:12.199 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:12.221 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:12.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:12.222 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:12.266 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:12 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 20315/115689 objects degraded (17.560%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:12.267 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:12 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 20315/115689 objects degraded (17.560%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:12.323 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:12.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:12.375 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:12.375 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:12.477 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:12.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:12.501 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:12.501 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:12.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:12 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 20315/115689 objects degraded (17.560%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:12.602 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:12.651 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:12.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:12.653 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:12.714 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:06:12.746 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:06:12.754 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:12.784 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:06:12.792 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:12.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:12.794 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:12.813 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:06:12.853 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:06:12.884 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:06:12.896 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:12.913 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:06:12.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:12.922 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:12.922 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:12.943 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:06:12.954 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:06:12.954 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:06:12.955 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:06:12.955 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:06:12.955 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:06:12.955 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:06:12.956 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:06:12.956 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:06:13.023 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:13.049 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:13.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:13.052 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:13.154 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:13.184 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:13.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:13.186 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:13.287 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:13.313 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:13.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:13.315 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:13.416 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:13.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:13.442 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:13.443 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:13.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:13 smithi078 ceph-mon[73801]: pgmap v525: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.0 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 155 op/s; 20315/115689 objects degraded (17.560%); 19499/115689 objects misplaced (16.855%); 9.5 MiB/s, 181 objects/s recovering 2021-07-26T16:06:13.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:13 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4239636056' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:13.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:13 smithi078 ceph-mon[77813]: pgmap v525: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.0 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 155 op/s; 20315/115689 objects degraded (17.560%); 19499/115689 objects misplaced (16.855%); 9.5 MiB/s, 181 objects/s recovering 2021-07-26T16:06:13.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:13 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4239636056' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:13.544 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:13.567 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:13.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:13.568 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:13.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:13 smithi139 ceph-mon[56829]: pgmap v525: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 7.0 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 155 op/s; 20315/115689 objects degraded (17.560%); 19499/115689 objects misplaced (16.855%); 9.5 MiB/s, 181 objects/s recovering 2021-07-26T16:06:13.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:13 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4239636056' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:13.669 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:13.697 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:13.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:13.698 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:13.800 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:13.822 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:13.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:13.824 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:13.925 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:13.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:13.949 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:13.949 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:14.052 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:14.074 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:14.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:14.075 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:14.176 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:14.200 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:14.201 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:14.201 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:14.302 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:14.325 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:14.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:14.326 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:14.427 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:14.461 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:14.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:14.463 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:14.564 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:14.585 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:14.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:14.586 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:14.688 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:14.718 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:14.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:14.719 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:14.821 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:14.867 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:14.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:14.868 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:14.969 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:14.993 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:14.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:14.995 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:15.096 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:15.126 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:15.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:15.128 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:15.230 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:15.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:15.256 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:15.256 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:15.358 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:15.382 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:15.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:15.383 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:15.438 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:15 smithi078 ceph-mon[73801]: pgmap v526: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 7.0 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 131 op/s; 20256/115401 objects degraded (17.553%); 19366/115401 objects misplaced (16.781%); 7.8 MiB/s, 147 objects/s recovering 2021-07-26T16:06:15.439 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:15 smithi078 ceph-mon[77813]: pgmap v526: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 7.0 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 131 op/s; 20256/115401 objects degraded (17.553%); 19366/115401 objects misplaced (16.781%); 7.8 MiB/s, 147 objects/s recovering 2021-07-26T16:06:15.485 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:15.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:15.525 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:15.525 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:15.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:15 smithi139 ceph-mon[56829]: pgmap v526: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 7.0 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 131 op/s; 20256/115401 objects degraded (17.553%); 19366/115401 objects misplaced (16.781%); 7.8 MiB/s, 147 objects/s recovering 2021-07-26T16:06:15.627 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:15.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:15.666 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:15.667 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:15.768 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:15.789 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:15.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:15.791 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:15.892 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:15.915 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:15.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:15.916 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:16.017 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:16.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:16.059 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:16.059 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:16.069 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:06:16.070 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:06:16.161 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:16.183 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:16.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:16.185 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:16.196 INFO:teuthology.orchestra.run.smithi078.stdout:moved 18 / 297 (6.06061%) 2021-07-26T16:06:16.196 INFO:teuthology.orchestra.run.smithi078.stdout:avg 42.4286 2021-07-26T16:06:16.196 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 15.0034 -> 16.395 (expected baseline 6.03053) 2021-07-26T16:06:16.197 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.3 with 24 -> 21 pgs (0.565657 -> 0.49495 * mean) 2021-07-26T16:06:16.197 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.1 with 66 -> 69 pgs (1.55556 -> 1.62626 * mean) 2021-07-26T16:06:16.197 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:06:16.197 INFO:teuthology.orchestra.run.smithi078.stdout:oload 110 2021-07-26T16:06:16.198 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 3 2021-07-26T16:06:16.198 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:06:16.198 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0174 2021-07-26T16:06:16.201 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.0192 2021-07-26T16:06:16.203 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7 weight 0.6125 -> 0.4959 2021-07-26T16:06:16.203 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6 weight 0.8685 -> 0.7660 2021-07-26T16:06:16.203 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5 weight 0.6170 -> 0.4608 2021-07-26T16:06:16.203 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3 weight 0.4271 -> 0.3641 2021-07-26T16:06:16.287 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:16.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:16.321 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:16.321 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:16.347 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:16 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:06:16.347 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:16 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'23862','5':'30197','6':'50199','7':'32497'}"}]: dispatch 2021-07-26T16:06:16.348 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:16 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:06:16.348 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:16 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'23862','5':'30197','6':'50199','7':'32497'}"}]: dispatch 2021-07-26T16:06:16.423 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:16.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:16.450 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:16.451 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:16.552 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:16.573 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:16.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:16.575 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:16.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:16 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:06:16.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:16 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'3':'23862','5':'30197','6':'50199','7':'32497'}"}]: dispatch 2021-07-26T16:06:16.676 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:16.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:16.701 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:16.701 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:16.736 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:06:16.802 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:16.824 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:16.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:16.825 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:16.910 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:16.926 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:16.947 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:16.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:16.949 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:17.050 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:17.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:17.084 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:17.085 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:17.185 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:17.218 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:17.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:17.220 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:17.321 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:17.344 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:17.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:17.346 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:17.447 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:17.470 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:17.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:17.472 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:17.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:17 smithi078 ceph-mon[73801]: pgmap v527: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.9 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 185 op/s; 19968/113589 objects degraded (17.579%); 18723/113589 objects misplaced (16.483%); 12 MiB/s, 250 objects/s recovering 2021-07-26T16:06:17.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:17 smithi078 ceph-mon[73801]: from='client.65009 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:17.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:17 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'23862','5':'30197','6':'50199','7':'32497'}"}]': finished 2021-07-26T16:06:17.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:17 smithi078 ceph-mon[73801]: osdmap e197: 8 total, 8 up, 7 in 2021-07-26T16:06:17.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:17 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 19968/113589 objects degraded (17.579%), 14 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:06:17.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:17 smithi078 ceph-mon[73801]: osdmap e198: 8 total, 8 up, 7 in 2021-07-26T16:06:17.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:17 smithi078 ceph-mon[77813]: pgmap v527: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.9 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 185 op/s; 19968/113589 objects degraded (17.579%); 18723/113589 objects misplaced (16.483%); 12 MiB/s, 250 objects/s recovering 2021-07-26T16:06:17.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:17 smithi078 ceph-mon[77813]: from='client.65009 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:17.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:17 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'23862','5':'30197','6':'50199','7':'32497'}"}]': finished 2021-07-26T16:06:17.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:17 smithi078 ceph-mon[77813]: osdmap e197: 8 total, 8 up, 7 in 2021-07-26T16:06:17.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:17 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 19968/113589 objects degraded (17.579%), 14 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:06:17.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:17 smithi078 ceph-mon[77813]: osdmap e198: 8 total, 8 up, 7 in 2021-07-26T16:06:17.572 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:17.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:17 smithi139 ceph-mon[56829]: pgmap v527: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.9 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 185 op/s; 19968/113589 objects degraded (17.579%); 18723/113589 objects misplaced (16.483%); 12 MiB/s, 250 objects/s recovering 2021-07-26T16:06:17.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:17 smithi139 ceph-mon[56829]: from='client.65009 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:17.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:17 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'3':'23862','5':'30197','6':'50199','7':'32497'}"}]': finished 2021-07-26T16:06:17.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:17 smithi139 ceph-mon[56829]: osdmap e197: 8 total, 8 up, 7 in 2021-07-26T16:06:17.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:17 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 19968/113589 objects degraded (17.579%), 14 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-07-26T16:06:17.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:17 smithi139 ceph-mon[56829]: osdmap e198: 8 total, 8 up, 7 in 2021-07-26T16:06:17.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:17.596 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:17.596 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:17.698 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:17.724 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:17.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:17.725 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:17.827 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:17.878 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-07-26T16:06:17.898 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:17.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:17.902 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:17.942 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2021-07-26T16:06:17.943 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 1.0 2021-07-26T16:06:18.003 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:18.135 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:18.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:18.171 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:18.171 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:18.273 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:18.283 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:18.294 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:18.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:18.296 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:18.335 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:18 smithi078 ceph-mon[73801]: 6.c starting backfill to osd.1 from (0'0,0'0] MAX to 196'10790 2021-07-26T16:06:18.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:18 smithi078 ceph-mon[73801]: 6.10 continuing backfill to osd.1 from (103'3628,196'10138] MIN to 196'10138 2021-07-26T16:06:18.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:18 smithi078 ceph-mon[73801]: 6.10 starting backfill to osd.4 from (0'0,0'0] MAX to 196'10138 2021-07-26T16:06:18.336 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:18 smithi078 ceph-mon[73801]: 6.c starting backfill to osd.4 from (0'0,0'0] MAX to 196'10790 2021-07-26T16:06:18.337 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:18 smithi078 ceph-mon[73801]: 6.c continuing backfill to osd.7 from (112'5708,196'10790] 6:36bfc813:::benchmark_data_smithi078_103090_object100095:head to 196'10790 2021-07-26T16:06:18.337 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:18 smithi078 ceph-mon[73801]: osdmap e199: 8 total, 8 up, 7 in 2021-07-26T16:06:18.338 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:18 smithi078 ceph-mon[77813]: 6.c starting backfill to osd.1 from (0'0,0'0] MAX to 196'10790 2021-07-26T16:06:18.338 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:18 smithi078 ceph-mon[77813]: 6.10 continuing backfill to osd.1 from (103'3628,196'10138] MIN to 196'10138 2021-07-26T16:06:18.339 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:18 smithi078 ceph-mon[77813]: 6.10 starting backfill to osd.4 from (0'0,0'0] MAX to 196'10138 2021-07-26T16:06:18.339 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:18 smithi078 ceph-mon[77813]: 6.c starting backfill to osd.4 from (0'0,0'0] MAX to 196'10790 2021-07-26T16:06:18.340 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:18 smithi078 ceph-mon[77813]: 6.c continuing backfill to osd.7 from (112'5708,196'10790] 6:36bfc813:::benchmark_data_smithi078_103090_object100095:head to 196'10790 2021-07-26T16:06:18.340 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:18 smithi078 ceph-mon[77813]: osdmap e199: 8 total, 8 up, 7 in 2021-07-26T16:06:18.396 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:18.491 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:18.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:18.496 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:18.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:18 smithi139 ceph-mon[56829]: 6.c starting backfill to osd.1 from (0'0,0'0] MAX to 196'10790 2021-07-26T16:06:18.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:18 smithi139 ceph-mon[56829]: 6.10 continuing backfill to osd.1 from (103'3628,196'10138] MIN to 196'10138 2021-07-26T16:06:18.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:18 smithi139 ceph-mon[56829]: 6.10 starting backfill to osd.4 from (0'0,0'0] MAX to 196'10138 2021-07-26T16:06:18.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:18 smithi139 ceph-mon[56829]: 6.c starting backfill to osd.4 from (0'0,0'0] MAX to 196'10790 2021-07-26T16:06:18.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:18 smithi139 ceph-mon[56829]: 6.c continuing backfill to osd.7 from (112'5708,196'10790] 6:36bfc813:::benchmark_data_smithi078_103090_object100095:head to 196'10790 2021-07-26T16:06:18.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:18 smithi139 ceph-mon[56829]: osdmap e199: 8 total, 8 up, 7 in 2021-07-26T16:06:18.596 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:18.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:18.645 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:18.646 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:18.747 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:18.770 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:18.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:18.771 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:18.873 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:18.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:18.897 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:18.898 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:19.000 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:19.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:19.023 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:19.024 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:19.125 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:19.148 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:19.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:19.149 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:19.219 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:06:19.251 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:19.273 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:19.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:19.274 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:19.375 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:19.397 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:19.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:19.399 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:19.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:19 smithi078 ceph-mon[73801]: pgmap v530: 99 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.9 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 98 op/s; 18612/113322 objects degraded (16.424%); 18602/113322 objects misplaced (16.415%); 6.3 MiB/s, 146 objects/s recovering 2021-07-26T16:06:19.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:19 smithi078 ceph-mon[73801]: 6.0 continuing backfill to osd.1 from (103'3628,196'10130] MIN to 196'10130 2021-07-26T16:06:19.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:19 smithi078 ceph-mon[73801]: 6.0 starting backfill to osd.4 from (0'0,0'0] MAX to 196'10130 2021-07-26T16:06:19.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:19 smithi078 ceph-mon[73801]: 6.d starting backfill to osd.6 from (0'0,0'0] MAX to 196'10627 2021-07-26T16:06:19.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:19 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3404698490' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:06:19.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:19 smithi078 ceph-mon[77813]: pgmap v530: 99 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.9 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 98 op/s; 18612/113322 objects degraded (16.424%); 18602/113322 objects misplaced (16.415%); 6.3 MiB/s, 146 objects/s recovering 2021-07-26T16:06:19.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:19 smithi078 ceph-mon[77813]: 6.0 continuing backfill to osd.1 from (103'3628,196'10130] MIN to 196'10130 2021-07-26T16:06:19.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:19 smithi078 ceph-mon[77813]: 6.0 starting backfill to osd.4 from (0'0,0'0] MAX to 196'10130 2021-07-26T16:06:19.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:19 smithi078 ceph-mon[77813]: 6.d starting backfill to osd.6 from (0'0,0'0] MAX to 196'10627 2021-07-26T16:06:19.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:19 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3404698490' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:06:19.504 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:19.526 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:19.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:19.527 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:19.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:19 smithi139 ceph-mon[56829]: pgmap v530: 99 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 8 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.9 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 98 op/s; 18612/113322 objects degraded (16.424%); 18602/113322 objects misplaced (16.415%); 6.3 MiB/s, 146 objects/s recovering 2021-07-26T16:06:19.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:19 smithi139 ceph-mon[56829]: 6.0 continuing backfill to osd.1 from (103'3628,196'10130] MIN to 196'10130 2021-07-26T16:06:19.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:19 smithi139 ceph-mon[56829]: 6.0 starting backfill to osd.4 from (0'0,0'0] MAX to 196'10130 2021-07-26T16:06:19.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:19 smithi139 ceph-mon[56829]: 6.d starting backfill to osd.6 from (0'0,0'0] MAX to 196'10627 2021-07-26T16:06:19.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:19 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3404698490' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:06:19.629 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:19.652 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:19.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:19.654 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:19.756 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:19.796 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:19.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:19.798 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:19.899 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:19.924 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:19.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:19.925 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:20.027 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:20.052 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:20.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:20.053 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:20.154 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:20.176 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:20.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:20.177 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:20.211 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:20 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:06:20.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:20 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3404698490' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:06:20.212 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:20 smithi078 ceph-mon[73801]: osdmap e200: 8 total, 8 up, 7 in 2021-07-26T16:06:20.279 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:20.305 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:20.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:20.307 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:20.408 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:20.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:20.440 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:20.440 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:20.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:20 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:06:20.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:20 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3404698490' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:06:20.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:20 smithi078 ceph-mon[77813]: osdmap e200: 8 total, 8 up, 7 in 2021-07-26T16:06:20.542 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:20.568 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:20.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:20.570 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:20.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:20 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:06:20.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:20 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3404698490' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:06:20.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:20 smithi139 ceph-mon[56829]: osdmap e200: 8 total, 8 up, 7 in 2021-07-26T16:06:20.672 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:20.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:20.696 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:20.696 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:20.797 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:20.820 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:20.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:20.822 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:20.923 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:20.952 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:20.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:20.954 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:21.054 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:21.080 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:21.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:21.082 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:21.183 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:21.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:21.217 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:21.218 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:21.319 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:21.340 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:21.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:21.341 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:21.442 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:21.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:21.473 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:21.473 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:21.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:21 smithi078 ceph-mon[77813]: pgmap v533: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 1 remapped+peering, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.8 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 144 op/s; 18392/111849 objects degraded (16.444%); 26576/111849 objects misplaced (23.761%); 5.3 MiB/s, 302 objects/s recovering 2021-07-26T16:06:21.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:21 smithi078 ceph-mon[73801]: pgmap v533: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 1 remapped+peering, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.8 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 144 op/s; 18392/111849 objects degraded (16.444%); 26576/111849 objects misplaced (23.761%); 5.3 MiB/s, 302 objects/s recovering 2021-07-26T16:06:21.574 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:21.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:21 smithi139 ceph-mon[56829]: pgmap v533: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 1 remapped+peering, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.8 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 144 op/s; 18392/111849 objects degraded (16.444%); 26576/111849 objects misplaced (23.761%); 5.3 MiB/s, 302 objects/s recovering 2021-07-26T16:06:21.601 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:21.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:21.603 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:21.706 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:21.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:21.729 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:21.729 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:21.830 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:21.856 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:21.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:21.858 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:21.959 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:21.980 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:21.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:21.982 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:22.083 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:22.106 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:22.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:22.108 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:22.128 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:06:22.129 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:06:22.155 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:06:22.191 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:06:22.210 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:22.217 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:06:22.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:22.233 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:22.233 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:22.247 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:06:22.281 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:06:22.319 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:06:22.325 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:06:22.326 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:06:22.326 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:06:22.326 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:06:22.326 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:06:22.327 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:06:22.327 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:06:22.327 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:06:22.335 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:22.374 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:22.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:22.376 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:22.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:22 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 18392/111849 objects degraded (16.444%), 13 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:22.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:22 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1510704099' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:22.445 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:22 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 18392/111849 objects degraded (16.444%), 13 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:22.446 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:22 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1510704099' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:22.477 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:22.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:22.512 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:22.513 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:22.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:22 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 18392/111849 objects degraded (16.444%), 13 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:22.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:22 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1510704099' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:22.613 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:22.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:22.661 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:22.661 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:22.709 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:06:22.710 INFO:teuthology.orchestra.run.smithi078.stdout: "size": 20, 2021-07-26T16:06:22.710 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 600, 2021-07-26T16:06:22.710 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:06:22.711 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.711 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149432 6.a e144/132 6:547a9c49:::benchmark_data_smithi078_103090_object44567:head v 144'9494, mlcod=97'2427)", 2021-07-26T16:06:22.711 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.057106+0000", 2021-07-26T16:06:22.711 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 166.644697933, 2021-07-26T16:06:22.712 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4280674180000004, 2021-07-26T16:06:22.712 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.712 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:22.712 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.712 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.713 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.713 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057106+0000", 2021-07-26T16:06:22.713 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.714 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.714 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.714 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.714 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057106+0000", 2021-07-26T16:06:22.715 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.715 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.715 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.715 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.715 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057111+0000", 2021-07-26T16:06:22.716 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5170000000000001e-06 2021-07-26T16:06:22.716 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.716 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.716 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.717 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057114+0000", 2021-07-26T16:06:22.717 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9280000000000003e-06 2021-07-26T16:06:22.717 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.718 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.718 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.718 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057128+0000", 2021-07-26T16:06:22.719 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3251000000000001e-05 2021-07-26T16:06:22.719 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.719 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.719 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.719 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057135+0000", 2021-07-26T16:06:22.720 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2439999999999996e-06 2021-07-26T16:06:22.720 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.720 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.720 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.721 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.465624+0000", 2021-07-26T16:06:22.721 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4084889509999998 2021-07-26T16:06:22.721 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.721 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.721 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:22.722 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.465648+0000", 2021-07-26T16:06:22.722 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3833e-05 2021-07-26T16:06:22.722 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.722 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.722 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:22.723 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485135+0000", 2021-07-26T16:06:22.723 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019487256000000001 2021-07-26T16:06:22.723 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.723 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.724 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.724 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485173+0000", 2021-07-26T16:06:22.724 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8438e-05 2021-07-26T16:06:22.724 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.724 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.725 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.725 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.725 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.725 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149434 6.a e144/132 6:5f1fb054:::benchmark_data_smithi078_103090_object44569:head v 144'9495, mlcod=97'2427)", 2021-07-26T16:06:22.725 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.067273+0000", 2021-07-26T16:06:22.726 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 166.63453120099999, 2021-07-26T16:06:22.726 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.417923944, 2021-07-26T16:06:22.726 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.726 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:22.727 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.727 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.727 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.727 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067273+0000", 2021-07-26T16:06:22.727 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.728 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.728 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.728 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.728 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067273+0000", 2021-07-26T16:06:22.729 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.729 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.729 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.730 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.730 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067276+0000", 2021-07-26T16:06:22.730 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0680000000000001e-06 2021-07-26T16:06:22.730 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.731 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.731 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.731 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067279+0000", 2021-07-26T16:06:22.731 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9270000000000001e-06 2021-07-26T16:06:22.731 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.732 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.732 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.732 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067294+0000", 2021-07-26T16:06:22.732 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4771e-05 2021-07-26T16:06:22.732 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.733 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.733 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.733 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067301+0000", 2021-07-26T16:06:22.733 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.6790000000000005e-06 2021-07-26T16:06:22.734 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.734 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.734 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.734 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.470342+0000", 2021-07-26T16:06:22.734 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4030407970000001 2021-07-26T16:06:22.735 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.735 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.735 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:22.735 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.470365+0000", 2021-07-26T16:06:22.735 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3428e-05 2021-07-26T16:06:22.736 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.736 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.736 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:22.736 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485179+0000", 2021-07-26T16:06:22.737 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014813428 2021-07-26T16:06:22.737 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.737 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.737 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.737 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485197+0000", 2021-07-26T16:06:22.738 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7846000000000002e-05 2021-07-26T16:06:22.738 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.738 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.739 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.739 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.739 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.739 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149441 6.a e144/132 6:519cf7ee:::benchmark_data_smithi078_103090_object44576:head v 144'9496, mlcod=97'2427)", 2021-07-26T16:06:22.739 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.147013+0000", 2021-07-26T16:06:22.740 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 166.554791005, 2021-07-26T16:06:22.740 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3469775310000003, 2021-07-26T16:06:22.740 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.740 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:22.740 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.741 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.741 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.741 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147013+0000", 2021-07-26T16:06:22.741 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.741 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.742 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.742 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.742 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147013+0000", 2021-07-26T16:06:22.742 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.743 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.743 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.743 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.743 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147018+0000", 2021-07-26T16:06:22.743 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.916e-06 2021-07-26T16:06:22.744 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.744 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.744 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.744 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147022+0000", 2021-07-26T16:06:22.744 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7019999999999999e-06 2021-07-26T16:06:22.745 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.745 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.745 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.745 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147038+0000", 2021-07-26T16:06:22.746 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6297999999999999e-05 2021-07-26T16:06:22.746 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.746 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.746 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.746 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147044+0000", 2021-07-26T16:06:22.747 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.5780000000000004e-06 2021-07-26T16:06:22.747 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.747 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.747 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.747 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.474756+0000", 2021-07-26T16:06:22.748 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3277112889999998 2021-07-26T16:06:22.748 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.748 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.748 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:22.748 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.474782+0000", 2021-07-26T16:06:22.749 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6551e-05 2021-07-26T16:06:22.749 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.749 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.749 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:22.750 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.493942+0000", 2021-07-26T16:06:22.750 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019159641000000002 2021-07-26T16:06:22.750 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.750 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.750 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.751 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.493990+0000", 2021-07-26T16:06:22.751 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8556000000000001e-05 2021-07-26T16:06:22.751 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.751 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.751 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.752 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.752 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.752 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149465 6.a e144/132 6:561401cd:::benchmark_data_smithi078_103090_object44600:head v 144'9497, mlcod=97'2427)", 2021-07-26T16:06:22.752 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.573173+0000", 2021-07-26T16:06:22.753 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 166.12863081099999, 2021-07-26T16:06:22.753 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9208395199999999, 2021-07-26T16:06:22.753 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.753 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:22.753 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.754 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.754 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.754 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573173+0000", 2021-07-26T16:06:22.754 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.755 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.755 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.755 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.755 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573173+0000", 2021-07-26T16:06:22.755 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.756 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.756 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.756 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.756 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573179+0000", 2021-07-26T16:06:22.757 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.3330000000000002e-06 2021-07-26T16:06:22.757 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.757 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.757 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.757 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573184+0000", 2021-07-26T16:06:22.758 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2390000000000004e-06 2021-07-26T16:06:22.758 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.758 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.758 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.758 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573206+0000", 2021-07-26T16:06:22.759 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2354e-05 2021-07-26T16:06:22.759 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.759 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.760 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.760 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573215+0000", 2021-07-26T16:06:22.760 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.6600000000000001e-06 2021-07-26T16:06:22.760 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.760 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.761 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.761 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.480008+0000", 2021-07-26T16:06:22.761 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9067930560000002 2021-07-26T16:06:22.761 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.762 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.762 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:22.762 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.480031+0000", 2021-07-26T16:06:22.762 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3195999999999999e-05 2021-07-26T16:06:22.762 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.763 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.763 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:22.763 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.493995+0000", 2021-07-26T16:06:22.763 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013964486999999999 2021-07-26T16:06:22.764 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.768 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.768 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.769 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.494013+0000", 2021-07-26T16:06:22.769 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7195000000000001e-05 2021-07-26T16:06:22.770 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.770 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.770 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.771 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.771 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.772 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149484 6.a e144/132 6:519ea9c6:::benchmark_data_smithi078_103090_object44619:head v 144'9498, mlcod=97'2427)", 2021-07-26T16:06:22.772 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.774869+0000", 2021-07-26T16:06:22.773 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 165.92693455899999, 2021-07-26T16:06:22.773 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.719184056, 2021-07-26T16:06:22.774 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.774 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:22.775 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.775 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.775 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.776 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774869+0000", 2021-07-26T16:06:22.776 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.777 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.777 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.778 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.778 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774869+0000", 2021-07-26T16:06:22.779 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.779 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.779 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.780 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.780 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774874+0000", 2021-07-26T16:06:22.781 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8930000000000004e-06 2021-07-26T16:06:22.782 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.782 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.782 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.783 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774878+0000", 2021-07-26T16:06:22.783 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9840000000000003e-06 2021-07-26T16:06:22.784 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.784 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.785 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.785 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774892+0000", 2021-07-26T16:06:22.786 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4136e-05 2021-07-26T16:06:22.786 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.786 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.787 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.787 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774898+0000", 2021-07-26T16:06:22.788 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0599999999999996e-06 2021-07-26T16:06:22.788 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.789 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.789 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.790 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485238+0000", 2021-07-26T16:06:22.790 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.710339947 2021-07-26T16:06:22.790 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.791 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.791 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:22.792 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485267+0000", 2021-07-26T16:06:22.792 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8843000000000002e-05 2021-07-26T16:06:22.793 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.793 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.794 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:22.794 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.494038+0000", 2021-07-26T16:06:22.794 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0087708999999999999 2021-07-26T16:06:22.795 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.795 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.796 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.796 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.494053+0000", 2021-07-26T16:06:22.797 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5293000000000001e-05 2021-07-26T16:06:22.797 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.798 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.798 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.798 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.799 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.799 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149525 6.a e145/132 6:58308c1b:::benchmark_data_smithi078_103090_object44660:head v 145'9499, mlcod=97'2427)", 2021-07-26T16:06:22.800 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:40.625757+0000", 2021-07-26T16:06:22.800 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 162.07604677099999, 2021-07-26T16:06:22.801 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.353850789, 2021-07-26T16:06:22.801 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.802 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:22.802 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.802 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.803 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.803 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625757+0000", 2021-07-26T16:06:22.804 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.804 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.805 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.805 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.805 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625757+0000", 2021-07-26T16:06:22.805 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.805 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.806 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.806 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.806 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625764+0000", 2021-07-26T16:06:22.806 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.0809999999999996e-06 2021-07-26T16:06:22.807 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.807 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.807 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.807 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625769+0000", 2021-07-26T16:06:22.807 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2220000000000001e-06 2021-07-26T16:06:22.808 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.808 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.808 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.808 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625786+0000", 2021-07-26T16:06:22.809 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6558e-05 2021-07-26T16:06:22.809 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.809 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.809 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.809 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625793+0000", 2021-07-26T16:06:22.810 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.4220000000000003e-06 2021-07-26T16:06:22.810 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.810 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.810 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.811 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.926122+0000", 2021-07-26T16:06:22.811 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3003284079999999 2021-07-26T16:06:22.811 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.811 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.811 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:22.812 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.926152+0000", 2021-07-26T16:06:22.812 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0365000000000002e-05 2021-07-26T16:06:22.812 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.812 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.812 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:22.813 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.979462+0000", 2021-07-26T16:06:22.813 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.053310031000000001 2021-07-26T16:06:22.813 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.813 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.814 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.814 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.979608+0000", 2021-07-26T16:06:22.814 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000145702 2021-07-26T16:06:22.814 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.814 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.815 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.815 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.815 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.815 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "MOSDPGPush(6.2 145/143 [PushOp(6:4a63193f:::benchmark_data_smithi078_103090_object44497:head, version: 102'2831, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(6:4a63193f:::benchmark_data_smithi078_103090_object44497:head@102'2831, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-07-26T16:06:22.815 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:40.665109+0000", 2021-07-26T16:06:22.816 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 162.036694783, 2021-07-26T16:06:22.816 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3145018180000001, 2021-07-26T16:06:22.816 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.816 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:06:22.817 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.817 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.817 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.818 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665109+0000", 2021-07-26T16:06:22.818 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.818 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.818 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.818 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.819 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665109+0000", 2021-07-26T16:06:22.819 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.819 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.819 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.820 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.820 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665130+0000", 2021-07-26T16:06:22.820 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0693999999999999e-05 2021-07-26T16:06:22.820 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.820 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.821 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.821 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665144+0000", 2021-07-26T16:06:22.821 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3681e-05 2021-07-26T16:06:22.821 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.821 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.822 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.822 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665168+0000", 2021-07-26T16:06:22.822 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4295e-05 2021-07-26T16:06:22.822 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.823 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.823 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.823 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665180+0000", 2021-07-26T16:06:22.823 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2374e-05 2021-07-26T16:06:22.823 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.824 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.824 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.824 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.954413+0000", 2021-07-26T16:06:22.824 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2892332479999999 2021-07-26T16:06:22.825 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.825 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.825 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:22.825 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.954921+0000", 2021-07-26T16:06:22.825 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00050755099999999997 2021-07-26T16:06:22.826 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.826 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.826 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.826 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.979611+0000", 2021-07-26T16:06:22.826 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.024689974999999999 2021-07-26T16:06:22.827 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.827 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.827 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.827 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.828 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.828 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "MOSDPGPush(6.2 145/143 [PushOp(6:47e875d9:::benchmark_data_smithi078_103090_object44504:head, version: 102'2832, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(6:47e875d9:::benchmark_data_smithi078_103090_object44504:head@102'2832, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-07-26T16:06:22.828 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:40.670689+0000", 2021-07-26T16:06:22.828 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 162.03111525, 2021-07-26T16:06:22.828 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3525137009999999, 2021-07-26T16:06:22.829 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.829 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:06:22.829 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.829 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.830 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.830 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670689+0000", 2021-07-26T16:06:22.831 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.831 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.831 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.831 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.832 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670689+0000", 2021-07-26T16:06:22.832 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.832 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.832 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.832 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.833 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670709+0000", 2021-07-26T16:06:22.833 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0259999999999999e-05 2021-07-26T16:06:22.833 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.833 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.834 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.834 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670721+0000", 2021-07-26T16:06:22.834 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1576999999999999e-05 2021-07-26T16:06:22.834 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.834 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.835 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.835 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670743+0000", 2021-07-26T16:06:22.835 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2308000000000001e-05 2021-07-26T16:06:22.835 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.836 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.836 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.836 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670779+0000", 2021-07-26T16:06:22.836 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.6170000000000001e-05 2021-07-26T16:06:22.836 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.837 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.837 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.837 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:43.002800+0000", 2021-07-26T16:06:22.837 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3320212900000001 2021-07-26T16:06:22.837 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.838 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.838 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:22.838 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:43.003337+0000", 2021-07-26T16:06:22.839 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00053688499999999997 2021-07-26T16:06:22.839 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.839 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.839 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.839 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:43.023202+0000", 2021-07-26T16:06:22.840 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019865211000000001 2021-07-26T16:06:22.840 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.840 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.840 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.840 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.841 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.841 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149582 6.a e145/132 6:5ecdd84f:::benchmark_data_smithi078_103090_object44717:head v 145'9500, mlcod=97'2427)", 2021-07-26T16:06:22.841 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:40.913989+0000", 2021-07-26T16:06:22.842 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 161.78781536400001, 2021-07-26T16:06:22.842 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.1152025430000001, 2021-07-26T16:06:22.842 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.842 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:22.843 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.843 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.843 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.843 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.913989+0000", 2021-07-26T16:06:22.843 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.844 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.844 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.844 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.844 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.913989+0000", 2021-07-26T16:06:22.845 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.845 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.845 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.845 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.845 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.913994+0000", 2021-07-26T16:06:22.846 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9409999999999998e-06 2021-07-26T16:06:22.846 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.846 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.846 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.846 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.913998+0000", 2021-07-26T16:06:22.847 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0890000000000002e-06 2021-07-26T16:06:22.847 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.847 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.847 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.848 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.914008+0000", 2021-07-26T16:06:22.848 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0871e-05 2021-07-26T16:06:22.848 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.848 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.848 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.849 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.914015+0000", 2021-07-26T16:06:22.849 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1369999999999999e-06 2021-07-26T16:06:22.849 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.849 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.849 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.850 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:43.002106+0000", 2021-07-26T16:06:22.850 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0880913159999999 2021-07-26T16:06:22.850 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.850 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.851 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:22.851 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:43.002140+0000", 2021-07-26T16:06:22.851 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3927999999999998e-05 2021-07-26T16:06:22.851 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.851 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.852 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:22.852 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:43.029147+0000", 2021-07-26T16:06:22.852 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.027006713000000002 2021-07-26T16:06:22.852 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.852 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.853 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.853 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:43.029191+0000", 2021-07-26T16:06:22.853 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4548000000000001e-05 2021-07-26T16:06:22.853 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.854 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.854 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.854 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.854 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.854 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153021 6.18 6:192b3762:::benchmark_data_smithi078_103090_object48156:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:06:22.855 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201119+0000", 2021-07-26T16:06:22.855 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 136.50068496099999, 2021-07-26T16:06:22.855 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1717271660000002, 2021-07-26T16:06:22.855 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.855 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:06:22.856 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:22.856 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:22.856 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:22.856 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153021 2021-07-26T16:06:22.856 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.857 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.857 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.857 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.857 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201119+0000", 2021-07-26T16:06:22.858 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.858 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.858 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.858 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.858 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201119+0000", 2021-07-26T16:06:22.859 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.859 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.859 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.860 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.860 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201127+0000", 2021-07-26T16:06:22.860 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.6359999999999994e-06 2021-07-26T16:06:22.861 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.861 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.861 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.861 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201132+0000", 2021-07-26T16:06:22.862 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5289999999999999e-06 2021-07-26T16:06:22.862 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.862 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.863 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.863 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201149+0000", 2021-07-26T16:06:22.863 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6960999999999999e-05 2021-07-26T16:06:22.863 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.864 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.864 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.864 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201158+0000", 2021-07-26T16:06:22.864 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2979999999999997e-06 2021-07-26T16:06:22.864 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.865 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.865 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.865 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664665+0000", 2021-07-26T16:06:22.865 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46350697600000001 2021-07-26T16:06:22.865 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.866 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.866 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:22.866 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664674+0000", 2021-07-26T16:06:22.866 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.4149999999999999e-06 2021-07-26T16:06:22.867 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.867 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.867 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.867 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.028317+0000", 2021-07-26T16:06:22.867 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.363642826 2021-07-26T16:06:22.868 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.868 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.868 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:22.868 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.028327+0000", 2021-07-26T16:06:22.869 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0179e-05 2021-07-26T16:06:22.869 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.869 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.869 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.869 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.371292+0000", 2021-07-26T16:06:22.870 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3429652449999998 2021-07-26T16:06:22.870 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.870 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.870 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.871 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.372846+0000", 2021-07-26T16:06:22.871 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001554101 2021-07-26T16:06:22.871 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.871 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.872 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.872 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.872 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.872 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153041 6.8 6:1715e34a:::benchmark_data_smithi078_103090_object48176:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:06:22.872 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201167+0000", 2021-07-26T16:06:22.873 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 136.500637127, 2021-07-26T16:06:22.873 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0596478149999999, 2021-07-26T16:06:22.873 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.873 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:06:22.873 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:22.874 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:22.874 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:22.874 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153041 2021-07-26T16:06:22.874 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.875 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.875 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.875 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.875 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201167+0000", 2021-07-26T16:06:22.876 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.876 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.876 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.876 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.877 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201167+0000", 2021-07-26T16:06:22.877 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.877 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.877 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.878 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.878 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201168+0000", 2021-07-26T16:06:22.879 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3149999999999999e-06 2021-07-26T16:06:22.879 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.879 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.880 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.880 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201170+0000", 2021-07-26T16:06:22.880 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3999999999999999e-06 2021-07-26T16:06:22.880 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.881 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.881 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.881 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201175+0000", 2021-07-26T16:06:22.881 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.536e-06 2021-07-26T16:06:22.881 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.882 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.882 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.882 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201179+0000", 2021-07-26T16:06:22.882 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7850000000000002e-06 2021-07-26T16:06:22.882 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.883 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.883 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.883 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664676+0000", 2021-07-26T16:06:22.883 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46349737000000002 2021-07-26T16:06:22.884 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.884 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.884 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:22.884 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664683+0000", 2021-07-26T16:06:22.884 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1149999999999996e-06 2021-07-26T16:06:22.885 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.885 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.885 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.885 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013910+0000", 2021-07-26T16:06:22.886 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.34922636899999998 2021-07-26T16:06:22.886 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.886 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.886 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:22.886 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013921+0000", 2021-07-26T16:06:22.887 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.135e-05 2021-07-26T16:06:22.887 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.887 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.887 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.887 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.257791+0000", 2021-07-26T16:06:22.888 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2438699839999998 2021-07-26T16:06:22.888 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.888 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.888 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.889 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.260815+0000", 2021-07-26T16:06:22.889 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003023591 2021-07-26T16:06:22.889 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.889 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.889 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.890 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.890 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.890 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153054 6.8 6:1464a485:::benchmark_data_smithi078_103090_object48189:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:06:22.890 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201182+0000", 2021-07-26T16:06:22.891 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 136.50062155699999, 2021-07-26T16:06:22.891 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1939291460000003, 2021-07-26T16:06:22.891 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.891 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:06:22.891 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:22.892 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:22.892 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:22.892 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153054 2021-07-26T16:06:22.892 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.892 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.893 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.893 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.893 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201182+0000", 2021-07-26T16:06:22.893 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.894 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.894 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.894 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.894 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201182+0000", 2021-07-26T16:06:22.894 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.895 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.895 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.895 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.896 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201183+0000", 2021-07-26T16:06:22.896 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.6599999999999994e-07 2021-07-26T16:06:22.896 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.896 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.896 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.897 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201184+0000", 2021-07-26T16:06:22.897 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0839999999999999e-06 2021-07-26T16:06:22.897 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.897 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.897 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.898 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201189+0000", 2021-07-26T16:06:22.898 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8799999999999999e-06 2021-07-26T16:06:22.898 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.898 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.899 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.899 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201192+0000", 2021-07-26T16:06:22.899 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0860000000000002e-06 2021-07-26T16:06:22.899 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.899 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.900 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.900 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664709+0000", 2021-07-26T16:06:22.900 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46351669899999998 2021-07-26T16:06:22.900 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.900 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.901 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:22.901 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664715+0000", 2021-07-26T16:06:22.901 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1290000000000001e-06 2021-07-26T16:06:22.901 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.902 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.902 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.902 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013944+0000", 2021-07-26T16:06:22.902 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.34922837000000001 2021-07-26T16:06:22.902 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.903 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.903 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:22.903 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013950+0000", 2021-07-26T16:06:22.903 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2500000000000003e-06 2021-07-26T16:06:22.903 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.904 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.904 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.904 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.261306+0000", 2021-07-26T16:06:22.904 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2473564249999995 2021-07-26T16:06:22.905 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.905 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.905 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:22.905 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.264891+0000", 2021-07-26T16:06:22.905 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0035851949999999998 2021-07-26T16:06:22.906 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.906 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.906 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.906 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.392998+0000", 2021-07-26T16:06:22.906 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.12810634000000001 2021-07-26T16:06:22.907 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.907 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.908 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.908 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.395112+0000", 2021-07-26T16:06:22.909 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021137220000000002 2021-07-26T16:06:22.909 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.909 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.910 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.910 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.911 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.911 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153079 6.18 6:1ebf40f5:::benchmark_data_smithi078_103090_object48214:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:06:22.911 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201196+0000", 2021-07-26T16:06:22.911 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 136.50060810900001, 2021-07-26T16:06:22.912 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2204830390000003, 2021-07-26T16:06:22.912 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.912 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:22.912 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:22.913 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:22.913 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:22.913 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153079 2021-07-26T16:06:22.913 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.914 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.914 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.914 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.914 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201196+0000", 2021-07-26T16:06:22.914 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.915 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.915 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.915 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.915 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201196+0000", 2021-07-26T16:06:22.916 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.916 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.917 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.917 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.917 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201197+0000", 2021-07-26T16:06:22.918 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.187e-06 2021-07-26T16:06:22.918 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.918 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.918 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.918 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201198+0000", 2021-07-26T16:06:22.919 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.181e-06 2021-07-26T16:06:22.919 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.919 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.919 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.920 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201203+0000", 2021-07-26T16:06:22.920 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6120000000000001e-06 2021-07-26T16:06:22.920 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.920 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.920 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.921 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201206+0000", 2021-07-26T16:06:22.921 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5090000000000002e-06 2021-07-26T16:06:22.921 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.922 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.922 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.922 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664717+0000", 2021-07-26T16:06:22.924 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46351054699999999 2021-07-26T16:06:22.924 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.924 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.924 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:22.925 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664723+0000", 2021-07-26T16:06:22.926 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1360000000000002e-06 2021-07-26T16:06:22.926 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.926 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.926 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.926 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.400860+0000", 2021-07-26T16:06:22.927 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7361369690000004 2021-07-26T16:06:22.927 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.927 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.928 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:22.928 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.402914+0000", 2021-07-26T16:06:22.928 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002053792 2021-07-26T16:06:22.928 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.928 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.929 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:06:22.929 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.406339+0000", 2021-07-26T16:06:22.929 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0034250069999999999 2021-07-26T16:06:22.930 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.930 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.930 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:22.930 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.411842+0000", 2021-07-26T16:06:22.931 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0055036410000000001 2021-07-26T16:06:22.931 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.931 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.931 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:22.931 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.412353+0000", 2021-07-26T16:06:22.932 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00051071000000000005 2021-07-26T16:06:22.932 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.932 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.932 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:22.932 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.413140+0000", 2021-07-26T16:06:22.933 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00078717000000000001 2021-07-26T16:06:22.933 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.933 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.933 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:22.934 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.413395+0000", 2021-07-26T16:06:22.934 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00025470700000000001 2021-07-26T16:06:22.934 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.935 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.935 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:22.935 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.414522+0000", 2021-07-26T16:06:22.936 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0011271849999999999 2021-07-26T16:06:22.936 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.936 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.936 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.937 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.421679+0000", 2021-07-26T16:06:22.937 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0071566859999999998 2021-07-26T16:06:22.937 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.938 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.938 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.938 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.938 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.939 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153103 6.2 6:40c21dd6:::benchmark_data_smithi078_103090_object48238:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:06:22.939 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201209+0000", 2021-07-26T16:06:22.939 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 136.50059448100001, 2021-07-26T16:06:22.939 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4114571749999998, 2021-07-26T16:06:22.940 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.940 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:06:22.940 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:22.940 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:22.940 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:22.941 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153103 2021-07-26T16:06:22.941 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.941 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.942 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.942 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.942 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201209+0000", 2021-07-26T16:06:22.942 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.942 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.943 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.943 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.943 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201209+0000", 2021-07-26T16:06:22.943 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.944 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.944 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.944 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.944 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201211+0000", 2021-07-26T16:06:22.944 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4139999999999999e-06 2021-07-26T16:06:22.945 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.948 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.950 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.950 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201212+0000", 2021-07-26T16:06:22.951 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.257e-06 2021-07-26T16:06:22.951 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.951 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.952 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.952 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201218+0000", 2021-07-26T16:06:22.952 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.7830000000000004e-06 2021-07-26T16:06:22.952 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.953 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.953 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.953 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201221+0000", 2021-07-26T16:06:22.953 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3969999999999998e-06 2021-07-26T16:06:22.953 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.954 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.954 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.954 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568767+0000", 2021-07-26T16:06:22.954 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.36754528800000003 2021-07-26T16:06:22.954 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.955 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.955 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:22.955 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568778+0000", 2021-07-26T16:06:22.955 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1257000000000001e-05 2021-07-26T16:06:22.956 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.956 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.956 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.956 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.610839+0000", 2021-07-26T16:06:22.956 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0420607749999999 2021-07-26T16:06:22.957 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.957 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.957 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.957 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612667+0000", 2021-07-26T16:06:22.958 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001828004 2021-07-26T16:06:22.958 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.958 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.958 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.959 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.959 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.959 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153113 6.2 6:44d0b334:::benchmark_data_smithi078_103090_object48248:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:06:22.960 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201228+0000", 2021-07-26T16:06:22.960 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 136.50057623999999, 2021-07-26T16:06:22.960 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9462143759999999, 2021-07-26T16:06:22.960 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.961 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:22.961 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:22.961 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:22.961 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:22.961 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153113 2021-07-26T16:06:22.962 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.962 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.962 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.962 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.963 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201228+0000", 2021-07-26T16:06:22.963 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.963 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.963 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.963 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.964 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201228+0000", 2021-07-26T16:06:22.964 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.964 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.965 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.965 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.965 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201229+0000", 2021-07-26T16:06:22.965 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.093e-06 2021-07-26T16:06:22.966 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.966 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.966 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.966 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201230+0000", 2021-07-26T16:06:22.966 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.097e-06 2021-07-26T16:06:22.967 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.967 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.967 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.967 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201235+0000", 2021-07-26T16:06:22.967 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6199999999999998e-06 2021-07-26T16:06:22.968 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.968 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.968 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.968 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201238+0000", 2021-07-26T16:06:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4240000000000002e-06 2021-07-26T16:06:22.969 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.970 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.971 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.971 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568796+0000", 2021-07-26T16:06:22.971 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.36755771599999998 2021-07-26T16:06:22.971 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.972 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.972 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:22.972 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568801+0000", 2021-07-26T16:06:22.972 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3449999999999996e-06 2021-07-26T16:06:22.973 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.973 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.973 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.973 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612949+0000", 2021-07-26T16:06:22.974 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.044148421 2021-07-26T16:06:22.974 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.974 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.974 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:22.974 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.616163+0000", 2021-07-26T16:06:22.975 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032132699999999998 2021-07-26T16:06:22.975 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.975 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.976 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5,6", 2021-07-26T16:06:22.976 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.620936+0000", 2021-07-26T16:06:22.976 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.004773266 2021-07-26T16:06:22.976 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.977 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.977 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:22.977 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.634684+0000", 2021-07-26T16:06:22.977 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013748089 2021-07-26T16:06:22.978 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.978 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.978 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:22.979 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.138779+0000", 2021-07-26T16:06:22.979 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.50409526000000004 2021-07-26T16:06:22.979 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.979 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.979 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:22.980 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.139475+0000", 2021-07-26T16:06:22.980 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00069591499999999997 2021-07-26T16:06:22.980 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.980 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.981 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:22.981 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.140415+0000", 2021-07-26T16:06:22.981 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00093928399999999997 2021-07-26T16:06:22.981 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.982 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.982 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:22.982 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.141994+0000", 2021-07-26T16:06:22.982 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015797540000000001 2021-07-26T16:06:22.983 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.983 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.983 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:22.983 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.147442+0000", 2021-07-26T16:06:22.984 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0054478219999999997 2021-07-26T16:06:22.984 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.984 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:22.984 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:22.984 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.985 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.985 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153119 6.8 6:1660b9f1:::benchmark_data_smithi078_103090_object48254:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:06:22.985 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201242+0000", 2021-07-26T16:06:22.986 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 136.50056223199999, 2021-07-26T16:06:22.986 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1992252619999997, 2021-07-26T16:06:22.986 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:22.986 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:22.986 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:22.987 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:22.987 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:22.987 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153119 2021-07-26T16:06:22.988 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.988 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:22.988 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.988 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:22.988 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201242+0000", 2021-07-26T16:06:22.989 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.989 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.990 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.990 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:22.990 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201242+0000", 2021-07-26T16:06:22.990 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:22.991 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.991 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.991 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:22.991 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201243+0000", 2021-07-26T16:06:22.992 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4399999999999998e-07 2021-07-26T16:06:22.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.993 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.993 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:22.993 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201244+0000", 2021-07-26T16:06:22.994 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.02e-06 2021-07-26T16:06:22.994 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.995 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.995 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:22.995 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201248+0000", 2021-07-26T16:06:22.996 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7310000000000001e-06 2021-07-26T16:06:22.996 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.997 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.997 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:22.998 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201251+0000", 2021-07-26T16:06:22.998 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7379999999999999e-06 2021-07-26T16:06:22.998 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:22.998 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:22.999 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:22.999 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664737+0000", 2021-07-26T16:06:22.999 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46348582900000002 2021-07-26T16:06:22.999 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.000 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.001 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:23.001 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664743+0000", 2021-07-26T16:06:23.002 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5639999999999996e-06 2021-07-26T16:06:23.002 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.002 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.002 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:23.003 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013992+0000", 2021-07-26T16:06:23.003 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.34924972599999998 2021-07-26T16:06:23.003 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.003 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.003 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:23.004 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013998+0000", 2021-07-26T16:06:23.004 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2269999999999998e-06 2021-07-26T16:06:23.004 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.004 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.006 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:23.007 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.265351+0000", 2021-07-26T16:06:23.007 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2513530060000004 2021-07-26T16:06:23.007 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.008 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.008 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:23.008 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.268594+0000", 2021-07-26T16:06:23.008 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032424810000000002 2021-07-26T16:06:23.009 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.009 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.009 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:06:23.009 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.273629+0000", 2021-07-26T16:06:23.009 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.005034775 2021-07-26T16:06:23.010 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.010 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.010 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:23.010 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.279493+0000", 2021-07-26T16:06:23.011 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0058639119999999998 2021-07-26T16:06:23.011 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.011 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.011 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.011 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.395653+0000", 2021-07-26T16:06:23.012 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.11616030500000001 2021-07-26T16:06:23.012 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.012 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.012 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.013 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.396141+0000", 2021-07-26T16:06:23.013 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00048782699999999998 2021-07-26T16:06:23.013 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.013 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.013 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.014 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.396616+0000", 2021-07-26T16:06:23.014 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00047524999999999998 2021-07-26T16:06:23.014 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.014 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.014 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:23.015 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.397499+0000", 2021-07-26T16:06:23.015 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00088312700000000004 2021-07-26T16:06:23.015 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.015 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.016 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:23.016 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.400467+0000", 2021-07-26T16:06:23.016 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0029678 2021-07-26T16:06:23.016 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:23.016 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:23.017 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:23.017 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.017 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.017 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153141 6.2 6:41cb80f5:::benchmark_data_smithi078_103090_object48276:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:06:23.018 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201268+0000", 2021-07-26T16:06:23.018 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 136.500536192, 2021-07-26T16:06:23.018 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9552867279999999, 2021-07-26T16:06:23.018 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:23.018 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:23.019 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:23.019 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:23.019 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:23.019 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153141 2021-07-26T16:06:23.020 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.020 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:23.020 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.020 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:23.020 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201268+0000", 2021-07-26T16:06:23.021 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:23.021 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.021 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.021 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:23.022 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201268+0000", 2021-07-26T16:06:23.022 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:23.022 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.022 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.022 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:23.023 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201269+0000", 2021-07-26T16:06:23.023 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.85e-07 2021-07-26T16:06:23.023 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.023 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.024 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:23.024 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201270+0000", 2021-07-26T16:06:23.024 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1480000000000001e-06 2021-07-26T16:06:23.024 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.024 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.025 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:23.025 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201274+0000", 2021-07-26T16:06:23.025 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6789999999999996e-06 2021-07-26T16:06:23.025 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.025 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.026 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:23.026 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201278+0000", 2021-07-26T16:06:23.026 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1379999999999999e-06 2021-07-26T16:06:23.026 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.027 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.027 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:23.027 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568841+0000", 2021-07-26T16:06:23.027 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.36756292400000001 2021-07-26T16:06:23.027 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.028 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.028 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:23.028 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568846+0000", 2021-07-26T16:06:23.028 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1120000000000004e-06 2021-07-26T16:06:23.029 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.029 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.029 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:23.029 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.624919+0000", 2021-07-26T16:06:23.030 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.056073306 2021-07-26T16:06:23.030 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.030 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.030 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:23.031 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.627167+0000", 2021-07-26T16:06:23.031 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002247831 2021-07-26T16:06:23.031 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.031 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.032 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5,6", 2021-07-26T16:06:23.032 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.630976+0000", 2021-07-26T16:06:23.032 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00380964 2021-07-26T16:06:23.032 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.032 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.033 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:23.033 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.133861+0000", 2021-07-26T16:06:23.033 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.50288444200000004 2021-07-26T16:06:23.033 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.033 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.034 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.034 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.148620+0000", 2021-07-26T16:06:23.034 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014759354000000001 2021-07-26T16:06:23.034 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.035 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.035 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.035 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.149608+0000", 2021-07-26T16:06:23.035 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00098736799999999997 2021-07-26T16:06:23.036 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.036 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.036 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.036 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.151199+0000", 2021-07-26T16:06:23.036 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015914239999999999 2021-07-26T16:06:23.037 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.037 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.037 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:23.037 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.152217+0000", 2021-07-26T16:06:23.037 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001017925 2021-07-26T16:06:23.038 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.038 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.038 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:23.038 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.156554+0000", 2021-07-26T16:06:23.039 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043375519999999997 2021-07-26T16:06:23.039 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:23.039 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:23.039 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:23.039 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.040 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.040 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153146 6.18 6:1e6f9d03:::benchmark_data_smithi078_103090_object48281:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:06:23.040 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201281+0000", 2021-07-26T16:06:23.040 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 136.500522741, 2021-07-26T16:06:23.041 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2710628100000001, 2021-07-26T16:06:23.041 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:23.041 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:23.041 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:23.041 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:23.042 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:23.042 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153146 2021-07-26T16:06:23.042 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.042 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:23.043 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.043 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:23.043 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201281+0000", 2021-07-26T16:06:23.043 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:23.043 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.044 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.044 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:23.044 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201281+0000", 2021-07-26T16:06:23.044 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:23.044 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.045 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.045 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:23.045 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201282+0000", 2021-07-26T16:06:23.045 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.9000000000000005e-07 2021-07-26T16:06:23.045 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.046 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.046 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:23.046 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201283+0000", 2021-07-26T16:06:23.046 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.02e-06 2021-07-26T16:06:23.047 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.047 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.047 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:23.047 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201288+0000", 2021-07-26T16:06:23.047 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6240000000000001e-06 2021-07-26T16:06:23.048 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.048 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.048 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:23.048 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201291+0000", 2021-07-26T16:06:23.048 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4850000000000001e-06 2021-07-26T16:06:23.049 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.049 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.049 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:23.049 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664752+0000", 2021-07-26T16:06:23.050 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46346110600000001 2021-07-26T16:06:23.050 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.050 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.050 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:23.050 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664758+0000", 2021-07-26T16:06:23.051 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5389999999999998e-06 2021-07-26T16:06:23.051 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.051 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.051 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:23.052 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.422033+0000", 2021-07-26T16:06:23.052 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7572745540000003 2021-07-26T16:06:23.052 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.052 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.052 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:23.053 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.430698+0000", 2021-07-26T16:06:23.053 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0086659470000000002 2021-07-26T16:06:23.053 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.053 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.053 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:06:23.054 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.435070+0000", 2021-07-26T16:06:23.054 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043711280000000002 2021-07-26T16:06:23.054 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.054 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.055 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.055 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.443389+0000", 2021-07-26T16:06:23.055 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0083194900000000006 2021-07-26T16:06:23.055 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.055 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.056 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.056 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.444134+0000", 2021-07-26T16:06:23.056 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00074463000000000003 2021-07-26T16:06:23.056 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.056 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.057 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.057 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.460455+0000", 2021-07-26T16:06:23.057 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.016321601000000002 2021-07-26T16:06:23.057 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.058 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.058 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:23.058 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.460739+0000", 2021-07-26T16:06:23.058 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00028367399999999998 2021-07-26T16:06:23.058 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.059 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.059 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:23.059 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.467240+0000", 2021-07-26T16:06:23.059 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0065014540000000003 2021-07-26T16:06:23.060 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.060 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.060 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:23.060 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.472344+0000", 2021-07-26T16:06:23.060 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0051035680000000002 2021-07-26T16:06:23.061 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:23.061 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:23.061 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:23.061 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.061 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.062 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153152 6.8 6:13d5daee:::benchmark_data_smithi078_103090_object48287:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:06:23.062 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201309+0000", 2021-07-26T16:06:23.062 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 136.500494954, 2021-07-26T16:06:23.063 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2306528139999999, 2021-07-26T16:06:23.063 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:23.063 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:23.063 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:23.063 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:23.064 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:23.064 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153152 2021-07-26T16:06:23.064 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.064 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:23.065 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.065 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:23.065 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201309+0000", 2021-07-26T16:06:23.065 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:23.065 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.066 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.066 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:23.066 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201309+0000", 2021-07-26T16:06:23.066 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:23.066 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.067 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.067 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:23.067 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201316+0000", 2021-07-26T16:06:23.067 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2760000000000003e-06 2021-07-26T16:06:23.068 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.068 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.068 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:23.068 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201318+0000", 2021-07-26T16:06:23.068 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3069999999999999e-06 2021-07-26T16:06:23.069 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.069 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.069 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:23.069 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201322+0000", 2021-07-26T16:06:23.069 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8169999999999998e-06 2021-07-26T16:06:23.070 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.070 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.070 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:23.070 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201326+0000", 2021-07-26T16:06:23.071 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2109999999999998e-06 2021-07-26T16:06:23.071 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.071 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.071 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:23.071 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664763+0000", 2021-07-26T16:06:23.072 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46343733599999998 2021-07-26T16:06:23.072 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.072 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.072 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:23.073 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664769+0000", 2021-07-26T16:06:23.073 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6210000000000001e-06 2021-07-26T16:06:23.073 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.073 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.073 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:23.074 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.014019+0000", 2021-07-26T16:06:23.074 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.34925055500000002 2021-07-26T16:06:23.074 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.074 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.074 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:23.075 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.014025+0000", 2021-07-26T16:06:23.075 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0619999999999997e-06 2021-07-26T16:06:23.075 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.075 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.075 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:23.076 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.400746+0000", 2021-07-26T16:06:23.076 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3867210459999999 2021-07-26T16:06:23.076 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.076 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.077 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:23.077 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.403539+0000", 2021-07-26T16:06:23.077 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00279313 2021-07-26T16:06:23.077 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.077 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.078 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:06:23.078 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.408331+0000", 2021-07-26T16:06:23.078 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0047918570000000001 2021-07-26T16:06:23.078 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.078 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.079 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.079 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.412889+0000", 2021-07-26T16:06:23.079 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0045578499999999996 2021-07-26T16:06:23.079 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.080 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.080 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.080 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.413421+0000", 2021-07-26T16:06:23.080 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000531647 2021-07-26T16:06:23.080 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.081 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.081 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.081 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.414065+0000", 2021-07-26T16:06:23.081 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00064461800000000001 2021-07-26T16:06:23.081 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.082 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.082 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:23.082 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.422257+0000", 2021-07-26T16:06:23.082 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0081920280000000005 2021-07-26T16:06:23.083 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.083 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.083 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:23.083 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.427787+0000", 2021-07-26T16:06:23.083 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0055299800000000003 2021-07-26T16:06:23.084 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.084 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.084 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:23.084 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.431962+0000", 2021-07-26T16:06:23.085 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0041744729999999997 2021-07-26T16:06:23.085 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:23.085 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:23.085 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:23.085 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.086 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.086 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153179 6.18 6:1e7f98f3:::benchmark_data_smithi078_103090_object48314:head [delete] snapc 0=[] ondisk+write+known_if_redirected e158)", 2021-07-26T16:06:23.086 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:08.612912+0000", 2021-07-26T16:06:23.086 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 134.08889187599999, 2021-07-26T16:06:23.087 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9359044189999999, 2021-07-26T16:06:23.087 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:23.087 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:23.087 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:23.087 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:23.088 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:23.088 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153179 2021-07-26T16:06:23.088 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.088 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:23.088 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.089 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:23.089 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612912+0000", 2021-07-26T16:06:23.089 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:23.089 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.090 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.090 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:23.090 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612912+0000", 2021-07-26T16:06:23.090 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:23.091 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.091 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.091 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:23.091 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612917+0000", 2021-07-26T16:06:23.091 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4859999999999999e-06 2021-07-26T16:06:23.092 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.092 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.092 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:23.092 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612922+0000", 2021-07-26T16:06:23.092 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4280000000000004e-06 2021-07-26T16:06:23.093 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.093 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.093 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:23.093 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612936+0000", 2021-07-26T16:06:23.094 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3961999999999999e-05 2021-07-26T16:06:23.094 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.094 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.094 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:23.094 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612944+0000", 2021-07-26T16:06:23.095 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.3170000000000002e-06 2021-07-26T16:06:23.095 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.095 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.095 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:23.095 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.440279+0000", 2021-07-26T16:06:23.096 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8273346740000003 2021-07-26T16:06:23.096 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.096 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.096 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:23.097 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.442648+0000", 2021-07-26T16:06:23.097 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023694499999999999 2021-07-26T16:06:23.097 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.097 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.097 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:23.098 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.485715+0000", 2021-07-26T16:06:23.098 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.043066796999999997 2021-07-26T16:06:23.098 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.098 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.098 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:06:23.099 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.488099+0000", 2021-07-26T16:06:23.099 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023833219999999998 2021-07-26T16:06:23.099 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.099 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.100 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:23.100 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.510335+0000", 2021-07-26T16:06:23.100 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.022236423000000002 2021-07-26T16:06:23.100 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.100 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.101 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:23.101 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.512325+0000", 2021-07-26T16:06:23.101 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0019898939999999999 2021-07-26T16:06:23.101 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.101 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.102 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:06:23.102 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.516657+0000", 2021-07-26T16:06:23.102 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043323329999999998 2021-07-26T16:06:23.102 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.102 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.103 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.103 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.521933+0000", 2021-07-26T16:06:23.103 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0052761250000000004 2021-07-26T16:06:23.103 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.104 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.104 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.104 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.522623+0000", 2021-07-26T16:06:23.104 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00068971199999999999 2021-07-26T16:06:23.104 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.105 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.105 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:23.105 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.523311+0000", 2021-07-26T16:06:23.105 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00068783699999999995 2021-07-26T16:06:23.105 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.106 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.106 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:23.106 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.543753+0000", 2021-07-26T16:06:23.106 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020441753 2021-07-26T16:06:23.107 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.107 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.107 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:23.107 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.544709+0000", 2021-07-26T16:06:23.107 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00095647600000000005 2021-07-26T16:06:23.108 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:23.108 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:23.108 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:23.108 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.548816+0000", 2021-07-26T16:06:23.108 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0041074299999999996 2021-07-26T16:06:23.109 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:23.109 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:23.109 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:23.109 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:23.109 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:23.110 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:06:23.110 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:23.137 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:23.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:23.138 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:23.239 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:23.262 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:23.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:23.264 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:23.365 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:23.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:23.390 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:23.390 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:23.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:23 smithi078 ceph-mon[73801]: pgmap v534: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 1 remapped+peering, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.8 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 100 op/s; 18392/111849 objects degraded (16.444%); 26576/111849 objects misplaced (23.761%); 3.7 MiB/s, 210 objects/s recovering 2021-07-26T16:06:23.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:23 smithi078 ceph-mon[77813]: pgmap v534: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 1 remapped+peering, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.8 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 100 op/s; 18392/111849 objects degraded (16.444%); 26576/111849 objects misplaced (23.761%); 3.7 MiB/s, 210 objects/s recovering 2021-07-26T16:06:23.492 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:23.516 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:23.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:23.518 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:23.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:23 smithi139 ceph-mon[56829]: pgmap v534: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 1 remapped+peering, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.8 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 100 op/s; 18392/111849 objects degraded (16.444%); 26576/111849 objects misplaced (23.761%); 3.7 MiB/s, 210 objects/s recovering 2021-07-26T16:06:23.620 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:23.638 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:06:23.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:23.648 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:23.648 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:23.749 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:23.773 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:23.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:23.774 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:23.849 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:23.876 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:23.926 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:23.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:23.927 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:23.992 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-07-26T16:06:24.029 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:24.059 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:24.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:24.060 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:24.151 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:06:24.161 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:24.184 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:24.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:24.185 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:24.286 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:24.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:24.329 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:24.329 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:24.430 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:24.453 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:24.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:24.454 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:24.496 INFO:teuthology.orchestra.run.smithi078.stdout:moved 0 / 297 (0%) 2021-07-26T16:06:24.496 INFO:teuthology.orchestra.run.smithi078.stdout:avg 42.4286 2021-07-26T16:06:24.496 INFO:teuthology.orchestra.run.smithi078.stdout:stddev 16.395 -> 16.395 (expected baseline 6.03053) 2021-07-26T16:06:24.496 INFO:teuthology.orchestra.run.smithi078.stdout:min osd.3 with 21 -> 21 pgs (0.49495 -> 0.49495 * mean) 2021-07-26T16:06:24.497 INFO:teuthology.orchestra.run.smithi078.stdout:max osd.1 with 69 -> 69 pgs (1.62626 -> 1.62626 * mean) 2021-07-26T16:06:24.497 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:06:24.497 INFO:teuthology.orchestra.run.smithi078.stdout:oload 1000 2021-07-26T16:06:24.497 INFO:teuthology.orchestra.run.smithi078.stdout:max_change 1 2021-07-26T16:06:24.498 INFO:teuthology.orchestra.run.smithi078.stdout:max_change_osds 4 2021-07-26T16:06:24.498 INFO:teuthology.orchestra.run.smithi078.stdout:average_utilization 0.0170 2021-07-26T16:06:24.498 INFO:teuthology.orchestra.run.smithi078.stdout:overload_utilization 0.1701 2021-07-26T16:06:24.505 INFO:teuthology.orchestra.run.smithi078.stderr:no change 2021-07-26T16:06:24.556 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:24.577 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:24.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:24.579 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:24.680 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:24.703 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:24.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:24.704 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:24.805 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:24.828 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:24.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:24.830 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:24.931 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:24.954 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:24.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:24.955 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:25.057 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:25.083 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:25.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:25.084 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:25.186 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:25.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:25.212 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:25.213 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:25.313 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:25.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:25.349 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:25.350 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:25.451 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:25.475 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:25.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:25.477 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:25.486 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:25 smithi078 ceph-mon[73801]: pgmap v535: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.7 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 98 op/s; 19624/111558 objects degraded (17.591%); 27626/111558 objects misplaced (24.764%); 3.7 MiB/s, 185 objects/s recovering 2021-07-26T16:06:25.486 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:25 smithi078 ceph-mon[73801]: osdmap e201: 8 total, 8 up, 7 in 2021-07-26T16:06:25.486 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:25 smithi078 ceph-mon[77813]: pgmap v535: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.7 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 98 op/s; 19624/111558 objects degraded (17.591%); 27626/111558 objects misplaced (24.764%); 3.7 MiB/s, 185 objects/s recovering 2021-07-26T16:06:25.487 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:25 smithi078 ceph-mon[77813]: osdmap e201: 8 total, 8 up, 7 in 2021-07-26T16:06:25.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:25 smithi139 ceph-mon[56829]: pgmap v535: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 6.7 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 98 op/s; 19624/111558 objects degraded (17.591%); 27626/111558 objects misplaced (24.764%); 3.7 MiB/s, 185 objects/s recovering 2021-07-26T16:06:25.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:25 smithi139 ceph-mon[56829]: osdmap e201: 8 total, 8 up, 7 in 2021-07-26T16:06:25.578 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:25.614 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:25.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:25.616 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:25.718 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:25.740 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:25.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:25.742 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:25.843 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:25.867 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:25.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:25.868 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:25.969 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:25.997 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:25.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:25.999 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:26.057 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:06:26.100 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:26.128 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:26.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:26.130 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:26.231 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:26.231 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:26.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:26.254 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:26.254 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:26.356 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:26.377 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:26.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:26.379 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:26.380 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:26 smithi078 ceph-mon[73801]: from='client.45309 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:26.380 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:26 smithi078 ceph-mon[73801]: osdmap e202: 8 total, 8 up, 7 in 2021-07-26T16:06:26.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:26 smithi078 ceph-mon[77813]: from='client.45309 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:26.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:26 smithi078 ceph-mon[77813]: osdmap e202: 8 total, 8 up, 7 in 2021-07-26T16:06:26.480 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:26.502 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:26.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:26.504 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:26.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:26 smithi139 ceph-mon[56829]: from='client.45309 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:26.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:26 smithi139 ceph-mon[56829]: osdmap e202: 8 total, 8 up, 7 in 2021-07-26T16:06:26.605 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:26.635 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:26.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:26.637 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:26.738 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:26.759 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:26.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:26.761 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:26.862 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:26.884 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:26.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:26.886 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:26.987 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:27.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:27.027 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:27.027 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:27.129 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:27.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:27.161 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:27.162 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:27.265 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:27.299 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:27.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:27.301 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:27.402 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:27.425 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:27.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:27.426 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:27.528 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:27.557 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:27.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:27.559 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:27.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:27 smithi139 ceph-mon[56829]: pgmap v538: 99 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 6.6 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 191 op/s; 19212/108702 objects degraded (17.674%); 26940/108702 objects misplaced (24.783%); 6.8 MiB/s, 233 objects/s recovering 2021-07-26T16:06:27.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:27 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 19212/108702 objects degraded (17.674%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:27.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:27 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3909278354' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:06:27.660 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:27.682 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:27.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:27.684 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:27.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:27 smithi078 ceph-mon[73801]: pgmap v538: 99 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 6.6 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 191 op/s; 19212/108702 objects degraded (17.674%); 26940/108702 objects misplaced (24.783%); 6.8 MiB/s, 233 objects/s recovering 2021-07-26T16:06:27.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:27 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 19212/108702 objects degraded (17.674%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:27.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:27 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3909278354' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:06:27.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:27 smithi078 ceph-mon[77813]: pgmap v538: 99 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 6.6 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 191 op/s; 19212/108702 objects degraded (17.674%); 26940/108702 objects misplaced (24.783%); 6.8 MiB/s, 233 objects/s recovering 2021-07-26T16:06:27.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:27 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 19212/108702 objects degraded (17.674%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:27.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:27 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3909278354' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:06:27.784 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:27.806 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:27.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:27.808 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:27.909 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:27.931 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:27.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:27.933 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:28.034 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:28.054 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:28.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:28.056 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:28.067 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:06:28.157 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:28.178 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:28.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:28.180 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:28.281 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:28.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:28.306 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:28.306 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:28.408 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:28.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:28.431 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:28.432 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:28.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:28 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:06:28.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:28 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3909278354' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:06:28.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:28 smithi078 ceph-mon[73801]: osdmap e203: 8 total, 8 up, 7 in 2021-07-26T16:06:28.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:28 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:06:28.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:28 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3909278354' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:06:28.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:28 smithi078 ceph-mon[77813]: osdmap e203: 8 total, 8 up, 7 in 2021-07-26T16:06:28.535 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:28.558 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:28.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:28.560 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:28.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:28 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:06:28.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:28 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3909278354' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:06:28.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:28 smithi139 ceph-mon[56829]: osdmap e203: 8 total, 8 up, 7 in 2021-07-26T16:06:28.661 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:28.693 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:28.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:28.694 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:28.795 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:28.820 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:28.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:28.822 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:28.923 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:28.950 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:06:28.950 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:06:28.950 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:06:28.957 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:28.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:28.959 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:28.964 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:06:28.997 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:06:29.029 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:06:29.059 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:06:29.060 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:29.085 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:29.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:29.087 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:29.090 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:06:29.091 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:06:29.092 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:06:29.092 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:06:29.092 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:06:29.092 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:06:29.092 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:06:29.093 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:06:29.093 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:06:29.188 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:29.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:29.211 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:29.212 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:29.313 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:29.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:29.337 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:29.338 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:29.440 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:29.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:29.472 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:29.472 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:29.573 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:29.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:29 smithi139 ceph-mon[56829]: pgmap v539: 99 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 6.6 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 147 op/s; 19119/108318 objects degraded (17.651%); 26777/108318 objects misplaced (24.721%); 4.9 MiB/s, 183 objects/s recovering 2021-07-26T16:06:29.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:29 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/170041226' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:29.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:29.598 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:29.598 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:29.700 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:29.721 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:29.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:29.723 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:29.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:29 smithi078 ceph-mon[73801]: pgmap v539: 99 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 6.6 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 147 op/s; 19119/108318 objects degraded (17.651%); 26777/108318 objects misplaced (24.721%); 4.9 MiB/s, 183 objects/s recovering 2021-07-26T16:06:29.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:29 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/170041226' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:29.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:29 smithi078 ceph-mon[77813]: pgmap v539: 99 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 76 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 6.6 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 147 op/s; 19119/108318 objects degraded (17.651%); 26777/108318 objects misplaced (24.721%); 4.9 MiB/s, 183 objects/s recovering 2021-07-26T16:06:29.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:29 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/170041226' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:29.824 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:29.845 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:29.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:29.847 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:29.949 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:29.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:29.977 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:29.978 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:30.079 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:30.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:30.108 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:30.108 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:30.211 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:30.238 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:30.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:30.239 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:30.341 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:30.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:30.369 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:30.370 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:30.471 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:30.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:30.494 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:30.495 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:30.584 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 0, 4] out_osds: [2] dead_osds: [] live_osds: [0, 1, 3, 5, 6, 7, 2, 4] 2021-07-26T16:06:30.585 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 1 1 2021-07-26T16:06:30.595 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:30.649 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:06:30.649 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:06:30.663 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:30.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:30.665 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:30.761 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:30.766 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:30.808 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:30.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:30.810 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:30.911 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:30.935 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:30.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:30.936 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:31.038 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:31.070 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:31.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:31.072 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:31.089 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:06:31.174 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:31.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:31.199 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:31.199 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:31.300 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:31.326 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:31.336 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:31.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:31.338 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:31.440 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:31.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:31.470 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:31.470 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:31.542 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:31 smithi078 ceph-mon[73801]: pgmap v541: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 6.4 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 323 op/s; 18729/105729 objects degraded (17.714%); 26128/105729 objects misplaced (24.712%); 10 MiB/s, 308 objects/s recovering 2021-07-26T16:06:31.542 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:31 smithi078 ceph-mon[77813]: pgmap v541: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 6.4 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 323 op/s; 18729/105729 objects degraded (17.714%); 26128/105729 objects misplaced (24.712%); 10 MiB/s, 308 objects/s recovering 2021-07-26T16:06:31.554 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:31 smithi139 ceph-mon[56829]: pgmap v541: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 6.4 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 323 op/s; 18729/105729 objects degraded (17.714%); 26128/105729 objects misplaced (24.712%); 10 MiB/s, 308 objects/s recovering 2021-07-26T16:06:31.555 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-07-26T16:06:31.572 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:31.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:31.608 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:31.608 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:31.709 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:31.713 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:06:31.737 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:31.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:31.738 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:31.840 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:31.857 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:06:31.861 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:31.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:31.862 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:31.963 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:31.988 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:31.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:31.990 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:32.020 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:32.091 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:32.114 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:32.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:32.115 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:32.216 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:32.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:32.239 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:32.240 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:32.341 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:32.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:32.369 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:32.369 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:32.471 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:32.496 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:32.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:32.498 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:32.544 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:32 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 18729/105729 objects degraded (17.714%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:32.545 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:32 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 18729/105729 objects degraded (17.714%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:32.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:32 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 18729/105729 objects degraded (17.714%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:32.599 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:32.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:32.633 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:32.633 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:32.734 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:32.779 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:32.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:32.781 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:32.882 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:32.904 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:32.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:32.906 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:33.007 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:33.031 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:33.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:33.033 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:33.134 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:33.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:33.172 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:33.172 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:33.274 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:33.295 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:33.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:33.297 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:33.399 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:06:33.399 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:06:33.399 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:33.430 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:33.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:33.431 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:33.468 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:33 smithi139 ceph-mon[56829]: pgmap v542: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 6.4 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 200 op/s; 18729/105729 objects degraded (17.714%); 26128/105729 objects misplaced (24.712%); 6.9 MiB/s, 110 objects/s recovering 2021-07-26T16:06:33.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:33 smithi078 ceph-mon[73801]: pgmap v542: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 6.4 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 200 op/s; 18729/105729 objects degraded (17.714%); 26128/105729 objects misplaced (24.712%); 6.9 MiB/s, 110 objects/s recovering 2021-07-26T16:06:33.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:33 smithi078 ceph-mon[77813]: pgmap v542: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 6.4 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 200 op/s; 18729/105729 objects degraded (17.714%); 26128/105729 objects misplaced (24.712%); 6.9 MiB/s, 110 objects/s recovering 2021-07-26T16:06:33.533 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:33.556 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:33.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:33.559 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:33.660 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:33.683 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:33.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:33.685 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:33.786 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:33.810 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:33.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:33.811 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:33.912 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:33.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:33.938 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:33.938 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:34.039 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:34.060 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:34.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:34.062 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:34.163 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:34.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:34.193 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:34.194 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:34.206 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-07-26T16:06:34.297 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:34.321 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:34.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:34.323 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:34.356 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:06:34.424 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:34.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:34.464 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:34.464 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:34.489 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.1 to 1 (10000) 2021-07-26T16:06:34.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:34 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3626204437' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:06:34.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:34 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:06:34.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:34 smithi078 ceph-mon[73801]: pgmap v543: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 6.4 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 128 op/s; 18642/105363 objects degraded (17.693%); 25971/105363 objects misplaced (24.649%); 4.5 MiB/s, 72 objects/s recovering 2021-07-26T16:06:34.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:34 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3626204437' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:06:34.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:34 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:06:34.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:34 smithi078 ceph-mon[77813]: pgmap v543: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 6.4 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 128 op/s; 18642/105363 objects degraded (17.693%); 25971/105363 objects misplaced (24.649%); 4.5 MiB/s, 72 objects/s recovering 2021-07-26T16:06:34.494 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:34 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3626204437' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:06:34.494 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:34 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:06:34.494 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:34 smithi139 ceph-mon[56829]: pgmap v543: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 6.4 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 128 op/s; 18642/105363 objects degraded (17.693%); 25971/105363 objects misplaced (24.649%); 4.5 MiB/s, 72 objects/s recovering 2021-07-26T16:06:34.565 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:34.602 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:34.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:34.604 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:34.704 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:34.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:34.744 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:34.744 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:34.847 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:34.869 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:34.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:34.871 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:34.972 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:34.993 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:34.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:34.995 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:35.096 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:35.124 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:35.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:35.125 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:35.226 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:35.250 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:35.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:35.251 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:35.352 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:35.382 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:35.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:35.384 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:35.417 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:35 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-07-26T16:06:35.417 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:35 smithi078 ceph-mon[73801]: osdmap e204: 8 total, 8 up, 7 in 2021-07-26T16:06:35.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:35 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-07-26T16:06:35.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:35 smithi078 ceph-mon[77813]: osdmap e204: 8 total, 8 up, 7 in 2021-07-26T16:06:35.485 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:35.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:35.517 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:35.517 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:35.542 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 3 1 2021-07-26T16:06:35.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:35 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-07-26T16:06:35.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:35 smithi139 ceph-mon[56829]: osdmap e204: 8 total, 8 up, 7 in 2021-07-26T16:06:35.618 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:35.639 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:35.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:35.641 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:35.742 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:35.776 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:35.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:35.777 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:35.807 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:35.878 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:35.909 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:35.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:35.911 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:36.012 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:36.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:36.054 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:36.054 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:36.109 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:06:36.153 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:06:36.156 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:36.161 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:06:36.161 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:06:36.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:36.183 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:36.183 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:36.207 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:06:36.241 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:06:36.271 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:06:36.285 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:36.298 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:06:36.308 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:36.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:36.310 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:36.336 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:06:36.364 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:06:36.391 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:06:36.407 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:06:36.408 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:06:36.408 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:06:36.408 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:06:36.408 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:06:36.408 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:06:36.409 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:06:36.409 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:06:36.411 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:36.433 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:36.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:36.434 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:36.535 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:36.567 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:36.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:36.568 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:36.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:36 smithi139 ceph-mon[56829]: pgmap v545: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 6.3 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 213 op/s; 18317/103200 objects degraded (17.749%); 25406/103200 objects misplaced (24.618%); 7.2 MiB/s, 114 objects/s recovering 2021-07-26T16:06:36.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:36 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2862585066' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:36.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:36 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2974716922' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:06:36.581 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:36 smithi078 ceph-mon[73801]: pgmap v545: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 6.3 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 213 op/s; 18317/103200 objects degraded (17.749%); 25406/103200 objects misplaced (24.618%); 7.2 MiB/s, 114 objects/s recovering 2021-07-26T16:06:36.581 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:36 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2862585066' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:36.581 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:36 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2974716922' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:06:36.582 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:36 smithi078 ceph-mon[77813]: pgmap v545: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 6.3 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 213 op/s; 18317/103200 objects degraded (17.749%); 25406/103200 objects misplaced (24.618%); 7.2 MiB/s, 114 objects/s recovering 2021-07-26T16:06:36.582 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:36 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2862585066' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:36.582 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:36 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2974716922' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:06:36.670 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:36.691 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:36.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:36.692 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:36.794 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:36.827 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:36.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:36.829 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:36.930 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:36.953 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:36.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:36.955 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:37.051 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-07-26T16:06:37.056 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:37.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:37.128 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:37.128 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:37.217 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:37.229 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:37.251 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:37.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:37.253 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:37.354 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:37.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:37.378 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:37.379 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:37.434 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:37 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:06:37.435 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:37 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2974716922' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:06:37.435 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:37 smithi078 ceph-mon[73801]: osdmap e205: 8 total, 8 up, 7 in 2021-07-26T16:06:37.435 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:37 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 18317/103200 objects degraded (17.749%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:37.435 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:37 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:06:37.436 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:37 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2974716922' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:06:37.436 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:37 smithi078 ceph-mon[77813]: osdmap e205: 8 total, 8 up, 7 in 2021-07-26T16:06:37.436 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:37 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 18317/103200 objects degraded (17.749%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:37.480 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:37.504 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:37.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:37.506 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:37.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:37 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:06:37.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:37 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2974716922' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:06:37.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:37 smithi139 ceph-mon[56829]: osdmap e205: 8 total, 8 up, 7 in 2021-07-26T16:06:37.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:37 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 18317/103200 objects degraded (17.749%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:37.607 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:37.630 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:37.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:37.631 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:37.732 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:37.755 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:37.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:37.756 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:37.857 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:37.882 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:37.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:37.884 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:37.986 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:38.007 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:38.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:38.008 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:38.109 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:38.132 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:38.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:38.134 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:38.235 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:38.259 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:38.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:38.261 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:38.362 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:38.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:38.392 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:38.392 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:38.493 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:38.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:38.517 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:38.517 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:38.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:38 smithi139 ceph-mon[56829]: pgmap v547: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 6.3 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 118 op/s; 18231/102873 objects degraded (17.722%); 25274/102873 objects misplaced (24.568%); 4.3 MiB/s, 69 objects/s recovering 2021-07-26T16:06:38.619 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:38.642 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:38 smithi078 ceph-mon[73801]: pgmap v547: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 6.3 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 118 op/s; 18231/102873 objects degraded (17.722%); 25274/102873 objects misplaced (24.568%); 4.3 MiB/s, 69 objects/s recovering 2021-07-26T16:06:38.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:38.644 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:38.644 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:38.645 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:38 smithi078 ceph-mon[77813]: pgmap v547: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 9 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 6.3 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 118 op/s; 18231/102873 objects degraded (17.722%); 25274/102873 objects misplaced (24.568%); 4.3 MiB/s, 69 objects/s recovering 2021-07-26T16:06:38.745 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:38.777 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:38.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:38.779 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:38.880 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:38.901 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:38.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:38.903 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:39.004 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:39.030 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:39.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:39.032 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:39.133 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:39.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:39.156 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:39.156 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:39.258 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:39.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:39.281 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:39.282 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:39.384 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:39.405 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:39.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:39.406 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:39.507 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:39.509 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.3 to 1 (10000) 2021-07-26T16:06:39.550 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:39.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:39.551 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:39.652 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:39.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:39.675 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:39.675 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:39.777 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:39.789 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:39 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2992282826' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-07-26T16:06:39.789 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:39 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-07-26T16:06:39.790 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:39 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2992282826' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-07-26T16:06:39.790 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:39 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-07-26T16:06:39.797 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:39.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:39.799 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:39.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:39 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2992282826' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-07-26T16:06:39.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:39 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-07-26T16:06:39.901 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:39.921 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:39.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:39.923 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:40.024 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:40.046 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:40.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:40.048 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:40.149 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:40.171 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:40.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:40.172 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:40.273 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:40.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:40.296 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:40.297 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:40.398 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:40.417 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:06:40.420 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:40.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:40.422 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:40.523 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:40.546 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:40.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:40.549 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:40.595 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:40.631 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 5 1 2021-07-26T16:06:40.650 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:40.676 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:06:40.705 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:40.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:40 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-07-26T16:06:40.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:40 smithi078 ceph-mon[73801]: osdmap e206: 8 total, 8 up, 7 in 2021-07-26T16:06:40.707 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:40 smithi078 ceph-mon[73801]: pgmap v549: 99 pgs: 3 remapped+peering, 14 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 6 active+recovery_wait+degraded+remapped, 63 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.2 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 262 op/s; 14432/100644 objects degraded (14.340%); 19791/100644 objects misplaced (19.664%); 9.0 MiB/s, 143 objects/s recovering 2021-07-26T16:06:40.709 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:40 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-07-26T16:06:40.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:40 smithi078 ceph-mon[77813]: osdmap e206: 8 total, 8 up, 7 in 2021-07-26T16:06:40.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:40 smithi078 ceph-mon[77813]: pgmap v549: 99 pgs: 3 remapped+peering, 14 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 6 active+recovery_wait+degraded+remapped, 63 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.2 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 262 op/s; 14432/100644 objects degraded (14.340%); 19791/100644 objects misplaced (19.664%); 9.0 MiB/s, 143 objects/s recovering 2021-07-26T16:06:40.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:40.712 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:40.799 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:40.813 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:40.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:40 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-07-26T16:06:40.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:40 smithi139 ceph-mon[56829]: osdmap e206: 8 total, 8 up, 7 in 2021-07-26T16:06:40.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:40 smithi139 ceph-mon[56829]: pgmap v549: 99 pgs: 3 remapped+peering, 14 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 6 active+recovery_wait+degraded+remapped, 63 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.2 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 262 op/s; 14432/100644 objects degraded (14.340%); 19791/100644 objects misplaced (19.664%); 9.0 MiB/s, 143 objects/s recovering 2021-07-26T16:06:40.829 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:40.834 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:40.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:40.836 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:40.937 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:40.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:40.960 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:40.960 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:41.062 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:41.087 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:41.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:41.089 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:41.190 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:41.218 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:41.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:41.219 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:41.290 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:06:41.290 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:06:41.290 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 0 2021-07-26T16:06:41.291 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:06:41.320 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:41.342 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:41.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:41.343 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:41.445 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:41.468 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:41.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:41.470 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:41.571 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:41.600 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:41.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:41.603 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:41.704 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:41.730 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:41.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:41.732 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:41.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:41 smithi139 ceph-mon[56829]: osdmap e207: 8 total, 8 up, 7 in 2021-07-26T16:06:41.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:41 smithi139 ceph-mon[56829]: 6.10 continuing backfill to osd.1 from (103'3628,205'10277] MIN to 205'10277 2021-07-26T16:06:41.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:41 smithi139 ceph-mon[56829]: osdmap e208: 8 total, 8 up, 7 in 2021-07-26T16:06:41.833 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:41.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:41.858 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:41.858 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:41.866 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:41 smithi078 ceph-mon[73801]: osdmap e207: 8 total, 8 up, 7 in 2021-07-26T16:06:41.866 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:41 smithi078 ceph-mon[73801]: 6.10 continuing backfill to osd.1 from (103'3628,205'10277] MIN to 205'10277 2021-07-26T16:06:41.866 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:41 smithi078 ceph-mon[73801]: osdmap e208: 8 total, 8 up, 7 in 2021-07-26T16:06:41.867 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:41 smithi078 ceph-mon[77813]: osdmap e207: 8 total, 8 up, 7 in 2021-07-26T16:06:41.867 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:41 smithi078 ceph-mon[77813]: 6.10 continuing backfill to osd.1 from (103'3628,205'10277] MIN to 205'10277 2021-07-26T16:06:41.867 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:41 smithi078 ceph-mon[77813]: osdmap e208: 8 total, 8 up, 7 in 2021-07-26T16:06:41.959 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:41.981 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:41.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:41.982 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:42.083 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:42.107 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:42.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:42.109 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:42.212 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:42.238 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:42.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:42.240 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:42.341 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:42.362 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:42.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:42.364 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:42.465 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:42.485 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:42.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:42.486 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:42.587 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:42.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:42.625 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:42.626 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:42.727 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:42.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:42.760 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:42.761 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:42.861 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:42.884 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:42.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:42.885 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:42.987 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:42.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[73801]: 6.12 continuing backfill to osd.5 from (101'2697,205'10400] MIN to 205'10400 2021-07-26T16:06:42.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[73801]: 6.12 continuing backfill to osd.6 from (101'2697,205'10400] MIN to 205'10400 2021-07-26T16:06:42.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[73801]: 6.c continuing backfill to osd.1 from (113'6172,205'11060] MIN to 205'11060 2021-07-26T16:06:42.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[73801]: 6.2 continuing backfill to osd.5 from (101'2697,205'10406] MIN to 205'10406 2021-07-26T16:06:42.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[73801]: 6.c continuing backfill to osd.7 from (113'6172,205'11060] 6:36bfc813:::benchmark_data_smithi078_103090_object100095:head to 205'11060 2021-07-26T16:06:42.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[73801]: 6.2 continuing backfill to osd.6 from (101'2697,205'10406] MIN to 205'10406 2021-07-26T16:06:42.991 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[73801]: 6.0 continuing backfill to osd.1 from (103'3628,205'10250] MIN to 205'10250 2021-07-26T16:06:42.991 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[73801]: 6.f continuing backfill to osd.6 from (104'4549,205'10957] MIN to 205'10957 2021-07-26T16:06:42.991 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[73801]: 6.16 starting backfill to osd.3 from (101'2702,173'9917] MIN to 205'10355 2021-07-26T16:06:42.991 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[73801]: pgmap v552: 99 pgs: 3 remapped+peering, 14 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 6 active+recovery_wait+degraded+remapped, 63 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.2 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 151 op/s; 14432/100644 objects degraded (14.340%); 19791/100644 objects misplaced (19.664%); 5.3 MiB/s, 85 objects/s recovering 2021-07-26T16:06:42.992 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 14432/100644 objects degraded (14.340%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:42.992 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[77813]: 6.12 continuing backfill to osd.5 from (101'2697,205'10400] MIN to 205'10400 2021-07-26T16:06:42.993 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[77813]: 6.12 continuing backfill to osd.6 from (101'2697,205'10400] MIN to 205'10400 2021-07-26T16:06:42.993 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[77813]: 6.c continuing backfill to osd.1 from (113'6172,205'11060] MIN to 205'11060 2021-07-26T16:06:42.993 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[77813]: 6.2 continuing backfill to osd.5 from (101'2697,205'10406] MIN to 205'10406 2021-07-26T16:06:42.993 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[77813]: 6.c continuing backfill to osd.7 from (113'6172,205'11060] 6:36bfc813:::benchmark_data_smithi078_103090_object100095:head to 205'11060 2021-07-26T16:06:42.993 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[77813]: 6.2 continuing backfill to osd.6 from (101'2697,205'10406] MIN to 205'10406 2021-07-26T16:06:42.994 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[77813]: 6.0 continuing backfill to osd.1 from (103'3628,205'10250] MIN to 205'10250 2021-07-26T16:06:42.994 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[77813]: 6.f continuing backfill to osd.6 from (104'4549,205'10957] MIN to 205'10957 2021-07-26T16:06:42.994 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[77813]: 6.16 starting backfill to osd.3 from (101'2702,173'9917] MIN to 205'10355 2021-07-26T16:06:42.994 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[77813]: pgmap v552: 99 pgs: 3 remapped+peering, 14 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 6 active+recovery_wait+degraded+remapped, 63 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.2 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 151 op/s; 14432/100644 objects degraded (14.340%); 19791/100644 objects misplaced (19.664%); 5.3 MiB/s, 85 objects/s recovering 2021-07-26T16:06:42.995 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:42 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 14432/100644 objects degraded (14.340%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:43.017 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:43.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:43.019 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:43.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:42 smithi139 ceph-mon[56829]: 6.12 continuing backfill to osd.5 from (101'2697,205'10400] MIN to 205'10400 2021-07-26T16:06:43.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:42 smithi139 ceph-mon[56829]: 6.12 continuing backfill to osd.6 from (101'2697,205'10400] MIN to 205'10400 2021-07-26T16:06:43.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:42 smithi139 ceph-mon[56829]: 6.c continuing backfill to osd.1 from (113'6172,205'11060] MIN to 205'11060 2021-07-26T16:06:43.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:42 smithi139 ceph-mon[56829]: 6.2 continuing backfill to osd.5 from (101'2697,205'10406] MIN to 205'10406 2021-07-26T16:06:43.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:42 smithi139 ceph-mon[56829]: 6.c continuing backfill to osd.7 from (113'6172,205'11060] 6:36bfc813:::benchmark_data_smithi078_103090_object100095:head to 205'11060 2021-07-26T16:06:43.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:42 smithi139 ceph-mon[56829]: 6.2 continuing backfill to osd.6 from (101'2697,205'10406] MIN to 205'10406 2021-07-26T16:06:43.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:42 smithi139 ceph-mon[56829]: 6.0 continuing backfill to osd.1 from (103'3628,205'10250] MIN to 205'10250 2021-07-26T16:06:43.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:42 smithi139 ceph-mon[56829]: 6.f continuing backfill to osd.6 from (104'4549,205'10957] MIN to 205'10957 2021-07-26T16:06:43.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:42 smithi139 ceph-mon[56829]: 6.16 starting backfill to osd.3 from (101'2702,173'9917] MIN to 205'10355 2021-07-26T16:06:43.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:42 smithi139 ceph-mon[56829]: pgmap v552: 99 pgs: 3 remapped+peering, 14 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 6 active+recovery_wait+degraded+remapped, 63 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.2 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 151 op/s; 14432/100644 objects degraded (14.340%); 19791/100644 objects misplaced (19.664%); 5.3 MiB/s, 85 objects/s recovering 2021-07-26T16:06:43.079 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:42 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 14432/100644 objects degraded (14.340%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:43.122 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:43.148 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:43.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:43.150 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:43.252 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:43.272 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:43.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:43.274 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:43.376 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:43.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:43.404 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:43.404 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:43.485 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-07-26T16:06:43.506 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:43.562 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:43.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:43.563 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:43.664 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:43.726 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:43.738 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:43.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:43.741 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:43.843 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:43.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:43.868 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:43.869 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:43.970 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:44.009 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:44.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:44.010 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:44.112 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:44.136 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:44.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:44.137 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:44.238 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:44.311 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:44.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:44.313 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:44.414 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:44.462 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:44.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:44.463 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:44.564 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:44.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:44.607 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:44.607 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:44.709 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:44.737 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:44.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:44.739 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:44.840 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:44.869 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:44.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:44.871 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:44.972 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:45.049 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:45.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:45.050 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:45.152 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:45.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:45.232 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:45.232 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:45.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:45 smithi078 ceph-mon[73801]: pgmap v553: 99 pgs: 3 remapped+peering, 14 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 6 active+recovery_wait+degraded+remapped, 63 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.2 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 137 op/s; 14382/100395 objects degraded (14.325%); 17661/100395 objects misplaced (17.592%); 4.6 MiB/s, 74 objects/s recovering 2021-07-26T16:06:45.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:45 smithi078 ceph-mon[77813]: pgmap v553: 99 pgs: 3 remapped+peering, 14 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 6 active+recovery_wait+degraded+remapped, 63 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.2 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 137 op/s; 14382/100395 objects degraded (14.325%); 17661/100395 objects misplaced (17.592%); 4.6 MiB/s, 74 objects/s recovering 2021-07-26T16:06:45.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:45 smithi139 ceph-mon[56829]: pgmap v553: 99 pgs: 3 remapped+peering, 14 peering, 1 active+remapped+backfilling, 1 active+clean+remapped, 6 active+recovery_wait+degraded+remapped, 63 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.2 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 137 op/s; 14382/100395 objects degraded (14.325%); 17661/100395 objects misplaced (17.592%); 4.6 MiB/s, 74 objects/s recovering 2021-07-26T16:06:45.333 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:45.423 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:45.424 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:06:45.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:45.425 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:45.466 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:06:45.525 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:06:45.526 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:45.575 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:06:45.595 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:45.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:45.599 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:45.614 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:06:45.646 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:06:45.688 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:06:45.701 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:45.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:45.730 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:45.730 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:45.731 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:06:45.740 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:06:45.741 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:06:45.741 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:06:45.741 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:06:45.741 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:06:45.742 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:06:45.742 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:06:45.742 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:06:45.831 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:45.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:45.861 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:45.862 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:45.964 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:46.008 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:46.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:46.010 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:46.113 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:46.151 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:46.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:46.153 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:46.254 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:46.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:46.284 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:46.284 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:46.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:46 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:46.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:46 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:06:46.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:46 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:06:46.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:46 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/138280920' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:46.386 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:46.408 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:46.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:46.409 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:46.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:46 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:46.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:46 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:06:46.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:46 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:06:46.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:46 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/138280920' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:46.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:46 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:46.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:46 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:06:46.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:46 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:06:46.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:46 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/138280920' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:46.511 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:46.537 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:46.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:46.538 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:46.639 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:46.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:46.679 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:46.679 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:46.780 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:46.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:46.831 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:46.831 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:46.932 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:46.979 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:46.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:46.981 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:47.082 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:47.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:47.132 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:47.132 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:47.234 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:47.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:47 smithi078 ceph-mon[73801]: pgmap v554: 99 pgs: 2 active+recovery_wait+degraded, 7 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.0 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 165 op/s; 17894/97866 objects degraded (18.284%); 15155/97866 objects misplaced (15.485%); 4.9 MiB/s, 78 objects/s recovering 2021-07-26T16:06:47.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:47 smithi078 ceph-mon[77813]: pgmap v554: 99 pgs: 2 active+recovery_wait+degraded, 7 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.0 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 165 op/s; 17894/97866 objects degraded (18.284%); 15155/97866 objects misplaced (15.485%); 4.9 MiB/s, 78 objects/s recovering 2021-07-26T16:06:47.256 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:47.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:47.257 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:47.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:47 smithi139 ceph-mon[56829]: pgmap v554: 99 pgs: 2 active+recovery_wait+degraded, 7 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.0 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 165 op/s; 17894/97866 objects degraded (18.284%); 15155/97866 objects misplaced (15.485%); 4.9 MiB/s, 78 objects/s recovering 2021-07-26T16:06:47.358 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:47.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:47.394 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:47.394 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:47.496 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:47.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:47.524 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:47.524 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:47.625 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:47.659 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:47.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:47.661 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:47.762 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:47.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:47.817 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:47.818 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:47.919 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:47.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:47.951 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:47.951 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:48.052 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:48.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:48 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 17894/97866 objects degraded (18.284%), 16 pgs degraded (PG_DEGRADED) 2021-07-26T16:06:48.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:48 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/754433727' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:06:48.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:48 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:06:48.084 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:48 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 17894/97866 objects degraded (18.284%), 16 pgs degraded (PG_DEGRADED) 2021-07-26T16:06:48.084 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:48 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/754433727' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:06:48.085 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:48 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:06:48.090 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.5 to 1 (10000) 2021-07-26T16:06:48.113 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:48.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:48.118 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:48.219 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:48.247 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:48.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:48.249 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:48.325 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:06:48.326 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:06:48.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:48 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 17894/97866 objects degraded (18.284%), 16 pgs degraded (PG_DEGRADED) 2021-07-26T16:06:48.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:48 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/754433727' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:06:48.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:48 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:06:48.350 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:48.374 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:48.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:48.376 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:48.477 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:48.500 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:48.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:48.501 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:48.603 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:48.625 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:48.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:48.626 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:48.727 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:48.750 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:48.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:48.752 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:48.853 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:48.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:48.881 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:48.881 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:48.983 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:49.004 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:49.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:49.005 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:49.085 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:06:49.085 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:49 smithi139 ceph-mon[56829]: pgmap v555: 99 pgs: 2 active+recovery_wait+degraded, 7 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.0 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 125 op/s; 17894/97632 objects degraded (18.328%); 14999/97632 objects misplaced (15.363%); 3.4 MiB/s, 53 objects/s recovering 2021-07-26T16:06:49.085 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:49 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-07-26T16:06:49.086 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:49 smithi139 ceph-mon[56829]: osdmap e209: 8 total, 8 up, 7 in 2021-07-26T16:06:49.086 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:49 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1068442494' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:06:49.086 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:49 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:06:49.107 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:49.141 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:49.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:49.143 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:49.244 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:49.266 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:49.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:49.268 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:49.369 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:49.391 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:49.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:49.393 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:49.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:49 smithi078 ceph-mon[73801]: pgmap v555: 99 pgs: 2 active+recovery_wait+degraded, 7 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.0 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 125 op/s; 17894/97632 objects degraded (18.328%); 14999/97632 objects misplaced (15.363%); 3.4 MiB/s, 53 objects/s recovering 2021-07-26T16:06:49.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:49 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-07-26T16:06:49.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:49 smithi078 ceph-mon[73801]: osdmap e209: 8 total, 8 up, 7 in 2021-07-26T16:06:49.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:49 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1068442494' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:06:49.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:49 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:06:49.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:49 smithi078 ceph-mon[77813]: pgmap v555: 99 pgs: 2 active+recovery_wait+degraded, 7 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 2.0 GiB data, 6.0 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 125 op/s; 17894/97632 objects degraded (18.328%); 14999/97632 objects misplaced (15.363%); 3.4 MiB/s, 53 objects/s recovering 2021-07-26T16:06:49.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:49 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-07-26T16:06:49.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:49 smithi078 ceph-mon[77813]: osdmap e209: 8 total, 8 up, 7 in 2021-07-26T16:06:49.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:49 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1068442494' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:06:49.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:49 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:06:49.494 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:49.517 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:49.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:49.518 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:49.619 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:49.641 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:49.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:49.643 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:49.744 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:49.765 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:49.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:49.766 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:49.868 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:49.889 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:49.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:49.890 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:49.946 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:06:49.991 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:50.013 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:50.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:50.015 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:50.098 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:50.116 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:50.174 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:50.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:50.175 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:50.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:50 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:06:50.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:50 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:06:50.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:50 smithi078 ceph-mon[73801]: osdmap e210: 8 total, 8 up, 7 in 2021-07-26T16:06:50.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:50 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:06:50.241 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:50 smithi078 ceph-mon[73801]: osdmap e211: 8 total, 8 up, 7 in 2021-07-26T16:06:50.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:50 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:06:50.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:50 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:06:50.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:50 smithi078 ceph-mon[77813]: osdmap e210: 8 total, 8 up, 7 in 2021-07-26T16:06:50.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:50 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:06:50.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:50 smithi078 ceph-mon[77813]: osdmap e211: 8 total, 8 up, 7 in 2021-07-26T16:06:50.277 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:50.299 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:50.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:50.301 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:50.402 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:50.424 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:50.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:50.426 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:50.526 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:50.550 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:50.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:50.552 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:50.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:50 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:06:50.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:50 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:06:50.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:50 smithi139 ceph-mon[56829]: osdmap e210: 8 total, 8 up, 7 in 2021-07-26T16:06:50.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:50 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:06:50.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:50 smithi139 ceph-mon[56829]: osdmap e211: 8 total, 8 up, 7 in 2021-07-26T16:06:50.653 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:50.675 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:50.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:50.676 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:50.777 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:50.798 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:50.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:50.800 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:50.821 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-07-26T16:06:50.902 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:50.906 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 6 1 2021-07-26T16:06:50.924 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:50.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:50.926 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:50.991 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:51.026 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:51.050 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:51.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:51.052 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:51.104 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:51.153 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:51.177 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:51.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:51.178 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:51.280 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:51.301 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:51.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:51.302 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:51.362 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:51 smithi078 ceph-mon[73801]: pgmap v558: 99 pgs: 5 remapped+peering, 5 peering, 1 active+recovering+degraded+remapped, 4 active+recovery_wait+degraded+remapped, 74 active+clean, 1 active+undersized+remapped, 5 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 5.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 349 op/s; 9662/92244 objects degraded (10.474%); 11274/92244 objects misplaced (12.222%); 11 MiB/s, 235 objects/s recovering 2021-07-26T16:06:51.362 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:51 smithi078 ceph-mon[73801]: 6.e starting backfill to osd.5 from (0'0,0'0] MAX to 208'11234 2021-07-26T16:06:51.362 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:51 smithi078 ceph-mon[73801]: 6.c continuing backfill to osd.7 from (114'6372,208'11242] 6:36bfc813:::benchmark_data_smithi078_103090_object100095:head to 208'11242 2021-07-26T16:06:51.363 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:51 smithi078 ceph-mon[73801]: osdmap e212: 8 total, 8 up, 7 in 2021-07-26T16:06:51.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:51 smithi078 ceph-mon[77813]: pgmap v558: 99 pgs: 5 remapped+peering, 5 peering, 1 active+recovering+degraded+remapped, 4 active+recovery_wait+degraded+remapped, 74 active+clean, 1 active+undersized+remapped, 5 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 5.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 349 op/s; 9662/92244 objects degraded (10.474%); 11274/92244 objects misplaced (12.222%); 11 MiB/s, 235 objects/s recovering 2021-07-26T16:06:51.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:51 smithi078 ceph-mon[77813]: 6.e starting backfill to osd.5 from (0'0,0'0] MAX to 208'11234 2021-07-26T16:06:51.364 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:51 smithi078 ceph-mon[77813]: 6.c continuing backfill to osd.7 from (114'6372,208'11242] 6:36bfc813:::benchmark_data_smithi078_103090_object100095:head to 208'11242 2021-07-26T16:06:51.364 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:51 smithi078 ceph-mon[77813]: osdmap e212: 8 total, 8 up, 7 in 2021-07-26T16:06:51.403 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:51.427 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:51.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:51.429 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:51.531 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:51.554 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:51.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:51.555 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:51.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:51 smithi139 ceph-mon[56829]: pgmap v558: 99 pgs: 5 remapped+peering, 5 peering, 1 active+recovering+degraded+remapped, 4 active+recovery_wait+degraded+remapped, 74 active+clean, 1 active+undersized+remapped, 5 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 5.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 349 op/s; 9662/92244 objects degraded (10.474%); 11274/92244 objects misplaced (12.222%); 11 MiB/s, 235 objects/s recovering 2021-07-26T16:06:51.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:51 smithi139 ceph-mon[56829]: 6.e starting backfill to osd.5 from (0'0,0'0] MAX to 208'11234 2021-07-26T16:06:51.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:51 smithi139 ceph-mon[56829]: 6.c continuing backfill to osd.7 from (114'6372,208'11242] 6:36bfc813:::benchmark_data_smithi078_103090_object100095:head to 208'11242 2021-07-26T16:06:51.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:51 smithi139 ceph-mon[56829]: osdmap e212: 8 total, 8 up, 7 in 2021-07-26T16:06:51.656 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:51.681 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:51.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:51.683 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:51.784 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:51.805 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:51.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:51.807 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:51.908 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:51.929 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:51.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:51.930 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:52.032 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:52.055 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:52.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:52.056 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:52.157 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:52.179 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:52.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:52.181 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:52.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:52 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 9662/92244 objects degraded (10.474%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:06:52.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:52 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 9662/92244 objects degraded (10.474%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:06:52.282 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:52.304 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:52.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:52.305 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:52.407 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:52.441 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:52.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:52.442 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:52.544 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:52.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:52 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 9662/92244 objects degraded (10.474%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:06:52.584 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:52.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:52.585 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:52.686 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:52.715 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:52.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:52.717 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:52.818 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:52.847 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:52.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:52.848 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:52.949 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:52.976 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:52.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:52.977 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:53.078 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:53.107 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:53.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:53.108 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:53.209 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:53.238 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:06:53.245 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:53.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:53.246 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:53.347 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:53.373 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:53.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:53.374 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:53.448 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:53.475 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:53.491 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:53 smithi078 ceph-mon[73801]: pgmap v561: 99 pgs: 5 remapped+peering, 5 peering, 1 active+recovering+degraded+remapped, 4 active+recovery_wait+degraded+remapped, 74 active+clean, 1 active+undersized+remapped, 5 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 5.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 448 op/s; 9662/92244 objects degraded (10.474%); 11274/92244 objects misplaced (12.222%); 16 MiB/s, 363 objects/s recovering 2021-07-26T16:06:53.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:53 smithi078 ceph-mon[77813]: pgmap v561: 99 pgs: 5 remapped+peering, 5 peering, 1 active+recovering+degraded+remapped, 4 active+recovery_wait+degraded+remapped, 74 active+clean, 1 active+undersized+remapped, 5 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 5.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 448 op/s; 9662/92244 objects degraded (10.474%); 11274/92244 objects misplaced (12.222%); 16 MiB/s, 363 objects/s recovering 2021-07-26T16:06:53.513 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:53.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:53.515 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:53.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:53 smithi139 ceph-mon[56829]: pgmap v561: 99 pgs: 5 remapped+peering, 5 peering, 1 active+recovering+degraded+remapped, 4 active+recovery_wait+degraded+remapped, 74 active+clean, 1 active+undersized+remapped, 5 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 5.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 448 op/s; 9662/92244 objects degraded (10.474%); 11274/92244 objects misplaced (12.222%); 16 MiB/s, 363 objects/s recovering 2021-07-26T16:06:53.616 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:53.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:53.664 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:53.664 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:53.766 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:53.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:53.838 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:53.838 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:53.940 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:53.970 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:53.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:53.972 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:54.073 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:54.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:54.155 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:54.155 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:54.257 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:54.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:54.315 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:54.316 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:54.417 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:54.451 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:54.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:54.453 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:54.554 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:54.580 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:06:54.584 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:54.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:54.585 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:54.626 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:06:54.665 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:06:54.687 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:54.715 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:06:54.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:54.719 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:54.719 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:54.770 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:06:54.821 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:54.825 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:06:54.875 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:06:54.886 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:54.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:54.888 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:54.914 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:06:54.920 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:06:54.920 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:06:54.920 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:06:54.920 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:06:54.921 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:06:54.921 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:06:54.921 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:06:54.921 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:06:54.928 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:06:54.928 INFO:teuthology.orchestra.run.smithi078.stdout: "size": 20, 2021-07-26T16:06:54.928 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 600, 2021-07-26T16:06:54.928 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:06:54.929 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.929 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153174 6.10 6:0ea75383:::benchmark_data_smithi078_103090_object48309:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:06:54.929 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.196127+0000", 2021-07-26T16:06:54.929 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 168.72947144700001, 2021-07-26T16:06:54.930 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0999178949999999, 2021-07-26T16:06:54.930 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:54.930 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:06:54.930 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:54.931 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:54.931 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:54.931 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153174 2021-07-26T16:06:54.931 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.931 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:54.932 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.932 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:54.932 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.196127+0000", 2021-07-26T16:06:54.932 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:54.933 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.933 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.933 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:54.933 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.196127+0000", 2021-07-26T16:06:54.933 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:54.934 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.934 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.934 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:54.934 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.196134+0000", 2021-07-26T16:06:54.935 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.4989999999999997e-06 2021-07-26T16:06:54.935 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.935 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.935 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:54.936 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.196140+0000", 2021-07-26T16:06:54.936 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1539999999999999e-06 2021-07-26T16:06:54.936 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.936 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.936 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:54.937 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.196166+0000", 2021-07-26T16:06:54.937 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.588e-05 2021-07-26T16:06:54.937 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.937 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.938 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:54.938 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.196177+0000", 2021-07-26T16:06:54.938 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1229999999999999e-05 2021-07-26T16:06:54.938 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.938 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.939 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:54.939 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.469884+0000", 2021-07-26T16:06:54.939 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.273706795 2021-07-26T16:06:54.939 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.940 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.940 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:54.940 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.469895+0000", 2021-07-26T16:06:54.940 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1146e-05 2021-07-26T16:06:54.940 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.941 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.941 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:54.941 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:10.634861+0000", 2021-07-26T16:06:54.941 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1649661020000002 2021-07-26T16:06:54.942 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.942 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.942 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:06:54.942 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:10.637567+0000", 2021-07-26T16:06:54.942 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0027058020000000002 2021-07-26T16:06:54.943 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.943 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.943 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:54.943 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.294748+0000", 2021-07-26T16:06:54.944 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.65718050100000003 2021-07-26T16:06:54.944 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.944 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.944 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:54.944 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.296044+0000", 2021-07-26T16:06:54.945 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0012967860000000001 2021-07-26T16:06:54.945 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:54.945 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:54.945 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:54.946 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.946 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.946 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:170684 6.9 6:9383ba37:::benchmark_data_smithi078_103090_object65819:head [delete] snapc 0=[] ondisk+write+known_if_redirected e194)", 2021-07-26T16:06:54.946 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:06.309641+0000", 2021-07-26T16:06:54.946 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 48.615956982999997, 2021-07-26T16:06:54.947 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.91749166999999998, 2021-07-26T16:06:54.947 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:54.947 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:54.947 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:54.948 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:54.948 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:54.948 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 170684 2021-07-26T16:06:54.948 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.948 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:54.949 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.949 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:54.949 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.309641+0000", 2021-07-26T16:06:54.949 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:54.950 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.950 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.950 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:54.950 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.309641+0000", 2021-07-26T16:06:54.950 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:54.951 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.951 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.951 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:54.951 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.309644+0000", 2021-07-26T16:06:54.952 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9849999999999998e-06 2021-07-26T16:06:54.952 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.952 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.952 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:54.953 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.309647+0000", 2021-07-26T16:06:54.953 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0079999999999998e-06 2021-07-26T16:06:54.953 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.953 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.953 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:54.954 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.309664+0000", 2021-07-26T16:06:54.954 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6948000000000001e-05 2021-07-26T16:06:54.954 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.954 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.955 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:54.955 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.309672+0000", 2021-07-26T16:06:54.955 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.0080000000000002e-06 2021-07-26T16:06:54.955 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.955 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.956 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:54.956 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.309726+0000", 2021-07-26T16:06:54.956 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4316e-05 2021-07-26T16:06:54.956 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.956 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.957 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:54.957 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.309739+0000", 2021-07-26T16:06:54.957 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2748999999999999e-05 2021-07-26T16:06:54.957 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.958 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.958 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:54.958 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.193663+0000", 2021-07-26T16:06:54.958 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.88392424000000003 2021-07-26T16:06:54.959 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.959 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.959 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:54.959 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.193872+0000", 2021-07-26T16:06:54.959 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00020844700000000001 2021-07-26T16:06:54.960 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.960 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.960 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,7", 2021-07-26T16:06:54.960 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.194462+0000", 2021-07-26T16:06:54.961 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00059071999999999998 2021-07-26T16:06:54.961 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.961 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.961 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:54.961 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.218797+0000", 2021-07-26T16:06:54.962 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.024334148 2021-07-26T16:06:54.962 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.962 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.962 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:54.963 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.224547+0000", 2021-07-26T16:06:54.963 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.005750331 2021-07-26T16:06:54.963 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.963 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.963 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:54.964 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.226691+0000", 2021-07-26T16:06:54.964 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021442190000000002 2021-07-26T16:06:54.964 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.964 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.965 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:54.965 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.226940+0000", 2021-07-26T16:06:54.965 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00024848200000000001 2021-07-26T16:06:54.965 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.965 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.966 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:54.966 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.227133+0000", 2021-07-26T16:06:54.966 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000193069 2021-07-26T16:06:54.966 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:54.967 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:54.967 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:54.967 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.967 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.967 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:170703 6.9 6:91f0eb80:::benchmark_data_smithi078_103090_object65838:head [delete] snapc 0=[] ondisk+write+known_if_redirected e194)", 2021-07-26T16:06:54.968 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:06.411654+0000", 2021-07-26T16:06:54.968 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 48.513943793000003, 2021-07-26T16:06:54.968 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.81623186199999997, 2021-07-26T16:06:54.968 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:54.969 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:54.969 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:54.969 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:54.969 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:54.970 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 170703 2021-07-26T16:06:54.970 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.970 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:54.970 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.970 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:54.971 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.411654+0000", 2021-07-26T16:06:54.971 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:54.971 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.971 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.972 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:54.972 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.411654+0000", 2021-07-26T16:06:54.972 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:54.972 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.973 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.973 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:54.973 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.411657+0000", 2021-07-26T16:06:54.973 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0000000000000001e-06 2021-07-26T16:06:54.974 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.974 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.974 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:54.974 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.411661+0000", 2021-07-26T16:06:54.975 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5269999999999999e-06 2021-07-26T16:06:54.975 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.975 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.975 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:54.975 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.411676+0000", 2021-07-26T16:06:54.976 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5441e-05 2021-07-26T16:06:54.976 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.976 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.976 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:54.977 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.411683+0000", 2021-07-26T16:06:54.977 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2429999999999999e-06 2021-07-26T16:06:54.977 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.977 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.977 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:54.978 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.411731+0000", 2021-07-26T16:06:54.978 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8065999999999997e-05 2021-07-26T16:06:54.978 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.978 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.978 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:54.979 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.411742+0000", 2021-07-26T16:06:54.979 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0703000000000001e-05 2021-07-26T16:06:54.979 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.979 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.980 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:54.980 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.207658+0000", 2021-07-26T16:06:54.980 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.79591589100000004 2021-07-26T16:06:54.980 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.980 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.981 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:54.981 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.207844+0000", 2021-07-26T16:06:54.981 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018554199999999999 2021-07-26T16:06:54.981 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.981 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.982 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,7", 2021-07-26T16:06:54.982 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.208190+0000", 2021-07-26T16:06:54.982 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00034611400000000001 2021-07-26T16:06:54.982 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.983 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.983 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:54.983 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.218806+0000", 2021-07-26T16:06:54.983 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010616511 2021-07-26T16:06:54.983 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.984 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.984 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:54.984 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.227274+0000", 2021-07-26T16:06:54.984 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0084675889999999993 2021-07-26T16:06:54.984 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.985 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.985 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:54.985 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.227407+0000", 2021-07-26T16:06:54.986 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013285 2021-07-26T16:06:54.986 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.986 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.986 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:54.986 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.227751+0000", 2021-07-26T16:06:54.987 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00034401199999999999 2021-07-26T16:06:54.987 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.987 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.987 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:54.988 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.227886+0000", 2021-07-26T16:06:54.988 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013537299999999999 2021-07-26T16:06:54.988 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:54.988 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:54.988 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:54.989 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.989 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.989 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:170714 6.9 6:905ce044:::benchmark_data_smithi078_103090_object65849:head [delete] snapc 0=[] ondisk+write+known_if_redirected e194)", 2021-07-26T16:06:54.989 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:06.711511+0000", 2021-07-26T16:06:54.990 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 48.214086574, 2021-07-26T16:06:54.990 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.51702088000000002, 2021-07-26T16:06:54.990 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:54.990 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:54.991 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:54.991 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:54.991 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:54.991 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 170714 2021-07-26T16:06:54.991 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.992 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:54.992 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.992 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:54.992 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.711511+0000", 2021-07-26T16:06:54.993 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:54.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.993 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.993 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:54.993 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.711511+0000", 2021-07-26T16:06:54.994 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:54.994 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.994 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.994 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:54.995 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.711514+0000", 2021-07-26T16:06:54.995 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.5629999999999999e-06 2021-07-26T16:06:54.995 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.996 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.996 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:54.996 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.711517+0000", 2021-07-26T16:06:54.996 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0290000000000001e-06 2021-07-26T16:06:54.996 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.997 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.997 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:54.997 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.711533+0000", 2021-07-26T16:06:54.997 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5608999999999999e-05 2021-07-26T16:06:54.998 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.998 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.998 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:54.998 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.711540+0000", 2021-07-26T16:06:54.998 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3599999999999998e-06 2021-07-26T16:06:54.999 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:54.999 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:54.999 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:54.999 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.711597+0000", 2021-07-26T16:06:54.999 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.7194000000000002e-05 2021-07-26T16:06:55.000 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.000 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.000 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:55.001 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.711606+0000", 2021-07-26T16:06:55.001 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.0880000000000001e-06 2021-07-26T16:06:55.001 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.001 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.002 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.002 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.213516+0000", 2021-07-26T16:06:55.002 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.501909626 2021-07-26T16:06:55.002 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.002 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.003 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.003 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.213691+0000", 2021-07-26T16:06:55.003 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017519500000000001 2021-07-26T16:06:55.003 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.004 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.004 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,7", 2021-07-26T16:06:55.004 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.213962+0000", 2021-07-26T16:06:55.004 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00027118599999999997 2021-07-26T16:06:55.004 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.005 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.005 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.005 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.218812+0000", 2021-07-26T16:06:55.005 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0048500289999999996 2021-07-26T16:06:55.005 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.006 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.006 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.006 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.228024+0000", 2021-07-26T16:06:55.006 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0092113469999999999 2021-07-26T16:06:55.007 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.007 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.007 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.007 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.228160+0000", 2021-07-26T16:06:55.007 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013641099999999999 2021-07-26T16:06:55.008 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.008 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.008 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.008 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.228403+0000", 2021-07-26T16:06:55.009 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000243291 2021-07-26T16:06:55.009 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.009 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.009 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.009 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.228532+0000", 2021-07-26T16:06:55.010 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012895199999999999 2021-07-26T16:06:55.010 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.010 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.010 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.011 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.011 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.011 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:170716 6.9 6:9315d01a:::benchmark_data_smithi078_103090_object65851:head [delete] snapc 0=[] ondisk+write+known_if_redirected e194)", 2021-07-26T16:06:55.011 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:06.797553+0000", 2021-07-26T16:06:55.011 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 48.128045313999998, 2021-07-26T16:06:55.012 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.43159733, 2021-07-26T16:06:55.012 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.012 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.012 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:55.012 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:55.013 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:55.013 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 170716 2021-07-26T16:06:55.013 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.013 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.014 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.014 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.014 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.797553+0000", 2021-07-26T16:06:55.014 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.014 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.015 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.015 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.015 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.797553+0000", 2021-07-26T16:06:55.016 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.016 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.016 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.016 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.016 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.797556+0000", 2021-07-26T16:06:55.017 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2449999999999998e-06 2021-07-26T16:06:55.017 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.017 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.017 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.018 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.797560+0000", 2021-07-26T16:06:55.018 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.6480000000000001e-06 2021-07-26T16:06:55.018 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.018 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.018 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.019 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.797575+0000", 2021-07-26T16:06:55.019 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5770999999999999e-05 2021-07-26T16:06:55.019 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.019 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.019 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.020 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.797582+0000", 2021-07-26T16:06:55.020 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.0999999999999998e-06 2021-07-26T16:06:55.020 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.020 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.021 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.021 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.797634+0000", 2021-07-26T16:06:55.021 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1687000000000002e-05 2021-07-26T16:06:55.021 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.021 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.022 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:55.022 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:06.797643+0000", 2021-07-26T16:06:55.022 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2790000000000004e-06 2021-07-26T16:06:55.022 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.022 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.023 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.023 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.215890+0000", 2021-07-26T16:06:55.023 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.418246695 2021-07-26T16:06:55.024 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.024 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.024 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.024 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.216009+0000", 2021-07-26T16:06:55.024 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000119374 2021-07-26T16:06:55.025 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.025 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.025 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,7", 2021-07-26T16:06:55.025 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.216424+0000", 2021-07-26T16:06:55.026 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00041450500000000002 2021-07-26T16:06:55.026 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.026 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.026 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.027 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.218885+0000", 2021-07-26T16:06:55.027 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002460959 2021-07-26T16:06:55.027 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.027 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.028 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.028 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.228668+0000", 2021-07-26T16:06:55.028 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0097831029999999996 2021-07-26T16:06:55.028 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.028 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.029 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.029 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.228796+0000", 2021-07-26T16:06:55.029 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012759800000000001 2021-07-26T16:06:55.029 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.029 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.030 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.030 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.229021+0000", 2021-07-26T16:06:55.030 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00022552999999999999 2021-07-26T16:06:55.030 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.031 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.031 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.031 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:07.229150+0000", 2021-07-26T16:06:55.031 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012883600000000001 2021-07-26T16:06:55.031 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.032 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.032 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.032 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.032 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.032 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:173606 6.19 6:9a38ab4e:::benchmark_data_smithi078_103090_object68741:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2021-07-26T16:06:55.033 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:24.355195+0000", 2021-07-26T16:06:55.033 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 30.5704028, 2021-07-26T16:06:55.033 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.96217483299999995, 2021-07-26T16:06:55.033 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.034 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.034 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:55.034 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:55.034 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:55.034 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 173606 2021-07-26T16:06:55.035 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.035 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.035 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.035 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.035 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.355195+0000", 2021-07-26T16:06:55.036 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.036 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.036 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.036 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.037 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.355195+0000", 2021-07-26T16:06:55.037 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.037 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.037 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.037 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.038 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.355198+0000", 2021-07-26T16:06:55.038 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.796e-06 2021-07-26T16:06:55.038 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.038 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.038 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.039 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.355201+0000", 2021-07-26T16:06:55.039 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8229999999999999e-06 2021-07-26T16:06:55.039 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.039 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.040 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.040 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.355215+0000", 2021-07-26T16:06:55.040 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4386000000000001e-05 2021-07-26T16:06:55.041 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.041 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.042 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.042 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.355222+0000", 2021-07-26T16:06:55.042 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.9609999999999999e-06 2021-07-26T16:06:55.042 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.043 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.043 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.043 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.355282+0000", 2021-07-26T16:06:55.043 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9605000000000003e-05 2021-07-26T16:06:55.043 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.044 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.044 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:55.044 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.355294+0000", 2021-07-26T16:06:55.044 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2519e-05 2021-07-26T16:06:55.044 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.045 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.045 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.045 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.301972+0000", 2021-07-26T16:06:55.045 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.94667814699999997 2021-07-26T16:06:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.302159+0000", 2021-07-26T16:06:55.046 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018678 2021-07-26T16:06:55.047 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.047 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.047 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,7", 2021-07-26T16:06:55.047 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.302537+0000", 2021-07-26T16:06:55.048 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00037756600000000002 2021-07-26T16:06:55.048 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.048 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.048 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.048 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.313472+0000", 2021-07-26T16:06:55.049 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010935499 2021-07-26T16:06:55.049 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.049 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.049 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.049 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.317162+0000", 2021-07-26T16:06:55.050 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0036896770000000001 2021-07-26T16:06:55.050 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.050 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.050 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.051 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.317270+0000", 2021-07-26T16:06:55.051 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000108198 2021-07-26T16:06:55.051 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.051 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.051 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.052 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.317325+0000", 2021-07-26T16:06:55.052 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4527999999999997e-05 2021-07-26T16:06:55.052 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.052 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.053 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.053 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.317370+0000", 2021-07-26T16:06:55.053 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5348e-05 2021-07-26T16:06:55.053 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.053 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.054 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.054 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.054 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.054 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:173635 6.19 6:9d7bfd3a:::benchmark_data_smithi078_103090_object68770:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2021-07-26T16:06:55.055 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:24.497879+0000", 2021-07-26T16:06:55.055 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 30.427719057000001, 2021-07-26T16:06:55.055 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.81973767600000003, 2021-07-26T16:06:55.055 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.056 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.056 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:55.056 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:55.056 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:55.056 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 173635 2021-07-26T16:06:55.057 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.057 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.057 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.057 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.058 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.497879+0000", 2021-07-26T16:06:55.058 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.058 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.058 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.058 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.059 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.497879+0000", 2021-07-26T16:06:55.059 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.059 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.059 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.059 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.060 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.497884+0000", 2021-07-26T16:06:55.060 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9840000000000001e-06 2021-07-26T16:06:55.060 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.060 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.061 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.061 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.497888+0000", 2021-07-26T16:06:55.061 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4850000000000003e-06 2021-07-26T16:06:55.061 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.061 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.062 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.062 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.497908+0000", 2021-07-26T16:06:55.062 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9568999999999998e-05 2021-07-26T16:06:55.062 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.063 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.063 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.063 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.497916+0000", 2021-07-26T16:06:55.063 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.5529999999999993e-06 2021-07-26T16:06:55.063 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.064 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.064 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.064 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.497977+0000", 2021-07-26T16:06:55.064 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0936000000000001e-05 2021-07-26T16:06:55.065 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.065 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.065 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:55.065 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.497988+0000", 2021-07-26T16:06:55.065 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0192e-05 2021-07-26T16:06:55.066 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.066 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.066 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.066 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.304433+0000", 2021-07-26T16:06:55.067 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.80644550400000004 2021-07-26T16:06:55.067 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.067 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.067 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.067 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.304545+0000", 2021-07-26T16:06:55.068 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000111554 2021-07-26T16:06:55.068 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.068 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.068 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,7", 2021-07-26T16:06:55.068 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.304879+0000", 2021-07-26T16:06:55.069 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00033400699999999999 2021-07-26T16:06:55.069 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.069 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.069 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.070 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.313480+0000", 2021-07-26T16:06:55.070 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0086016340000000004 2021-07-26T16:06:55.070 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.070 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.070 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.071 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.317237+0000", 2021-07-26T16:06:55.071 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0037564880000000001 2021-07-26T16:06:55.071 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.071 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.071 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.072 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.317540+0000", 2021-07-26T16:06:55.072 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00030319500000000003 2021-07-26T16:06:55.072 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.072 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.073 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.073 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.317579+0000", 2021-07-26T16:06:55.073 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9317000000000003e-05 2021-07-26T16:06:55.073 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.073 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.074 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.074 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.317617+0000", 2021-07-26T16:06:55.074 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7258000000000001e-05 2021-07-26T16:06:55.074 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.074 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.075 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.075 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.075 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.075 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:173638 6.19 6:9d5f0905:::benchmark_data_smithi078_103090_object68773:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2021-07-26T16:06:55.076 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:24.512529+0000", 2021-07-26T16:06:55.076 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 30.413068464999998, 2021-07-26T16:06:55.076 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.80529195399999998, 2021-07-26T16:06:55.076 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.076 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.077 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:55.077 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:55.077 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:55.077 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 173638 2021-07-26T16:06:55.077 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.078 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.078 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.078 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.078 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.512529+0000", 2021-07-26T16:06:55.079 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.079 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.079 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.079 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.079 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.512529+0000", 2021-07-26T16:06:55.080 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.080 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.080 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.080 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.080 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.512534+0000", 2021-07-26T16:06:55.081 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0690000000000003e-06 2021-07-26T16:06:55.081 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.081 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.081 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.082 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.512538+0000", 2021-07-26T16:06:55.082 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2390000000000004e-06 2021-07-26T16:06:55.082 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.082 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.082 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.083 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.512555+0000", 2021-07-26T16:06:55.083 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6898999999999999e-05 2021-07-26T16:06:55.083 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.083 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.083 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.084 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.512564+0000", 2021-07-26T16:06:55.084 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.799e-06 2021-07-26T16:06:55.084 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.084 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.084 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.085 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.512630+0000", 2021-07-26T16:06:55.085 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6469000000000003e-05 2021-07-26T16:06:55.085 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.085 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.086 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:55.086 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.512643+0000", 2021-07-26T16:06:55.086 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2632999999999999e-05 2021-07-26T16:06:55.086 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.086 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.087 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.087 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.306450+0000", 2021-07-26T16:06:55.087 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.79380728199999995 2021-07-26T16:06:55.087 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.087 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.088 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.088 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.306566+0000", 2021-07-26T16:06:55.088 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000116544 2021-07-26T16:06:55.088 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.089 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.089 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,7", 2021-07-26T16:06:55.089 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.306780+0000", 2021-07-26T16:06:55.089 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021325000000000001 2021-07-26T16:06:55.089 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.090 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.090 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.090 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.313486+0000", 2021-07-26T16:06:55.090 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0067064409999999996 2021-07-26T16:06:55.090 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.091 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.091 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.091 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.317481+0000", 2021-07-26T16:06:55.091 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0039950740000000004 2021-07-26T16:06:55.092 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.092 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.092 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.092 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.317736+0000", 2021-07-26T16:06:55.092 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00025510300000000001 2021-07-26T16:06:55.093 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.093 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.093 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.093 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.317788+0000", 2021-07-26T16:06:55.093 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1740999999999998e-05 2021-07-26T16:06:55.094 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.094 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.094 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.094 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.317821+0000", 2021-07-26T16:06:55.094 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3411000000000002e-05 2021-07-26T16:06:55.095 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.095 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.095 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.096 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.096 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.096 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:173641 6.19 6:996aeb79:::benchmark_data_smithi078_103090_object68776:head [delete] snapc 0=[] ondisk+write+known_if_redirected e201)", 2021-07-26T16:06:55.096 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:24.569858+0000", 2021-07-26T16:06:55.097 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 30.355739692, 2021-07-26T16:06:55.097 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.75011071200000001, 2021-07-26T16:06:55.097 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.097 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.097 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:55.098 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:55.098 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:55.098 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:55.100 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 173641 2021-07-26T16:06:55.100 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.100 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.101 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.101 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.101 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.569858+0000", 2021-07-26T16:06:55.101 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.101 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.102 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.102 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.102 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.569858+0000", 2021-07-26T16:06:55.102 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.103 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.103 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.103 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.103 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.569861+0000", 2021-07-26T16:06:55.103 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.954e-06 2021-07-26T16:06:55.104 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.104 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.104 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.104 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.569864+0000", 2021-07-26T16:06:55.105 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1779999999999999e-06 2021-07-26T16:06:55.105 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.105 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.105 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.105 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.569881+0000", 2021-07-26T16:06:55.106 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.628e-05 2021-07-26T16:06:55.106 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.106 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.106 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.106 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.569888+0000", 2021-07-26T16:06:55.107 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.5109999999999997e-06 2021-07-26T16:06:55.107 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.107 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.107 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.108 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.569940+0000", 2021-07-26T16:06:55.108 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1406000000000002e-05 2021-07-26T16:06:55.108 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.108 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.108 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:06:55.109 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:24.569949+0000", 2021-07-26T16:06:55.109 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4790000000000002e-06 2021-07-26T16:06:55.109 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.109 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.109 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.110 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.308465+0000", 2021-07-26T16:06:55.110 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.73851603700000001 2021-07-26T16:06:55.110 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.110 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.111 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.111 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.308581+0000", 2021-07-26T16:06:55.111 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00011623 2021-07-26T16:06:55.111 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.111 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.112 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,7", 2021-07-26T16:06:55.112 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.308839+0000", 2021-07-26T16:06:55.112 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00025769500000000001 2021-07-26T16:06:55.112 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.112 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.113 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.113 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.316023+0000", 2021-07-26T16:06:55.113 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0071843139999999998 2021-07-26T16:06:55.113 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.114 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.114 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.114 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.317511+0000", 2021-07-26T16:06:55.114 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0014874510000000001 2021-07-26T16:06:55.114 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.115 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.115 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.115 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.319808+0000", 2021-07-26T16:06:55.115 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0022971379999999998 2021-07-26T16:06:55.115 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.116 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.116 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.116 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.319927+0000", 2021-07-26T16:06:55.116 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000118645 2021-07-26T16:06:55.117 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.117 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.117 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.117 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:25.319969+0000", 2021-07-26T16:06:55.117 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2394000000000001e-05 2021-07-26T16:06:55.118 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.118 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.118 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.118 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.118 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.119 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:176293 6.0 6:022a8cee:::benchmark_data_smithi078_103090_object71428:head [delete] snapc 0=[] ondisk+write+known_if_redirected e208)", 2021-07-26T16:06:55.119 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:41.713155+0000", 2021-07-26T16:06:55.119 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.212443370999999, 2021-07-26T16:06:55.119 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.84412353200000001, 2021-07-26T16:06:55.120 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.120 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.120 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:55.120 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:55.120 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:55.121 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 176293 2021-07-26T16:06:55.121 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.121 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.121 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.121 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.122 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.713155+0000", 2021-07-26T16:06:55.122 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.122 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.122 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.123 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.123 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.713155+0000", 2021-07-26T16:06:55.123 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.123 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.123 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.124 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.124 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.713159+0000", 2021-07-26T16:06:55.124 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7299999999999996e-06 2021-07-26T16:06:55.124 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.124 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.125 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.125 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.713164+0000", 2021-07-26T16:06:55.125 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9429999999999999e-06 2021-07-26T16:06:55.125 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.126 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.126 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.126 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.713184+0000", 2021-07-26T16:06:55.126 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9576999999999999e-05 2021-07-26T16:06:55.126 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.127 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.127 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.127 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.713193+0000", 2021-07-26T16:06:55.127 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2390000000000008e-06 2021-07-26T16:06:55.127 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.128 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.128 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.128 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.201800+0000", 2021-07-26T16:06:55.128 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.48860657299999999 2021-07-26T16:06:55.129 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.129 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.129 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:06:55.129 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.203693+0000", 2021-07-26T16:06:55.129 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001893577 2021-07-26T16:06:55.130 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.130 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.130 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.130 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.547508+0000", 2021-07-26T16:06:55.130 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.34381524499999999 2021-07-26T16:06:55.131 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.131 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.131 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.131 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.548220+0000", 2021-07-26T16:06:55.131 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00071136500000000004 2021-07-26T16:06:55.132 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.132 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.132 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 1,2,3", 2021-07-26T16:06:55.132 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.549598+0000", 2021-07-26T16:06:55.133 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00137863 2021-07-26T16:06:55.133 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.133 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.133 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.133 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.552375+0000", 2021-07-26T16:06:55.134 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00277685 2021-07-26T16:06:55.134 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.134 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.134 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.134 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.552475+0000", 2021-07-26T16:06:55.135 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.9623000000000005e-05 2021-07-26T16:06:55.135 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.135 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.135 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.136 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.552702+0000", 2021-07-26T16:06:55.136 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00022666900000000001 2021-07-26T16:06:55.136 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.136 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.136 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.137 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.555357+0000", 2021-07-26T16:06:55.137 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0026554059999999999 2021-07-26T16:06:55.137 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.137 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.137 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.138 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.555719+0000", 2021-07-26T16:06:55.138 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000362464 2021-07-26T16:06:55.138 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.138 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.138 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.139 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.557278+0000", 2021-07-26T16:06:55.139 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015586409999999999 2021-07-26T16:06:55.139 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.139 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.140 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.140 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.140 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.140 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:176302 6.0 6:05ff68ba:::benchmark_data_smithi078_103090_object71437:head [delete] snapc 0=[] ondisk+write+known_if_redirected e208)", 2021-07-26T16:06:55.140 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:41.727191+0000", 2021-07-26T16:06:55.141 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.198407205000001, 2021-07-26T16:06:55.141 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.87047933799999999, 2021-07-26T16:06:55.141 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.141 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.141 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:55.142 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:55.142 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:55.142 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 176302 2021-07-26T16:06:55.142 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.143 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.143 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.143 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.143 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.727191+0000", 2021-07-26T16:06:55.143 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.144 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.144 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.144 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.144 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.727191+0000", 2021-07-26T16:06:55.144 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.145 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.145 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.145 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.145 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.727195+0000", 2021-07-26T16:06:55.146 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2989999999999998e-06 2021-07-26T16:06:55.146 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.146 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.146 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.146 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.727200+0000", 2021-07-26T16:06:55.147 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6619999999999996e-06 2021-07-26T16:06:55.147 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.147 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.147 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.147 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.727220+0000", 2021-07-26T16:06:55.148 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0071000000000001e-05 2021-07-26T16:06:55.148 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.148 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.148 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.149 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.727228+0000", 2021-07-26T16:06:55.149 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.4530000000000002e-06 2021-07-26T16:06:55.149 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.149 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.149 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.150 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.552790+0000", 2021-07-26T16:06:55.150 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.82556195899999996 2021-07-26T16:06:55.150 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.150 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.150 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:06:55.151 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.555064+0000", 2021-07-26T16:06:55.151 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0022738179999999999 2021-07-26T16:06:55.151 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.151 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.152 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.152 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.563843+0000", 2021-07-26T16:06:55.152 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0087787109999999998 2021-07-26T16:06:55.152 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.152 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.153 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.153 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.564570+0000", 2021-07-26T16:06:55.153 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00072729299999999995 2021-07-26T16:06:55.153 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.153 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.154 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 1,2,3", 2021-07-26T16:06:55.154 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.568422+0000", 2021-07-26T16:06:55.154 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0038514899999999999 2021-07-26T16:06:55.154 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.155 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.155 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.155 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.585267+0000", 2021-07-26T16:06:55.155 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.016845468999999998 2021-07-26T16:06:55.155 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.156 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.156 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.156 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.585594+0000", 2021-07-26T16:06:55.156 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00032718100000000001 2021-07-26T16:06:55.156 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.157 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.157 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.157 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.592332+0000", 2021-07-26T16:06:55.157 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0067375580000000003 2021-07-26T16:06:55.158 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.158 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.158 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.158 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.594861+0000", 2021-07-26T16:06:55.158 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0025289900000000001 2021-07-26T16:06:55.159 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.159 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.159 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.159 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.596115+0000", 2021-07-26T16:06:55.159 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0012543719999999999 2021-07-26T16:06:55.160 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.160 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.160 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.160 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.597670+0000", 2021-07-26T16:06:55.160 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015550119999999999 2021-07-26T16:06:55.161 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.161 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.161 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.161 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.162 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.162 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:176305 6.10 6:0d7bbde2:::benchmark_data_smithi078_103090_object71440:head [delete] snapc 0=[] ondisk+write+known_if_redirected e208)", 2021-07-26T16:06:55.162 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:41.738108+0000", 2021-07-26T16:06:55.162 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.187490362, 2021-07-26T16:06:55.162 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.85057893500000004, 2021-07-26T16:06:55.163 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.163 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.163 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:55.163 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:55.163 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:55.164 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 176305 2021-07-26T16:06:55.164 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.164 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.164 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.165 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.165 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.738108+0000", 2021-07-26T16:06:55.165 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.165 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.165 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.166 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.166 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.738108+0000", 2021-07-26T16:06:55.166 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.166 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.166 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.167 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.167 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.738112+0000", 2021-07-26T16:06:55.167 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3510000000000004e-06 2021-07-26T16:06:55.167 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.168 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.168 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.168 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.738116+0000", 2021-07-26T16:06:55.168 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2570000000000001e-06 2021-07-26T16:06:55.168 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.169 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.169 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.169 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.738136+0000", 2021-07-26T16:06:55.169 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9845999999999999e-05 2021-07-26T16:06:55.169 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.170 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.170 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.170 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.738144+0000", 2021-07-26T16:06:55.170 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.926e-06 2021-07-26T16:06:55.171 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.171 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.171 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.171 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.555114+0000", 2021-07-26T16:06:55.171 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.81697014499999998 2021-07-26T16:06:55.172 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.172 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.172 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:06:55.172 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.555765+0000", 2021-07-26T16:06:55.172 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00065091499999999996 2021-07-26T16:06:55.173 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.173 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.173 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.173 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.562194+0000", 2021-07-26T16:06:55.174 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0064289639999999997 2021-07-26T16:06:55.174 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.174 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.174 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.174 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.562286+0000", 2021-07-26T16:06:55.175 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2486999999999997e-05 2021-07-26T16:06:55.175 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.175 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.175 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 1,2,3", 2021-07-26T16:06:55.175 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.562642+0000", 2021-07-26T16:06:55.176 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00035512500000000003 2021-07-26T16:06:55.176 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.176 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.176 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.177 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.568844+0000", 2021-07-26T16:06:55.177 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.006201926 2021-07-26T16:06:55.177 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.177 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.177 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.178 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.571580+0000", 2021-07-26T16:06:55.178 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0027362739999999999 2021-07-26T16:06:55.178 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.178 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.178 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.179 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.576007+0000", 2021-07-26T16:06:55.179 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0044274880000000003 2021-07-26T16:06:55.179 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.179 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.180 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.180 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.588167+0000", 2021-07-26T16:06:55.180 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012159247 2021-07-26T16:06:55.180 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.180 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.181 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.181 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.588226+0000", 2021-07-26T16:06:55.181 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9406e-05 2021-07-26T16:06:55.181 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.181 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.182 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.182 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.588687+0000", 2021-07-26T16:06:55.182 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00046057800000000001 2021-07-26T16:06:55.182 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.183 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.183 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.183 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.183 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.183 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:176310 6.10 6:0e139eb4:::benchmark_data_smithi078_103090_object71445:head [delete] snapc 0=[] ondisk+write+known_if_redirected e208)", 2021-07-26T16:06:55.184 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:41.752109+0000", 2021-07-26T16:06:55.184 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.173489132, 2021-07-26T16:06:55.184 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.83705130100000003, 2021-07-26T16:06:55.184 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.185 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.185 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:55.185 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:55.185 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:55.185 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 176310 2021-07-26T16:06:55.186 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.186 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.186 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.186 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.186 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.752109+0000", 2021-07-26T16:06:55.187 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.187 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.187 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.187 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.188 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.752109+0000", 2021-07-26T16:06:55.188 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.188 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.188 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.188 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.189 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.752114+0000", 2021-07-26T16:06:55.189 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6759999999999998e-06 2021-07-26T16:06:55.189 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.189 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.189 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.190 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.752117+0000", 2021-07-26T16:06:55.190 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8039999999999999e-06 2021-07-26T16:06:55.190 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.190 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.191 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.191 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.752132+0000", 2021-07-26T16:06:55.191 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4278e-05 2021-07-26T16:06:55.191 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.191 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.192 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.192 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.752139+0000", 2021-07-26T16:06:55.192 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3880000000000002e-06 2021-07-26T16:06:55.192 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.192 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.193 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.193 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.555816+0000", 2021-07-26T16:06:55.193 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.80367686199999999 2021-07-26T16:06:55.193 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.193 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.194 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:06:55.194 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.556453+0000", 2021-07-26T16:06:55.194 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00063684099999999997 2021-07-26T16:06:55.194 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.195 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.195 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.195 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.564930+0000", 2021-07-26T16:06:55.195 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0084773190000000005 2021-07-26T16:06:55.195 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.196 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.196 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.196 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.565019+0000", 2021-07-26T16:06:55.196 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.9013999999999999e-05 2021-07-26T16:06:55.197 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.197 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.197 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 1,2,3", 2021-07-26T16:06:55.197 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.565377+0000", 2021-07-26T16:06:55.197 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00035786999999999999 2021-07-26T16:06:55.198 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.198 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.198 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.198 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.569648+0000", 2021-07-26T16:06:55.198 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0042711759999999998 2021-07-26T16:06:55.199 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.199 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.199 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.199 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.575968+0000", 2021-07-26T16:06:55.200 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0063202390000000001 2021-07-26T16:06:55.200 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.200 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.200 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.200 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.585154+0000", 2021-07-26T16:06:55.201 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0091857840000000007 2021-07-26T16:06:55.201 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.201 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.201 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.201 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.588766+0000", 2021-07-26T16:06:55.202 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0036115359999999998 2021-07-26T16:06:55.202 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.202 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.202 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.202 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.588823+0000", 2021-07-26T16:06:55.203 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.7200000000000001e-05 2021-07-26T16:06:55.203 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.203 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.203 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.204 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.589160+0000", 2021-07-26T16:06:55.204 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00033731400000000002 2021-07-26T16:06:55.204 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.204 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.204 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.205 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.205 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.205 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:176323 6.0 6:07cc6b3e:::benchmark_data_smithi078_103090_object71458:head [delete] snapc 0=[] ondisk+write+known_if_redirected e208)", 2021-07-26T16:06:55.205 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:41.776122+0000", 2021-07-26T16:06:55.205 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.149475643000001, 2021-07-26T16:06:55.206 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.825377578, 2021-07-26T16:06:55.206 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.206 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.206 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:55.207 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:55.207 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:55.207 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 176323 2021-07-26T16:06:55.207 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.207 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.208 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.208 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.208 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.776122+0000", 2021-07-26T16:06:55.208 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.208 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.209 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.209 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.209 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.776122+0000", 2021-07-26T16:06:55.209 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.209 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.210 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.210 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.210 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.776125+0000", 2021-07-26T16:06:55.210 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.004e-06 2021-07-26T16:06:55.211 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.211 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.211 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.211 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.776128+0000", 2021-07-26T16:06:55.211 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0529999999999998e-06 2021-07-26T16:06:55.212 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.212 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.212 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.212 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.776141+0000", 2021-07-26T16:06:55.212 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2164000000000001e-05 2021-07-26T16:06:55.213 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.213 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.213 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.213 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.776148+0000", 2021-07-26T16:06:55.214 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.9689999999999997e-06 2021-07-26T16:06:55.214 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.214 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.214 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.214 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.557420+0000", 2021-07-26T16:06:55.215 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.78127255600000001 2021-07-26T16:06:55.215 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.215 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.215 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:06:55.215 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.560168+0000", 2021-07-26T16:06:55.216 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0027480019999999998 2021-07-26T16:06:55.216 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.216 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.216 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.217 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.579931+0000", 2021-07-26T16:06:55.217 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019762453999999999 2021-07-26T16:06:55.217 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.217 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.217 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.218 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.580764+0000", 2021-07-26T16:06:55.218 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00083376200000000004 2021-07-26T16:06:55.218 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.218 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.218 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 1,2,3", 2021-07-26T16:06:55.219 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.582590+0000", 2021-07-26T16:06:55.219 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0018261040000000001 2021-07-26T16:06:55.219 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.219 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.220 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.220 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.590111+0000", 2021-07-26T16:06:55.220 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0075202120000000001 2021-07-26T16:06:55.220 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.220 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.221 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.221 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.597930+0000", 2021-07-26T16:06:55.221 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0078191670000000001 2021-07-26T16:06:55.221 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.221 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.222 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.222 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.598618+0000", 2021-07-26T16:06:55.222 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00068775100000000001 2021-07-26T16:06:55.222 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.223 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.223 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.223 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.599481+0000", 2021-07-26T16:06:55.223 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00086311700000000005 2021-07-26T16:06:55.223 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.224 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.224 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.224 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.599861+0000", 2021-07-26T16:06:55.224 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00038036899999999998 2021-07-26T16:06:55.224 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.225 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.225 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.225 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.601500+0000", 2021-07-26T16:06:55.225 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0016388939999999999 2021-07-26T16:06:55.226 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.226 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.226 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.226 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.226 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.227 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:176326 6.10 6:0f61d021:::benchmark_data_smithi078_103090_object71461:head [delete] snapc 0=[] ondisk+write+known_if_redirected e208)", 2021-07-26T16:06:55.227 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:41.776648+0000", 2021-07-26T16:06:55.227 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.14895035, 2021-07-26T16:06:55.227 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.81910411999999999, 2021-07-26T16:06:55.227 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.228 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.228 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:55.228 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:55.228 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:55.229 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 176326 2021-07-26T16:06:55.229 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.229 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.229 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.229 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.230 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.776648+0000", 2021-07-26T16:06:55.230 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.230 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.230 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.230 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.231 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.776648+0000", 2021-07-26T16:06:55.231 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.231 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.231 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.232 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.232 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.776650+0000", 2021-07-26T16:06:55.232 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.5270000000000001e-06 2021-07-26T16:06:55.232 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.232 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.233 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.233 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.776653+0000", 2021-07-26T16:06:55.233 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6299999999999998e-06 2021-07-26T16:06:55.233 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.233 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.234 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.234 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.776665+0000", 2021-07-26T16:06:55.234 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1853e-05 2021-07-26T16:06:55.234 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.235 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.235 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.235 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.776671+0000", 2021-07-26T16:06:55.235 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6270000000000002e-06 2021-07-26T16:06:55.235 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.236 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.236 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.236 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.557324+0000", 2021-07-26T16:06:55.236 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.78065232799999995 2021-07-26T16:06:55.236 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.237 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.237 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:06:55.237 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.557959+0000", 2021-07-26T16:06:55.237 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00063556699999999997 2021-07-26T16:06:55.237 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.238 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.238 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.238 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.569675+0000", 2021-07-26T16:06:55.238 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011715875000000001 2021-07-26T16:06:55.239 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.239 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.239 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.239 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.569777+0000", 2021-07-26T16:06:55.239 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000102136 2021-07-26T16:06:55.240 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.240 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.240 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 1,2,3", 2021-07-26T16:06:55.240 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.570153+0000", 2021-07-26T16:06:55.240 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00037551199999999999 2021-07-26T16:06:55.241 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.241 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.241 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.241 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.585186+0000", 2021-07-26T16:06:55.241 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015033388 2021-07-26T16:06:55.242 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.242 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.242 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.242 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.585310+0000", 2021-07-26T16:06:55.243 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000123984 2021-07-26T16:06:55.243 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.243 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.243 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.243 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.595133+0000", 2021-07-26T16:06:55.244 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0098230000000000001 2021-07-26T16:06:55.244 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.244 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.244 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.244 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.595179+0000", 2021-07-26T16:06:55.245 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5657e-05 2021-07-26T16:06:55.245 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.245 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.245 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.246 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.595307+0000", 2021-07-26T16:06:55.246 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000128696 2021-07-26T16:06:55.246 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.246 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.246 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.247 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.595752+0000", 2021-07-26T16:06:55.247 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00044433999999999999 2021-07-26T16:06:55.247 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.247 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.247 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.248 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.248 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.248 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:176331 6.10 6:0ac7e1a5:::benchmark_data_smithi078_103090_object71466:head [delete] snapc 0=[] ondisk+write+known_if_redirected e208)", 2021-07-26T16:06:55.248 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:41.785910+0000", 2021-07-26T16:06:55.249 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.139687592, 2021-07-26T16:06:55.249 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.81887406799999995, 2021-07-26T16:06:55.249 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.249 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.249 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:55.250 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:55.250 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:55.250 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 176331 2021-07-26T16:06:55.250 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.250 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.251 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.251 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.251 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.785910+0000", 2021-07-26T16:06:55.251 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.252 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.252 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.252 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.252 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.785910+0000", 2021-07-26T16:06:55.252 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.253 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.253 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.253 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.253 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.785914+0000", 2021-07-26T16:06:55.253 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2349999999999999e-06 2021-07-26T16:06:55.254 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.254 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.254 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.254 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.785917+0000", 2021-07-26T16:06:55.254 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3809999999999999e-06 2021-07-26T16:06:55.255 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.255 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.255 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.255 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.785933+0000", 2021-07-26T16:06:55.256 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6079e-05 2021-07-26T16:06:55.256 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.256 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.256 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.256 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.785941+0000", 2021-07-26T16:06:55.257 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.875e-06 2021-07-26T16:06:55.257 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.257 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.257 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.257 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.560222+0000", 2021-07-26T16:06:55.258 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.774280941 2021-07-26T16:06:55.258 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.258 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.258 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:06:55.259 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.561094+0000", 2021-07-26T16:06:55.259 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00087167699999999996 2021-07-26T16:06:55.259 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.259 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.259 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.260 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.586132+0000", 2021-07-26T16:06:55.260 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.025038603 2021-07-26T16:06:55.260 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.260 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.260 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.261 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.586226+0000", 2021-07-26T16:06:55.261 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4059000000000002e-05 2021-07-26T16:06:55.261 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.261 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.261 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 1,2,3", 2021-07-26T16:06:55.262 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.586559+0000", 2021-07-26T16:06:55.262 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0003324 2021-07-26T16:06:55.262 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.262 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.263 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.263 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.590121+0000", 2021-07-26T16:06:55.263 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0035626099999999999 2021-07-26T16:06:55.263 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.263 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.264 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.264 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.597969+0000", 2021-07-26T16:06:55.264 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0078473090000000002 2021-07-26T16:06:55.264 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.265 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.265 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.265 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.597999+0000", 2021-07-26T16:06:55.265 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0865999999999999e-05 2021-07-26T16:06:55.265 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.266 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.266 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.266 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.604251+0000", 2021-07-26T16:06:55.266 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0062520900000000001 2021-07-26T16:06:55.266 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.267 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.267 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.267 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.604308+0000", 2021-07-26T16:06:55.267 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6878e-05 2021-07-26T16:06:55.268 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.268 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.268 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.268 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.604784+0000", 2021-07-26T16:06:55.268 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00047606500000000002 2021-07-26T16:06:55.269 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.269 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.269 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.269 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.269 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.270 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:176334 6.8 e208/190 6:1268b16b:::benchmark_data_smithi078_103090_object71469:head v 208'10428, mlcod=205'10424)", 2021-07-26T16:06:55.270 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:41.815068+0000", 2021-07-26T16:06:55.270 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.110529848000001, 2021-07-26T16:06:55.270 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.38867254499999998, 2021-07-26T16:06:55.271 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.271 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.271 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.271 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.271 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.272 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.815068+0000", 2021-07-26T16:06:55.272 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.272 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.272 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.272 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.273 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.815068+0000", 2021-07-26T16:06:55.273 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.273 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.273 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.273 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.274 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.815073+0000", 2021-07-26T16:06:55.274 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7439999999999998e-06 2021-07-26T16:06:55.274 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.274 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.275 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.275 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.815077+0000", 2021-07-26T16:06:55.275 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9380000000000002e-06 2021-07-26T16:06:55.275 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.275 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.276 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.276 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.815099+0000", 2021-07-26T16:06:55.276 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2019999999999999e-05 2021-07-26T16:06:55.276 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.276 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.277 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.277 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.815105+0000", 2021-07-26T16:06:55.277 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2049999999999999e-06 2021-07-26T16:06:55.277 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.278 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.278 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.278 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.045843+0000", 2021-07-26T16:06:55.278 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.23073830300000001 2021-07-26T16:06:55.278 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.279 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.279 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.279 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.045863+0000", 2021-07-26T16:06:55.279 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9843999999999998e-05 2021-07-26T16:06:55.279 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.280 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.280 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.280 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.203717+0000", 2021-07-26T16:06:55.280 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.15785338600000001 2021-07-26T16:06:55.281 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.281 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.281 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.281 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.203741+0000", 2021-07-26T16:06:55.281 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4105e-05 2021-07-26T16:06:55.282 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.282 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.282 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.282 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.282 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.283 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:176347 6.10 6:0a4f5c6e:::benchmark_data_smithi078_103090_object71482:head [delete] snapc 0=[] ondisk+write+known_if_redirected e208)", 2021-07-26T16:06:55.283 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:41.850385+0000", 2021-07-26T16:06:55.283 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.075213242, 2021-07-26T16:06:55.283 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.76057691500000002, 2021-07-26T16:06:55.284 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.284 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.284 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:55.284 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:55.284 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:55.285 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 176347 2021-07-26T16:06:55.285 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.285 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.285 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.285 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.286 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.850385+0000", 2021-07-26T16:06:55.286 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.286 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.286 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.286 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.287 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.850385+0000", 2021-07-26T16:06:55.287 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.287 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.287 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.288 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.288 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.850387+0000", 2021-07-26T16:06:55.288 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6749999999999998e-06 2021-07-26T16:06:55.288 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.288 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.289 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.289 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.850390+0000", 2021-07-26T16:06:55.289 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6879999999999999e-06 2021-07-26T16:06:55.289 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.289 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.290 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.290 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.850401+0000", 2021-07-26T16:06:55.290 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0518e-05 2021-07-26T16:06:55.290 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.291 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.291 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.291 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:41.850407+0000", 2021-07-26T16:06:55.291 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2940000000000002e-06 2021-07-26T16:06:55.291 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.292 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.292 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.292 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.566791+0000", 2021-07-26T16:06:55.292 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.71638381200000001 2021-07-26T16:06:55.292 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.293 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.293 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:06:55.293 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.568831+0000", 2021-07-26T16:06:55.293 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002040226 2021-07-26T16:06:55.294 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.294 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.294 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.294 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.590154+0000", 2021-07-26T16:06:55.294 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.021323327999999999 2021-07-26T16:06:55.295 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.295 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.295 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.295 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.590240+0000", 2021-07-26T16:06:55.295 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.5610000000000002e-05 2021-07-26T16:06:55.296 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.296 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.296 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 1,2,3", 2021-07-26T16:06:55.296 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.590573+0000", 2021-07-26T16:06:55.297 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00033354000000000001 2021-07-26T16:06:55.297 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.297 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.297 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.297 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.595143+0000", 2021-07-26T16:06:55.298 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0045699729999999997 2021-07-26T16:06:55.298 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.298 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.298 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.298 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.598656+0000", 2021-07-26T16:06:55.299 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0035127299999999999 2021-07-26T16:06:55.299 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.299 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.299 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.299 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.599189+0000", 2021-07-26T16:06:55.300 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00053262399999999999 2021-07-26T16:06:55.300 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.300 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.300 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.301 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.610438+0000", 2021-07-26T16:06:55.301 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011248915 2021-07-26T16:06:55.301 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.301 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.301 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.302 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.610496+0000", 2021-07-26T16:06:55.302 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8492000000000002e-05 2021-07-26T16:06:55.302 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.302 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.302 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.303 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.610962+0000", 2021-07-26T16:06:55.303 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00046548999999999999 2021-07-26T16:06:55.303 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.303 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.304 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.304 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.304 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.304 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:176364 6.18 e208/190 6:1e7e4652:::benchmark_data_smithi078_103090_object71499:head v 208'10373, mlcod=104'4529)", 2021-07-26T16:06:55.304 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:42.067581+0000", 2021-07-26T16:06:55.305 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 12.858016859999999, 2021-07-26T16:06:55.305 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.47951370999999998, 2021-07-26T16:06:55.305 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.305 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.305 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.306 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.306 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.306 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.067581+0000", 2021-07-26T16:06:55.306 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.307 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.307 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.307 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.307 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.067581+0000", 2021-07-26T16:06:55.307 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.308 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.308 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.308 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.308 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.067586+0000", 2021-07-26T16:06:55.308 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.403e-06 2021-07-26T16:06:55.309 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.309 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.309 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.309 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.067589+0000", 2021-07-26T16:06:55.310 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.427e-06 2021-07-26T16:06:55.310 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.310 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.310 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.310 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.067601+0000", 2021-07-26T16:06:55.311 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2493e-05 2021-07-26T16:06:55.311 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.311 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.311 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.311 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.067607+0000", 2021-07-26T16:06:55.312 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.7030000000000003e-06 2021-07-26T16:06:55.312 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.312 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.312 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.313 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.360244+0000", 2021-07-26T16:06:55.313 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.29263687599999999 2021-07-26T16:06:55.313 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.313 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.313 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.314 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.360268+0000", 2021-07-26T16:06:55.314 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4015999999999998e-05 2021-07-26T16:06:55.314 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.314 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.314 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.315 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.547054+0000", 2021-07-26T16:06:55.315 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.18678551600000001 2021-07-26T16:06:55.315 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.315 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.316 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.316 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.547095+0000", 2021-07-26T16:06:55.316 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1276000000000003e-05 2021-07-26T16:06:55.316 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.316 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.317 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.317 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.317 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.317 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:176380 6.10 6:0f0c4a8d:::benchmark_data_smithi078_103090_object71515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e208)", 2021-07-26T16:06:55.317 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:42.142423+0000", 2021-07-26T16:06:55.318 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 12.783174991999999, 2021-07-26T16:06:55.318 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46888275400000001, 2021-07-26T16:06:55.318 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:06:55.318 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:06:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:06:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:06:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:06:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 176380 2021-07-26T16:06:55.319 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.320 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:06:55.320 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.320 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:06:55.320 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.142423+0000", 2021-07-26T16:06:55.320 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.321 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.321 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.321 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:06:55.321 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.142423+0000", 2021-07-26T16:06:55.322 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:06:55.322 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.322 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.322 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:06:55.322 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.142426+0000", 2021-07-26T16:06:55.323 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.23e-06 2021-07-26T16:06:55.323 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.323 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.323 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:06:55.323 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.142429+0000", 2021-07-26T16:06:55.324 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2679999999999999e-06 2021-07-26T16:06:55.324 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.324 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.324 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:06:55.325 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.142443+0000", 2021-07-26T16:06:55.325 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3599e-05 2021-07-26T16:06:55.325 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.325 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.325 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:06:55.326 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.142449+0000", 2021-07-26T16:06:55.326 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4500000000000003e-06 2021-07-26T16:06:55.326 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.326 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.327 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.327 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.571866+0000", 2021-07-26T16:06:55.327 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.42941769000000002 2021-07-26T16:06:55.327 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.327 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.328 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:06:55.328 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.572534+0000", 2021-07-26T16:06:55.328 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00066801100000000004 2021-07-26T16:06:55.328 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.328 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.329 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:06:55.329 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.592750+0000", 2021-07-26T16:06:55.329 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020215985999999998 2021-07-26T16:06:55.329 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.330 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.330 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:06:55.330 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.592850+0000", 2021-07-26T16:06:55.330 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.98e-05 2021-07-26T16:06:55.330 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.331 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.331 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 1,2,3", 2021-07-26T16:06:55.331 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.593178+0000", 2021-07-26T16:06:55.331 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00032761999999999998 2021-07-26T16:06:55.331 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.332 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.332 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:06:55.332 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.598664+0000", 2021-07-26T16:06:55.332 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0054863949999999998 2021-07-26T16:06:55.333 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.333 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.333 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.333 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.599221+0000", 2021-07-26T16:06:55.333 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00055682300000000002 2021-07-26T16:06:55.334 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.334 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.334 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.334 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.601548+0000", 2021-07-26T16:06:55.334 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023270220000000002 2021-07-26T16:06:55.335 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.335 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.335 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:06:55.335 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.611001+0000", 2021-07-26T16:06:55.335 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0094533670000000007 2021-07-26T16:06:55.336 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.336 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.336 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:06:55.336 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.611051+0000", 2021-07-26T16:06:55.337 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9808999999999997e-05 2021-07-26T16:06:55.337 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:06:55.337 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:06:55.337 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:06:55.337 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:42.611306+0000", 2021-07-26T16:06:55.338 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00025468399999999998 2021-07-26T16:06:55.338 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.338 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.338 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.338 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:06:55.339 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:06:55.339 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:06:55.340 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:55 smithi078 ceph-mon[73801]: pgmap v562: 99 pgs: 5 remapped+peering, 5 peering, 1 active+recovering+degraded+remapped, 4 active+recovery_wait+degraded+remapped, 74 active+clean, 1 active+undersized+remapped, 5 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 5.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 315 op/s; 9620/92070 objects degraded (10.449%); 11242/92070 objects misplaced (12.210%); 11 MiB/s, 254 objects/s recovering 2021-07-26T16:06:55.340 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:55 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3631591848' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:55.341 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:55 smithi078 ceph-mon[77813]: pgmap v562: 99 pgs: 5 remapped+peering, 5 peering, 1 active+recovering+degraded+remapped, 4 active+recovery_wait+degraded+remapped, 74 active+clean, 1 active+undersized+remapped, 5 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 5.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 315 op/s; 9620/92070 objects degraded (10.449%); 11242/92070 objects misplaced (12.210%); 11 MiB/s, 254 objects/s recovering 2021-07-26T16:06:55.341 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:55 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3631591848' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:55.387 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:55.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:55.390 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:55.491 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:55.528 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:55.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:55.530 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:55.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:55 smithi139 ceph-mon[56829]: pgmap v562: 99 pgs: 5 remapped+peering, 5 peering, 1 active+recovering+degraded+remapped, 4 active+recovery_wait+degraded+remapped, 74 active+clean, 1 active+undersized+remapped, 5 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 5.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 315 op/s; 9620/92070 objects degraded (10.449%); 11242/92070 objects misplaced (12.210%); 11 MiB/s, 254 objects/s recovering 2021-07-26T16:06:55.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:55 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3631591848' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:06:55.631 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:06:55.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:55.662 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:55.662 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:06:55.765 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:55.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:55.802 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:55.802 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:55.904 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:55.942 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:55.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:55.944 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:56.045 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:56.072 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:56.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:56.074 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:56.114 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.6 to 1 (10000) 2021-07-26T16:06:56.175 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:56.202 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:56.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:56.203 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:56.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:56 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/882710279' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-07-26T16:06:56.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:56 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/882710279' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-07-26T16:06:56.304 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:56.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:56.328 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:56.328 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:56.430 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:56.452 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:56.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:56.454 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:56.555 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:56.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:56 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/882710279' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-07-26T16:06:56.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:56.578 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:56.578 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:56.679 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:56.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:56.703 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:56.703 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:56.805 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:56.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:56.829 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:56.830 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:56.931 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:06:56.952 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:56.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:56.954 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:06:57.055 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:57.082 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:57.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:57.083 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:57.184 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:57.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:57.209 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:57.210 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:57.311 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:57.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:57.335 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:57.335 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:57.360 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:57 smithi078 ceph-mon[73801]: pgmap v563: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+clean+wait, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 5.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 397 op/s; 17714/88263 objects degraded (20.070%); 9967/88263 objects misplaced (11.292%); 12 MiB/s, 394 objects/s recovering 2021-07-26T16:06:57.360 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:57 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/882710279' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-07-26T16:06:57.360 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:57 smithi078 ceph-mon[73801]: osdmap e213: 8 total, 8 up, 7 in 2021-07-26T16:06:57.361 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:57 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 17714/88263 objects degraded (20.070%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:57.361 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:57 smithi078 ceph-mon[73801]: osdmap e214: 8 total, 8 up, 7 in 2021-07-26T16:06:57.362 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:57 smithi078 ceph-mon[77813]: pgmap v563: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+clean+wait, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 5.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 397 op/s; 17714/88263 objects degraded (20.070%); 9967/88263 objects misplaced (11.292%); 12 MiB/s, 394 objects/s recovering 2021-07-26T16:06:57.362 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:57 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/882710279' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-07-26T16:06:57.362 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:57 smithi078 ceph-mon[77813]: osdmap e213: 8 total, 8 up, 7 in 2021-07-26T16:06:57.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:57 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 17714/88263 objects degraded (20.070%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:57.363 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:57 smithi078 ceph-mon[77813]: osdmap e214: 8 total, 8 up, 7 in 2021-07-26T16:06:57.370 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-07-26T16:06:57.437 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:57.463 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:57.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:57.464 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:57.527 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:57.566 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:57.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:57 smithi139 ceph-mon[56829]: pgmap v563: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+clean+wait, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 5.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 397 op/s; 17714/88263 objects degraded (20.070%); 9967/88263 objects misplaced (11.292%); 12 MiB/s, 394 objects/s recovering 2021-07-26T16:06:57.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:57 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/882710279' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-07-26T16:06:57.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:57 smithi139 ceph-mon[56829]: osdmap e213: 8 total, 8 up, 7 in 2021-07-26T16:06:57.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:57 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 17714/88263 objects degraded (20.070%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:06:57.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:57 smithi139 ceph-mon[56829]: osdmap e214: 8 total, 8 up, 7 in 2021-07-26T16:06:57.588 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:57.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:57.590 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:57.690 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:57.713 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:57.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:57.717 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:57.818 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:57.841 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:57.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:57.843 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:57.880 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 7 1 2021-07-26T16:06:57.944 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:06:57.967 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:57.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:57.969 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:06:58.070 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:06:58.089 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:58.097 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:58.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:58.099 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:06:58.200 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:58.262 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:58.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:58.264 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:58.365 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:58.392 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:58.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:58.393 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:58.494 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:58.562 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:58.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:58.563 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:58.664 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:58.725 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:58.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:58.726 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:58.827 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:58.896 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:58.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:58.898 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:58.999 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:06:59.032 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:06:59.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:59.033 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:06:59.135 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:59.140 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:06:59.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:59.187 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:59.188 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:59.289 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:59.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:59.322 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:59.323 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:06:59.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:59 smithi139 ceph-mon[56829]: pgmap v566: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+clean+wait, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 5.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 203 op/s; 17714/88056 objects degraded (20.117%); 9829/88056 objects misplaced (11.162%); 4.7 MiB/s, 220 objects/s recovering 2021-07-26T16:06:59.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:59 smithi139 ceph-mon[56829]: osdmap e215: 8 total, 8 up, 7 in 2021-07-26T16:06:59.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:59 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2106142872' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:06:59.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:06:59 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:06:59.423 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:06:59.472 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:59.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:59.473 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:06:59.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:59 smithi078 ceph-mon[73801]: pgmap v566: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+clean+wait, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 5.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 203 op/s; 17714/88056 objects degraded (20.117%); 9829/88056 objects misplaced (11.162%); 4.7 MiB/s, 220 objects/s recovering 2021-07-26T16:06:59.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:59 smithi078 ceph-mon[73801]: osdmap e215: 8 total, 8 up, 7 in 2021-07-26T16:06:59.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:59 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2106142872' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:06:59.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:06:59 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:06:59.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:59 smithi078 ceph-mon[77813]: pgmap v566: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+clean+wait, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 6 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 5.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 203 op/s; 17714/88056 objects degraded (20.117%); 9829/88056 objects misplaced (11.162%); 4.7 MiB/s, 220 objects/s recovering 2021-07-26T16:06:59.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:59 smithi078 ceph-mon[77813]: osdmap e215: 8 total, 8 up, 7 in 2021-07-26T16:06:59.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:59 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2106142872' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:06:59.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:06:59 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:06:59.575 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:59.595 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:59.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:59.596 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:59.639 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:06:59.698 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:06:59.739 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:59.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:59.741 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:06:59.830 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:06:59.841 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:06:59.900 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:06:59.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:06:59.901 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:00.003 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:00.036 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:00.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:00.038 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:00.139 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:00.199 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:00.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:00.201 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:00.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:00 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:00.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:00 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:07:00.227 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:00 smithi078 ceph-mon[73801]: osdmap e216: 8 total, 8 up, 7 in 2021-07-26T16:07:00.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:00 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:00.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:00 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:07:00.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:00 smithi078 ceph-mon[77813]: osdmap e216: 8 total, 8 up, 7 in 2021-07-26T16:07:00.302 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:00.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:00 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:00.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:00 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:07:00.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:00 smithi139 ceph-mon[56829]: osdmap e216: 8 total, 8 up, 7 in 2021-07-26T16:07:00.333 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:00.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:00.334 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:00.436 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:00.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:00.483 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:00.483 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:00.585 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:00.615 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:00.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:00.617 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:00.718 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:00.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:00.748 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:00.749 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:00.850 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:00.886 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:00.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:00.887 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:00.989 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:01.024 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:01.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:01.026 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:01.127 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:01.186 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:01.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:01.187 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:01.288 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:01.318 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:01.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:01.319 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:01.420 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:01.458 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:01.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:01.459 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:01.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:01 smithi078 ceph-mon[73801]: pgmap v569: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 5.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 501 op/s; 15581/82239 objects degraded (18.946%); 6920/82239 objects misplaced (8.414%); 11 MiB/s, 335 objects/s recovering 2021-07-26T16:07:01.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:01 smithi078 ceph-mon[77813]: pgmap v569: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 5.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 501 op/s; 15581/82239 objects degraded (18.946%); 6920/82239 objects misplaced (8.414%); 11 MiB/s, 335 objects/s recovering 2021-07-26T16:07:01.560 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:01.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:01 smithi139 ceph-mon[56829]: pgmap v569: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 5.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 501 op/s; 15581/82239 objects degraded (18.946%); 6920/82239 objects misplaced (8.414%); 11 MiB/s, 335 objects/s recovering 2021-07-26T16:07:01.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:01.590 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:01.591 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:01.692 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:01.726 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:01.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:01.727 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:01.828 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:01.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:01.864 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:01.864 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:01.965 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:02.008 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:02.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:02.009 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:02.110 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:02.159 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:02.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:02.161 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:02.262 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:02.289 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:02.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:02.290 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:02.392 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:02.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:02 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 15581/82239 objects degraded (18.946%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:07:02.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:02 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 15581/82239 objects degraded (18.946%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:07:02.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:02.459 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:02.459 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:02.560 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:02.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:02 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 15581/82239 objects degraded (18.946%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:07:02.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:02.587 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:02.588 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:02.689 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:02.716 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:02.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:02.717 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:02.818 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:02.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:02.844 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:02.844 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:02.945 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:02.994 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:07:02.994 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:07:02.995 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:02.995 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:185043 6.4 6:272b8e1f:::benchmark_data_smithi078_103090_object80178:head [delete] snapc 0=[] ondisk+write+known_if_redirected e216)", 2021-07-26T16:07:02.995 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:02.974131+0000", 2021-07-26T16:07:02.995 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.019100649000000001, 2021-07-26T16:07:02.996 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019122436, 2021-07-26T16:07:02.996 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:02.996 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:07:02.996 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:02.996 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:02.997 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:02.997 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 185043 2021-07-26T16:07:02.997 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:02.997 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:02.998 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:02.998 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:02.998 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.974131+0000", 2021-07-26T16:07:02.998 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:02.998 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:02.999 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:02.999 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:02.999 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.974131+0000", 2021-07-26T16:07:02.999 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:03.000 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.000 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.000 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:03.000 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.974133+0000", 2021-07-26T16:07:03.000 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3939999999999999e-06 2021-07-26T16:07:03.001 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.001 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.001 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:03.001 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.974136+0000", 2021-07-26T16:07:03.001 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.931e-06 2021-07-26T16:07:03.002 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.002 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.002 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:03.002 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.974151+0000", 2021-07-26T16:07:03.003 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4717e-05 2021-07-26T16:07:03.003 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.003 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.003 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:03.003 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.974158+0000", 2021-07-26T16:07:03.004 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7739999999999999e-06 2021-07-26T16:07:03.004 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.004 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.004 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:03.005 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.974217+0000", 2021-07-26T16:07:03.005 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9642999999999998e-05 2021-07-26T16:07:03.005 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.005 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.005 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:03.006 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.974387+0000", 2021-07-26T16:07:03.006 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016996900000000001 2021-07-26T16:07:03.006 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.006 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.006 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:07:03.007 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.974776+0000", 2021-07-26T16:07:03.007 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000388799 2021-07-26T16:07:03.007 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.008 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.008 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:03.008 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.983578+0000", 2021-07-26T16:07:03.008 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.008801382 2021-07-26T16:07:03.008 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.009 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.009 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:03.009 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.983628+0000", 2021-07-26T16:07:03.009 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0677999999999998e-05 2021-07-26T16:07:03.010 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:03.010 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:03.010 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:03.010 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.010 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.011 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:185049 6.b 6:dd2aecde:::benchmark_data_smithi078_103090_object80184:head [delete] snapc 0=[] ondisk+write+known_if_redirected e216)", 2021-07-26T16:07:03.011 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:02.979267+0000", 2021-07-26T16:07:03.011 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.013964232, 2021-07-26T16:07:03.011 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014050561, 2021-07-26T16:07:03.012 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:03.012 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:07:03.012 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:03.012 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:03.012 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:03.013 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 185049 2021-07-26T16:07:03.013 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.013 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:03.013 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.013 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:03.014 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.979267+0000", 2021-07-26T16:07:03.014 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:03.014 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.015 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.015 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:03.015 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.979267+0000", 2021-07-26T16:07:03.015 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:03.015 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.016 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.016 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:03.016 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.979270+0000", 2021-07-26T16:07:03.016 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7020000000000001e-06 2021-07-26T16:07:03.017 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.017 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.017 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:03.017 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.979273+0000", 2021-07-26T16:07:03.017 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.309e-06 2021-07-26T16:07:03.018 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.018 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.018 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:03.018 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.979289+0000", 2021-07-26T16:07:03.018 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5773e-05 2021-07-26T16:07:03.019 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.019 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.019 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:03.019 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.979297+0000", 2021-07-26T16:07:03.020 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.8469999999999996e-06 2021-07-26T16:07:03.020 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.020 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.020 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:03.021 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.979351+0000", 2021-07-26T16:07:03.021 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4348000000000002e-05 2021-07-26T16:07:03.021 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.021 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.022 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:03.022 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.979514+0000", 2021-07-26T16:07:03.022 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016239600000000001 2021-07-26T16:07:03.022 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.023 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.023 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:07:03.023 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.979713+0000", 2021-07-26T16:07:03.023 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00019925800000000001 2021-07-26T16:07:03.023 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.024 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.024 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:03.024 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.989992+0000", 2021-07-26T16:07:03.024 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010279431 2021-07-26T16:07:03.024 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.025 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.025 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:03.025 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.990057+0000", 2021-07-26T16:07:03.025 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4443999999999995e-05 2021-07-26T16:07:03.026 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.026 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.026 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:03.026 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.992687+0000", 2021-07-26T16:07:03.027 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002630337 2021-07-26T16:07:03.027 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:03.027 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:03.027 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:03.028 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.028 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.028 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:185051 6.4 6:2097494b:::benchmark_data_smithi078_103090_object80186:head [delete] snapc 0=[] ondisk+write+known_if_redirected e216)", 2021-07-26T16:07:03.028 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:02.983232+0000", 2021-07-26T16:07:03.028 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0099999249999999998, 2021-07-26T16:07:03.029 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010151499, 2021-07-26T16:07:03.029 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:03.029 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:07:03.029 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:03.029 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:03.030 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:03.030 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 185051 2021-07-26T16:07:03.030 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.030 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:03.031 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.031 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:03.031 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.983232+0000", 2021-07-26T16:07:03.031 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:03.031 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.032 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.032 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:03.032 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.983232+0000", 2021-07-26T16:07:03.032 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:03.032 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.033 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.033 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:03.033 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.983234+0000", 2021-07-26T16:07:03.033 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2910000000000002e-06 2021-07-26T16:07:03.034 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.034 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.034 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:03.034 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.983237+0000", 2021-07-26T16:07:03.034 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0139999999999999e-06 2021-07-26T16:07:03.035 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.035 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.035 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:03.035 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.983250+0000", 2021-07-26T16:07:03.036 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3061000000000001e-05 2021-07-26T16:07:03.036 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.036 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.036 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:03.038 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.983257+0000", 2021-07-26T16:07:03.038 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4729999999999997e-06 2021-07-26T16:07:03.038 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.038 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.039 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:03.039 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.983655+0000", 2021-07-26T16:07:03.039 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00039868199999999998 2021-07-26T16:07:03.039 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.040 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.041 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:03.041 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.983803+0000", 2021-07-26T16:07:03.041 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00014816800000000001 2021-07-26T16:07:03.041 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.042 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.042 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:07:03.042 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.984213+0000", 2021-07-26T16:07:03.042 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00040937299999999999 2021-07-26T16:07:03.043 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.043 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.043 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:03.043 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.987310+0000", 2021-07-26T16:07:03.043 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00309714 2021-07-26T16:07:03.044 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.044 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.044 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:03.044 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.992335+0000", 2021-07-26T16:07:03.044 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0050248319999999999 2021-07-26T16:07:03.045 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:03.045 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:03.045 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:03.045 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.046 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.046 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:185052 6.11 6:88d5a917:::benchmark_data_smithi078_103090_object80187:head [delete] snapc 0=[] ondisk+write+known_if_redirected e216)", 2021-07-26T16:07:03.046 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:02.987476+0000", 2021-07-26T16:07:03.046 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0057560909999999996, 2021-07-26T16:07:03.046 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0059964789999999999, 2021-07-26T16:07:03.047 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:03.047 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:07:03.047 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:03.047 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:03.048 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:03.048 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 185052 2021-07-26T16:07:03.048 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.048 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:03.048 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.049 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:03.049 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.987476+0000", 2021-07-26T16:07:03.049 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:03.049 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.049 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.050 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:03.050 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.987476+0000", 2021-07-26T16:07:03.050 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:03.050 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.050 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.051 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:03.051 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.987478+0000", 2021-07-26T16:07:03.051 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2390000000000001e-06 2021-07-26T16:07:03.051 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.052 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.052 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:03.052 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.987481+0000", 2021-07-26T16:07:03.052 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7539999999999998e-06 2021-07-26T16:07:03.052 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.053 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.053 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:03.053 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.987492+0000", 2021-07-26T16:07:03.053 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1649e-05 2021-07-26T16:07:03.053 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.054 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.054 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:03.054 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.987499+0000", 2021-07-26T16:07:03.054 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.888e-06 2021-07-26T16:07:03.055 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.055 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.055 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:03.055 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.987614+0000", 2021-07-26T16:07:03.055 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000115053 2021-07-26T16:07:03.056 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.056 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.056 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:03.056 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.987786+0000", 2021-07-26T16:07:03.056 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000171738 2021-07-26T16:07:03.057 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.057 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.057 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2,6", 2021-07-26T16:07:03.057 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.988113+0000", 2021-07-26T16:07:03.057 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000327611 2021-07-26T16:07:03.058 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.058 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.058 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:03.058 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.989925+0000", 2021-07-26T16:07:03.059 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001811352 2021-07-26T16:07:03.059 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:03.059 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:03.059 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:03.059 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:02.992596+0000", 2021-07-26T16:07:03.060 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0026709350000000001 2021-07-26T16:07:03.060 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:03.060 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:03.060 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:03.060 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:03.061 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2021-07-26T16:07:03.061 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 4 2021-07-26T16:07:03.061 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:07:03.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:03.063 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:03.063 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:03.165 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:03.210 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:03.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:03.212 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:03.313 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:03.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:03.349 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:03.349 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:03.451 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:03.482 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:03.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:03.484 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:03.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:03 smithi078 ceph-mon[73801]: pgmap v570: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 5.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 343 op/s; 15581/82239 objects degraded (18.946%); 6920/82239 objects misplaced (8.414%); 7.4 MiB/s, 230 objects/s recovering 2021-07-26T16:07:03.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:03 smithi078 ceph-mon[77813]: pgmap v570: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 5.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 343 op/s; 15581/82239 objects degraded (18.946%); 6920/82239 objects misplaced (8.414%); 7.4 MiB/s, 230 objects/s recovering 2021-07-26T16:07:03.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:03 smithi139 ceph-mon[56829]: pgmap v570: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 5.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 343 op/s; 15581/82239 objects degraded (18.946%); 6920/82239 objects misplaced (8.414%); 7.4 MiB/s, 230 objects/s recovering 2021-07-26T16:07:03.585 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:03.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:03.615 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:03.616 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:03.717 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:03.739 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:03.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:03.740 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:03.841 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:03.878 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:03.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:03.879 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:03.980 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:04.005 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:04.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:04.007 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:04.108 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:04.142 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:04.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:04.144 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:04.245 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:04.280 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:04.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:04.282 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:04.382 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:07:04.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:07:04.384 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:04.421 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:07:04.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:04.443 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:04.444 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:04.545 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:04.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:07:04.603 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:04.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:04.605 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:04.654 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:04.706 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:04.738 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:04.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:04.739 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:04.840 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:04.891 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:04.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:04.892 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:04.994 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:05.030 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:05.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:05.031 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:05.132 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:05.159 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.7 to 1 (10000) 2021-07-26T16:07:05.160 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-07-26T16:07:05.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:05.190 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:05.191 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:05.292 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:05.313 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:05.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:05.315 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:05.407 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:05.416 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:05.442 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:05.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:05.444 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:05.444 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:05 smithi078 ceph-mon[73801]: pgmap v571: 99 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 5.1 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 338 op/s; 15573/81267 objects degraded (19.163%); 6714/81267 objects misplaced (8.262%); 6.4 MiB/s, 234 objects/s recovering 2021-07-26T16:07:05.444 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:07:05.445 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:05 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2940392811' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-07-26T16:07:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:05 smithi078 ceph-mon[77813]: pgmap v571: 99 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 5.1 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 338 op/s; 15573/81267 objects degraded (19.163%); 6714/81267 objects misplaced (8.262%); 6.4 MiB/s, 234 objects/s recovering 2021-07-26T16:07:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:07:05.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:05 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2940392811' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-07-26T16:07:05.545 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:05.567 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:05.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:05.569 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:05.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:05 smithi139 ceph-mon[56829]: pgmap v571: 99 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 5.1 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 338 op/s; 15573/81267 objects degraded (19.163%); 6714/81267 objects misplaced (8.262%); 6.4 MiB/s, 234 objects/s recovering 2021-07-26T16:07:05.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:07:05.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:05 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2940392811' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-07-26T16:07:05.669 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:05.697 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:05.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:05.699 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:05.800 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:05.824 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:05.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:05.825 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:05.926 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:05.949 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:05.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:05.950 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:06.051 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:06.072 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:06.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:06.073 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:06.174 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:06.203 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:06.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:06.204 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:06.305 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:06.328 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:06.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:06.330 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:06.399 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:06 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2940392811' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-07-26T16:07:06.399 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:06 smithi078 ceph-mon[73801]: osdmap e217: 8 total, 8 up, 7 in 2021-07-26T16:07:06.399 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:06 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:07:06.400 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:06 smithi078 ceph-mon[73801]: osdmap e218: 8 total, 8 up, 7 in 2021-07-26T16:07:06.400 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:06 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2940392811' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-07-26T16:07:06.400 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:06 smithi078 ceph-mon[77813]: osdmap e217: 8 total, 8 up, 7 in 2021-07-26T16:07:06.401 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:06 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:07:06.401 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:06 smithi078 ceph-mon[77813]: osdmap e218: 8 total, 8 up, 7 in 2021-07-26T16:07:06.431 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:06.453 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:06.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:06.455 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:06.556 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:06.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:06 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2940392811' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-07-26T16:07:06.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:06 smithi139 ceph-mon[56829]: osdmap e217: 8 total, 8 up, 7 in 2021-07-26T16:07:06.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:06 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:07:06.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:06 smithi139 ceph-mon[56829]: osdmap e218: 8 total, 8 up, 7 in 2021-07-26T16:07:06.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:06.585 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:06.585 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:06.687 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:06.709 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:06.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:06.710 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:06.811 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:06.833 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:06.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:06.834 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:06.921 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:07:06.921 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:07:06.921 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:07:06.921 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:07:06.922 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:07:06.922 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:07:06.922 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:07:06.922 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:07:06.923 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:07:06.923 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:07:06.923 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:07:06.924 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:07:06.924 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:07:06.924 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:07:06.924 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:07:06.924 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:07:06.925 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: 2021-07-26T16:07:06.727+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:07:06.925 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:07:06.925 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:06.926 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:07:06.926 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:06.926 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:07:06.926 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:06.927 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:06.927 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:07:06.927 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: 2021-07-26T16:07:06.728+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:07:06.927 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:07:06.927 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:06.928 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:07:06.928 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:06.928 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:07:06.928 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:06.928 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:06.929 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:07:06.929 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: 2021-07-26T16:07:06.730+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:07:06.929 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:07:06.929 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:06.930 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:07:06.930 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:06.930 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:07:06.930 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:06.930 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:06.931 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:07:06.931 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: 2021-07-26T16:07:06.730+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:07:06.931 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:07:06.931 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:06.932 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:07:06.932 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:06.932 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:07:06.932 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:06.932 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:06.933 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:07:06 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:07:06.935 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:06.958 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:06.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:06.959 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:07.060 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:07.082 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:07.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:07.083 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:07.184 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:07.204 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:07.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:07.206 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:07.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[73801]: pgmap v573: 99 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 4.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 719 op/s; 14532/71034 objects degraded (20.458%); 6013/71034 objects misplaced (8.465%); 9.7 MiB/s, 278 objects/s recovering 2021-07-26T16:07:07.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[73801]: 6.12 continuing backfill to osd.6 from (101'2697,216'10707] MIN to 216'10707 2021-07-26T16:07:07.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[73801]: 6.12 starting backfill to osd.7 from (96'1000,130'9010] MIN to 216'10707 2021-07-26T16:07:07.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[73801]: 6.1 starting backfill to osd.7 from (0'0,0'0] MAX to 216'10516 2021-07-26T16:07:07.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[73801]: 6.11 starting backfill to osd.7 from (0'0,0'0] MAX to 216'10486 2021-07-26T16:07:07.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[73801]: 6.2 continuing backfill to osd.6 from (101'2697,216'10706] MIN to 216'10706 2021-07-26T16:07:07.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[73801]: 6.2 starting backfill to osd.7 from (96'1000,130'9010] MIN to 216'10706 2021-07-26T16:07:07.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:07:07.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3925778131' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:07.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 14532/71034 objects degraded (20.458%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:07:07.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[73801]: osdmap e219: 8 total, 8 up, 7 in 2021-07-26T16:07:07.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[77813]: pgmap v573: 99 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 4.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 719 op/s; 14532/71034 objects degraded (20.458%); 6013/71034 objects misplaced (8.465%); 9.7 MiB/s, 278 objects/s recovering 2021-07-26T16:07:07.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[77813]: 6.12 continuing backfill to osd.6 from (101'2697,216'10707] MIN to 216'10707 2021-07-26T16:07:07.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[77813]: 6.12 starting backfill to osd.7 from (96'1000,130'9010] MIN to 216'10707 2021-07-26T16:07:07.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[77813]: 6.1 starting backfill to osd.7 from (0'0,0'0] MAX to 216'10516 2021-07-26T16:07:07.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[77813]: 6.11 starting backfill to osd.7 from (0'0,0'0] MAX to 216'10486 2021-07-26T16:07:07.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[77813]: 6.2 continuing backfill to osd.6 from (101'2697,216'10706] MIN to 216'10706 2021-07-26T16:07:07.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[77813]: 6.2 starting backfill to osd.7 from (96'1000,130'9010] MIN to 216'10706 2021-07-26T16:07:07.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:07:07.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3925778131' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:07.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 14532/71034 objects degraded (20.458%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:07:07.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:07 smithi078 ceph-mon[77813]: osdmap e219: 8 total, 8 up, 7 in 2021-07-26T16:07:07.307 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:07.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:07.346 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:07.346 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:07.447 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:07.485 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:07.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:07.486 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:07.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:07 smithi139 ceph-mon[56829]: pgmap v573: 99 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 4.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 719 op/s; 14532/71034 objects degraded (20.458%); 6013/71034 objects misplaced (8.465%); 9.7 MiB/s, 278 objects/s recovering 2021-07-26T16:07:07.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:07 smithi139 ceph-mon[56829]: 6.12 continuing backfill to osd.6 from (101'2697,216'10707] MIN to 216'10707 2021-07-26T16:07:07.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:07 smithi139 ceph-mon[56829]: 6.12 starting backfill to osd.7 from (96'1000,130'9010] MIN to 216'10707 2021-07-26T16:07:07.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:07 smithi139 ceph-mon[56829]: 6.1 starting backfill to osd.7 from (0'0,0'0] MAX to 216'10516 2021-07-26T16:07:07.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:07 smithi139 ceph-mon[56829]: 6.11 starting backfill to osd.7 from (0'0,0'0] MAX to 216'10486 2021-07-26T16:07:07.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:07 smithi139 ceph-mon[56829]: 6.2 continuing backfill to osd.6 from (101'2697,216'10706] MIN to 216'10706 2021-07-26T16:07:07.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:07 smithi139 ceph-mon[56829]: 6.2 starting backfill to osd.7 from (96'1000,130'9010] MIN to 216'10706 2021-07-26T16:07:07.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:07:07.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:07 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3925778131' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:07.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:07 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 14532/71034 objects degraded (20.458%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:07:07.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:07 smithi139 ceph-mon[56829]: osdmap e219: 8 total, 8 up, 7 in 2021-07-26T16:07:07.587 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:07.624 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:07.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:07.625 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:07.726 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:07.764 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:07.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:07.766 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:07.867 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:07.903 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:07.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:07.904 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:07.977 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 0 1 2021-07-26T16:07:08.005 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:08.080 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:08.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:08.081 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:08.183 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:08.211 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:08.228 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:08 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:07:08.229 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:07:08.229 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:08.229 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:07:08.229 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:08.229 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:07:08.230 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:08.231 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:08.231 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:07:08.231 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:08 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:07:08.231 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:07:08.232 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:08.232 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:07:08.232 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:08.232 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:07:08.232 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:08.233 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:08.233 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:07:08.233 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:08 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:07:08.233 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:07:08.234 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:08.234 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:07:08.234 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:08.234 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:07:08.234 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:08.235 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:08.235 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:07:08.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:08 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:07:08.236 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:07:08.236 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:08.236 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:07:08.236 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:08.237 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:07:08.237 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:08.237 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:08.237 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:07:08.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:08 smithi078 ceph-mon[73801]: 6.18 continuing backfill to osd.6 from (101'2660,216'10685] MIN to 216'10685 2021-07-26T16:07:08.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:08 smithi078 ceph-mon[73801]: 6.8 continuing backfill to osd.6 from (101'2660,216'10746] MIN to 216'10746 2021-07-26T16:07:08.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:08 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:07:08.238 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:07:08.239 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:08.239 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:07:08.239 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:08.239 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:07:08.239 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:08.240 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:08.240 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:07:08.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:08 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:07:08.240 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:07:08.241 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:08.241 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:07:08.241 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:08.241 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:07:08.241 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:08.242 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:08.242 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:07:08.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:08 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:07:08.242 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:07:08.242 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:08.243 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:07:08.243 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:08.243 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:07:08.243 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:08.243 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:08.244 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:07:08.244 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:08 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:07:08.244 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:07:08.244 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:08.245 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:07:08.245 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:08.245 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:07:08.245 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:08.245 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:08.246 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:07:08.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:08 smithi078 ceph-mon[77813]: 6.18 continuing backfill to osd.6 from (101'2660,216'10685] MIN to 216'10685 2021-07-26T16:07:08.246 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:08 smithi078 ceph-mon[77813]: 6.8 continuing backfill to osd.6 from (101'2660,216'10746] MIN to 216'10746 2021-07-26T16:07:08.252 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:08.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:08.253 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:08.354 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:08.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:08.412 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:08.412 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:08.514 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:08.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:08 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:07:08.577 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:07:08.577 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:08.577 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:07:08.577 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:08.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:07:08.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:08.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:08.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:07:08.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:08 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:07:08.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:07:08.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:08.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:07:08.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:08.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:07:08.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:08.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:08.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:07:08.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:08 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:07:08.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:07:08.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:08.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:07:08.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:08.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:07:08.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:08.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:08.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:07:08.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:08 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:07:08.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:07:08.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:08.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:07:08.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:08.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:07:08.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:08.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:08.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:07:08.584 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:08 smithi139 ceph-mon[56829]: 6.18 continuing backfill to osd.6 from (101'2660,216'10685] MIN to 216'10685 2021-07-26T16:07:08.585 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:08 smithi139 ceph-mon[56829]: 6.8 continuing backfill to osd.6 from (101'2660,216'10746] MIN to 216'10746 2021-07-26T16:07:08.601 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:08.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:08.602 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:08.703 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:08.752 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:08.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:08.755 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:08.856 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:08.882 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:08.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:08.883 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:08.984 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:09.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:09.018 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:09.018 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:09.120 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:09.160 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:09.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:09.161 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:09.262 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:09.300 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:09.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:09.301 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:09.402 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:09.433 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:09.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:09.435 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:09.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:09 smithi078 ceph-mon[73801]: pgmap v576: 99 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 4.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 622 op/s; 14532/71034 objects degraded (20.458%); 6013/71034 objects misplaced (8.465%); 5.5 MiB/s, 141 objects/s recovering 2021-07-26T16:07:09.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:09 smithi078 ceph-mon[77813]: pgmap v576: 99 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 4.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 622 op/s; 14532/71034 objects degraded (20.458%); 6013/71034 objects misplaced (8.465%); 5.5 MiB/s, 141 objects/s recovering 2021-07-26T16:07:09.536 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:09.569 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:09.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:09.570 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:09.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:09 smithi139 ceph-mon[56829]: pgmap v576: 99 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 83 active+clean, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 4.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 622 op/s; 14532/71034 objects degraded (20.458%); 6013/71034 objects misplaced (8.465%); 5.5 MiB/s, 141 objects/s recovering 2021-07-26T16:07:09.671 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:09.705 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:09.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:09.707 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:09.808 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:09.838 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:09.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:09.839 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:09.940 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:09.975 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:09.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:09.977 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:10.078 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:10.119 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:10.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:10.121 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:10.180 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:07:10.222 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:10.261 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:10.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:10.263 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:10.364 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:10.400 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:10.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:10.402 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:10.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:10 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/231566440' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:07:10.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:10 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:07:10.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:10 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/231566440' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:07:10.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:10 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:07:10.503 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:10.532 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:07:10.538 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:10.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:10.540 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:10.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:10 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/231566440' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:07:10.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:10 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:07:10.641 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:10.669 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:10.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:10.670 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:10.771 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:10.776 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:10.818 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:10.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:10.819 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:10.920 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:10.960 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:10.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:10.963 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:11.064 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:11.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:11.100 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:11.101 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:11.202 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:11.238 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:11.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:11.239 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:11.340 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:11.391 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:11.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:11.393 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:11.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:11 smithi078 ceph-mon[73801]: pgmap v577: 99 pgs: 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 4.2 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 972 op/s; 13841/63762 objects degraded (21.707%); 3855/63762 objects misplaced (6.046%); 7.2 MiB/s, 249 objects/s recovering 2021-07-26T16:07:11.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:11 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:11.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:11 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:07:11.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:11 smithi078 ceph-mon[73801]: osdmap e220: 8 total, 8 up, 7 in 2021-07-26T16:07:11.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:11 smithi078 ceph-mon[77813]: pgmap v577: 99 pgs: 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 4.2 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 972 op/s; 13841/63762 objects degraded (21.707%); 3855/63762 objects misplaced (6.046%); 7.2 MiB/s, 249 objects/s recovering 2021-07-26T16:07:11.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:11 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:11.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:11 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:07:11.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:11 smithi078 ceph-mon[77813]: osdmap e220: 8 total, 8 up, 7 in 2021-07-26T16:07:11.494 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:11.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:11.532 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:11.532 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:11.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:11 smithi139 ceph-mon[56829]: pgmap v577: 99 pgs: 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 4.2 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 972 op/s; 13841/63762 objects degraded (21.707%); 3855/63762 objects misplaced (6.046%); 7.2 MiB/s, 249 objects/s recovering 2021-07-26T16:07:11.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:11 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:11.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:11 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:07:11.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:11 smithi139 ceph-mon[56829]: osdmap e220: 8 total, 8 up, 7 in 2021-07-26T16:07:11.634 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:11.668 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:11.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:11.670 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:11.771 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:11.819 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:11.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:11.820 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:11.922 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:11.953 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:11.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:11.955 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:12.056 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:12.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:12.107 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:12.108 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:12.113 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:07:12.113 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:07:12.209 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:12.257 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:12.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:12.259 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:12.347 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:12 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 13841/63762 objects degraded (21.707%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:12.347 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:12 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 13841/63762 objects degraded (21.707%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:12.360 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:12.396 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:12.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:12.398 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:12.499 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:12.527 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:12.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:12.528 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:12.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:12 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 13841/63762 objects degraded (21.707%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:12.630 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:12.661 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:12.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:12.662 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:12.763 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:12.806 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:12.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:12.808 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:12.909 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:12.940 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:12.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:12.941 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:13.042 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:13.075 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:13.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:13.077 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:13.177 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:13.211 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.0 to 1 (10000) 2021-07-26T16:07:13.223 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:13.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:13.224 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:13.325 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:13.353 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:13.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:13.354 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:13.455 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:13.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:13 smithi078 ceph-mon[73801]: pgmap v579: 99 pgs: 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 4.2 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 403 op/s; 13841/63762 objects degraded (21.707%); 3855/63762 objects misplaced (6.046%); 1.8 MiB/s, 152 objects/s recovering 2021-07-26T16:07:13.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:13 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/620924074' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-07-26T16:07:13.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:13 smithi078 ceph-mon[77813]: pgmap v579: 99 pgs: 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 4.2 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 403 op/s; 13841/63762 objects degraded (21.707%); 3855/63762 objects misplaced (6.046%); 1.8 MiB/s, 152 objects/s recovering 2021-07-26T16:07:13.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:13 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/620924074' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-07-26T16:07:13.495 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:13.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:13.497 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:13.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:13 smithi139 ceph-mon[56829]: pgmap v579: 99 pgs: 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 4.2 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 403 op/s; 13841/63762 objects degraded (21.707%); 3855/63762 objects misplaced (6.046%); 1.8 MiB/s, 152 objects/s recovering 2021-07-26T16:07:13.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:13 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/620924074' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-07-26T16:07:13.598 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:13.627 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:13.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:13.629 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:13.730 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:13.756 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:07:13.768 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:13.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:13.772 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:13.873 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:13.891 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-07-26T16:07:13.902 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:13.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:13.904 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:14.006 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:14.032 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:14.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:14.083 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:14.083 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:14.156 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:14.184 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:14.238 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:14.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:14.240 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:14.329 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:14 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/620924074' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-07-26T16:07:14.330 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:14 smithi078 ceph-mon[77813]: osdmap e221: 8 total, 8 up, 7 in 2021-07-26T16:07:14.331 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:14 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/620924074' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-07-26T16:07:14.331 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:14 smithi078 ceph-mon[73801]: osdmap e221: 8 total, 8 up, 7 in 2021-07-26T16:07:14.341 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:14.372 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:14.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:14.373 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:14.474 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:14.520 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:14.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:14.521 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:14.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:14 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/620924074' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-07-26T16:07:14.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:14 smithi139 ceph-mon[56829]: osdmap e221: 8 total, 8 up, 7 in 2021-07-26T16:07:14.622 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:14.654 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:14.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:14.656 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:14.757 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:14.784 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:14.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:14.787 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:14.888 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:14.938 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 4 1 2021-07-26T16:07:14.948 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:14.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:14.950 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:15.051 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:15.076 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:15.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:15.077 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:15.178 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:15.196 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:15.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:15.257 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:15.258 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:15.359 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:15.382 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:07:15.383 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:15.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:15.385 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:15.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:15 smithi078 ceph-mon[73801]: pgmap v581: 99 pgs: 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 4.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 396 op/s; 13841/62937 objects degraded (21.992%); 3580/62937 objects misplaced (5.688%); 1.6 MiB/s, 134 objects/s recovering 2021-07-26T16:07:15.420 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:15 smithi078 ceph-mon[77813]: pgmap v581: 99 pgs: 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 4.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 396 op/s; 13841/62937 objects degraded (21.992%); 3580/62937 objects misplaced (5.688%); 1.6 MiB/s, 134 objects/s recovering 2021-07-26T16:07:15.427 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:07:15.462 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:07:15.486 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:15.499 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:07:15.516 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:15.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:15.518 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:15.541 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:07:15.571 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:07:15.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:15 smithi139 ceph-mon[56829]: pgmap v581: 99 pgs: 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.3 GiB data, 4.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 396 op/s; 13841/62937 objects degraded (21.992%); 3580/62937 objects misplaced (5.688%); 1.6 MiB/s, 134 objects/s recovering 2021-07-26T16:07:15.609 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:07:15.619 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:15.637 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:07:15.643 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:07:15.643 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:07:15.643 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:07:15.643 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:07:15.643 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:07:15.644 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:07:15.644 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:07:15.644 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:07:15.650 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:15.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:15.652 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:15.753 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:15.783 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:15.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:15.784 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:15.885 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:15.920 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:15.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:15.921 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:16.022 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:16.045 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:16.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:16.046 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:16.148 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:16.173 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:16.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:16.174 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:16.275 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:16.313 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:16.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:16.314 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:16.415 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:16.480 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:16.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:16.482 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:16.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:16 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2346507594' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:16.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:16 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2346507594' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:16.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:16 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2346507594' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:16.584 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:16.619 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:16.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:16.620 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:16.721 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:16.762 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:16.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:16.765 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:16.866 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:16.897 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:16.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:16.898 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:16.999 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:17.039 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:17.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:17.040 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:17.141 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:17.195 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:17.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:17.201 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:17.302 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:17.312 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:17 smithi078 ceph-mon[73801]: pgmap v582: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 3.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 800 op/s; 12454/51813 objects degraded (24.036%); 2933/51813 objects misplaced (5.661%); 5.3 MiB/s, 229 objects/s recovering 2021-07-26T16:07:17.312 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:17 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 12454/51813 objects degraded (24.036%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:17.312 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:17 smithi078 ceph-mon[77813]: pgmap v582: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 3.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 800 op/s; 12454/51813 objects degraded (24.036%); 2933/51813 objects misplaced (5.661%); 5.3 MiB/s, 229 objects/s recovering 2021-07-26T16:07:17.313 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:17 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 12454/51813 objects degraded (24.036%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:17.329 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:17.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:17.330 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:17.432 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:17.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:17.461 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:17.462 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:17.562 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:17.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:17 smithi139 ceph-mon[56829]: pgmap v582: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 3.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 800 op/s; 12454/51813 objects degraded (24.036%); 2933/51813 objects misplaced (5.661%); 5.3 MiB/s, 229 objects/s recovering 2021-07-26T16:07:17.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:17 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 12454/51813 objects degraded (24.036%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:17.594 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:17.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:17.595 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:17.696 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:17.725 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:17.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:17.727 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:17.828 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:17.866 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:17.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:17.868 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:17.969 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:18.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:18.003 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:18.003 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:18.104 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:18.134 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:18.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:18.135 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:18.236 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:18.268 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:18.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:18.270 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:18.371 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:18.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:18.401 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:18.402 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:18.502 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:18.530 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:18.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:18.532 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:18.633 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:18.665 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:18.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:18.667 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:18.751 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:07:18.751 INFO:teuthology.orchestra.run.smithi078.stdout: "size": 20, 2021-07-26T16:07:18.752 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 600, 2021-07-26T16:07:18.752 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:07:18.752 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.752 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154874 6.e 6:7f054a96:::benchmark_data_smithi078_103090_object50009:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)", 2021-07-26T16:07:18.753 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:21.251134+0000", 2021-07-26T16:07:18.753 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 177.496174739, 2021-07-26T16:07:18.753 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0365469169999999, 2021-07-26T16:07:18.753 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:18.754 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:18.754 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:18.754 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:18.754 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:18.755 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154874 2021-07-26T16:07:18.755 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.755 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:18.755 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.755 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:18.756 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251134+0000", 2021-07-26T16:07:18.756 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.756 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.756 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.757 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:18.757 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251134+0000", 2021-07-26T16:07:18.757 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.757 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.757 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.758 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:18.758 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251138+0000", 2021-07-26T16:07:18.758 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.6559999999999998e-06 2021-07-26T16:07:18.758 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.759 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.759 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:18.759 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251141+0000", 2021-07-26T16:07:18.759 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5599999999999998e-06 2021-07-26T16:07:18.760 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.760 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.760 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:18.761 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251153+0000", 2021-07-26T16:07:18.761 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1612e-05 2021-07-26T16:07:18.761 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.761 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.762 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:18.762 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251160+0000", 2021-07-26T16:07:18.762 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1199999999999996e-06 2021-07-26T16:07:18.762 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.763 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.763 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.763 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255061+0000", 2021-07-26T16:07:18.763 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0039010440000000002 2021-07-26T16:07:18.763 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.764 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.764 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:18.764 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255074+0000", 2021-07-26T16:07:18.764 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2876e-05 2021-07-26T16:07:18.765 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.765 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.765 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.765 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.017099+0000", 2021-07-26T16:07:18.765 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.76202526500000001 2021-07-26T16:07:18.766 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.766 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.766 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:18.766 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.017110+0000", 2021-07-26T16:07:18.767 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.092e-05 2021-07-26T16:07:18.767 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.767 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.767 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.767 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.218137+0000", 2021-07-26T16:07:18.768 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.201027243 2021-07-26T16:07:18.768 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.768 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.768 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:07:18.769 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.218742+0000", 2021-07-26T16:07:18.769 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00060475199999999996 2021-07-26T16:07:18.769 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.769 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.770 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.770 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.231955+0000", 2021-07-26T16:07:18.770 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013212821 2021-07-26T16:07:18.770 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.770 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.771 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:18.771 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.232085+0000", 2021-07-26T16:07:18.771 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000130154 2021-07-26T16:07:18.771 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.772 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.772 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:07:18.772 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.232301+0000", 2021-07-26T16:07:18.772 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021646299999999999 2021-07-26T16:07:18.772 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.773 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.773 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:18.773 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.246062+0000", 2021-07-26T16:07:18.773 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013760268000000001 2021-07-26T16:07:18.774 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.774 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.774 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.774 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.258100+0000", 2021-07-26T16:07:18.775 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012038083 2021-07-26T16:07:18.775 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.775 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.775 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.776 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.258136+0000", 2021-07-26T16:07:18.776 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5751999999999999e-05 2021-07-26T16:07:18.776 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.776 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.777 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.777 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.285884+0000", 2021-07-26T16:07:18.777 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.027748794 2021-07-26T16:07:18.777 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.777 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.778 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:18.778 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.285957+0000", 2021-07-26T16:07:18.778 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2824999999999995e-05 2021-07-26T16:07:18.778 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.779 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.779 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:18.779 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.287681+0000", 2021-07-26T16:07:18.779 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0017237089999999999 2021-07-26T16:07:18.779 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.780 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:18.780 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.780 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.780 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.780 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154899 6.e 6:7394b325:::benchmark_data_smithi078_103090_object50034:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:07:18.781 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.350111+0000", 2021-07-26T16:07:18.781 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 176.39719792700001, 2021-07-26T16:07:18.781 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.93925289199999995, 2021-07-26T16:07:18.781 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:18.782 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:18.782 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:18.782 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:18.782 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:18.782 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154899 2021-07-26T16:07:18.783 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.783 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:18.783 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.783 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:18.784 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350111+0000", 2021-07-26T16:07:18.784 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.784 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.784 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.784 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:18.785 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350111+0000", 2021-07-26T16:07:18.785 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.785 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.785 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.786 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:18.786 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350144+0000", 2021-07-26T16:07:18.786 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3726999999999997e-05 2021-07-26T16:07:18.786 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.786 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.787 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:18.787 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350148+0000", 2021-07-26T16:07:18.787 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4939999999999999e-06 2021-07-26T16:07:18.787 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.788 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.788 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:18.788 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350176+0000", 2021-07-26T16:07:18.788 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7789000000000001e-05 2021-07-26T16:07:18.788 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.789 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.789 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:18.789 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350188+0000", 2021-07-26T16:07:18.789 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2408e-05 2021-07-26T16:07:18.790 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.790 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.790 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.790 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350264+0000", 2021-07-26T16:07:18.791 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.5730999999999997e-05 2021-07-26T16:07:18.791 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.791 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.791 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:18.791 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350282+0000", 2021-07-26T16:07:18.792 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8210999999999999e-05 2021-07-26T16:07:18.792 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.792 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.792 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.793 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.218787+0000", 2021-07-26T16:07:18.793 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.86850459199999996 2021-07-26T16:07:18.793 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.793 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.793 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:07:18.794 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.219357+0000", 2021-07-26T16:07:18.794 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00057021399999999999 2021-07-26T16:07:18.794 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.794 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.795 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.795 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.237279+0000", 2021-07-26T16:07:18.795 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.017922464999999999 2021-07-26T16:07:18.795 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.795 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.796 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:18.796 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.237421+0000", 2021-07-26T16:07:18.796 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000141602 2021-07-26T16:07:18.796 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.797 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.797 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:07:18.797 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.237656+0000", 2021-07-26T16:07:18.797 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000235033 2021-07-26T16:07:18.798 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.798 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.798 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:18.798 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.251828+0000", 2021-07-26T16:07:18.799 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014171598000000001 2021-07-26T16:07:18.799 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.799 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.799 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.799 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.258172+0000", 2021-07-26T16:07:18.800 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.006343947 2021-07-26T16:07:18.800 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.800 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.800 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.801 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.264196+0000", 2021-07-26T16:07:18.801 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0060247749999999996 2021-07-26T16:07:18.801 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.801 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.801 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.802 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.287747+0000", 2021-07-26T16:07:18.802 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023550590999999999 2021-07-26T16:07:18.802 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.802 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.802 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:18.803 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.287792+0000", 2021-07-26T16:07:18.803 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5371000000000003e-05 2021-07-26T16:07:18.803 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.803 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.804 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:18.804 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289364+0000", 2021-07-26T16:07:18.804 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015713439999999999 2021-07-26T16:07:18.804 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.804 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:18.805 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.805 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.805 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.805 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154923 6.e 6:705b3ddb:::benchmark_data_smithi078_103090_object50058:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:07:18.806 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.429616+0000", 2021-07-26T16:07:18.806 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 176.31769249999999, 2021-07-26T16:07:18.806 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.86100489599999996, 2021-07-26T16:07:18.806 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:18.807 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:18.807 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:18.807 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:18.807 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:18.807 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154923 2021-07-26T16:07:18.808 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.808 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:18.808 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.808 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:18.809 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429616+0000", 2021-07-26T16:07:18.809 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.809 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.809 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.810 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:18.810 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429616+0000", 2021-07-26T16:07:18.810 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.810 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.810 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.811 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:18.811 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429619+0000", 2021-07-26T16:07:18.811 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0529999999999998e-06 2021-07-26T16:07:18.811 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.812 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.812 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:18.812 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429624+0000", 2021-07-26T16:07:18.812 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4390000000000002e-06 2021-07-26T16:07:18.812 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.813 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.813 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:18.813 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429638+0000", 2021-07-26T16:07:18.813 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4717e-05 2021-07-26T16:07:18.814 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.814 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.814 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:18.814 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429647+0000", 2021-07-26T16:07:18.814 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.8899999999999996e-06 2021-07-26T16:07:18.815 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.815 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.815 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.815 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429716+0000", 2021-07-26T16:07:18.815 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.9065000000000004e-05 2021-07-26T16:07:18.816 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.816 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.816 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:18.816 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429728+0000", 2021-07-26T16:07:18.817 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2133000000000001e-05 2021-07-26T16:07:18.817 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.817 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.817 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.817 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.219405+0000", 2021-07-26T16:07:18.818 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.78967701700000004 2021-07-26T16:07:18.818 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.818 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.818 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:07:18.819 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.219948+0000", 2021-07-26T16:07:18.819 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000542582 2021-07-26T16:07:18.819 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.819 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.820 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.820 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.243170+0000", 2021-07-26T16:07:18.820 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023221855999999999 2021-07-26T16:07:18.820 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.820 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.821 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:18.821 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.243307+0000", 2021-07-26T16:07:18.821 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013720299999999999 2021-07-26T16:07:18.821 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.822 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.822 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:07:18.822 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.243553+0000", 2021-07-26T16:07:18.822 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00024608799999999999 2021-07-26T16:07:18.822 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.823 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.823 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:18.823 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.255229+0000", 2021-07-26T16:07:18.823 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011675853999999999 2021-07-26T16:07:18.824 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.824 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.824 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.824 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289421+0000", 2021-07-26T16:07:18.825 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.034191543999999997 2021-07-26T16:07:18.825 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.825 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.825 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.825 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289462+0000", 2021-07-26T16:07:18.826 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1329999999999999e-05 2021-07-26T16:07:18.826 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.826 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.826 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.827 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289500+0000", 2021-07-26T16:07:18.827 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7715000000000001e-05 2021-07-26T16:07:18.827 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.827 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.828 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:18.828 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289538+0000", 2021-07-26T16:07:18.828 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8324000000000001e-05 2021-07-26T16:07:18.828 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.828 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.829 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:18.829 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290621+0000", 2021-07-26T16:07:18.829 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001083086 2021-07-26T16:07:18.829 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.830 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:18.830 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.830 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.830 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.830 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154935 6.e 6:7f55c770:::benchmark_data_smithi078_103090_object50070:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:07:18.831 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.461649+0000", 2021-07-26T16:07:18.831 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 176.28565947800001, 2021-07-26T16:07:18.831 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.83013559599999998, 2021-07-26T16:07:18.831 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:18.832 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:18.832 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:18.832 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:18.832 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:18.833 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154935 2021-07-26T16:07:18.833 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.833 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:18.833 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.833 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:18.834 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461649+0000", 2021-07-26T16:07:18.834 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.834 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.834 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.835 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:18.835 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461649+0000", 2021-07-26T16:07:18.835 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.835 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.835 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.836 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:18.836 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461654+0000", 2021-07-26T16:07:18.836 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0139999999999998e-06 2021-07-26T16:07:18.836 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.837 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.837 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:18.837 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461659+0000", 2021-07-26T16:07:18.837 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1669999999999998e-06 2021-07-26T16:07:18.837 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.838 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.838 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:18.838 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461684+0000", 2021-07-26T16:07:18.838 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4301999999999999e-05 2021-07-26T16:07:18.839 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.839 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.839 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:18.840 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461694+0000", 2021-07-26T16:07:18.840 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0389e-05 2021-07-26T16:07:18.840 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.840 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.840 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.841 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461754+0000", 2021-07-26T16:07:18.841 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9536000000000001e-05 2021-07-26T16:07:18.841 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.841 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.842 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:18.842 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461765+0000", 2021-07-26T16:07:18.842 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1311999999999999e-05 2021-07-26T16:07:18.842 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.843 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.843 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.843 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.219998+0000", 2021-07-26T16:07:18.843 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.75823266600000006 2021-07-26T16:07:18.843 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.844 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.844 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:07:18.844 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.220522+0000", 2021-07-26T16:07:18.844 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00052413500000000001 2021-07-26T16:07:18.845 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.845 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.845 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.845 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.248883+0000", 2021-07-26T16:07:18.845 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.028361107 2021-07-26T16:07:18.846 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.846 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.846 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:18.846 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.249429+0000", 2021-07-26T16:07:18.847 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00054641599999999998 2021-07-26T16:07:18.847 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.847 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.847 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:07:18.847 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.249559+0000", 2021-07-26T16:07:18.848 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012956299999999999 2021-07-26T16:07:18.848 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.848 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.848 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:18.849 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.258044+0000", 2021-07-26T16:07:18.849 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0084855460000000001 2021-07-26T16:07:18.849 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.849 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.849 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.850 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290677+0000", 2021-07-26T16:07:18.850 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.03263257 2021-07-26T16:07:18.850 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.850 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.851 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.851 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290717+0000", 2021-07-26T16:07:18.851 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9756999999999999e-05 2021-07-26T16:07:18.851 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.851 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.852 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.852 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290764+0000", 2021-07-26T16:07:18.852 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7573e-05 2021-07-26T16:07:18.852 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.852 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.853 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:18.853 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290827+0000", 2021-07-26T16:07:18.853 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2529999999999999e-05 2021-07-26T16:07:18.853 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.854 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.854 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:18.854 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.291785+0000", 2021-07-26T16:07:18.854 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00095801299999999996 2021-07-26T16:07:18.854 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.855 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:18.855 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.855 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.855 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.856 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154937 6.e 6:79a6ea34:::benchmark_data_smithi078_103090_object50072:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:07:18.856 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.477574+0000", 2021-07-26T16:07:18.856 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 176.26973506499999, 2021-07-26T16:07:18.856 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.81585592100000004, 2021-07-26T16:07:18.856 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:18.857 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:18.857 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:18.857 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:18.857 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:18.858 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154937 2021-07-26T16:07:18.858 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.858 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:18.858 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.858 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:18.859 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477574+0000", 2021-07-26T16:07:18.859 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.859 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.859 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.859 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:18.860 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477574+0000", 2021-07-26T16:07:18.860 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.860 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.860 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.861 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:18.861 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477580+0000", 2021-07-26T16:07:18.861 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9340000000000003e-06 2021-07-26T16:07:18.861 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.862 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.862 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:18.862 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477584+0000", 2021-07-26T16:07:18.862 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7910000000000004e-06 2021-07-26T16:07:18.862 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.863 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.863 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:18.863 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477609+0000", 2021-07-26T16:07:18.863 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.419e-05 2021-07-26T16:07:18.864 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.864 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.864 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:18.864 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477618+0000", 2021-07-26T16:07:18.864 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.1849999999999993e-06 2021-07-26T16:07:18.865 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.865 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.865 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.865 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477679+0000", 2021-07-26T16:07:18.866 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1104000000000003e-05 2021-07-26T16:07:18.866 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.866 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.866 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:18.867 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.477690+0000", 2021-07-26T16:07:18.867 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1184e-05 2021-07-26T16:07:18.867 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.867 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.867 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.868 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.220565+0000", 2021-07-26T16:07:18.868 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.74287497000000002 2021-07-26T16:07:18.868 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.868 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.868 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:07:18.869 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.224159+0000", 2021-07-26T16:07:18.869 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0035937619999999999 2021-07-26T16:07:18.869 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.869 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.870 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.870 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.255269+0000", 2021-07-26T16:07:18.870 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.031110514999999998 2021-07-26T16:07:18.870 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.870 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.871 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:18.871 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.255392+0000", 2021-07-26T16:07:18.871 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000122404 2021-07-26T16:07:18.871 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.872 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.872 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:07:18.872 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.255576+0000", 2021-07-26T16:07:18.872 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018456200000000001 2021-07-26T16:07:18.872 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.873 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.873 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:18.873 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.264209+0000", 2021-07-26T16:07:18.873 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0086323059999999993 2021-07-26T16:07:18.874 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.874 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.874 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.874 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.291834+0000", 2021-07-26T16:07:18.874 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.027625960000000001 2021-07-26T16:07:18.875 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.875 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.875 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.875 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.291869+0000", 2021-07-26T16:07:18.876 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.481e-05 2021-07-26T16:07:18.876 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.876 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.876 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.877 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.291902+0000", 2021-07-26T16:07:18.877 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2638999999999997e-05 2021-07-26T16:07:18.877 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.877 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.877 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:18.878 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.291956+0000", 2021-07-26T16:07:18.878 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3578000000000001e-05 2021-07-26T16:07:18.878 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.878 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.878 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:18.879 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.293430+0000", 2021-07-26T16:07:18.879 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0014740269999999999 2021-07-26T16:07:18.879 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.879 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:18.880 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.880 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.880 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.880 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156659 6.b 6:d6d23879:::benchmark_data_smithi078_103090_object51794:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:07:18.880 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032467+0000", 2021-07-26T16:07:18.881 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 161.71484181400001, 2021-07-26T16:07:18.881 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1262332019999999, 2021-07-26T16:07:18.881 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:18.881 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:18.882 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:18.882 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:18.882 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:18.882 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156659 2021-07-26T16:07:18.883 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.883 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:18.883 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.883 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:18.883 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032467+0000", 2021-07-26T16:07:18.884 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.884 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.884 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.884 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:18.885 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032467+0000", 2021-07-26T16:07:18.885 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.885 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.885 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.885 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:18.886 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032468+0000", 2021-07-26T16:07:18.886 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.592e-06 2021-07-26T16:07:18.886 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.886 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.887 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:18.887 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032471+0000", 2021-07-26T16:07:18.887 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4949999999999998e-06 2021-07-26T16:07:18.887 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.888 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.888 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:18.888 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032481+0000", 2021-07-26T16:07:18.888 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.6630000000000005e-06 2021-07-26T16:07:18.889 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.889 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.889 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:18.890 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032488+0000", 2021-07-26T16:07:18.890 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3969999999999997e-06 2021-07-26T16:07:18.890 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.890 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.891 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.891 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040245+0000", 2021-07-26T16:07:18.891 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0077569049999999997 2021-07-26T16:07:18.892 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.892 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.892 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:18.892 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040255+0000", 2021-07-26T16:07:18.892 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0360000000000001e-05 2021-07-26T16:07:18.893 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.893 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.893 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.893 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.097679+0000", 2021-07-26T16:07:18.894 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.057423386 2021-07-26T16:07:18.894 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.894 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.894 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:18.895 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.099418+0000", 2021-07-26T16:07:18.895 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001739783 2021-07-26T16:07:18.895 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.895 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.895 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:07:18.896 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.099741+0000", 2021-07-26T16:07:18.896 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00032228600000000002 2021-07-26T16:07:18.896 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.896 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.897 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:18.897 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130437+0000", 2021-07-26T16:07:18.897 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.030696465999999999 2021-07-26T16:07:18.897 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.897 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.898 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.898 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.152840+0000", 2021-07-26T16:07:18.898 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.022403009000000002 2021-07-26T16:07:18.898 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.898 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.899 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.899 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.152878+0000", 2021-07-26T16:07:18.899 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8223000000000003e-05 2021-07-26T16:07:18.899 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.900 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.900 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.900 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.153035+0000", 2021-07-26T16:07:18.900 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00015699299999999999 2021-07-26T16:07:18.901 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.901 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.901 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:18.901 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158340+0000", 2021-07-26T16:07:18.901 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0053042339999999997 2021-07-26T16:07:18.902 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.902 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.902 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:18.902 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158700+0000", 2021-07-26T16:07:18.903 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00036040999999999997 2021-07-26T16:07:18.903 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.903 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:18.903 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.903 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.904 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.904 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156684 6.b 6:d002fd45:::benchmark_data_smithi078_103090_object51819:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:07:18.904 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032497+0000", 2021-07-26T16:07:18.904 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 161.71481126699999, 2021-07-26T16:07:18.905 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1266257390000001, 2021-07-26T16:07:18.905 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:18.905 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:18.905 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:18.905 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:18.906 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:18.906 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156684 2021-07-26T16:07:18.906 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.906 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:18.907 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.907 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:18.907 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032497+0000", 2021-07-26T16:07:18.907 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.907 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.908 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.908 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:18.908 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032497+0000", 2021-07-26T16:07:18.908 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.908 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.909 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.909 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:18.909 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032498+0000", 2021-07-26T16:07:18.909 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0550000000000001e-06 2021-07-26T16:07:18.910 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.910 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.910 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:18.910 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032500+0000", 2021-07-26T16:07:18.911 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.279e-06 2021-07-26T16:07:18.911 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.911 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.911 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:18.912 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032506+0000", 2021-07-26T16:07:18.912 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4699999999999999e-06 2021-07-26T16:07:18.912 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.912 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.913 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:18.913 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032511+0000", 2021-07-26T16:07:18.913 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4429999999999996e-06 2021-07-26T16:07:18.913 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.914 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.914 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.914 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040282+0000", 2021-07-26T16:07:18.914 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0077713779999999998 2021-07-26T16:07:18.914 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.915 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.915 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:18.915 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040289+0000", 2021-07-26T16:07:18.915 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7259999999999996e-06 2021-07-26T16:07:18.916 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.916 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.916 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.916 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.108135+0000", 2021-07-26T16:07:18.917 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.06784601 2021-07-26T16:07:18.917 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.917 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.917 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:18.917 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.108288+0000", 2021-07-26T16:07:18.918 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000153292 2021-07-26T16:07:18.918 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.918 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.918 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:07:18.919 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.108470+0000", 2021-07-26T16:07:18.919 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000181576 2021-07-26T16:07:18.919 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.919 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.919 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:18.920 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130446+0000", 2021-07-26T16:07:18.920 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.021976401999999999 2021-07-26T16:07:18.920 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.920 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.921 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.921 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158768+0000", 2021-07-26T16:07:18.921 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.028321916999999999 2021-07-26T16:07:18.921 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.921 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.922 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.922 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158818+0000", 2021-07-26T16:07:18.922 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0216000000000002e-05 2021-07-26T16:07:18.922 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.923 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.923 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.923 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158867+0000", 2021-07-26T16:07:18.923 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8331999999999997e-05 2021-07-26T16:07:18.924 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.924 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.924 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:18.924 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158952+0000", 2021-07-26T16:07:18.924 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.5656999999999997e-05 2021-07-26T16:07:18.925 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.925 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.925 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:18.925 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159123+0000", 2021-07-26T16:07:18.926 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017098600000000001 2021-07-26T16:07:18.926 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.926 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:18.926 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.927 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.927 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.927 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156730 6.b 6:de9ee745:::benchmark_data_smithi078_103090_object51865:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:07:18.927 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032515+0000", 2021-07-26T16:07:18.927 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 161.714793765, 2021-07-26T16:07:18.928 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1271498609999999, 2021-07-26T16:07:18.928 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:18.928 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:18.928 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:18.929 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:18.929 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:18.929 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156730 2021-07-26T16:07:18.929 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.929 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:18.930 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.930 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:18.930 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032515+0000", 2021-07-26T16:07:18.930 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.930 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.931 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.931 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:18.931 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032515+0000", 2021-07-26T16:07:18.931 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.932 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.932 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.932 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:18.932 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032516+0000", 2021-07-26T16:07:18.933 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.438e-06 2021-07-26T16:07:18.933 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.933 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.933 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:18.933 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032517+0000", 2021-07-26T16:07:18.934 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.003e-06 2021-07-26T16:07:18.934 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.934 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.935 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:18.935 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032523+0000", 2021-07-26T16:07:18.935 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1179999999999997e-06 2021-07-26T16:07:18.935 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.936 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.936 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:18.936 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032527+0000", 2021-07-26T16:07:18.936 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8680000000000001e-06 2021-07-26T16:07:18.936 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.937 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.937 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.937 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040315+0000", 2021-07-26T16:07:18.937 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.007787202 2021-07-26T16:07:18.938 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.938 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.938 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:18.938 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040321+0000", 2021-07-26T16:07:18.938 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.5579999999999997e-06 2021-07-26T16:07:18.939 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.939 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.939 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.939 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.110891+0000", 2021-07-26T16:07:18.940 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.070570164 2021-07-26T16:07:18.940 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.940 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.940 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:18.940 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.111022+0000", 2021-07-26T16:07:18.941 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000130889 2021-07-26T16:07:18.941 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.941 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.941 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:07:18.942 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.111195+0000", 2021-07-26T16:07:18.942 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017307499999999999 2021-07-26T16:07:18.942 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.942 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.943 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:18.943 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130453+0000", 2021-07-26T16:07:18.943 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019258205 2021-07-26T16:07:18.943 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.943 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.944 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.944 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159191+0000", 2021-07-26T16:07:18.944 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.028737519 2021-07-26T16:07:18.944 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.945 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.945 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.945 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159249+0000", 2021-07-26T16:07:18.946 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8498999999999997e-05 2021-07-26T16:07:18.946 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.946 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.946 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.947 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159318+0000", 2021-07-26T16:07:18.947 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.8837999999999994e-05 2021-07-26T16:07:18.947 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.948 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.948 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:18.948 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159377+0000", 2021-07-26T16:07:18.948 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9020000000000001e-05 2021-07-26T16:07:18.949 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.949 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.949 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:18.949 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159665+0000", 2021-07-26T16:07:18.950 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00028746499999999999 2021-07-26T16:07:18.950 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.950 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:18.950 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.951 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.951 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.951 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156738 6.b 6:d2189011:::benchmark_data_smithi078_103090_object51873:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:07:18.951 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032531+0000", 2021-07-26T16:07:18.952 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 161.714777398, 2021-07-26T16:07:18.952 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.127748033, 2021-07-26T16:07:18.952 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:18.952 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:18.952 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:18.953 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:18.953 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:18.953 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156738 2021-07-26T16:07:18.953 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.954 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:18.954 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.954 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:18.954 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032531+0000", 2021-07-26T16:07:18.954 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.955 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.955 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.955 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:18.955 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032531+0000", 2021-07-26T16:07:18.956 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.956 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.956 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.956 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:18.957 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032532+0000", 2021-07-26T16:07:18.957 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.5799999999999998e-07 2021-07-26T16:07:18.957 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.957 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.957 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:18.958 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032533+0000", 2021-07-26T16:07:18.958 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.172e-06 2021-07-26T16:07:18.958 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.958 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.959 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:18.959 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032539+0000", 2021-07-26T16:07:18.959 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8379999999999998e-06 2021-07-26T16:07:18.959 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.960 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.960 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:18.960 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032543+0000", 2021-07-26T16:07:18.960 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8700000000000002e-06 2021-07-26T16:07:18.960 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.961 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.961 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.961 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040347+0000", 2021-07-26T16:07:18.961 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0078036599999999996 2021-07-26T16:07:18.962 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.962 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.962 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:18.962 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040353+0000", 2021-07-26T16:07:18.962 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.5830000000000003e-06 2021-07-26T16:07:18.963 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.963 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.963 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.963 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.113423+0000", 2021-07-26T16:07:18.964 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.073069791 2021-07-26T16:07:18.964 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.964 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.964 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:18.965 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.113572+0000", 2021-07-26T16:07:18.965 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000148932 2021-07-26T16:07:18.965 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.965 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.965 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:07:18.966 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.113751+0000", 2021-07-26T16:07:18.966 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017915800000000001 2021-07-26T16:07:18.966 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.966 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.966 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:18.967 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130462+0000", 2021-07-26T16:07:18.967 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.01671081 2021-07-26T16:07:18.967 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.967 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.968 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.968 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159726+0000", 2021-07-26T16:07:18.968 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.029264284000000002 2021-07-26T16:07:18.968 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.968 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.969 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.969 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159912+0000", 2021-07-26T16:07:18.969 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018560699999999999 2021-07-26T16:07:18.969 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.970 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.970 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.970 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160075+0000", 2021-07-26T16:07:18.970 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000162578 2021-07-26T16:07:18.971 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.971 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.971 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:18.971 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160148+0000", 2021-07-26T16:07:18.971 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3004999999999996e-05 2021-07-26T16:07:18.972 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.972 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.972 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:18.972 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160279+0000", 2021-07-26T16:07:18.973 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013178699999999999 2021-07-26T16:07:18.973 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.973 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:18.973 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.973 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.974 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.974 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156763 6.b 6:decaaf40:::benchmark_data_smithi078_103090_object51898:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:07:18.974 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032547+0000", 2021-07-26T16:07:18.974 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 161.71476148799999, 2021-07-26T16:07:18.975 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1279717650000001, 2021-07-26T16:07:18.975 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:18.975 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:18.975 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:18.976 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:18.976 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:18.976 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156763 2021-07-26T16:07:18.976 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.977 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:18.977 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.977 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:18.977 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032547+0000", 2021-07-26T16:07:18.978 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.978 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.978 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.978 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:18.979 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032547+0000", 2021-07-26T16:07:18.979 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:18.979 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.979 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.979 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:18.980 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032548+0000", 2021-07-26T16:07:18.980 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.5199999999999995e-07 2021-07-26T16:07:18.980 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.980 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.981 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:18.981 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032550+0000", 2021-07-26T16:07:18.981 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.592e-06 2021-07-26T16:07:18.981 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.982 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.982 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:18.982 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032555+0000", 2021-07-26T16:07:18.982 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8690000000000001e-06 2021-07-26T16:07:18.983 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.983 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.983 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:18.983 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032559+0000", 2021-07-26T16:07:18.984 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9509999999999999e-06 2021-07-26T16:07:18.984 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.984 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.984 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.984 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040379+0000", 2021-07-26T16:07:18.985 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0078196169999999992 2021-07-26T16:07:18.985 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.985 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.985 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:18.986 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040386+0000", 2021-07-26T16:07:18.986 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7569999999999998e-06 2021-07-26T16:07:18.986 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.986 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.987 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:18.987 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.116499+0000", 2021-07-26T16:07:18.987 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0761131449999999 2021-07-26T16:07:18.987 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.988 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.988 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:18.988 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.116628+0000", 2021-07-26T16:07:18.988 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000128839 2021-07-26T16:07:18.989 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.989 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.989 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:07:18.989 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.116797+0000", 2021-07-26T16:07:18.990 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016909499999999999 2021-07-26T16:07:18.990 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.990 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.990 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:18.991 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130469+0000", 2021-07-26T16:07:18.991 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013672309000000001 2021-07-26T16:07:18.991 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.991 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.991 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.992 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159869+0000", 2021-07-26T16:07:18.992 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.029400032 2021-07-26T16:07:18.992 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.992 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.993 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.993 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159950+0000", 2021-07-26T16:07:18.993 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.1230000000000007e-05 2021-07-26T16:07:18.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.994 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.994 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:18.994 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160322+0000", 2021-07-26T16:07:18.994 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000371956 2021-07-26T16:07:18.995 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.995 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.995 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:18.995 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160379+0000", 2021-07-26T16:07:18.995 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6353000000000001e-05 2021-07-26T16:07:18.996 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.996 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.996 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:18.996 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160519+0000", 2021-07-26T16:07:18.997 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000140168 2021-07-26T16:07:18.997 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.997 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:18.997 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:18.998 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:18.998 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:18.998 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156764 6.b 6:df472779:::benchmark_data_smithi078_103090_object51899:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:07:18.998 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032564+0000", 2021-07-26T16:07:18.999 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 161.71474516699999, 2021-07-26T16:07:18.999 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.128183333, 2021-07-26T16:07:18.999 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:18.999 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:19.000 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:19.000 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:19.000 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:19.000 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156764 2021-07-26T16:07:19.001 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.001 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:19.001 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.001 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:19.001 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032564+0000", 2021-07-26T16:07:19.002 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.002 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.002 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.002 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:19.003 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032564+0000", 2021-07-26T16:07:19.003 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.003 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.003 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.003 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:19.004 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032565+0000", 2021-07-26T16:07:19.004 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0839999999999999e-06 2021-07-26T16:07:19.004 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.004 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.005 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:19.005 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032566+0000", 2021-07-26T16:07:19.005 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.065e-06 2021-07-26T16:07:19.005 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.006 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.006 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:19.006 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032571+0000", 2021-07-26T16:07:19.006 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.7620000000000001e-06 2021-07-26T16:07:19.007 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.007 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.007 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:19.007 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032576+0000", 2021-07-26T16:07:19.008 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3479999999999997e-06 2021-07-26T16:07:19.008 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.008 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.008 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.009 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040422+0000", 2021-07-26T16:07:19.009 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0078458869999999993 2021-07-26T16:07:19.009 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.009 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.010 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:19.010 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040429+0000", 2021-07-26T16:07:19.010 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1520000000000003e-06 2021-07-26T16:07:19.010 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.011 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.011 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.011 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.119585+0000", 2021-07-26T16:07:19.011 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.079156451 2021-07-26T16:07:19.012 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.012 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.012 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:19.012 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.119885+0000", 2021-07-26T16:07:19.013 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000299764 2021-07-26T16:07:19.013 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.013 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.013 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:07:19.014 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.120693+0000", 2021-07-26T16:07:19.014 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00080787800000000005 2021-07-26T16:07:19.014 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.014 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.014 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:19.015 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.152392+0000", 2021-07-26T16:07:19.015 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.031699135000000003 2021-07-26T16:07:19.015 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.015 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.016 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.016 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159990+0000", 2021-07-26T16:07:19.016 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0075982949999999997 2021-07-26T16:07:19.016 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.017 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.017 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.017 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160030+0000", 2021-07-26T16:07:19.017 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9323000000000003e-05 2021-07-26T16:07:19.017 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.018 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.018 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.018 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160563+0000", 2021-07-26T16:07:19.018 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00053306200000000005 2021-07-26T16:07:19.019 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.019 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.019 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:19.019 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160616+0000", 2021-07-26T16:07:19.019 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3313999999999998e-05 2021-07-26T16:07:19.020 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.020 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.020 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:19.020 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160747+0000", 2021-07-26T16:07:19.021 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000130813 2021-07-26T16:07:19.021 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.021 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:19.021 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.021 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.022 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.022 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156775 6.b 6:da67a445:::benchmark_data_smithi078_103090_object51910:head [delete] snapc 0=[] ondisk+write+known_if_redirected e169)", 2021-07-26T16:07:19.022 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.227656+0000", 2021-07-26T16:07:19.022 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 161.519652302, 2021-07-26T16:07:19.023 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.93605828700000004, 2021-07-26T16:07:19.023 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:19.023 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:19.023 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:19.024 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:19.024 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:19.024 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156775 2021-07-26T16:07:19.024 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.025 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:19.025 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.025 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:19.025 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227656+0000", 2021-07-26T16:07:19.026 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.026 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.026 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.026 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:19.027 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227656+0000", 2021-07-26T16:07:19.027 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.027 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.027 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.027 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:19.028 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227658+0000", 2021-07-26T16:07:19.028 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.449e-06 2021-07-26T16:07:19.028 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.028 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.029 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:19.029 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227660+0000", 2021-07-26T16:07:19.029 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7489999999999999e-06 2021-07-26T16:07:19.029 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.030 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.030 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:19.030 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227669+0000", 2021-07-26T16:07:19.030 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.0329999999999997e-06 2021-07-26T16:07:19.030 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.031 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.031 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:19.031 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227673+0000", 2021-07-26T16:07:19.031 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0439999999999997e-06 2021-07-26T16:07:19.032 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.032 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.032 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.032 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227713+0000", 2021-07-26T16:07:19.033 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9938999999999998e-05 2021-07-26T16:07:19.033 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.033 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.033 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:19.034 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227720+0000", 2021-07-26T16:07:19.034 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.9119999999999998e-06 2021-07-26T16:07:19.034 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.034 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.035 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.035 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.123910+0000", 2021-07-26T16:07:19.035 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.89618988700000002 2021-07-26T16:07:19.035 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.036 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.036 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:19.036 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.124234+0000", 2021-07-26T16:07:19.036 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00032335099999999999 2021-07-26T16:07:19.037 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.037 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.037 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:07:19.037 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.124738+0000", 2021-07-26T16:07:19.038 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000503766 2021-07-26T16:07:19.038 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.038 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.038 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:19.038 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.152545+0000", 2021-07-26T16:07:19.039 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.027807734000000001 2021-07-26T16:07:19.039 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.039 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.039 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.040 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160790+0000", 2021-07-26T16:07:19.040 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0082449350000000001 2021-07-26T16:07:19.040 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.040 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.041 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.041 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160828+0000", 2021-07-26T16:07:19.041 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7771999999999997e-05 2021-07-26T16:07:19.041 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.042 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.042 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.042 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.163488+0000", 2021-07-26T16:07:19.042 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0026603920000000001 2021-07-26T16:07:19.043 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.043 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.043 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:19.043 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.163572+0000", 2021-07-26T16:07:19.044 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.3963999999999998e-05 2021-07-26T16:07:19.044 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.044 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.044 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:19.044 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.163715+0000", 2021-07-26T16:07:19.045 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00014236000000000001 2021-07-26T16:07:19.045 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.045 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:19.045 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.046 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.046 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.046 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:162489 6.e 6.bc80a91e (undecoded) ondisk+write+known_if_redirected e174)", 2021-07-26T16:07:19.046 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:05:08.361239+0000", 2021-07-26T16:07:19.047 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 130.38606935600001, 2021-07-26T16:07:19.047 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.90687336200000002, 2021-07-26T16:07:19.047 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:19.047 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:07:19.047 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:19.048 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:19.048 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:19.048 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 162489 2021-07-26T16:07:19.049 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.049 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:19.049 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.049 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:19.050 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361239+0000", 2021-07-26T16:07:19.050 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.050 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.050 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.050 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:19.051 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361239+0000", 2021-07-26T16:07:19.051 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.051 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.051 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.052 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:19.052 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361242+0000", 2021-07-26T16:07:19.052 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0570000000000001e-06 2021-07-26T16:07:19.052 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.053 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.053 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:19.053 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361246+0000", 2021-07-26T16:07:19.053 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7639999999999999e-06 2021-07-26T16:07:19.053 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.054 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.054 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:19.054 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361262+0000", 2021-07-26T16:07:19.054 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5753e-05 2021-07-26T16:07:19.055 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.055 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.055 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:19.055 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361269+0000", 2021-07-26T16:07:19.056 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3839999999999999e-06 2021-07-26T16:07:19.056 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.056 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.056 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.057 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361336+0000", 2021-07-26T16:07:19.057 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6564999999999997e-05 2021-07-26T16:07:19.057 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.057 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.058 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:19.058 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361348+0000", 2021-07-26T16:07:19.058 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2465e-05 2021-07-26T16:07:19.058 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.059 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.059 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.059 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:09.268100+0000", 2021-07-26T16:07:19.059 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.906751431 2021-07-26T16:07:19.060 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.060 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.060 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:19.060 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:09.268113+0000", 2021-07-26T16:07:19.061 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2943e-05 2021-07-26T16:07:19.061 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.061 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:19.061 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.062 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.062 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.062 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:186738 6.b 6:d6687a28:::benchmark_data_smithi078_103090_object81873:head [delete] snapc 0=[] ondisk+write+known_if_redirected e216)", 2021-07-26T16:07:19.062 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:05.152057+0000", 2021-07-26T16:07:19.063 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.595251771000001, 2021-07-26T16:07:19.063 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0157033929999999, 2021-07-26T16:07:19.063 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:19.063 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:07:19.063 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:19.064 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:19.064 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:19.064 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 186738 2021-07-26T16:07:19.064 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.065 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:19.065 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.065 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:19.065 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.152057+0000", 2021-07-26T16:07:19.066 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.066 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.066 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.067 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:19.067 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.152057+0000", 2021-07-26T16:07:19.067 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.067 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.067 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.068 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:19.068 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.152059+0000", 2021-07-26T16:07:19.068 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4339999999999999e-06 2021-07-26T16:07:19.068 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.069 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.069 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:19.069 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.152063+0000", 2021-07-26T16:07:19.069 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2270000000000002e-06 2021-07-26T16:07:19.070 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.070 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.070 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:19.070 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.152076+0000", 2021-07-26T16:07:19.070 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3190000000000001e-05 2021-07-26T16:07:19.071 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.071 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.071 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:19.071 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.152088+0000", 2021-07-26T16:07:19.072 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2670999999999999e-05 2021-07-26T16:07:19.072 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.072 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.072 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.073 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.163858+0000", 2021-07-26T16:07:19.073 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011769630999999999 2021-07-26T16:07:19.073 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.073 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.074 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:19.074 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.164035+0000", 2021-07-26T16:07:19.074 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017734599999999999 2021-07-26T16:07:19.074 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.075 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.075 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:07:19.075 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.164214+0000", 2021-07-26T16:07:19.075 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017820800000000001 2021-07-26T16:07:19.075 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.076 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.076 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:19.076 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.167622+0000", 2021-07-26T16:07:19.076 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0034079620000000001 2021-07-26T16:07:19.076 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.077 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.077 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.077 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.187839+0000", 2021-07-26T16:07:19.077 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020217524000000001 2021-07-26T16:07:19.078 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.078 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.078 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:19.078 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.187849+0000", 2021-07-26T16:07:19.079 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0052e-05 2021-07-26T16:07:19.079 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.079 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.079 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.079 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.167748+0000", 2021-07-26T16:07:19.080 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.97989920699999999 2021-07-26T16:07:19.080 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.080 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.080 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:19.081 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.167760+0000", 2021-07-26T16:07:19.081 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1941e-05 2021-07-26T16:07:19.081 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.081 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:19.081 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.082 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.082 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.082 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:186743 6.11 6:8d8a5025:::benchmark_data_smithi078_103090_object81878:head [delete] snapc 0=[] ondisk+write+known_if_redirected e217)", 2021-07-26T16:07:19.082 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:05.171310+0000", 2021-07-26T16:07:19.083 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.575998335, 2021-07-26T16:07:19.083 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1356612319999999, 2021-07-26T16:07:19.083 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:19.083 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:19.084 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:19.084 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:19.084 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:19.084 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 186743 2021-07-26T16:07:19.085 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.085 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:19.085 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.085 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:19.085 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.171310+0000", 2021-07-26T16:07:19.086 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.086 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.086 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.086 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:19.087 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.171310+0000", 2021-07-26T16:07:19.087 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.087 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.087 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.088 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:19.088 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.171312+0000", 2021-07-26T16:07:19.088 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8059999999999999e-06 2021-07-26T16:07:19.088 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.088 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.089 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:19.089 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.171315+0000", 2021-07-26T16:07:19.089 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8150000000000002e-06 2021-07-26T16:07:19.089 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.089 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.090 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:19.090 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.171325+0000", 2021-07-26T16:07:19.090 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0295999999999999e-05 2021-07-26T16:07:19.090 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.091 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.091 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:19.091 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.171333+0000", 2021-07-26T16:07:19.091 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.763e-06 2021-07-26T16:07:19.092 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.092 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.092 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.092 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.183191+0000", 2021-07-26T16:07:19.092 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011858423 2021-07-26T16:07:19.093 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.093 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.093 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:19.093 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.183201+0000", 2021-07-26T16:07:19.094 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.5459999999999997e-06 2021-07-26T16:07:19.094 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.094 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.094 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.095 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.301054+0000", 2021-07-26T16:07:19.095 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.117853204 2021-07-26T16:07:19.095 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.095 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.096 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:19.096 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.301162+0000", 2021-07-26T16:07:19.096 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000107527 2021-07-26T16:07:19.096 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.096 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.097 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,6,7", 2021-07-26T16:07:19.097 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.301479+0000", 2021-07-26T16:07:19.097 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00031760300000000002 2021-07-26T16:07:19.097 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.097 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.098 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:19.098 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.304948+0000", 2021-07-26T16:07:19.098 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0034691700000000002 2021-07-26T16:07:19.098 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.099 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.099 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.099 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305026+0000", 2021-07-26T16:07:19.099 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.7692000000000001e-05 2021-07-26T16:07:19.099 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.100 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.100 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.100 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305062+0000", 2021-07-26T16:07:19.100 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5439999999999999e-05 2021-07-26T16:07:19.101 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.101 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.101 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.101 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.306718+0000", 2021-07-26T16:07:19.102 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0016568360000000001 2021-07-26T16:07:19.102 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.102 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.102 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:19.102 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.306763+0000", 2021-07-26T16:07:19.103 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4234999999999999e-05 2021-07-26T16:07:19.103 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.103 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.103 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:19.104 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.306972+0000", 2021-07-26T16:07:19.104 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:19.105 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00020887600000000001 2021-07-26T16:07:19.106 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.106 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:19.106 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.106 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.107 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.107 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:186770 6.b 6.9cb4210b (undecoded) ondisk+write+known_if_redirected e217)", 2021-07-26T16:07:19.107 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:05.245245+0000", 2021-07-26T16:07:19.107 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.502063652, 2021-07-26T16:07:19.108 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.92255525800000004, 2021-07-26T16:07:19.108 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:19.108 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:07:19.108 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:19.108 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:19.109 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:19.109 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 186770 2021-07-26T16:07:19.109 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.109 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:19.110 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.110 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:19.110 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245245+0000", 2021-07-26T16:07:19.110 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.111 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.111 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.111 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:19.111 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245245+0000", 2021-07-26T16:07:19.112 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.112 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.112 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.112 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:19.113 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245247+0000", 2021-07-26T16:07:19.113 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.753e-06 2021-07-26T16:07:19.113 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.113 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.114 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:19.114 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245250+0000", 2021-07-26T16:07:19.114 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7769999999999998e-06 2021-07-26T16:07:19.114 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.114 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.115 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:19.115 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245260+0000", 2021-07-26T16:07:19.115 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0479000000000001e-05 2021-07-26T16:07:19.115 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.116 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.116 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:19.116 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245266+0000", 2021-07-26T16:07:19.116 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6060000000000002e-06 2021-07-26T16:07:19.117 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.117 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.117 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.117 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.246839+0000", 2021-07-26T16:07:19.117 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015736739999999999 2021-07-26T16:07:19.118 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.118 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.118 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:19.118 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.246851+0000", 2021-07-26T16:07:19.119 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2089000000000001e-05 2021-07-26T16:07:19.119 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.119 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.119 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.119 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.167791+0000", 2021-07-26T16:07:19.120 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.92093941000000001 2021-07-26T16:07:19.120 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.120 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.120 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:19.121 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.167800+0000", 2021-07-26T16:07:19.121 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4700000000000008e-06 2021-07-26T16:07:19.121 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.121 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:19.122 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.122 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.122 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.122 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:186773 6.11 6:8c4ba90d:::benchmark_data_smithi078_103090_object81908:head [delete] snapc 0=[] ondisk+write+known_if_redirected e217)", 2021-07-26T16:07:19.122 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:05.245275+0000", 2021-07-26T16:07:19.123 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.502033222, 2021-07-26T16:07:19.123 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.06203326, 2021-07-26T16:07:19.123 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:19.123 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:19.124 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:19.124 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:19.124 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:19.124 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 186773 2021-07-26T16:07:19.124 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.125 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:19.125 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.125 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:19.125 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245275+0000", 2021-07-26T16:07:19.125 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.126 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.126 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.126 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:19.126 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245275+0000", 2021-07-26T16:07:19.127 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.127 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.127 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.127 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:19.127 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245277+0000", 2021-07-26T16:07:19.128 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.079e-06 2021-07-26T16:07:19.128 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.128 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.128 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:19.129 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245278+0000", 2021-07-26T16:07:19.129 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.401e-06 2021-07-26T16:07:19.129 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.129 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.130 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:19.130 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245284+0000", 2021-07-26T16:07:19.130 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2650000000000002e-06 2021-07-26T16:07:19.130 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.130 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.131 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:19.131 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245288+0000", 2021-07-26T16:07:19.131 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0260000000000001e-06 2021-07-26T16:07:19.131 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.132 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.132 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.132 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254121+0000", 2021-07-26T16:07:19.132 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.008833245 2021-07-26T16:07:19.132 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.133 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.133 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:19.133 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254132+0000", 2021-07-26T16:07:19.133 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0457e-05 2021-07-26T16:07:19.134 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.134 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.134 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.134 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.303397+0000", 2021-07-26T16:07:19.134 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.04926488 2021-07-26T16:07:19.135 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.135 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.135 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:19.135 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.303547+0000", 2021-07-26T16:07:19.136 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00015046100000000001 2021-07-26T16:07:19.136 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.136 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.136 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,6,7", 2021-07-26T16:07:19.136 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.303858+0000", 2021-07-26T16:07:19.137 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00031096699999999999 2021-07-26T16:07:19.137 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.137 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.137 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.138 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305134+0000", 2021-07-26T16:07:19.138 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001275502 2021-07-26T16:07:19.138 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.138 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.139 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:19.139 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305463+0000", 2021-07-26T16:07:19.139 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000329019 2021-07-26T16:07:19.139 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.140 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.140 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.140 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305685+0000", 2021-07-26T16:07:19.140 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00022253 2021-07-26T16:07:19.140 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.141 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.141 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.141 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.307028+0000", 2021-07-26T16:07:19.141 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001342413 2021-07-26T16:07:19.142 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.142 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.142 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:19.142 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.307097+0000", 2021-07-26T16:07:19.142 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.8973000000000005e-05 2021-07-26T16:07:19.143 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.143 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.143 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:19.143 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.307309+0000", 2021-07-26T16:07:19.144 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021204199999999999 2021-07-26T16:07:19.144 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.144 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:19.144 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.144 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.145 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.145 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:186777 6.b 6.8c04224b (undecoded) ondisk+write+known_if_redirected e217)", 2021-07-26T16:07:19.145 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:05.254722+0000", 2021-07-26T16:07:19.145 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.49258699, 2021-07-26T16:07:19.146 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.91744186800000005, 2021-07-26T16:07:19.146 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:19.146 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:07:19.146 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:19.147 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:19.147 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:19.147 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 186777 2021-07-26T16:07:19.147 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.148 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:19.148 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.148 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:19.148 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254722+0000", 2021-07-26T16:07:19.149 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.149 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.149 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.149 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:19.150 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254722+0000", 2021-07-26T16:07:19.150 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.150 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.150 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.151 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:19.151 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254725+0000", 2021-07-26T16:07:19.151 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8260000000000001e-06 2021-07-26T16:07:19.152 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.152 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.152 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:19.152 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254728+0000", 2021-07-26T16:07:19.153 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.557e-06 2021-07-26T16:07:19.153 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.153 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.153 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:19.154 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254741+0000", 2021-07-26T16:07:19.154 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2568999999999999e-05 2021-07-26T16:07:19.154 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.154 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.154 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:19.155 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254748+0000", 2021-07-26T16:07:19.155 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1400000000000002e-06 2021-07-26T16:07:19.155 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.155 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.156 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.156 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254808+0000", 2021-07-26T16:07:19.156 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9871999999999999e-05 2021-07-26T16:07:19.156 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.156 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.157 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:19.157 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254816+0000", 2021-07-26T16:07:19.157 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.721e-06 2021-07-26T16:07:19.157 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.157 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.158 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.158 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.172148+0000", 2021-07-26T16:07:19.158 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.91733171000000002 2021-07-26T16:07:19.158 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.159 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.159 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:19.159 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.172164+0000", 2021-07-26T16:07:19.159 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5472999999999999e-05 2021-07-26T16:07:19.160 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.160 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:19.160 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.160 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.161 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.161 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:186794 6.b 6.be2e15b (undecoded) ondisk+write+known_if_redirected e217)", 2021-07-26T16:07:19.161 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:05.298523+0000", 2021-07-26T16:07:19.161 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.4487855, 2021-07-26T16:07:19.161 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.87366927699999997, 2021-07-26T16:07:19.162 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:19.162 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:07:19.162 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:19.162 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:19.163 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:19.163 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 186794 2021-07-26T16:07:19.163 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.163 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:19.163 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.164 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:19.164 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298523+0000", 2021-07-26T16:07:19.164 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.164 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.165 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.165 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:19.165 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298523+0000", 2021-07-26T16:07:19.165 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.165 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.166 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.166 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:19.166 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298527+0000", 2021-07-26T16:07:19.166 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8770000000000003e-06 2021-07-26T16:07:19.167 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.167 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.167 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:19.167 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298530+0000", 2021-07-26T16:07:19.167 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3780000000000001e-06 2021-07-26T16:07:19.168 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.168 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.168 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:19.168 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298551+0000", 2021-07-26T16:07:19.169 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0905000000000001e-05 2021-07-26T16:07:19.169 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.169 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.169 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:19.170 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298560+0000", 2021-07-26T16:07:19.170 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.7579999999999998e-06 2021-07-26T16:07:19.170 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.170 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.171 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.171 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298623+0000", 2021-07-26T16:07:19.171 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.3107000000000004e-05 2021-07-26T16:07:19.171 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.172 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.172 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:19.172 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298636+0000", 2021-07-26T16:07:19.172 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3030000000000001e-05 2021-07-26T16:07:19.172 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.173 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.173 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.173 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.172186+0000", 2021-07-26T16:07:19.173 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.87355006999999996 2021-07-26T16:07:19.174 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.174 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.174 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:19.174 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.172192+0000", 2021-07-26T16:07:19.174 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1519999999999997e-06 2021-07-26T16:07:19.175 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.175 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:19.175 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.175 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.176 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.176 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:186802 6.1 6:87c4888d:::benchmark_data_smithi078_103090_object81937:head [delete] snapc 0=[] ondisk+write+known_if_redirected e217)", 2021-07-26T16:07:19.176 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:05.333055+0000", 2021-07-26T16:07:19.176 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 13.414253559, 2021-07-26T16:07:19.177 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.97239087499999999, 2021-07-26T16:07:19.177 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:19.177 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:19.177 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:19.177 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:19.178 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:19.178 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 186802 2021-07-26T16:07:19.178 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.178 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:19.179 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.179 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:19.179 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333055+0000", 2021-07-26T16:07:19.179 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.180 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.180 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.180 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:19.180 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333055+0000", 2021-07-26T16:07:19.180 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:19.181 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.181 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.181 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:19.181 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333059+0000", 2021-07-26T16:07:19.181 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9110000000000003e-06 2021-07-26T16:07:19.182 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.182 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.182 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:19.182 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333063+0000", 2021-07-26T16:07:19.183 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1269999999999996e-06 2021-07-26T16:07:19.183 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.183 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.183 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:19.184 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333101+0000", 2021-07-26T16:07:19.184 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7938999999999997e-05 2021-07-26T16:07:19.184 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.184 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.185 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:19.185 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333111+0000", 2021-07-26T16:07:19.185 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.5959999999999993e-06 2021-07-26T16:07:19.185 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.185 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.186 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.186 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333173+0000", 2021-07-26T16:07:19.186 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2772000000000001e-05 2021-07-26T16:07:19.186 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.187 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.187 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:19.187 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333185+0000", 2021-07-26T16:07:19.187 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1589e-05 2021-07-26T16:07:19.188 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.188 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.188 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:19.188 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.299043+0000", 2021-07-26T16:07:19.189 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.96585812000000004 2021-07-26T16:07:19.189 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.189 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.189 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:19.190 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.299161+0000", 2021-07-26T16:07:19.190 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000118159 2021-07-26T16:07:19.190 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.190 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.191 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,6,7", 2021-07-26T16:07:19.191 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.299462+0000", 2021-07-26T16:07:19.191 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00030103500000000001 2021-07-26T16:07:19.191 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.192 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.192 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:19.192 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.304868+0000", 2021-07-26T16:07:19.192 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0054053699999999996 2021-07-26T16:07:19.192 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.193 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.193 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.193 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.304920+0000", 2021-07-26T16:07:19.193 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1965000000000001e-05 2021-07-26T16:07:19.194 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.194 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.194 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.194 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.304974+0000", 2021-07-26T16:07:19.195 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4667999999999999e-05 2021-07-26T16:07:19.195 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.195 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.195 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:19.195 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305130+0000", 2021-07-26T16:07:19.196 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000155866 2021-07-26T16:07:19.196 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.196 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.196 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:19.197 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305195+0000", 2021-07-26T16:07:19.197 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4715000000000006e-05 2021-07-26T16:07:19.197 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:19.197 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:19.197 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:19.198 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305446+0000", 2021-07-26T16:07:19.198 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000251043 2021-07-26T16:07:19.198 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.198 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:19.199 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.199 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:19.199 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:19.199 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:07:19.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:19 smithi078 ceph-mon[73801]: pgmap v583: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 3.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 497 op/s; 12454/51813 objects degraded (24.036%); 2933/51813 objects misplaced (5.661%); 3.9 MiB/s, 115 objects/s recovering 2021-07-26T16:07:19.244 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:19.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:19.290 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:19.391 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:19.431 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:19.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:19.432 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:19.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:19 smithi078 ceph-mon[77813]: pgmap v583: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 3.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 497 op/s; 12454/51813 objects degraded (24.036%); 2933/51813 objects misplaced (5.661%); 3.9 MiB/s, 115 objects/s recovering 2021-07-26T16:07:19.533 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:19.569 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:19.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:19.571 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:19.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:19 smithi139 ceph-mon[56829]: pgmap v583: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 79 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 3.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 497 op/s; 12454/51813 objects degraded (24.036%); 2933/51813 objects misplaced (5.661%); 3.9 MiB/s, 115 objects/s recovering 2021-07-26T16:07:19.672 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:19.702 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:19.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:19.703 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:19.804 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:19.843 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:19.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:19.845 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:19.945 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:19.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:19.991 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:19.991 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:20.093 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:20.122 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:20.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:20.124 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:20.225 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:20.250 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:20.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:20.252 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:20.257 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-07-26T16:07:20.353 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:20.381 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:20.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:20.383 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:20.484 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:20.517 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:20.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:20.540 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:20.541 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:20.563 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:07:20.642 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:20.667 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:20.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:20.668 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:20.769 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:20.797 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:20.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:20.799 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:20.843 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:20.900 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:20.931 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:20.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:20.932 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:21.034 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:21.083 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:21.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:21.084 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:21.185 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:21.215 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:21.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:21.217 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:21.318 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:21.327 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.4 to 1 (10000) 2021-07-26T16:07:21.330 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:07:21.360 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:21.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:21.362 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:21.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:21 smithi078 ceph-mon[73801]: pgmap v584: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 842 MiB data, 3.0 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 793 op/s; 11184/40470 objects degraded (27.635%); 2115/40470 objects misplaced (5.226%); 6.3 MiB/s, 196 objects/s recovering 2021-07-26T16:07:21.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:21 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:07:21.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:21 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1104313733' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:07:21.461 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:21 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2187475065' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-07-26T16:07:21.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:21 smithi078 ceph-mon[77813]: pgmap v584: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 842 MiB data, 3.0 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 793 op/s; 11184/40470 objects degraded (27.635%); 2115/40470 objects misplaced (5.226%); 6.3 MiB/s, 196 objects/s recovering 2021-07-26T16:07:21.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:21 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:07:21.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:21 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1104313733' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:07:21.462 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:21 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2187475065' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-07-26T16:07:21.463 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:21.487 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:21.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:21.488 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:21.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:21 smithi139 ceph-mon[56829]: pgmap v584: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 842 MiB data, 3.0 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 793 op/s; 11184/40470 objects degraded (27.635%); 2115/40470 objects misplaced (5.226%); 6.3 MiB/s, 196 objects/s recovering 2021-07-26T16:07:21.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:21 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:07:21.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:21 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1104313733' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:07:21.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:21 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2187475065' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-07-26T16:07:21.590 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:21.622 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:21.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:21.624 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:21.725 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:21.747 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:21.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:21.753 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:21.854 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:21.878 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:21.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:21.879 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:21.980 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:22.002 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:22.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:22.004 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:22.105 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:22.126 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:22.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:22.127 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:22.228 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:22.253 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:22.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:22.255 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:22.343 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:22 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:07:22.343 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:22 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1104313733' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:07:22.343 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:22 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2187475065' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-07-26T16:07:22.343 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:22 smithi078 ceph-mon[73801]: osdmap e222: 8 total, 8 up, 7 in 2021-07-26T16:07:22.344 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:22 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 11184/40470 objects degraded (27.635%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:22.344 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:22 smithi078 ceph-mon[73801]: osdmap e223: 8 total, 8 up, 7 in 2021-07-26T16:07:22.344 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:22 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:07:22.344 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:22 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1104313733' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:07:22.345 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:22 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2187475065' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-07-26T16:07:22.345 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:22 smithi078 ceph-mon[77813]: osdmap e222: 8 total, 8 up, 7 in 2021-07-26T16:07:22.345 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:22 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 11184/40470 objects degraded (27.635%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:22.345 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:22 smithi078 ceph-mon[77813]: osdmap e223: 8 total, 8 up, 7 in 2021-07-26T16:07:22.356 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:22.379 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:22.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:22.380 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:22.481 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:22.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:22.504 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:22.504 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:22.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:22 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:07:22.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:22 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1104313733' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:07:22.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:22 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2187475065' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-07-26T16:07:22.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:22 smithi139 ceph-mon[56829]: osdmap e222: 8 total, 8 up, 7 in 2021-07-26T16:07:22.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:22 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 11184/40470 objects degraded (27.635%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:22.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:22 smithi139 ceph-mon[56829]: osdmap e223: 8 total, 8 up, 7 in 2021-07-26T16:07:22.606 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:22.627 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:22.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:22.628 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:22.729 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:22.750 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:22.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:22.752 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:22.853 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:22.875 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:22.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:22.876 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:22.977 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:23.001 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:23.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:23.002 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:23.104 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:23.127 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:23.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:23.128 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:23.229 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:23.250 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:23.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:23.252 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:23.353 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:23.374 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:23.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:23.376 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:23.477 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:23.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:23 smithi078 ceph-mon[73801]: pgmap v586: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 842 MiB data, 3.0 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 887 op/s; 11184/40470 objects degraded (27.635%); 2115/40470 objects misplaced (5.226%); 7.0 MiB/s, 219 objects/s recovering 2021-07-26T16:07:23.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:23 smithi078 ceph-mon[73801]: osdmap e224: 8 total, 8 up, 7 in 2021-07-26T16:07:23.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:23 smithi078 ceph-mon[77813]: pgmap v586: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 842 MiB data, 3.0 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 887 op/s; 11184/40470 objects degraded (27.635%); 2115/40470 objects misplaced (5.226%); 7.0 MiB/s, 219 objects/s recovering 2021-07-26T16:07:23.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:23 smithi078 ceph-mon[77813]: osdmap e224: 8 total, 8 up, 7 in 2021-07-26T16:07:23.517 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:23.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:23.519 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:23.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:23 smithi139 ceph-mon[56829]: pgmap v586: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 842 MiB data, 3.0 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 887 op/s; 11184/40470 objects degraded (27.635%); 2115/40470 objects misplaced (5.226%); 7.0 MiB/s, 219 objects/s recovering 2021-07-26T16:07:23.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:23 smithi139 ceph-mon[56829]: osdmap e224: 8 total, 8 up, 7 in 2021-07-26T16:07:23.620 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:23.650 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:23.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:23.652 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:23.752 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:23.813 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:23.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:23.814 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:23.915 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:23.946 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:23.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:23.947 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:24.048 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:24.080 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:24.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:24.081 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:24.182 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:24.219 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:24.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:24.220 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:24.286 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:24 smithi078 ceph-mon[73801]: 6.2 continuing backfill to osd.6 from (101'2697,221'11072] MIN to 221'11072 2021-07-26T16:07:24.287 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:24 smithi078 ceph-mon[73801]: 6.12 continuing backfill to osd.6 from (101'2697,221'11060] MIN to 221'11060 2021-07-26T16:07:24.287 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:24 smithi078 ceph-mon[77813]: 6.2 continuing backfill to osd.6 from (101'2697,221'11072] MIN to 221'11072 2021-07-26T16:07:24.287 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:24 smithi078 ceph-mon[77813]: 6.12 continuing backfill to osd.6 from (101'2697,221'11060] MIN to 221'11060 2021-07-26T16:07:24.322 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:24.364 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:24.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:24.365 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:24.466 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:24.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:24.499 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:24.500 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:24.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:24 smithi139 ceph-mon[56829]: 6.2 continuing backfill to osd.6 from (101'2697,221'11072] MIN to 221'11072 2021-07-26T16:07:24.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:24 smithi139 ceph-mon[56829]: 6.12 continuing backfill to osd.6 from (101'2697,221'11060] MIN to 221'11060 2021-07-26T16:07:24.601 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:24.633 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:24.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:24.635 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:24.736 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:24.778 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:24.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:24.780 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:24.881 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:24.913 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:24.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:24.915 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:25.016 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:25.047 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:25.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:25.048 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:25.113 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2021-07-26T16:07:25.114 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:07:25.149 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:25.250 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:25.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:25.252 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:25.286 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:07:25.286 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:07:25.286 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.286 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:199417 6.16 e224/207 6:6b04fcb0:::benchmark_data_smithi078_103090_object94552:head v 224'11031, mlcod=224'11029)", 2021-07-26T16:07:25.287 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:25.279750+0000", 2021-07-26T16:07:25.287 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0054395329999999999, 2021-07-26T16:07:25.287 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0054706930000000004, 2021-07-26T16:07:25.287 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:25.288 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:07:25.288 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:25.288 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.288 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:25.289 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.279750+0000", 2021-07-26T16:07:25.289 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:25.289 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.289 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.290 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:25.290 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.279750+0000", 2021-07-26T16:07:25.290 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:25.290 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.291 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.291 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:25.291 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.279755+0000", 2021-07-26T16:07:25.291 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9439999999999996e-06 2021-07-26T16:07:25.291 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.292 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.292 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:25.292 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.279759+0000", 2021-07-26T16:07:25.292 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3490000000000002e-06 2021-07-26T16:07:25.292 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.293 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.293 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:25.293 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.279777+0000", 2021-07-26T16:07:25.293 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7808e-05 2021-07-26T16:07:25.294 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.294 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.294 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:25.294 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.279784+0000", 2021-07-26T16:07:25.295 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.311e-06 2021-07-26T16:07:25.295 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.295 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.295 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:25.295 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.279847+0000", 2021-07-26T16:07:25.296 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.3361000000000005e-05 2021-07-26T16:07:25.296 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.296 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.296 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:25.296 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.279873+0000", 2021-07-26T16:07:25.297 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.5233999999999999e-05 2021-07-26T16:07:25.297 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:25.297 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:25.298 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:25.298 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.298 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.298 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:199418 6.b e224/218 6:ddba0886:::benchmark_data_smithi078_103090_object94553:head v 224'12304, mlcod=224'12300)", 2021-07-26T16:07:25.299 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:25.281616+0000", 2021-07-26T16:07:25.299 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0035728610000000001, 2021-07-26T16:07:25.299 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0036730280000000001, 2021-07-26T16:07:25.299 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:25.299 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:07:25.300 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:25.300 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.300 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:25.300 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.281616+0000", 2021-07-26T16:07:25.300 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:25.301 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.301 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.301 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:25.301 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.281616+0000", 2021-07-26T16:07:25.302 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:25.302 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.302 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.302 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:25.303 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.281619+0000", 2021-07-26T16:07:25.303 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3120000000000001e-06 2021-07-26T16:07:25.303 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.303 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.304 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:25.304 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.281621+0000", 2021-07-26T16:07:25.304 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9130000000000001e-06 2021-07-26T16:07:25.304 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.304 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.281627+0000", 2021-07-26T16:07:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.9349999999999997e-06 2021-07-26T16:07:25.305 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.306 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.306 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:25.306 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.281632+0000", 2021-07-26T16:07:25.307 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1420000000000003e-06 2021-07-26T16:07:25.307 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.307 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.307 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:25.307 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.284868+0000", 2021-07-26T16:07:25.308 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032364429999999999 2021-07-26T16:07:25.308 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:25.308 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:25.309 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:25.309 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:25.284892+0000", 2021-07-26T16:07:25.309 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4321999999999999e-05 2021-07-26T16:07:25.309 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:25.309 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:25.310 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:25.310 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:25.310 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2021-07-26T16:07:25.311 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 2 2021-07-26T16:07:25.311 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:07:25.353 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:25.360 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:25 smithi078 ceph-mon[73801]: pgmap v589: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 827 MiB data, 2.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 670 op/s; 10701/39744 objects degraded (26.925%); 1856/39744 objects misplaced (4.670%); 5.0 MiB/s, 231 objects/s recovering 2021-07-26T16:07:25.361 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:25 smithi078 ceph-mon[77813]: pgmap v589: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 827 MiB data, 2.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 670 op/s; 10701/39744 objects degraded (26.925%); 1856/39744 objects misplaced (4.670%); 5.0 MiB/s, 231 objects/s recovering 2021-07-26T16:07:25.380 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:25.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:25.381 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:25.386 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:25.483 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:25.507 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:25.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:25.508 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:25.567 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:07:25.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:25 smithi139 ceph-mon[56829]: pgmap v589: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 4 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovery_wait, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 827 MiB data, 2.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 670 op/s; 10701/39744 objects degraded (26.925%); 1856/39744 objects misplaced (4.670%); 5.0 MiB/s, 231 objects/s recovering 2021-07-26T16:07:25.606 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:07:25.610 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:25.641 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:07:25.662 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:25.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:25.664 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:25.682 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:07:25.719 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:07:25.760 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:07:25.765 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:25.793 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:25.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:25.794 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:25.798 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:07:25.835 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:07:25.856 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:07:25.856 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:07:25.857 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:07:25.857 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:07:25.857 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:07:25.858 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:07:25.858 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:07:25.859 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:07:25.895 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:25.928 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:25.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:25.929 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:26.030 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:26.048 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:07:26.064 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:26.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:26.066 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:26.167 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:26.195 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:26.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:26.196 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:26.270 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:26.297 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:26.335 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:26.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:26.337 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:26.438 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:26.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:26 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/982641918' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:26.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:26 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/982641918' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:26.499 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:26.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:26.500 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:26.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:26 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/982641918' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:26.601 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:26.634 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:26.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:26.636 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:26.737 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:26.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:26.767 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:26.768 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:26.869 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:26.897 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:26.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:26.898 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:26.999 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:27.038 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:27.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:27.041 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:27.142 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:27.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:27.175 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:27.176 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:27.277 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:27.307 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:27.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:27.308 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:27.357 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-07-26T16:07:27.408 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:27 smithi078 ceph-mon[73801]: pgmap v590: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 695 MiB data, 2.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 392 op/s; 8680/33405 objects degraded (25.984%); 2363/33405 objects misplaced (7.074%); 7.1 MiB/s, 240 objects/s recovering 2021-07-26T16:07:27.409 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:27 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 8680/33405 objects degraded (25.984%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:27.409 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:27.411 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:27 smithi078 ceph-mon[77813]: pgmap v590: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 695 MiB data, 2.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 392 op/s; 8680/33405 objects degraded (25.984%); 2363/33405 objects misplaced (7.074%); 7.1 MiB/s, 240 objects/s recovering 2021-07-26T16:07:27.411 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:27 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 8680/33405 objects degraded (25.984%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:27.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:27.473 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:27.474 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:27.575 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:27.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:27 smithi139 ceph-mon[56829]: pgmap v590: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 695 MiB data, 2.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 392 op/s; 8680/33405 objects degraded (25.984%); 2363/33405 objects misplaced (7.074%); 7.1 MiB/s, 240 objects/s recovering 2021-07-26T16:07:27.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:27 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 8680/33405 objects degraded (25.984%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:27.629 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:27.686 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:27.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:27.688 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:27.789 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:27.818 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:27.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:27.821 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:27.923 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:27.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:27.987 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:27.987 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:28.088 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:28.131 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:28.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:28.132 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:28.233 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:28.269 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:28.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:28.271 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:28.372 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:28.415 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:28.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:28.416 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:28.517 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:28.559 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:28.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:28.560 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:28.661 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:28.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:28.697 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:28.697 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:28.798 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:28.828 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:28.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:28.830 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:28.931 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:28.971 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:28.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:28.972 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:29.073 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:29.105 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:29.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:29.107 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:29.207 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:29.234 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:29.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:29.237 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:29.338 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:29.376 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:29.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:29.378 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:29.479 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:29.514 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:29.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:29.516 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:29.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:29 smithi139 ceph-mon[56829]: pgmap v591: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 695 MiB data, 2.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 354 op/s; 8680/33405 objects degraded (25.984%); 2363/33405 objects misplaced (7.074%); 6.4 MiB/s, 216 objects/s recovering 2021-07-26T16:07:29.577 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:29 smithi078 ceph-mon[73801]: pgmap v591: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 695 MiB data, 2.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 354 op/s; 8680/33405 objects degraded (25.984%); 2363/33405 objects misplaced (7.074%); 6.4 MiB/s, 216 objects/s recovering 2021-07-26T16:07:29.577 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:29 smithi078 ceph-mon[77813]: pgmap v591: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 695 MiB data, 2.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 354 op/s; 8680/33405 objects degraded (25.984%); 2363/33405 objects misplaced (7.074%); 6.4 MiB/s, 216 objects/s recovering 2021-07-26T16:07:29.617 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:29.644 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:29.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:29.646 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:29.669 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:07:29.746 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:29.844 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:29.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:29.846 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:29.897 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:29.947 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:30.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:30.003 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:30.004 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:30.104 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:30.132 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:30.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:30.133 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:30.235 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:30.262 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:30.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:30.263 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:30.364 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:30.406 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:30.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:30.408 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:30.509 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:30.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:30.561 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:30.561 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:30.614 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:07:30.637 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:07:30.662 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:30.704 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:30.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:30.706 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:30.807 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:30.847 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:30.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:30.849 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:30.950 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:30.988 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:30.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:30.990 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:31.091 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:31.117 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:31.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:31.118 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:31.219 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:31.250 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:31.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:31.252 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:31.353 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:31.389 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:31.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:31.391 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:31.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:31 smithi078 ceph-mon[73801]: pgmap v592: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 483 MiB data, 2.1 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 717 op/s; 7712/23247 objects degraded (33.174%); 1284/23247 objects misplaced (5.523%); 10 MiB/s, 290 objects/s recovering 2021-07-26T16:07:31.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:31 smithi078 ceph-mon[77813]: pgmap v592: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 483 MiB data, 2.1 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 717 op/s; 7712/23247 objects degraded (33.174%); 1284/23247 objects misplaced (5.523%); 10 MiB/s, 290 objects/s recovering 2021-07-26T16:07:31.492 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:31.522 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:31.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:31.523 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:31.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:31 smithi139 ceph-mon[56829]: pgmap v592: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 483 MiB data, 2.1 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 717 op/s; 7712/23247 objects degraded (33.174%); 1284/23247 objects misplaced (5.523%); 10 MiB/s, 290 objects/s recovering 2021-07-26T16:07:31.625 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:31.657 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:31.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:31.658 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:31.760 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:31.787 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:31.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:31.788 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:31.889 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:31.914 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:31.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:31.916 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:32.017 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:32.044 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:32.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:32.045 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:32.146 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:32.176 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:32.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:32.178 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:32.279 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:32.326 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:32.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:32.329 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:32.430 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:32.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:32.463 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:32.464 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:32.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:32 smithi078 ceph-mon[73801]: from='client.45408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:07:32.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:32 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 7712/23247 objects degraded (33.174%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:32.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:32 smithi078 ceph-mon[77813]: from='client.45408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:07:32.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:32 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 7712/23247 objects degraded (33.174%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:32.565 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:32.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:32 smithi139 ceph-mon[56829]: from='client.45408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:07:32.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:32 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 7712/23247 objects degraded (33.174%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:32.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:32.595 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:32.596 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:32.697 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:32.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:32.750 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:32.751 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:32.853 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:32.890 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:32.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:32.892 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:32.992 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:33.037 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:33.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:33.039 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:33.140 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:33.165 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:33.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:33.166 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:33.267 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:33.297 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:33.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:33.298 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:33.299 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:07:33.400 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:33.430 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:33.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:33.431 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:33.532 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:33.555 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:33.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:33.557 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:33.560 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:33 smithi078 ceph-mon[73801]: pgmap v593: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 453 MiB data, 2.0 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 631 op/s; 7712/21783 objects degraded (35.404%); 1284/21783 objects misplaced (5.895%); 8.1 MiB/s, 241 objects/s recovering 2021-07-26T16:07:33.561 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:33 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/701169685' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:07:33.561 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:33 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:07:33.561 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:33 smithi078 ceph-mon[77813]: pgmap v593: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 453 MiB data, 2.0 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 631 op/s; 7712/21783 objects degraded (35.404%); 1284/21783 objects misplaced (5.895%); 8.1 MiB/s, 241 objects/s recovering 2021-07-26T16:07:33.562 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:33 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/701169685' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:07:33.562 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:33 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:07:33.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:33 smithi139 ceph-mon[56829]: pgmap v593: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 453 MiB data, 2.0 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 631 op/s; 7712/21783 objects degraded (35.404%); 1284/21783 objects misplaced (5.895%); 8.1 MiB/s, 241 objects/s recovering 2021-07-26T16:07:33.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:33 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/701169685' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:07:33.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:33 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:07:33.658 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:33.675 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":592,"stamp":"2021-07-26T16:07:29.956880+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":506795958,"num_objects":7749,"num_object_clones":0,"num_object_copies":23247,"num_objects_missing_on_primary":357,"num_objects_missing":357,"num_objects_degraded":7712,"num_objects_misplaced":1284,"num_objects_unfound":0,"num_objects_dirty":7749,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":202261,"num_write_kb":6713614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50469,"num_bytes_recovered":2594310126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":203957,"ondisk_log_size":203957,"up":297,"acting":290,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":345,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":6365600,"kb_used_data":1713768,"kb_used_omap":502,"kb_used_meta":4651017,"kb_avail":649850464,"statfs":{"total":671965249536,"available":665446875136,"internally_reserved":4294967296,"allocated":1754898432,"data_stored":1747049066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":514535,"internal_metadata":4762641945},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,3,1,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-376242176,"num_objects":-5741,"num_object_clones":0,"num_object_copies":-17223,"num_objects_missing_on_primary":-336,"num_objects_missing":-336,"num_objects_degraded":-3472,"num_objects_misplaced":-831,"num_objects_unfound":0,"num_objects_dirty":-5741,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5741,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2323,"num_bytes_recovered":84148224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002170"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":68,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.089344+0000","last_change":"2021-07-26T16:05:49.081745+0000","last_active":"2021-07-26T16:07:22.089344+0000","last_peered":"2021-07-26T16:07:22.089344+0000","last_clean":"2021-07-26T16:07:22.089344+0000","last_became_active":"2021-07-26T16:05:49.081230+0000","last_became_peered":"2021-07-26T16:05:49.081230+0000","last_unstale":"2021-07-26T16:07:22.089344+0000","last_undegraded":"2021-07-26T16:07:22.089344+0000","last_fullsized":"2021-07-26T16:07:22.089344+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":199,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.097782+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:07:22.097782+0000","last_peered":"2021-07-26T16:07:22.097782+0000","last_clean":"2021-07-26T16:07:22.097782+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:07:22.097782+0000","last_undegraded":"2021-07-26T16:07:22.097782+0000","last_fullsized":"2021-07-26T16:07:22.097782+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":201,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.103612+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:07:22.103612+0000","last_peered":"2021-07-26T16:07:22.103612+0000","last_clean":"2021-07-26T16:07:22.103612+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:07:22.103612+0000","last_undegraded":"2021-07-26T16:07:22.103612+0000","last_fullsized":"2021-07-26T16:07:22.103612+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":153,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.101451+0000","last_change":"2021-07-26T16:07:06.163835+0000","last_active":"2021-07-26T16:07:22.101451+0000","last_peered":"2021-07-26T16:07:22.101451+0000","last_clean":"2021-07-26T16:07:22.101451+0000","last_became_active":"2021-07-26T16:07:06.162741+0000","last_became_peered":"2021-07-26T16:07:06.162741+0000","last_unstale":"2021-07-26T16:07:22.101451+0000","last_undegraded":"2021-07-26T16:07:22.101451+0000","last_fullsized":"2021-07-26T16:07:22.101451+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":257,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.100119+0000","last_change":"2021-07-26T16:06:40.610625+0000","last_active":"2021-07-26T16:07:22.100119+0000","last_peered":"2021-07-26T16:07:22.100119+0000","last_clean":"2021-07-26T16:07:22.100119+0000","last_became_active":"2021-07-26T16:06:40.610285+0000","last_became_peered":"2021-07-26T16:06:40.610285+0000","last_unstale":"2021-07-26T16:07:22.100119+0000","last_undegraded":"2021-07-26T16:07:22.100119+0000","last_fullsized":"2021-07-26T16:07:22.100119+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":193,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.094498+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:07:22.094498+0000","last_peered":"2021-07-26T16:07:22.094498+0000","last_clean":"2021-07-26T16:07:22.094498+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:07:22.094498+0000","last_undegraded":"2021-07-26T16:07:22.094498+0000","last_fullsized":"2021-07-26T16:07:22.094498+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"224'11189","reported_seq":12972,"reported_epoch":224,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:07:28.478120+0000","last_change":"2021-07-26T16:07:23.393615+0000","last_active":"2021-07-26T16:07:28.478120+0000","last_peered":"2021-07-26T16:07:28.478120+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:07:23.281471+0000","last_became_peered":"2021-07-26T16:07:23.281471+0000","last_unstale":"2021-07-26T16:07:28.478120+0000","last_undegraded":"2021-07-26T16:07:23.222333+0000","last_fullsized":"2021-07-26T16:07:23.166308+0000","mapping_epoch":223,"log_start":"101'2697","ondisk_log_start":"101'2697","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8492,"ondisk_log_size":8492,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":17367040,"num_objects":265,"num_object_clones":0,"num_object_copies":795,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":428,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":265,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6349,"num_write_kb":211648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":642,"num_bytes_recovered":41910272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[3,2],"avail_no_missing":["3","0","5","7"],"object_location_counts":[{"shards":"2,3","objects":265}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":144,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.101771+0000","last_change":"2021-07-26T16:06:40.538445+0000","last_active":"2021-07-26T16:07:22.101771+0000","last_peered":"2021-07-26T16:07:22.101771+0000","last_clean":"2021-07-26T16:07:22.101771+0000","last_became_active":"2021-07-26T16:06:40.538062+0000","last_became_peered":"2021-07-26T16:06:40.538062+0000","last_unstale":"2021-07-26T16:07:22.101771+0000","last_undegraded":"2021-07-26T16:07:22.101771+0000","last_fullsized":"2021-07-26T16:07:22.101771+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":138,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.095895+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:07:22.095895+0000","last_peered":"2021-07-26T16:07:22.095895+0000","last_clean":"2021-07-26T16:07:22.095895+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:07:22.095895+0000","last_undegraded":"2021-07-26T16:07:22.095895+0000","last_fullsized":"2021-07-26T16:07:22.095895+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"224'11211","reported_seq":16515,"reported_epoch":224,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:07:29.136719+0000","last_change":"2021-07-26T16:06:57.296860+0000","last_active":"2021-07-26T16:07:29.136719+0000","last_peered":"2021-07-26T16:07:29.136719+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:05:50.278335+0000","last_became_peered":"2021-07-26T16:05:50.278335+0000","last_unstale":"2021-07-26T16:07:29.136719+0000","last_undegraded":"2021-07-26T16:07:29.136719+0000","last_fullsized":"2021-07-26T16:07:29.136719+0000","mapping_epoch":190,"log_start":"97'1617","ondisk_log_start":"97'1617","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":9594,"ondisk_log_size":9594,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":11862016,"num_objects":181,"num_object_clones":0,"num_object_copies":543,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":181,"num_objects_unfound":0,"num_objects_dirty":181,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6406,"num_write_kb":210784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2567,"num_bytes_recovered":65601536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,2],"avail_no_missing":["7","2","6"],"object_location_counts":[{"shards":"2,6,7","objects":181}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":35,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.095657+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:07:22.095657+0000","last_peered":"2021-07-26T16:07:22.095657+0000","last_clean":"2021-07-26T16:07:22.095657+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:07:22.095657+0000","last_undegraded":"2021-07-26T16:07:22.095657+0000","last_fullsized":"2021-07-26T16:07:22.095657+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":16,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.097850+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:07:22.097850+0000","last_peered":"2021-07-26T16:07:22.097850+0000","last_clean":"2021-07-26T16:07:22.097850+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:07:22.097850+0000","last_undegraded":"2021-07-26T16:07:22.097850+0000","last_fullsized":"2021-07-26T16:07:22.097850+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"224'10958","reported_seq":16916,"reported_epoch":224,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:07:24.841333+0000","last_change":"2021-07-26T16:06:51.031493+0000","last_active":"2021-07-26T16:07:24.841333+0000","last_peered":"2021-07-26T16:07:24.841333+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:06:50.887602+0000","last_became_peered":"2021-07-26T16:06:50.887602+0000","last_unstale":"2021-07-26T16:07:24.841333+0000","last_undegraded":"2021-07-26T16:06:50.491740+0000","last_fullsized":"2021-07-26T16:06:50.478021+0000","mapping_epoch":210,"log_start":"103'3628","ondisk_log_start":"103'3628","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7330,"ondisk_log_size":7330,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22675456,"num_objects":346,"num_object_clones":0,"num_object_copies":1038,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2186,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":346,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6195,"num_write_kb":209312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1859,"num_bytes_recovered":114360320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3],"avail_no_missing":["0","1","3","4"],"object_location_counts":[{"shards":"0,3","objects":346}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":124,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.099411+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:07:22.099411+0000","last_peered":"2021-07-26T16:07:22.099411+0000","last_clean":"2021-07-26T16:07:22.099411+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:07:22.099411+0000","last_undegraded":"2021-07-26T16:07:22.099411+0000","last_fullsized":"2021-07-26T16:07:22.099411+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":225,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.096188+0000","last_change":"2021-07-26T16:06:57.082447+0000","last_active":"2021-07-26T16:07:22.096188+0000","last_peered":"2021-07-26T16:07:22.096188+0000","last_clean":"2021-07-26T16:07:22.096188+0000","last_became_active":"2021-07-26T16:06:57.082165+0000","last_became_peered":"2021-07-26T16:06:57.082165+0000","last_unstale":"2021-07-26T16:07:22.096188+0000","last_undegraded":"2021-07-26T16:07:22.096188+0000","last_fullsized":"2021-07-26T16:07:22.096188+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"224'10999","reported_seq":13822,"reported_epoch":224,"state":"active+recovering+remapped","last_fresh":"2021-07-26T16:07:29.398876+0000","last_change":"2021-07-26T16:07:23.417277+0000","last_active":"2021-07-26T16:07:29.398876+0000","last_peered":"2021-07-26T16:07:29.398876+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:07:06.270120+0000","last_became_peered":"2021-07-26T16:07:06.270120+0000","last_unstale":"2021-07-26T16:07:29.398876+0000","last_undegraded":"2021-07-26T16:07:29.398876+0000","last_fullsized":"2021-07-26T16:07:29.398876+0000","mapping_epoch":217,"log_start":"104'4425","ondisk_log_start":"104'4425","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6574,"ondisk_log_size":6574,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":14909440,"num_objects":228,"num_object_clones":0,"num_object_copies":684,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":228,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6279,"num_write_kb":208192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1322,"num_bytes_recovered":63897600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,7],"acting":[1,6,2],"avail_no_missing":["1","0","6"],"object_location_counts":[{"shards":"1,2,6","objects":228}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":150,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.089788+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:07:22.089788+0000","last_peered":"2021-07-26T16:07:22.089788+0000","last_clean":"2021-07-26T16:07:22.089788+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:07:22.089788+0000","last_undegraded":"2021-07-26T16:07:22.089788+0000","last_fullsized":"2021-07-26T16:07:22.089788+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":59,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.089563+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:07:22.089563+0000","last_peered":"2021-07-26T16:07:22.089563+0000","last_clean":"2021-07-26T16:07:22.089563+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:07:22.089563+0000","last_undegraded":"2021-07-26T16:07:22.089563+0000","last_fullsized":"2021-07-26T16:07:22.089563+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.16","version":"224'11158","reported_seq":18855,"reported_epoch":224,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:07:29.678187+0000","last_change":"2021-07-26T16:06:41.639671+0000","last_active":"2021-07-26T16:07:29.678187+0000","last_peered":"2021-07-26T16:07:29.678187+0000","last_clean":"2021-07-26T16:06:39.479554+0000","last_became_active":"2021-07-26T16:06:41.616523+0000","last_became_peered":"2021-07-26T16:06:41.616523+0000","last_unstale":"2021-07-26T16:07:29.678187+0000","last_undegraded":"2021-07-26T16:07:29.678187+0000","last_fullsized":"2021-07-26T16:07:29.678187+0000","mapping_epoch":207,"log_start":"101'2702","ondisk_log_start":"101'2702","created":156,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8456,"ondisk_log_size":8456,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":15794176,"num_objects":241,"num_object_clones":0,"num_object_copies":723,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":241,"num_objects_unfound":0,"num_objects_dirty":241,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6338,"num_write_kb":210528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1871,"num_bytes_recovered":122617856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,7,1],"avail_no_missing":["4","1","7"],"object_location_counts":[{"shards":"1,4,7","objects":241}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":250,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.098902+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:07:22.098902+0000","last_peered":"2021-07-26T16:07:22.098902+0000","last_clean":"2021-07-26T16:07:22.098902+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:07:22.098902+0000","last_undegraded":"2021-07-26T16:07:22.098902+0000","last_fullsized":"2021-07-26T16:07:22.098902+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":120,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.098143+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:07:22.098143+0000","last_peered":"2021-07-26T16:07:22.098143+0000","last_clean":"2021-07-26T16:07:22.098143+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:07:22.098143+0000","last_undegraded":"2021-07-26T16:07:22.098143+0000","last_fullsized":"2021-07-26T16:07:22.098143+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"224'11070","reported_seq":20899,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:29.056947+0000","last_change":"2021-07-26T16:05:18.064671+0000","last_active":"2021-07-26T16:07:29.056947+0000","last_peered":"2021-07-26T16:07:29.056947+0000","last_clean":"2021-07-26T16:07:29.056947+0000","last_became_active":"2021-07-26T16:05:18.044053+0000","last_became_peered":"2021-07-26T16:05:18.044053+0000","last_unstale":"2021-07-26T16:07:29.056947+0000","last_undegraded":"2021-07-26T16:07:29.056947+0000","last_fullsized":"2021-07-26T16:07:29.056947+0000","mapping_epoch":182,"log_start":"96'976","ondisk_log_start":"96'976","created":156,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":10094,"ondisk_log_size":10094,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":17891328,"num_objects":273,"num_object_clones":0,"num_object_copies":819,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":273,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6291,"num_write_kb":210048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2968,"num_bytes_recovered":194510848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":153,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.100170+0000","last_change":"2021-07-26T16:07:06.162859+0000","last_active":"2021-07-26T16:07:22.100170+0000","last_peered":"2021-07-26T16:07:22.100170+0000","last_clean":"2021-07-26T16:07:22.100170+0000","last_became_active":"2021-07-26T16:07:06.162536+0000","last_became_peered":"2021-07-26T16:07:06.162536+0000","last_unstale":"2021-07-26T16:07:22.100170+0000","last_undegraded":"2021-07-26T16:07:22.100170+0000","last_fullsized":"2021-07-26T16:07:22.100170+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":24,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.096108+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:07:22.096108+0000","last_peered":"2021-07-26T16:07:22.096108+0000","last_clean":"2021-07-26T16:07:22.096108+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:07:22.096108+0000","last_undegraded":"2021-07-26T16:07:22.096108+0000","last_fullsized":"2021-07-26T16:07:22.096108+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.14","version":"224'11119","reported_seq":11302,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:29.226752+0000","last_change":"2021-07-26T16:06:40.588541+0000","last_active":"2021-07-26T16:07:29.226752+0000","last_peered":"2021-07-26T16:07:29.226752+0000","last_clean":"2021-07-26T16:07:29.226752+0000","last_became_active":"2021-07-26T16:06:40.561369+0000","last_became_peered":"2021-07-26T16:06:40.561369+0000","last_unstale":"2021-07-26T16:07:29.226752+0000","last_undegraded":"2021-07-26T16:07:29.226752+0000","last_fullsized":"2021-07-26T16:07:29.226752+0000","mapping_epoch":206,"log_start":"104'4585","ondisk_log_start":"104'4585","created":156,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6534,"ondisk_log_size":6534,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":14516224,"num_objects":222,"num_object_clones":0,"num_object_copies":666,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":222,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6317,"num_write_kb":209216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":204,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.097957+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:07:22.097957+0000","last_peered":"2021-07-26T16:07:22.097957+0000","last_clean":"2021-07-26T16:07:22.097957+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:07:22.097957+0000","last_undegraded":"2021-07-26T16:07:22.097957+0000","last_fullsized":"2021-07-26T16:07:22.097957+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":162,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.102159+0000","last_change":"2021-07-26T16:07:06.163650+0000","last_active":"2021-07-26T16:07:22.102159+0000","last_peered":"2021-07-26T16:07:22.102159+0000","last_clean":"2021-07-26T16:07:22.102159+0000","last_became_active":"2021-07-26T16:07:06.162307+0000","last_became_peered":"2021-07-26T16:07:06.162307+0000","last_unstale":"2021-07-26T16:07:22.102159+0000","last_undegraded":"2021-07-26T16:07:22.102159+0000","last_fullsized":"2021-07-26T16:07:22.102159+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.15","version":"224'10982","reported_seq":11160,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:29.107491+0000","last_change":"2021-07-26T16:06:58.147725+0000","last_active":"2021-07-26T16:07:29.107491+0000","last_peered":"2021-07-26T16:07:29.107491+0000","last_clean":"2021-07-26T16:07:29.107491+0000","last_became_active":"2021-07-26T16:06:58.116315+0000","last_became_peered":"2021-07-26T16:06:58.116315+0000","last_unstale":"2021-07-26T16:07:29.107491+0000","last_undegraded":"2021-07-26T16:07:29.107491+0000","last_fullsized":"2021-07-26T16:07:29.107491+0000","mapping_epoch":214,"log_start":"96'1460","ondisk_log_start":"96'1460","created":156,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":9522,"ondisk_log_size":9522,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":13500416,"num_objects":206,"num_object_clones":0,"num_object_copies":618,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":206,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6265,"num_write_kb":207072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":301,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.093733+0000","last_change":"2021-07-26T16:06:49.122899+0000","last_active":"2021-07-26T16:07:22.093733+0000","last_peered":"2021-07-26T16:07:22.093733+0000","last_clean":"2021-07-26T16:07:22.093733+0000","last_became_active":"2021-07-26T16:06:49.095433+0000","last_became_peered":"2021-07-26T16:06:49.095433+0000","last_unstale":"2021-07-26T16:07:22.093733+0000","last_undegraded":"2021-07-26T16:07:22.093733+0000","last_fullsized":"2021-07-26T16:07:22.093733+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":16,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.099433+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:07:22.099433+0000","last_peered":"2021-07-26T16:07:22.099433+0000","last_clean":"2021-07-26T16:07:22.099433+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:07:22.099433+0000","last_undegraded":"2021-07-26T16:07:22.099433+0000","last_fullsized":"2021-07-26T16:07:22.099433+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"224'12790","reported_seq":16427,"reported_epoch":224,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:07:29.057714+0000","last_change":"2021-07-26T16:06:50.447288+0000","last_active":"2021-07-26T16:07:29.057714+0000","last_peered":"2021-07-26T16:07:29.057714+0000","last_clean":"2021-07-26T16:00:20.776964+0000","last_became_active":"2021-07-26T16:06:50.243685+0000","last_became_peered":"2021-07-26T16:06:50.243685+0000","last_unstale":"2021-07-26T16:07:29.057714+0000","last_undegraded":"2021-07-26T16:06:50.236427+0000","last_fullsized":"2021-07-26T16:06:50.078751+0000","mapping_epoch":210,"log_start":"118'7019","ondisk_log_start":"118'7019","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5771,"ondisk_log_size":5771,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":30932992,"num_objects":472,"num_object_clones":0,"num_object_copies":1416,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2987,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":472,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12790,"num_write_kb":424384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1725,"num_bytes_recovered":112787456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[6,0],"avail_no_missing":["6","1"],"object_location_counts":[{"shards":"0,6","objects":1},{"shards":"2,5,6","objects":471}],"blocked_by":[],"up_primary":5,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":20,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.099490+0000","last_change":"2021-07-26T16:07:06.201715+0000","last_active":"2021-07-26T16:07:22.099490+0000","last_peered":"2021-07-26T16:07:22.099490+0000","last_clean":"2021-07-26T16:07:22.099490+0000","last_became_active":"2021-07-26T16:07:06.175197+0000","last_became_peered":"2021-07-26T16:07:06.175197+0000","last_unstale":"2021-07-26T16:07:22.099490+0000","last_undegraded":"2021-07-26T16:07:22.099490+0000","last_fullsized":"2021-07-26T16:07:22.099490+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":66,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":42,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.094916+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:07:22.094916+0000","last_peered":"2021-07-26T16:07:22.094916+0000","last_clean":"2021-07-26T16:07:22.094916+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:07:22.094916+0000","last_undegraded":"2021-07-26T16:07:22.094916+0000","last_fullsized":"2021-07-26T16:07:22.094916+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"224'12486","reported_seq":13842,"reported_epoch":224,"state":"active+recovery_wait","last_fresh":"2021-07-26T16:07:29.148683+0000","last_change":"2021-07-26T16:07:07.285324+0000","last_active":"2021-07-26T16:07:29.148683+0000","last_peered":"2021-07-26T16:07:29.148683+0000","last_clean":"2021-07-26T16:02:19.002600+0000","last_became_active":"2021-07-26T16:07:07.235086+0000","last_became_peered":"2021-07-26T16:07:07.235086+0000","last_unstale":"2021-07-26T16:07:29.148683+0000","last_undegraded":"2021-07-26T16:07:29.148683+0000","last_fullsized":"2021-07-26T16:07:29.148683+0000","mapping_epoch":218,"log_start":"119'7140","ondisk_log_start":"119'7140","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5346,"ondisk_log_size":5346,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":29229056,"num_objects":446,"num_object_clones":0,"num_object_copies":1338,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":446,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12486,"num_write_kb":413824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":596,"num_bytes_recovered":38993920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":["7","1","3","6"],"object_location_counts":[{"shards":"1,3,7","objects":446}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":123,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.099619+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:07:22.099619+0000","last_peered":"2021-07-26T16:07:22.099619+0000","last_clean":"2021-07-26T16:07:22.099619+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:07:22.099619+0000","last_undegraded":"2021-07-26T16:07:22.099619+0000","last_fullsized":"2021-07-26T16:07:22.099619+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":68,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.089122+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:07:22.089122+0000","last_peered":"2021-07-26T16:07:22.089122+0000","last_clean":"2021-07-26T16:07:22.089122+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:07:22.089122+0000","last_undegraded":"2021-07-26T16:07:22.089122+0000","last_fullsized":"2021-07-26T16:07:22.089122+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"224'11241","reported_seq":17260,"reported_epoch":224,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:07:28.982521+0000","last_change":"2021-07-26T16:07:07.299575+0000","last_active":"2021-07-26T16:07:28.982521+0000","last_peered":"2021-07-26T16:07:28.982521+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:07:07.234124+0000","last_became_peered":"2021-07-26T16:07:07.234124+0000","last_unstale":"2021-07-26T16:07:28.982521+0000","last_undegraded":"2021-07-26T16:07:28.982521+0000","last_fullsized":"2021-07-26T16:07:28.982521+0000","mapping_epoch":218,"log_start":"101'2660","ondisk_log_start":"101'2660","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8581,"ondisk_log_size":8581,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":13271040,"num_objects":202,"num_object_clones":0,"num_object_copies":606,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":202,"num_objects_unfound":0,"num_objects_dirty":202,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6418,"num_write_kb":211872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2537,"num_bytes_recovered":92143616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,2],"avail_no_missing":["7","2","3"],"object_location_counts":[{"shards":"2,3,7","objects":202}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":255,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.099265+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:07:22.099265+0000","last_peered":"2021-07-26T16:07:22.099265+0000","last_clean":"2021-07-26T16:07:22.099265+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:07:22.099265+0000","last_undegraded":"2021-07-26T16:07:22.099265+0000","last_fullsized":"2021-07-26T16:07:22.099265+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":211,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.095490+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:07:22.095490+0000","last_peered":"2021-07-26T16:07:22.095490+0000","last_clean":"2021-07-26T16:07:22.095490+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:07:22.095490+0000","last_undegraded":"2021-07-26T16:07:22.095490+0000","last_fullsized":"2021-07-26T16:07:22.095490+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"224'11092","reported_seq":26581,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:24.766355+0000","last_change":"2021-07-26T16:06:07.223074+0000","last_active":"2021-07-26T16:07:24.766355+0000","last_peered":"2021-07-26T16:07:24.766355+0000","last_clean":"2021-07-26T16:07:24.766355+0000","last_became_active":"2021-07-26T16:06:07.159458+0000","last_became_peered":"2021-07-26T16:06:07.159458+0000","last_unstale":"2021-07-26T16:07:24.766355+0000","last_undegraded":"2021-07-26T16:07:24.766355+0000","last_fullsized":"2021-07-26T16:07:24.766355+0000","mapping_epoch":194,"log_start":"97'1655","ondisk_log_start":"97'1655","created":91,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":9437,"ondisk_log_size":9437,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22118400,"num_objects":337,"num_object_clones":0,"num_object_copies":1011,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":337,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6254,"num_write_kb":210944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5455,"num_bytes_recovered":225214464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":212,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.095361+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:07:22.095361+0000","last_peered":"2021-07-26T16:07:22.095361+0000","last_clean":"2021-07-26T16:07:22.095361+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:07:22.095361+0000","last_undegraded":"2021-07-26T16:07:22.095361+0000","last_fullsized":"2021-07-26T16:07:22.095361+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":146,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.099258+0000","last_change":"2021-07-26T16:05:09.272079+0000","last_active":"2021-07-26T16:07:22.099258+0000","last_peered":"2021-07-26T16:07:22.099258+0000","last_clean":"2021-07-26T16:07:22.099258+0000","last_became_active":"2021-07-26T16:05:09.271724+0000","last_became_peered":"2021-07-26T16:05:09.271724+0000","last_unstale":"2021-07-26T16:07:22.099258+0000","last_undegraded":"2021-07-26T16:07:22.099258+0000","last_fullsized":"2021-07-26T16:07:22.099258+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"224'12697","reported_seq":17420,"reported_epoch":224,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-07-26T16:07:29.764959+0000","last_change":"2021-07-26T16:06:52.343808+0000","last_active":"2021-07-26T16:07:29.764959+0000","last_peered":"2021-07-26T16:07:29.764959+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:06:51.557414+0000","last_became_peered":"2021-07-26T16:06:51.557414+0000","last_unstale":"2021-07-26T16:07:29.764959+0000","last_undegraded":"2021-07-26T16:06:51.541353+0000","last_fullsized":"2021-07-26T16:07:29.764959+0000","mapping_epoch":210,"log_start":"118'6837","ondisk_log_start":"118'6837","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5860,"ondisk_log_size":5860,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":29294592,"num_objects":447,"num_object_clones":0,"num_object_copies":1341,"num_objects_missing_on_primary":357,"num_objects_missing":357,"num_objects_degraded":804,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":447,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12697,"num_write_kb":420608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2263,"num_bytes_recovered":148307968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,2],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,2,4","objects":447}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":256,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.100870+0000","last_change":"2021-07-26T16:06:48.249975+0000","last_active":"2021-07-26T16:07:22.100870+0000","last_peered":"2021-07-26T16:07:22.100870+0000","last_clean":"2021-07-26T16:07:22.100870+0000","last_became_active":"2021-07-26T16:06:40.537599+0000","last_became_peered":"2021-07-26T16:06:40.537599+0000","last_unstale":"2021-07-26T16:07:22.100870+0000","last_undegraded":"2021-07-26T16:07:22.100870+0000","last_fullsized":"2021-07-26T16:07:22.100870+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":59,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.089775+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:07:22.089775+0000","last_peered":"2021-07-26T16:07:22.089775+0000","last_clean":"2021-07-26T16:07:22.089775+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:07:22.089775+0000","last_undegraded":"2021-07-26T16:07:22.089775+0000","last_fullsized":"2021-07-26T16:07:22.089775+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"224'12542","reported_seq":22471,"reported_epoch":224,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:07:28.603125+0000","last_change":"2021-07-26T16:07:23.393974+0000","last_active":"2021-07-26T16:07:28.603125+0000","last_peered":"2021-07-26T16:07:28.603125+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:06:41.604904+0000","last_became_peered":"2021-07-26T16:06:41.604904+0000","last_unstale":"2021-07-26T16:07:28.603125+0000","last_undegraded":"2021-07-26T16:07:23.393757+0000","last_fullsized":"2021-07-26T16:06:41.517847+0000","mapping_epoch":207,"log_start":"118'6794","ondisk_log_start":"118'6794","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5748,"ondisk_log_size":5748,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":30932992,"num_objects":472,"num_object_clones":0,"num_object_copies":1416,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":400,"num_objects_misplaced":410,"num_objects_unfound":0,"num_objects_dirty":472,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12542,"num_write_kb":416448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4843,"num_bytes_recovered":253886464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[3,2],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"2,3","objects":472}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":218,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.095327+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:07:22.095327+0000","last_peered":"2021-07-26T16:07:22.095327+0000","last_clean":"2021-07-26T16:07:22.095327+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:07:22.095327+0000","last_undegraded":"2021-07-26T16:07:22.095327+0000","last_fullsized":"2021-07-26T16:07:22.095327+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.102644+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:07:22.102644+0000","last_peered":"2021-07-26T16:07:22.102644+0000","last_clean":"2021-07-26T16:07:22.102644+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:07:22.102644+0000","last_undegraded":"2021-07-26T16:07:22.102644+0000","last_fullsized":"2021-07-26T16:07:22.102644+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"224'12686","reported_seq":15007,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:29.034270+0000","last_change":"2021-07-26T16:06:58.145376+0000","last_active":"2021-07-26T16:07:29.034270+0000","last_peered":"2021-07-26T16:07:29.034270+0000","last_clean":"2021-07-26T16:07:29.034270+0000","last_became_active":"2021-07-26T16:06:58.077674+0000","last_became_peered":"2021-07-26T16:06:58.077674+0000","last_unstale":"2021-07-26T16:07:29.034270+0000","last_undegraded":"2021-07-26T16:07:29.034270+0000","last_fullsized":"2021-07-26T16:07:29.034270+0000","mapping_epoch":214,"log_start":"118'6872","ondisk_log_start":"118'6872","created":91,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5814,"ondisk_log_size":5814,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":31326208,"num_objects":478,"num_object_clones":0,"num_object_copies":1434,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":478,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12686,"num_write_kb":421248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1060,"num_bytes_recovered":69468160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":68,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.089163+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:07:22.089163+0000","last_peered":"2021-07-26T16:07:22.089163+0000","last_clean":"2021-07-26T16:07:22.089163+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:07:22.089163+0000","last_undegraded":"2021-07-26T16:07:22.089163+0000","last_fullsized":"2021-07-26T16:07:22.089163+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":84,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.090060+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:07:22.090060+0000","last_peered":"2021-07-26T16:07:22.090060+0000","last_clean":"2021-07-26T16:07:22.090060+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:07:22.090060+0000","last_undegraded":"2021-07-26T16:07:22.090060+0000","last_fullsized":"2021-07-26T16:07:22.090060+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"224'12523","reported_seq":15919,"reported_epoch":224,"state":"active+recovering","last_fresh":"2021-07-26T16:07:29.110004+0000","last_change":"2021-07-26T16:07:21.781748+0000","last_active":"2021-07-26T16:07:29.110004+0000","last_peered":"2021-07-26T16:07:29.110004+0000","last_clean":"2021-07-26T16:00:20.770553+0000","last_became_active":"2021-07-26T16:06:50.096060+0000","last_became_peered":"2021-07-26T16:06:50.096060+0000","last_unstale":"2021-07-26T16:07:29.110004+0000","last_undegraded":"2021-07-26T16:07:29.110004+0000","last_fullsized":"2021-07-26T16:07:29.110004+0000","mapping_epoch":210,"log_start":"115'6580","ondisk_log_start":"115'6580","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5943,"ondisk_log_size":5943,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":30146584,"num_objects":461,"num_object_clones":0,"num_object_copies":1383,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3,"num_objects_unfound":0,"num_objects_dirty":461,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12523,"num_write_kb":415425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1602,"num_bytes_recovered":104988672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":["5","1","6"],"object_location_counts":[{"shards":"0,1,5","objects":458},{"shards":"1,2,5","objects":3}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":213,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.095663+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:07:22.095663+0000","last_peered":"2021-07-26T16:07:22.095663+0000","last_clean":"2021-07-26T16:07:22.095663+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:07:22.095663+0000","last_undegraded":"2021-07-26T16:07:22.095663+0000","last_fullsized":"2021-07-26T16:07:22.095663+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":207,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.097348+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:07:22.097348+0000","last_peered":"2021-07-26T16:07:22.097348+0000","last_clean":"2021-07-26T16:07:22.097348+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:07:22.097348+0000","last_undegraded":"2021-07-26T16:07:22.097348+0000","last_fullsized":"2021-07-26T16:07:22.097348+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":236,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.098221+0000","last_change":"2021-07-26T16:01:16.007019+0000","last_active":"2021-07-26T16:07:22.098221+0000","last_peered":"2021-07-26T16:07:22.098221+0000","last_clean":"2021-07-26T16:07:22.098221+0000","last_became_active":"2021-07-26T16:01:16.006692+0000","last_became_peered":"2021-07-26T16:01:16.006692+0000","last_unstale":"2021-07-26T16:07:22.098221+0000","last_undegraded":"2021-07-26T16:07:22.098221+0000","last_fullsized":"2021-07-26T16:07:22.098221+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":251,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.095445+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:07:22.095445+0000","last_peered":"2021-07-26T16:07:22.095445+0000","last_clean":"2021-07-26T16:07:22.095445+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:07:22.095445+0000","last_undegraded":"2021-07-26T16:07:22.095445+0000","last_fullsized":"2021-07-26T16:07:22.095445+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":215,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.096271+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:07:22.096271+0000","last_peered":"2021-07-26T16:07:22.096271+0000","last_clean":"2021-07-26T16:07:22.096271+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:07:22.096271+0000","last_undegraded":"2021-07-26T16:07:22.096271+0000","last_fullsized":"2021-07-26T16:07:22.096271+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"224'10960","reported_seq":17343,"reported_epoch":224,"state":"active+recovering+undersized+remapped","last_fresh":"2021-07-26T16:07:24.841478+0000","last_change":"2021-07-26T16:06:51.049063+0000","last_active":"2021-07-26T16:07:24.841478+0000","last_peered":"2021-07-26T16:07:24.841478+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:06:50.719167+0000","last_became_peered":"2021-07-26T16:06:50.719167+0000","last_unstale":"2021-07-26T16:07:24.841478+0000","last_undegraded":"2021-07-26T16:07:24.841478+0000","last_fullsized":"2021-07-26T16:06:50.074950+0000","mapping_epoch":210,"log_start":"103'3628","ondisk_log_start":"103'3628","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7332,"ondisk_log_size":7332,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22544384,"num_objects":344,"num_object_clones":0,"num_object_copies":1032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":344,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6197,"num_write_kb":209312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2071,"num_bytes_recovered":112263168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3],"avail_no_missing":["0","1","3","4"],"object_location_counts":[{"shards":"0,3","objects":344}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"224'11179","reported_seq":20480,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:29.735455+0000","last_change":"2021-07-26T16:06:52.344235+0000","last_active":"2021-07-26T16:07:29.735455+0000","last_peered":"2021-07-26T16:07:29.735455+0000","last_clean":"2021-07-26T16:07:29.735455+0000","last_became_active":"2021-07-26T16:06:51.980084+0000","last_became_peered":"2021-07-26T16:06:51.980084+0000","last_unstale":"2021-07-26T16:07:29.735455+0000","last_undegraded":"2021-07-26T16:07:29.735455+0000","last_fullsized":"2021-07-26T16:07:29.735455+0000","mapping_epoch":211,"log_start":"101'2702","ondisk_log_start":"101'2702","created":91,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8477,"ondisk_log_size":8477,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":14417920,"num_objects":220,"num_object_clones":0,"num_object_copies":660,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":220,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6359,"num_write_kb":210528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2672,"num_bytes_recovered":122617856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":198,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.094933+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:07:22.094933+0000","last_peered":"2021-07-26T16:07:22.094933+0000","last_clean":"2021-07-26T16:07:22.094933+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:07:22.094933+0000","last_undegraded":"2021-07-26T16:07:22.094933+0000","last_fullsized":"2021-07-26T16:07:22.094933+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":59,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.089478+0000","last_change":"2021-07-26T16:05:09.267578+0000","last_active":"2021-07-26T16:07:22.089478+0000","last_peered":"2021-07-26T16:07:22.089478+0000","last_clean":"2021-07-26T16:07:22.089478+0000","last_became_active":"2021-07-26T16:05:09.267040+0000","last_became_peered":"2021-07-26T16:05:09.267040+0000","last_unstale":"2021-07-26T16:07:22.089478+0000","last_undegraded":"2021-07-26T16:07:22.089478+0000","last_fullsized":"2021-07-26T16:07:22.089478+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":269,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.098164+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:07:22.098164+0000","last_peered":"2021-07-26T16:07:22.098164+0000","last_clean":"2021-07-26T16:07:22.098164+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:07:22.098164+0000","last_undegraded":"2021-07-26T16:07:22.098164+0000","last_fullsized":"2021-07-26T16:07:22.098164+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"224'10992","reported_seq":11170,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:29.127680+0000","last_change":"2021-07-26T16:06:58.146633+0000","last_active":"2021-07-26T16:07:29.127680+0000","last_peered":"2021-07-26T16:07:29.127680+0000","last_clean":"2021-07-26T16:07:29.127680+0000","last_became_active":"2021-07-26T16:06:58.079667+0000","last_became_peered":"2021-07-26T16:06:58.079667+0000","last_unstale":"2021-07-26T16:07:29.127680+0000","last_undegraded":"2021-07-26T16:07:29.127680+0000","last_fullsized":"2021-07-26T16:07:29.127680+0000","mapping_epoch":214,"log_start":"96'1460","ondisk_log_start":"96'1460","created":91,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":9532,"ondisk_log_size":9532,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12845056,"num_objects":196,"num_object_clones":0,"num_object_copies":588,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6275,"num_write_kb":207072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":181,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.101031+0000","last_change":"2021-07-26T16:06:40.547788+0000","last_active":"2021-07-26T16:07:22.101031+0000","last_peered":"2021-07-26T16:07:22.101031+0000","last_clean":"2021-07-26T16:07:22.101031+0000","last_became_active":"2021-07-26T16:06:40.547270+0000","last_became_peered":"2021-07-26T16:06:40.547270+0000","last_unstale":"2021-07-26T16:07:22.101031+0000","last_undegraded":"2021-07-26T16:07:22.101031+0000","last_fullsized":"2021-07-26T16:07:22.101031+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":207,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.095808+0000","last_change":"2021-07-26T16:05:49.096825+0000","last_active":"2021-07-26T16:07:22.095808+0000","last_peered":"2021-07-26T16:07:22.095808+0000","last_clean":"2021-07-26T16:07:22.095808+0000","last_became_active":"2021-07-26T16:05:49.096483+0000","last_became_peered":"2021-07-26T16:05:49.096483+0000","last_unstale":"2021-07-26T16:07:22.095808+0000","last_undegraded":"2021-07-26T16:07:22.095808+0000","last_fullsized":"2021-07-26T16:07:22.095808+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":220,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.097368+0000","last_change":"2021-07-26T16:01:16.006858+0000","last_active":"2021-07-26T16:07:22.097368+0000","last_peered":"2021-07-26T16:07:22.097368+0000","last_clean":"2021-07-26T16:07:22.097368+0000","last_became_active":"2021-07-26T16:01:16.006560+0000","last_became_peered":"2021-07-26T16:01:16.006560+0000","last_unstale":"2021-07-26T16:07:22.097368+0000","last_undegraded":"2021-07-26T16:07:22.097368+0000","last_fullsized":"2021-07-26T16:07:22.097368+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"224'11151","reported_seq":20977,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:29.032322+0000","last_change":"2021-07-26T16:05:15.073356+0000","last_active":"2021-07-26T16:07:29.032322+0000","last_peered":"2021-07-26T16:07:29.032322+0000","last_clean":"2021-07-26T16:07:29.032322+0000","last_became_active":"2021-07-26T16:05:15.054682+0000","last_became_peered":"2021-07-26T16:05:15.054682+0000","last_unstale":"2021-07-26T16:07:29.032322+0000","last_undegraded":"2021-07-26T16:07:29.032322+0000","last_fullsized":"2021-07-26T16:07:29.032322+0000","mapping_epoch":180,"log_start":"96'976","ondisk_log_start":"96'976","created":91,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":10175,"ondisk_log_size":10175,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12582912,"num_objects":192,"num_object_clones":0,"num_object_copies":576,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":192,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6372,"num_write_kb":210048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2966,"num_bytes_recovered":194379776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":240,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.095131+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:07:22.095131+0000","last_peered":"2021-07-26T16:07:22.095131+0000","last_clean":"2021-07-26T16:07:22.095131+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:07:22.095131+0000","last_undegraded":"2021-07-26T16:07:22.095131+0000","last_fullsized":"2021-07-26T16:07:22.095131+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":463,"reported_epoch":223,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:07:22.100289+0000","last_change":"2021-07-26T16:07:07.305633+0000","last_active":"2021-07-26T16:07:22.100289+0000","last_peered":"2021-07-26T16:07:22.100289+0000","last_clean":"2021-07-26T16:06:59.138329+0000","last_became_active":"2021-07-26T16:07:07.305363+0000","last_became_peered":"2021-07-26T16:07:07.305363+0000","last_unstale":"2021-07-26T16:07:22.100289+0000","last_undegraded":"2021-07-26T16:07:07.234759+0000","last_fullsized":"2021-07-26T16:07:07.151545+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":133,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[0,6],"avail_no_missing":["0","1","6"],"object_location_counts":[{"shards":"0,1,6","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":24,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.094935+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:07:22.094935+0000","last_peered":"2021-07-26T16:07:22.094935+0000","last_clean":"2021-07-26T16:07:22.094935+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:07:22.094935+0000","last_undegraded":"2021-07-26T16:07:22.094935+0000","last_fullsized":"2021-07-26T16:07:22.094935+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.094081+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:07:22.094081+0000","last_peered":"2021-07-26T16:07:22.094081+0000","last_clean":"2021-07-26T16:07:22.094081+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:07:22.094081+0000","last_undegraded":"2021-07-26T16:07:22.094081+0000","last_fullsized":"2021-07-26T16:07:22.094081+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":232,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.097743+0000","last_change":"2021-07-26T16:01:16.000326+0000","last_active":"2021-07-26T16:07:22.097743+0000","last_peered":"2021-07-26T16:07:22.097743+0000","last_clean":"2021-07-26T16:07:22.097743+0000","last_became_active":"2021-07-26T16:01:15.999482+0000","last_became_peered":"2021-07-26T16:01:15.999482+0000","last_unstale":"2021-07-26T16:07:22.097743+0000","last_undegraded":"2021-07-26T16:07:22.097743+0000","last_fullsized":"2021-07-26T16:07:22.097743+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":141,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.106262+0000","last_change":"2021-07-26T16:07:22.105863+0000","last_active":"2021-07-26T16:07:22.106262+0000","last_peered":"2021-07-26T16:07:22.106262+0000","last_clean":"2021-07-26T16:07:22.106262+0000","last_became_active":"2021-07-26T16:07:22.105468+0000","last_became_peered":"2021-07-26T16:07:22.105468+0000","last_unstale":"2021-07-26T16:07:22.106262+0000","last_undegraded":"2021-07-26T16:07:22.106262+0000","last_fullsized":"2021-07-26T16:07:22.106262+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":144,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.101301+0000","last_change":"2021-07-26T16:07:06.163962+0000","last_active":"2021-07-26T16:07:22.101301+0000","last_peered":"2021-07-26T16:07:22.101301+0000","last_clean":"2021-07-26T16:07:22.101301+0000","last_became_active":"2021-07-26T16:07:06.163319+0000","last_became_peered":"2021-07-26T16:07:06.163319+0000","last_unstale":"2021-07-26T16:07:22.101301+0000","last_undegraded":"2021-07-26T16:07:22.101301+0000","last_fullsized":"2021-07-26T16:07:22.101301+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.4","version":"224'11126","reported_seq":12170,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:29.370527+0000","last_change":"2021-07-26T16:06:40.588938+0000","last_active":"2021-07-26T16:07:29.370527+0000","last_peered":"2021-07-26T16:07:29.370527+0000","last_clean":"2021-07-26T16:07:29.370527+0000","last_became_active":"2021-07-26T16:06:40.557591+0000","last_became_peered":"2021-07-26T16:06:40.557591+0000","last_unstale":"2021-07-26T16:07:29.370527+0000","last_undegraded":"2021-07-26T16:07:29.370527+0000","last_fullsized":"2021-07-26T16:07:29.370527+0000","mapping_epoch":206,"log_start":"104'4585","ondisk_log_start":"104'4585","created":91,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6541,"ondisk_log_size":6541,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":14057472,"num_objects":214,"num_object_clones":0,"num_object_copies":642,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":214,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6323,"num_write_kb":209216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":430,"num_bytes_recovered":28180480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":245,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.099263+0000","last_change":"2021-07-26T16:05:09.276068+0000","last_active":"2021-07-26T16:07:22.099263+0000","last_peered":"2021-07-26T16:07:22.099263+0000","last_clean":"2021-07-26T16:07:22.099263+0000","last_became_active":"2021-07-26T16:05:09.275666+0000","last_became_peered":"2021-07-26T16:05:09.275666+0000","last_unstale":"2021-07-26T16:07:22.099263+0000","last_undegraded":"2021-07-26T16:07:22.099263+0000","last_fullsized":"2021-07-26T16:07:22.099263+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":225,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.098248+0000","last_change":"2021-07-26T16:06:49.103891+0000","last_active":"2021-07-26T16:07:22.098248+0000","last_peered":"2021-07-26T16:07:22.098248+0000","last_clean":"2021-07-26T16:07:22.098248+0000","last_became_active":"2021-07-26T16:06:49.103475+0000","last_became_peered":"2021-07-26T16:06:49.103475+0000","last_unstale":"2021-07-26T16:07:22.098248+0000","last_undegraded":"2021-07-26T16:07:22.098248+0000","last_fullsized":"2021-07-26T16:07:22.098248+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":135,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.099331+0000","last_change":"2021-07-26T16:06:49.088316+0000","last_active":"2021-07-26T16:07:22.099331+0000","last_peered":"2021-07-26T16:07:22.099331+0000","last_clean":"2021-07-26T16:07:22.099331+0000","last_became_active":"2021-07-26T16:06:49.087954+0000","last_became_peered":"2021-07-26T16:06:49.087954+0000","last_unstale":"2021-07-26T16:07:22.099331+0000","last_undegraded":"2021-07-26T16:07:22.099331+0000","last_fullsized":"2021-07-26T16:07:22.099331+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"224'10991","reported_seq":13160,"reported_epoch":224,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-07-26T16:07:29.254467+0000","last_change":"2021-07-26T16:07:06.300868+0000","last_active":"2021-07-26T16:07:29.254467+0000","last_peered":"2021-07-26T16:07:29.254467+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:07:06.269605+0000","last_became_peered":"2021-07-26T16:07:06.269605+0000","last_unstale":"2021-07-26T16:07:29.254467+0000","last_undegraded":"2021-07-26T16:07:06.228947+0000","last_fullsized":"2021-07-26T16:07:29.254467+0000","mapping_epoch":217,"log_start":"104'4425","ondisk_log_start":"104'4425","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6566,"ondisk_log_size":6566,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":15433728,"num_objects":235,"num_object_clones":0,"num_object_copies":705,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":235,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":235,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6270,"num_write_kb":208192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":996,"num_bytes_recovered":65273856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,7],"acting":[1,6,2],"avail_no_missing":["1","0","6"],"object_location_counts":[{"shards":"1,2,6","objects":235}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":41,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.099524+0000","last_change":"2021-07-26T16:07:17.047954+0000","last_active":"2021-07-26T16:07:22.099524+0000","last_peered":"2021-07-26T16:07:22.099524+0000","last_clean":"2021-07-26T16:07:22.099524+0000","last_became_active":"2021-07-26T16:07:06.166040+0000","last_became_peered":"2021-07-26T16:07:06.166040+0000","last_unstale":"2021-07-26T16:07:22.099524+0000","last_undegraded":"2021-07-26T16:07:22.099524+0000","last_fullsized":"2021-07-26T16:07:22.099524+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":192,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.097821+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:07:22.097821+0000","last_peered":"2021-07-26T16:07:22.097821+0000","last_clean":"2021-07-26T16:07:22.097821+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:07:22.097821+0000","last_undegraded":"2021-07-26T16:07:22.097821+0000","last_fullsized":"2021-07-26T16:07:22.097821+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":16,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.097685+0000","last_change":"2021-07-26T16:07:06.166026+0000","last_active":"2021-07-26T16:07:22.097685+0000","last_peered":"2021-07-26T16:07:22.097685+0000","last_clean":"2021-07-26T16:07:22.097685+0000","last_became_active":"2021-07-26T16:07:06.165646+0000","last_became_peered":"2021-07-26T16:07:06.165646+0000","last_unstale":"2021-07-26T16:07:22.097685+0000","last_undegraded":"2021-07-26T16:07:22.097685+0000","last_fullsized":"2021-07-26T16:07:22.097685+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2","version":"224'11213","reported_seq":13041,"reported_epoch":224,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:07:28.646795+0000","last_change":"2021-07-26T16:07:23.393402+0000","last_active":"2021-07-26T16:07:28.646795+0000","last_peered":"2021-07-26T16:07:28.646795+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:07:23.279855+0000","last_became_peered":"2021-07-26T16:07:23.279855+0000","last_unstale":"2021-07-26T16:07:28.646795+0000","last_undegraded":"2021-07-26T16:07:23.165722+0000","last_fullsized":"2021-07-26T16:07:23.092104+0000","mapping_epoch":223,"log_start":"101'2697","ondisk_log_start":"101'2697","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8516,"ondisk_log_size":8516,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":15794176,"num_objects":241,"num_object_clones":0,"num_object_copies":723,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":414,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":241,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6373,"num_write_kb":211648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":659,"num_bytes_recovered":43089920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[3,2],"avail_no_missing":["3","0","5","7"],"object_location_counts":[{"shards":"2,3","objects":241}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":240,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.094407+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:07:22.094407+0000","last_peered":"2021-07-26T16:07:22.094407+0000","last_clean":"2021-07-26T16:07:22.094407+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:07:22.094407+0000","last_undegraded":"2021-07-26T16:07:22.094407+0000","last_fullsized":"2021-07-26T16:07:22.094407+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":153,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.101382+0000","last_change":"2021-07-26T16:05:48.243973+0000","last_active":"2021-07-26T16:07:22.101382+0000","last_peered":"2021-07-26T16:07:22.101382+0000","last_clean":"2021-07-26T16:07:22.101382+0000","last_became_active":"2021-07-26T16:05:09.288052+0000","last_became_peered":"2021-07-26T16:05:09.288052+0000","last_unstale":"2021-07-26T16:07:22.101382+0000","last_undegraded":"2021-07-26T16:07:22.101382+0000","last_fullsized":"2021-07-26T16:07:22.101382+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":59,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.089241+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:07:22.089241+0000","last_peered":"2021-07-26T16:07:22.089241+0000","last_clean":"2021-07-26T16:07:22.089241+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:07:22.089241+0000","last_undegraded":"2021-07-26T16:07:22.089241+0000","last_fullsized":"2021-07-26T16:07:22.089241+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"224'11145","reported_seq":16131,"reported_epoch":224,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:07:29.170863+0000","last_change":"2021-07-26T16:07:21.775376+0000","last_active":"2021-07-26T16:07:29.170863+0000","last_peered":"2021-07-26T16:07:29.170863+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:05:50.317051+0000","last_became_peered":"2021-07-26T16:05:50.317051+0000","last_unstale":"2021-07-26T16:07:29.170863+0000","last_undegraded":"2021-07-26T16:07:29.170863+0000","last_fullsized":"2021-07-26T16:07:29.170863+0000","mapping_epoch":190,"log_start":"97'1617","ondisk_log_start":"97'1617","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":9528,"ondisk_log_size":9528,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16187392,"num_objects":247,"num_object_clones":0,"num_object_copies":741,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":247,"num_objects_unfound":0,"num_objects_dirty":247,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6340,"num_write_kb":210784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2408,"num_bytes_recovered":62324736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,2],"avail_no_missing":["7","2","6"],"object_location_counts":[{"shards":"2,6,7","objects":247}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":141,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.099068+0000","last_change":"2021-07-26T16:05:09.273839+0000","last_active":"2021-07-26T16:07:22.099068+0000","last_peered":"2021-07-26T16:07:22.099068+0000","last_clean":"2021-07-26T16:07:22.099068+0000","last_became_active":"2021-07-26T16:05:09.273364+0000","last_became_peered":"2021-07-26T16:05:09.273364+0000","last_unstale":"2021-07-26T16:07:22.099068+0000","last_undegraded":"2021-07-26T16:07:22.099068+0000","last_fullsized":"2021-07-26T16:07:22.099068+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":174,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.098300+0000","last_change":"2021-07-26T16:06:40.588692+0000","last_active":"2021-07-26T16:07:22.098300+0000","last_peered":"2021-07-26T16:07:22.098300+0000","last_clean":"2021-07-26T16:07:22.098300+0000","last_became_active":"2021-07-26T16:06:40.583831+0000","last_became_peered":"2021-07-26T16:06:40.583831+0000","last_unstale":"2021-07-26T16:07:22.098300+0000","last_undegraded":"2021-07-26T16:07:22.098300+0000","last_fullsized":"2021-07-26T16:07:22.098300+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.19","version":"224'11127","reported_seq":26840,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:24.867771+0000","last_change":"2021-07-26T16:06:25.316831+0000","last_active":"2021-07-26T16:07:24.867771+0000","last_peered":"2021-07-26T16:07:24.867771+0000","last_clean":"2021-07-26T16:07:24.867771+0000","last_became_active":"2021-07-26T16:06:25.280911+0000","last_became_peered":"2021-07-26T16:06:25.280911+0000","last_unstale":"2021-07-26T16:07:24.867771+0000","last_undegraded":"2021-07-26T16:07:24.867771+0000","last_fullsized":"2021-07-26T16:07:24.867771+0000","mapping_epoch":201,"log_start":"97'1655","ondisk_log_start":"97'1655","created":156,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":9472,"ondisk_log_size":9472,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19824640,"num_objects":303,"num_object_clones":0,"num_object_copies":909,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":303,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6290,"num_write_kb":210944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5568,"num_bytes_recovered":228818944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":228,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.095248+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:07:22.095248+0000","last_peered":"2021-07-26T16:07:22.095248+0000","last_clean":"2021-07-26T16:07:22.095248+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:07:22.095248+0000","last_undegraded":"2021-07-26T16:07:22.095248+0000","last_fullsized":"2021-07-26T16:07:22.095248+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":59,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.089450+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:07:22.089450+0000","last_peered":"2021-07-26T16:07:22.089450+0000","last_clean":"2021-07-26T16:07:22.089450+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:07:22.089450+0000","last_undegraded":"2021-07-26T16:07:22.089450+0000","last_fullsized":"2021-07-26T16:07:22.089450+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"224'11188","reported_seq":14805,"reported_epoch":224,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-07-26T16:07:29.176577+0000","last_change":"2021-07-26T16:07:07.297915+0000","last_active":"2021-07-26T16:07:29.176577+0000","last_peered":"2021-07-26T16:07:29.176577+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:07:07.234003+0000","last_became_peered":"2021-07-26T16:07:07.234003+0000","last_unstale":"2021-07-26T16:07:29.176577+0000","last_undegraded":"2021-07-26T16:07:07.182818+0000","last_fullsized":"2021-07-26T16:07:29.176577+0000","mapping_epoch":218,"log_start":"101'2660","ondisk_log_start":"101'2660","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8528,"ondisk_log_size":8528,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16744448,"num_objects":256,"num_object_clones":0,"num_object_copies":768,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":256,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":256,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6366,"num_write_kb":211872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1344,"num_bytes_recovered":88080384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,2],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"2,3,7","objects":256}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":213,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.095328+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:07:22.095328+0000","last_peered":"2021-07-26T16:07:22.095328+0000","last_clean":"2021-07-26T16:07:22.095328+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:07:22.095328+0000","last_undegraded":"2021-07-26T16:07:22.095328+0000","last_fullsized":"2021-07-26T16:07:22.095328+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":226,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.106396+0000","last_change":"2021-07-26T16:07:22.105912+0000","last_active":"2021-07-26T16:07:22.106396+0000","last_peered":"2021-07-26T16:07:22.106396+0000","last_clean":"2021-07-26T16:07:22.106396+0000","last_became_active":"2021-07-26T16:07:22.105531+0000","last_became_peered":"2021-07-26T16:07:22.105531+0000","last_unstale":"2021-07-26T16:07:22.106396+0000","last_undegraded":"2021-07-26T16:07:22.106396+0000","last_fullsized":"2021-07-26T16:07:22.106396+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":20,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.094144+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:07:22.094144+0000","last_peered":"2021-07-26T16:07:22.094144+0000","last_clean":"2021-07-26T16:07:22.094144+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:07:22.094144+0000","last_undegraded":"2021-07-26T16:07:22.094144+0000","last_fullsized":"2021-07-26T16:07:22.094144+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":212,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.100946+0000","last_change":"2021-07-26T16:06:49.086223+0000","last_active":"2021-07-26T16:07:22.100946+0000","last_peered":"2021-07-26T16:07:22.100946+0000","last_clean":"2021-07-26T16:07:22.100946+0000","last_became_active":"2021-07-26T16:06:49.085864+0000","last_became_peered":"2021-07-26T16:06:49.085864+0000","last_unstale":"2021-07-26T16:07:22.100946+0000","last_undegraded":"2021-07-26T16:07:22.100946+0000","last_fullsized":"2021-07-26T16:07:22.100946+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":138,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.101845+0000","last_change":"2021-07-26T16:05:49.117410+0000","last_active":"2021-07-26T16:07:22.101845+0000","last_peered":"2021-07-26T16:07:22.101845+0000","last_clean":"2021-07-26T16:07:22.101845+0000","last_became_active":"2021-07-26T16:05:49.078340+0000","last_became_peered":"2021-07-26T16:05:49.078340+0000","last_unstale":"2021-07-26T16:07:22.101845+0000","last_undegraded":"2021-07-26T16:07:22.101845+0000","last_fullsized":"2021-07-26T16:07:22.101845+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":59,"reported_epoch":223,"state":"active+clean","last_fresh":"2021-07-26T16:07:22.089276+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:07:22.089276+0000","last_peered":"2021-07-26T16:07:22.089276+0000","last_clean":"2021-07-26T16:07:22.089276+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:07:22.089276+0000","last_undegraded":"2021-07-26T16:07:22.089276+0000","last_fullsized":"2021-07-26T16:07:22.089276+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":26,"stat_sum":{"num_bytes":506200088,"num_objects":7725,"num_object_clones":0,"num_object_copies":23175,"num_objects_missing_on_primary":357,"num_objects_missing":357,"num_objects_degraded":7710,"num_objects_misplaced":1284,"num_objects_unfound":0,"num_objects_dirty":7725,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":202001,"num_write_kb":6711169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50424,"num_bytes_recovered":2593718272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2216046592,"data_stored":2216034376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":203763,"ondisk_log_size":203763,"up":78,"acting":72,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":43,"num_bytes_recovered":1486,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":2,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495875,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1230224,"kb_used_data":181640,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92514928,"statfs":{"total":95995035648,"available":94735286272,"internally_reserved":1073741824,"allocated":185999360,"data_stored":184868745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.58699999999999997,"15min":0.59699999999999998},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.8759999999999999,"5min":11.359,"15min":11.359},"last":0.25},{"interface":"front","average":{"1min":0.95599999999999996,"5min":0.71199999999999997,"15min":0.65800000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.5119999999999996,"5min":11.378,"15min":11.378},"last":0.36899999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.7130000000000001,"5min":0.83599999999999997,"15min":0.76900000000000002},"min":{"1min":0.315,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":5.1959999999999997,"5min":5.1959999999999997,"15min":19.768000000000001},"last":1.407},{"interface":"front","average":{"1min":1.6930000000000001,"5min":1.2709999999999999,"15min":0.84499999999999997},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.23300000000000001},"max":{"1min":12.555,"5min":29.486999999999998,"15min":29.486999999999998},"last":0.31}]},{"osd":2,"last update":"Mon Jul 26 16:06:32 2021","interfaces":[{"interface":"back","average":{"1min":1.1220000000000001,"5min":0.77600000000000002,"15min":1.6899999999999999},"min":{"1min":0.27700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":5.3019999999999996,"5min":7.6059999999999999,"15min":8.7100000000000009},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.73399999999999999,"15min":1.6759999999999999},"min":{"1min":0.30599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":5.2990000000000004,"5min":7.6139999999999999,"15min":8.0250000000000004},"last":0.33200000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":2.3929999999999998,"5min":1.0289999999999999,"15min":0.86199999999999999},"min":{"1min":0.30599999999999999,"5min":0.28199999999999997,"15min":0.26600000000000001},"max":{"1min":6.8849999999999998,"5min":6.8849999999999998,"15min":19.582999999999998},"last":0.42399999999999999},{"interface":"front","average":{"1min":1.661,"5min":0.81499999999999995,"15min":0.79800000000000004},"min":{"1min":0.28000000000000003,"5min":0.27500000000000002,"15min":0.24399999999999999},"max":{"1min":4.5720000000000001,"5min":4.5720000000000001,"15min":19.699999999999999},"last":0.39600000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:07:22 2021","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.38200000000000001,"15min":0.34000000000000002},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":3.6070000000000002,"5min":3.6070000000000002,"15min":3.6070000000000002},"last":0.379},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.45900000000000002,"15min":0.42499999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.6349999999999998,"5min":3.6349999999999998,"15min":3.6349999999999998},"last":0.40400000000000003}]},{"osd":5,"last update":"Mon Jul 26 16:06:47 2021","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.35399999999999998,"15min":0.45800000000000002},"min":{"1min":0.22900000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.71199999999999997,"5min":0.77300000000000002,"15min":3.9460000000000002},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.44600000000000001,"15min":0.51800000000000002},"min":{"1min":0.26000000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.93700000000000006,"5min":4.0110000000000001,"15min":7.5720000000000001},"last":0.436}]},{"osd":6,"last update":"Mon Jul 26 16:06:47 2021","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.499,"15min":0.52900000000000003},"min":{"1min":0.33800000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.659,"5min":3.98,"15min":4.7430000000000003},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.44700000000000001,"15min":0.48499999999999999},"min":{"1min":0.251,"5min":0.25,"15min":0.25},"max":{"1min":5.2060000000000004,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":0.35899999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659398,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1218380,"kb_used_data":169668,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92526772,"statfs":{"total":95995035648,"available":94747414528,"internally_reserved":1073741824,"allocated":173740032,"data_stored":172613884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:18 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.47699999999999998,"15min":0.56299999999999994},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":3.573,"5min":3.573,"15min":4.4820000000000002},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.61499999999999999,"15min":0.65800000000000003},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":3.7749999999999999,"5min":3.9569999999999999,"15min":11.207000000000001},"last":0.92700000000000005}]},{"osd":1,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":0.80500000000000005,"15min":0.68799999999999994},"min":{"1min":0.23200000000000001,"5min":0.22500000000000001,"15min":0.21199999999999999},"max":{"1min":7.4109999999999996,"5min":7.4109999999999996,"15min":7.4109999999999996},"last":1.506},{"interface":"front","average":{"1min":1.3720000000000001,"5min":0.74299999999999999,"15min":0.79200000000000004},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.4779999999999998,"5min":8.4779999999999998,"15min":11.455},"last":1.6639999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:06:30 2021","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.98999999999999999,"15min":2.0419999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.0869999999999997,"5min":7.4859999999999998,"15min":12.388999999999999},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.998,"15min":1.72},"min":{"1min":0.309,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":2.9049999999999998,"5min":6.1120000000000001,"15min":10.116},"last":0.68600000000000005}]},{"osd":3,"last update":"Mon Jul 26 16:07:18 2021","interfaces":[{"interface":"back","average":{"1min":1.829,"5min":1.1060000000000001,"15min":0.90600000000000003},"min":{"1min":0.32500000000000001,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":7.5220000000000002,"5min":11.077999999999999,"15min":11.077999999999999},"last":4.165},{"interface":"front","average":{"1min":1.726,"5min":1.0700000000000001,"15min":0.91000000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":8.6630000000000003,"5min":11.121,"15min":11.430999999999999},"last":4.1909999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.41899999999999998,"15min":0.35099999999999998},"min":{"1min":0.23999999999999999,"5min":0.215,"15min":0.215},"max":{"1min":3.673,"5min":3.673,"15min":3.673},"last":0.20000000000000001},{"interface":"front","average":{"1min":1.1200000000000001,"5min":0.48899999999999999,"15min":0.36599999999999999},"min":{"1min":0.23200000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":8.4179999999999993,"5min":8.4179999999999993,"15min":8.4179999999999993},"last":0.24199999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.442,"15min":0.47699999999999998},"min":{"1min":0.23999999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.436,"15min":0.51100000000000001},"min":{"1min":0.29399999999999998,"5min":0.214,"15min":0.214},"max":{"1min":3.7770000000000001,"5min":3.7770000000000001,"15min":5.9240000000000004},"last":0.23400000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:06:39 2021","interfaces":[{"interface":"back","average":{"1min":1.2390000000000001,"5min":0.55800000000000005,"15min":0.65800000000000003},"min":{"1min":0.251,"5min":0.222,"15min":0.222},"max":{"1min":16.913,"5min":16.913,"15min":16.913},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.53300000000000003},"min":{"1min":0.28799999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":1.073,"5min":1.8779999999999999,"15min":4.5069999999999997},"last":0.28799999999999998}]}]},{"osd":1,"up_from":78,"seq":335007449215,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349756,"kb_used_data":191092,"kb_used_omap":6,"kb_used_meta":158649,"kb_avail":93395396,"statfs":{"total":95995035648,"available":95636885504,"internally_reserved":0,"allocated":195678208,"data_stored":194563692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":162457177},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":0.95499999999999996,"15min":0.63300000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.184},"max":{"1min":5.4080000000000004,"5min":6.1050000000000004,"15min":6.1050000000000004},"last":1.925},{"interface":"front","average":{"1min":1.9730000000000001,"5min":1.0669999999999999,"15min":0.77000000000000002},"min":{"1min":0.224,"5min":0.221,"15min":0.21299999999999999},"max":{"1min":10.977,"5min":10.977,"15min":10.977},"last":1.9590000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:07:29 2021","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":1.6419999999999999,"15min":1.8500000000000001},"min":{"1min":0.24199999999999999,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":5.3280000000000003,"5min":34.530000000000001,"15min":34.530000000000001},"last":4.2649999999999997},{"interface":"front","average":{"1min":1.7609999999999999,"5min":1.7170000000000001,"15min":1.829},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":7.218,"5min":34.465000000000003,"15min":34.465000000000003},"last":2.0590000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:07:15 2021","interfaces":[{"interface":"back","average":{"1min":1.429,"5min":1.0700000000000001,"15min":0.86199999999999999},"min":{"1min":0.28100000000000003,"5min":0.254,"15min":0.24099999999999999},"max":{"1min":5.8789999999999996,"5min":6.0030000000000001,"15min":13.077999999999999},"last":2.9369999999999998},{"interface":"front","average":{"1min":1.8720000000000001,"5min":1.0940000000000001,"15min":0.872},"min":{"1min":0.28499999999999998,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":11.106999999999999,"5min":11.106999999999999,"15min":13.287000000000001},"last":2.9689999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:07:24 2021","interfaces":[{"interface":"back","average":{"1min":1.573,"5min":1.0209999999999999,"15min":0.92600000000000005},"min":{"1min":0.35599999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":5.9539999999999997,"5min":5.9539999999999997,"15min":5.9539999999999997},"last":1.996},{"interface":"front","average":{"1min":1.7529999999999999,"5min":1.1419999999999999,"15min":1.087},"min":{"1min":0.35399999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":5.3369999999999997,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":3.4580000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":0.95899999999999996,"15min":0.83899999999999997},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":4.6070000000000002,"5min":4.6070000000000002,"15min":9.8689999999999998},"last":4.2000000000000002},{"interface":"front","average":{"1min":1.421,"5min":0.91700000000000004,"15min":0.84099999999999997},"min":{"1min":0.35799999999999998,"5min":0.32000000000000001,"15min":0.29599999999999999},"max":{"1min":5.9109999999999996,"5min":5.9109999999999996,"15min":6.9139999999999997},"last":2.0209999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.46,"5min":0.999,"15min":0.88700000000000001},"min":{"1min":0.32300000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":4.6079999999999997,"5min":4.6079999999999997,"15min":9.9209999999999994},"last":4.2370000000000001},{"interface":"front","average":{"1min":1.6819999999999999,"5min":1.0229999999999999,"15min":0.86699999999999999},"min":{"1min":0.40000000000000002,"5min":0.32400000000000001,"15min":0.32200000000000001},"max":{"1min":6.508,"5min":6.508,"15min":6.8730000000000002},"last":2.04}]},{"osd":7,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.4179999999999999,"5min":0.96499999999999997,"15min":0.82699999999999996},"min":{"1min":0.40300000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":5.3700000000000001,"5min":5.9870000000000001,"15min":5.9870000000000001},"last":2.0699999999999998},{"interface":"front","average":{"1min":1.6419999999999999,"5min":1.105,"15min":0.95199999999999996},"min":{"1min":0.40999999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":5.2080000000000002,"5min":5.2080000000000002,"15min":9.968},"last":8.234}]}]},{"osd":0,"up_from":73,"seq":313532612748,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":248196,"kb_used_data":143932,"kb_used_omap":23,"kb_used_meta":104104,"kb_avail":93496956,"statfs":{"total":95995035648,"available":95740882944,"internally_reserved":0,"allocated":147386368,"data_stored":146264301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":106603254},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,1,1,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 16:06:25 2021","interfaces":[{"interface":"back","average":{"1min":9.4139999999999997,"5min":2.617,"15min":1.1599999999999999},"min":{"1min":0.24299999999999999,"5min":0.189,"15min":0.189},"max":{"1min":160.554,"5min":160.554,"15min":160.554},"last":1.4530000000000001},{"interface":"front","average":{"1min":9.3460000000000001,"5min":2.7730000000000001,"15min":1.2450000000000001},"min":{"1min":0.20799999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":159.00200000000001,"5min":159.00200000000001,"15min":159.00200000000001},"last":0.373}]},{"osd":2,"last update":"Mon Jul 26 16:06:37 2021","interfaces":[{"interface":"back","average":{"1min":1.492,"5min":1.5429999999999999,"15min":1.325},"min":{"1min":0.24099999999999999,"5min":0.22500000000000001,"15min":0.20799999999999999},"max":{"1min":10.628,"5min":31.178000000000001,"15min":31.178000000000001},"last":1.774},{"interface":"front","average":{"1min":1.522,"5min":1.526,"15min":1.3080000000000001},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":10.359,"5min":31.286999999999999,"15min":31.286999999999999},"last":1.49}]},{"osd":3,"last update":"Mon Jul 26 16:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":1.083,"15min":0.81599999999999995},"min":{"1min":0.246,"5min":0.24399999999999999,"15min":0.19800000000000001},"max":{"1min":5.109,"5min":7.5259999999999998,"15min":18.497},"last":7.6639999999999997},{"interface":"front","average":{"1min":1.002,"5min":1.2450000000000001,"15min":0.90100000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.24299999999999999},"max":{"1min":5.3899999999999997,"5min":7.6059999999999999,"15min":18.541},"last":7.6980000000000004}]},{"osd":4,"last update":"Mon Jul 26 16:06:25 2021","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":0.75800000000000001,"15min":0.71399999999999997},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":5.4370000000000003,"5min":5.4370000000000003,"15min":5.4370000000000003},"last":7.7549999999999999},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.85899999999999999,"15min":0.85199999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":4.9160000000000004,"5min":4.9160000000000004,"15min":4.9160000000000004},"last":1.4179999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.93999999999999995,"15min":0.84499999999999997},"min":{"1min":0.34799999999999998,"5min":0.313,"15min":0.313},"max":{"1min":5.9349999999999996,"5min":5.9349999999999996,"15min":12.853},"last":0.41099999999999998},{"interface":"front","average":{"1min":1.778,"5min":1.05,"15min":0.95399999999999996},"min":{"1min":0.39100000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":11.236000000000001,"5min":11.236000000000001,"15min":14.298999999999999},"last":7.7939999999999996}]},{"osd":6,"last update":"Mon Jul 26 16:06:25 2021","interfaces":[{"interface":"back","average":{"1min":1.1679999999999999,"5min":0.96199999999999997,"15min":0.86299999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":5.9660000000000002,"5min":5.9660000000000002,"15min":14.609999999999999},"last":0.442},{"interface":"front","average":{"1min":1.319,"5min":0.96199999999999997,"15min":0.83599999999999997},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":8.5549999999999997,"5min":8.5549999999999997,"15min":8.5549999999999997},"last":7.7320000000000002}]},{"osd":7,"last update":"Mon Jul 26 16:06:25 2021","interfaces":[{"interface":"back","average":{"1min":1.2250000000000001,"5min":0.999,"15min":0.97199999999999998},"min":{"1min":0.39900000000000002,"5min":0.39000000000000001,"15min":0.38100000000000001},"max":{"1min":8.3710000000000004,"5min":8.3710000000000004,"15min":27.449999999999999},"last":7.7750000000000004},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.85099999999999998,"15min":0.88100000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.32300000000000001},"max":{"1min":4.8920000000000003,"5min":8.2750000000000004,"15min":27.463999999999999},"last":2.3610000000000002}]}]},{"osd":2,"up_from":0,"seq":459561500755,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122164,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":525816,"kb_used_data":331376,"kb_used_omap":4,"kb_used_meta":194427,"kb_avail":93219336,"statfs":{"total":95995035648,"available":95456600064,"internally_reserved":0,"allocated":339329024,"data_stored":338218126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":199093885},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":3.2490000000000001,"5min":1.1499999999999999,"15min":0.82899999999999996},"min":{"1min":0.20699999999999999,"5min":0.193,"15min":0.17799999999999999},"max":{"1min":54.576999999999998,"5min":54.576999999999998,"15min":54.576999999999998},"last":1.9079999999999999},{"interface":"front","average":{"1min":3.266,"5min":1.25,"15min":0.84199999999999997},"min":{"1min":0.22800000000000001,"5min":0.20999999999999999,"15min":0.20599999999999999},"max":{"1min":56.030999999999999,"5min":56.030999999999999,"15min":56.030999999999999},"last":3.6059999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":3.2650000000000001,"5min":1.4199999999999999,"15min":0.92400000000000004},"min":{"1min":0.29399999999999998,"5min":0.22500000000000001,"15min":0.223},"max":{"1min":24.407,"5min":24.407,"15min":24.407},"last":0.35199999999999998},{"interface":"front","average":{"1min":2.2229999999999999,"5min":1.417,"15min":1.0469999999999999},"min":{"1min":0.23499999999999999,"5min":0.223,"15min":0.223},"max":{"1min":24.103000000000002,"5min":42.917000000000002,"15min":42.917000000000002},"last":1.8280000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:06:32 2021","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.3380000000000001,"15min":1.956},"min":{"1min":0.34200000000000003,"5min":0.313,"15min":0.30099999999999999},"max":{"1min":5.8310000000000004,"5min":8.0619999999999994,"15min":8.0619999999999994},"last":0.70899999999999996},{"interface":"front","average":{"1min":1.1240000000000001,"5min":1.365,"15min":2.621},"min":{"1min":0.33200000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.9619999999999997,"5min":14.436,"15min":14.436},"last":0.68100000000000005}]},{"osd":4,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.78200000000000003,"15min":0.67600000000000005},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":4.5810000000000004,"5min":5.0250000000000004,"15min":5.0250000000000004},"last":0.28599999999999998},{"interface":"front","average":{"1min":1.431,"5min":0.88500000000000001,"15min":0.78100000000000003},"min":{"1min":0.29299999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":7.0380000000000003,"5min":7.0380000000000003,"15min":7.0380000000000003},"last":0.40400000000000003}]},{"osd":5,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.80300000000000005,"15min":0.82899999999999996},"min":{"1min":0.30099999999999999,"5min":0.29899999999999999,"15min":0.28499999999999998},"max":{"1min":2.3999999999999999,"5min":5.0540000000000003,"15min":10.988},"last":0.76600000000000001},{"interface":"front","average":{"1min":1.137,"5min":0.81999999999999995,"15min":0.81399999999999995},"min":{"1min":0.36299999999999999,"5min":0.318,"15min":0.318},"max":{"1min":5.9610000000000003,"5min":5.9610000000000003,"15min":11.145},"last":1.869}]},{"osd":6,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.871,"15min":0.84699999999999998},"min":{"1min":0.373,"5min":0.32100000000000001,"15min":0.25700000000000001},"max":{"1min":4.1920000000000002,"5min":6.0960000000000001,"15min":11.039999999999999},"last":0.79600000000000004},{"interface":"front","average":{"1min":1.579,"5min":1.0509999999999999,"15min":0.93500000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":7.109,"5min":7.109,"15min":7.109},"last":0.38300000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.054,"15min":0.96099999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":7.1390000000000002,"5min":7.1390000000000002,"15min":8.5549999999999997},"last":0.432},{"interface":"front","average":{"1min":1.214,"5min":0.90900000000000003,"15min":0.94599999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.36699999999999999},"max":{"1min":6.7800000000000002,"5min":6.8789999999999996,"15min":19.039999999999999},"last":2.1709999999999998}]}]},{"osd":4,"up_from":163,"seq":700079669287,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1259468,"kb_used_data":210884,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":92485684,"statfs":{"total":95995035648,"available":94705340416,"internally_reserved":1073741824,"allocated":215945216,"data_stored":214818627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,2,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.48999999999999999,"15min":0.37},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":7.3719999999999999,"5min":7.3719999999999999,"15min":7.3719999999999999},"last":4.7510000000000003},{"interface":"front","average":{"1min":1.5169999999999999,"5min":0.68600000000000005,"15min":0.47999999999999998},"min":{"1min":0.27200000000000002,"5min":0.218,"15min":0.218},"max":{"1min":8.1859999999999999,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":3.8839999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.48199999999999998,"15min":0.41099999999999998},"min":{"1min":0.24399999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.1070000000000002,"5min":3.1070000000000002,"15min":3.1070000000000002},"last":4.077},{"interface":"front","average":{"1min":1.1839999999999999,"5min":0.623,"15min":0.495},"min":{"1min":0.34399999999999997,"5min":0.247,"15min":0.247},"max":{"1min":4.8319999999999999,"5min":4.8319999999999999,"15min":4.8319999999999999},"last":4.1470000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":1.696,"5min":0.78100000000000003,"15min":0.53500000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":8.2149999999999999,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":3.944},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63,"15min":0.53500000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":3.6669999999999998,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":3.7509999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.505,"15min":0.45500000000000002},"min":{"1min":0.31900000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.314},{"interface":"front","average":{"1min":1.103,"5min":0.57499999999999996,"15min":0.47599999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.7800000000000002,"5min":4.7800000000000002,"15min":4.7800000000000002},"last":0.33400000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.35599999999999998,"15min":0.34000000000000002},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":2.1909999999999998,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.375,"15min":0.36299999999999999},"min":{"1min":0.25700000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.28799999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.36099999999999999,"15min":0.33700000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.40899999999999997,"15min":0.36699999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":2.847,"5min":2.847,"15min":2.847},"last":0.32100000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.40400000000000003,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.42099999999999999,"15min":0.39100000000000001},"min":{"1min":0.27300000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.4380000000000002,"5min":2.4380000000000002,"15min":2.4380000000000002},"last":0.34699999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822923,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1533760,"kb_used_data":485176,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92211392,"statfs":{"total":95995035648,"available":94424465408,"internally_reserved":1073741824,"allocated":496820224,"data_stored":495701691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:13 2021","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":0.64200000000000002,"15min":0.65500000000000003},"min":{"1min":0.24399999999999999,"5min":0.217,"15min":0.19500000000000001},"max":{"1min":8.7609999999999992,"5min":8.7609999999999992,"15min":8.7609999999999992},"last":0.33400000000000002},{"interface":"front","average":{"1min":2.1150000000000002,"5min":0.79400000000000004,"15min":0.73599999999999999},"min":{"1min":0.32900000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":12.206,"5min":12.206,"15min":12.206},"last":0.36299999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":2.5659999999999998,"5min":1.3600000000000001,"15min":0.89600000000000002},"min":{"1min":0.23499999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":27.866,"5min":35.581000000000003,"15min":35.581000000000003},"last":0.27000000000000002},{"interface":"front","average":{"1min":2.1230000000000002,"5min":1.339,"15min":0.92700000000000005},"min":{"1min":0.29899999999999999,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":27.902000000000001,"5min":35.548999999999999,"15min":35.548999999999999},"last":0.34100000000000003}]},{"osd":2,"last update":"Mon Jul 26 16:06:32 2021","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":1.173,"15min":1.181},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":3.5649999999999999,"5min":35.734000000000002,"15min":35.734000000000002},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.74299999999999999,"5min":2.9089999999999998,"15min":1.6759999999999999},"min":{"1min":0.311,"5min":0.28299999999999997,"15min":0.251},"max":{"1min":3.532,"5min":171.78700000000001,"15min":171.78700000000001},"last":0.27900000000000003}]},{"osd":3,"last update":"Mon Jul 26 16:07:13 2021","interfaces":[{"interface":"back","average":{"1min":1.5509999999999999,"5min":1.272,"15min":1.0189999999999999},"min":{"1min":0.28799999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":8.3309999999999995,"5min":40.508000000000003,"15min":40.508000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.97599999999999998,"5min":1.206,"15min":0.99099999999999999},"min":{"1min":0.32300000000000001,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":4.0659999999999998,"5min":40.482999999999997,"15min":40.482999999999997},"last":0.40600000000000003}]},{"osd":4,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.38400000000000001,"15min":0.34999999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.7000000000000002,"5min":3.7000000000000002,"15min":3.7000000000000002},"last":0.307},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.38200000000000001,"15min":0.35499999999999998},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.581,"5min":2.581,"15min":2.581},"last":0.35299999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:07:27 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.39300000000000002,"15min":0.48799999999999999},"min":{"1min":0.252,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.6629999999999998,"5min":3.6629999999999998,"15min":4.7610000000000001},"last":0.375},{"interface":"front","average":{"1min":0.995,"5min":0.51500000000000001,"15min":0.53700000000000003},"min":{"1min":0.23799999999999999,"5min":0.223,"15min":0.223},"max":{"1min":6.2519999999999998,"5min":6.2519999999999998,"15min":7.899},"last":0.23899999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:06:35 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45100000000000001,"15min":0.55800000000000005},"min":{"1min":0.316,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.254,"5min":2.5310000000000001,"15min":8.9489999999999998},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.37,"5min":0.41599999999999998,"15min":0.51400000000000001},"min":{"1min":0.26800000000000002,"5min":0.217,"15min":0.217},"max":{"1min":0.48199999999999998,"5min":4.0309999999999997,"15min":8.1170000000000009},"last":0.318}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":143654912,"data_stored":143654912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":184225792,"data_stored":184221720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":521801728,"data_stored":521797656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":332660736,"data_stored":332660736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":212271104,"data_stored":212271104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":475074560,"data_stored":475070488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":170262528,"data_stored":170262528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":176095232,"data_stored":176095232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:07:33.683 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:07:33.688 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:33.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:33.690 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:33.791 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:33.877 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:33.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:33.878 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:33.940 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:33.980 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:34.029 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:34.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:34.032 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:34.133 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:34.169 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:34.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:34.170 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:34.271 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:34.309 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:34.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:34.310 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:34.411 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:34.443 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:34.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:34.444 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:34.545 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:34.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:34 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:34.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:34 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:07:34.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:34 smithi139 ceph-mon[56829]: osdmap e225: 8 total, 8 up, 7 in 2021-07-26T16:07:34.581 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:34.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:34.583 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:34.634 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:34 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:34.635 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:34 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:07:34.635 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:34 smithi078 ceph-mon[73801]: osdmap e225: 8 total, 8 up, 7 in 2021-07-26T16:07:34.636 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:34 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:34.636 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:34 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:07:34.636 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:34 smithi078 ceph-mon[77813]: osdmap e225: 8 total, 8 up, 7 in 2021-07-26T16:07:34.685 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:34.713 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:34.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:34.714 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:34.803 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:07:34.803 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:07:34.815 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:34.841 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:34.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:34.843 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:34.943 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:34.972 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:34.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:34.973 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:35.074 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:35.128 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:35.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:35.130 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:35.231 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:35.276 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:35.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:35.278 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:35.379 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:35.408 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:35.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:35.410 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:35.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:35 smithi078 ceph-mon[73801]: pgmap v595: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 423 MiB data, 1.9 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 646 op/s; 7362/20331 objects degraded (36.211%); 1150/20331 objects misplaced (5.656%); 8.0 MiB/s, 198 objects/s recovering 2021-07-26T16:07:35.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:35 smithi078 ceph-mon[77813]: pgmap v595: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 423 MiB data, 1.9 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 646 op/s; 7362/20331 objects degraded (36.211%); 1150/20331 objects misplaced (5.656%); 8.0 MiB/s, 198 objects/s recovering 2021-07-26T16:07:35.511 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:35.552 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:35.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:35.553 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:35.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:35 smithi139 ceph-mon[56829]: pgmap v595: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 3 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+recovering, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 423 MiB data, 1.9 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 646 op/s; 7362/20331 objects degraded (36.211%); 1150/20331 objects misplaced (5.656%); 8.0 MiB/s, 198 objects/s recovering 2021-07-26T16:07:35.654 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:35.682 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:35.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:35.684 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:35.785 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:35.819 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:35.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:35.822 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:35.923 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:35.956 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:35.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:35.958 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:36.059 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:36.090 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:36.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:36.091 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:36.192 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:36.216 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:36.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:36.218 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:36.306 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-07-26T16:07:36.319 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:36.410 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:36.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:36.413 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:36.514 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:36.534 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:36 smithi078 ceph-mon[73801]: pgmap v596: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 216 MiB data, 1.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 766 op/s; 6624/10404 objects degraded (63.668%); 671/10404 objects misplaced (6.449%); 5.4 MiB/s, 181 objects/s recovering 2021-07-26T16:07:36.535 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:36 smithi078 ceph-mon[77813]: pgmap v596: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 216 MiB data, 1.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 766 op/s; 6624/10404 objects degraded (63.668%); 671/10404 objects misplaced (6.449%); 5.4 MiB/s, 181 objects/s recovering 2021-07-26T16:07:36.542 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:36.545 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:36.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:36.546 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:36.647 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:36.701 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:36.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:36.704 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:36.805 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:36.807 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:07:36.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:36 smithi139 ceph-mon[56829]: pgmap v596: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 216 MiB data, 1.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 766 op/s; 6624/10404 objects degraded (63.668%); 671/10404 objects misplaced (6.449%); 5.4 MiB/s, 181 objects/s recovering 2021-07-26T16:07:36.833 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:36.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:36.835 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:36.875 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:07:36.876 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:07:36.878 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:07:36.887 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:07:36.930 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:07:36.937 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:36.964 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:36.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:36.967 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:36.975 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:07:37.011 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:37.015 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:07:37.058 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:07:37.066 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:07:37.067 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:07:37.067 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:07:37.067 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:07:37.068 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:07:37.068 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:07:37.069 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:07:37.069 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:07:37.070 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:37.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:37.121 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:37.121 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:37.223 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:37.255 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:37.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:37.256 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:37.357 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:37.398 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:37.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:37.399 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:37.406 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:37 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/86697853' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:37.407 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:37 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 6624/10404 objects degraded (63.668%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:37.407 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:37 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/86697853' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:37.407 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:37 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 6624/10404 objects degraded (63.668%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:37.500 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:37.543 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:37.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:37.545 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:37.646 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:37.688 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:37.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:37.689 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:37.790 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:37.820 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:37.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:37.821 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:37.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:37 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/86697853' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:37.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:37 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 6624/10404 objects degraded (63.668%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:07:37.922 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:37.970 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:37.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:37.971 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:38.072 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:38.104 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:38.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:38.105 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:38.206 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:38.232 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:38.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:38.233 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:38.334 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:38.367 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:38.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:38.368 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:38.422 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:38 smithi078 ceph-mon[73801]: pgmap v597: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 216 MiB data, 1.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 765 op/s; 6624/10404 objects degraded (63.668%); 671/10404 objects misplaced (6.449%); 5.4 MiB/s, 181 objects/s recovering 2021-07-26T16:07:38.422 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:38 smithi078 ceph-mon[77813]: pgmap v597: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 216 MiB data, 1.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 765 op/s; 6624/10404 objects degraded (63.668%); 671/10404 objects misplaced (6.449%); 5.4 MiB/s, 181 objects/s recovering 2021-07-26T16:07:38.469 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:38.530 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:38.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:38.531 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:38.633 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:38.655 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:38.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:38.657 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:38.758 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:38.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:38.786 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:38.786 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:38.813 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Removed 104862 objects 2021-07-26T16:07:38.813 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Clean up completed and total clean up time :391.727 2021-07-26T16:07:38.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:38 smithi139 ceph-mon[56829]: pgmap v597: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 216 MiB data, 1.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 765 op/s; 6624/10404 objects degraded (63.668%); 671/10404 objects misplaced (6.449%); 5.4 MiB/s, 181 objects/s recovering 2021-07-26T16:07:38.888 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:38.914 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:38.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:38.916 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:39.017 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:39.038 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:39.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:39.039 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:39.069 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:07:39.070 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:07:39.140 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:39.162 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:39.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:39.164 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:39.265 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:39.287 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:39.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:39.288 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:39.390 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:39.412 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:39.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:39.413 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:39.514 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:39.537 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:39.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:39.538 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:39.639 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:39.661 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:39.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:39.663 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:39.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:39 smithi078 ceph-mon[73801]: from='client.55327 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:07:39.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:39 smithi078 ceph-mon[77813]: from='client.55327 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:07:39.764 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:39.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:39.787 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:39.788 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:39.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:39 smithi139 ceph-mon[56829]: from='client.55327 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:07:39.892 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:39.915 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:39.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:39.916 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:40.017 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:40.040 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:40.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:40.042 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:40.148 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:40.171 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:40.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:40.173 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:40.274 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:40.296 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:40.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:40.298 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:40.302 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:07:40.398 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:40.420 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:40.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:40.422 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:40.442 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:40.522 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:40.544 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:40.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:40.546 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:40.581 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:40 smithi078 ceph-mon[73801]: pgmap v598: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 33 MiB data, 916 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 731 op/s; 5508/1617 objects degraded (340.631%); 300/1617 objects misplaced (18.553%); 3.0 MiB/s, 163 objects/s recovering 2021-07-26T16:07:40.582 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:40 smithi078 ceph-mon[77813]: pgmap v598: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 33 MiB data, 916 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 731 op/s; 5508/1617 objects degraded (340.631%); 300/1617 objects misplaced (18.553%); 3.0 MiB/s, 163 objects/s recovering 2021-07-26T16:07:40.646 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:40.667 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:40.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:40.669 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:40.770 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:40.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:40.795 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:40.795 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:40.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:40 smithi139 ceph-mon[56829]: pgmap v598: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 33 MiB data, 916 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 731 op/s; 5508/1617 objects degraded (340.631%); 300/1617 objects misplaced (18.553%); 3.0 MiB/s, 163 objects/s recovering 2021-07-26T16:07:40.896 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:40.919 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:40.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:40.921 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:41.014 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":597,"stamp":"2021-07-26T16:07:37.967931+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":226236342,"num_objects":3468,"num_object_clones":0,"num_object_copies":10404,"num_objects_missing_on_primary":357,"num_objects_missing":357,"num_objects_degraded":6624,"num_objects_misplaced":671,"num_objects_unfound":0,"num_objects_dirty":3468,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":206542,"num_write_kb":6713614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51401,"num_bytes_recovered":2611283974,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":207538,"ondisk_log_size":207538,"up":297,"acting":290,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":336,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":5693792,"kb_used_data":1050216,"kb_used_omap":502,"kb_used_meta":4642889,"kb_avail":650522272,"statfs":{"total":671965249536,"available":666134806528,"internally_reserved":4294967296,"allocated":1075421184,"data_stored":1067547906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":514535,"internal_metadata":4754318873},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-502464512,"num_objects":-7667,"num_object_clones":0,"num_object_copies":-23001,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-2056,"num_objects_misplaced":-1692,"num_objects_unfound":0,"num_objects_dirty":-7667,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7667,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1814,"num_bytes_recovered":56688664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.011568"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":69,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.092022+0000","last_change":"2021-07-26T16:05:49.081745+0000","last_active":"2021-07-26T16:07:23.092022+0000","last_peered":"2021-07-26T16:07:23.092022+0000","last_clean":"2021-07-26T16:07:23.092022+0000","last_became_active":"2021-07-26T16:05:49.081230+0000","last_became_peered":"2021-07-26T16:05:49.081230+0000","last_unstale":"2021-07-26T16:07:23.092022+0000","last_undegraded":"2021-07-26T16:07:23.092022+0000","last_fullsized":"2021-07-26T16:07:23.092022+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":200,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.095298+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:07:23.095298+0000","last_peered":"2021-07-26T16:07:23.095298+0000","last_clean":"2021-07-26T16:07:23.095298+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:07:23.095298+0000","last_undegraded":"2021-07-26T16:07:23.095298+0000","last_fullsized":"2021-07-26T16:07:23.095298+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":202,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094540+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:07:23.094540+0000","last_peered":"2021-07-26T16:07:23.094540+0000","last_clean":"2021-07-26T16:07:23.094540+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:07:23.094540+0000","last_undegraded":"2021-07-26T16:07:23.094540+0000","last_fullsized":"2021-07-26T16:07:23.094540+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":154,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.098426+0000","last_change":"2021-07-26T16:07:06.163835+0000","last_active":"2021-07-26T16:07:23.098426+0000","last_peered":"2021-07-26T16:07:23.098426+0000","last_clean":"2021-07-26T16:07:23.098426+0000","last_became_active":"2021-07-26T16:07:06.162741+0000","last_became_peered":"2021-07-26T16:07:06.162741+0000","last_unstale":"2021-07-26T16:07:23.098426+0000","last_undegraded":"2021-07-26T16:07:23.098426+0000","last_fullsized":"2021-07-26T16:07:23.098426+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":258,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.092646+0000","last_change":"2021-07-26T16:06:40.610625+0000","last_active":"2021-07-26T16:07:23.092646+0000","last_peered":"2021-07-26T16:07:23.092646+0000","last_clean":"2021-07-26T16:07:23.092646+0000","last_became_active":"2021-07-26T16:06:40.610285+0000","last_became_peered":"2021-07-26T16:06:40.610285+0000","last_unstale":"2021-07-26T16:07:23.092646+0000","last_undegraded":"2021-07-26T16:07:23.092646+0000","last_fullsized":"2021-07-26T16:07:23.092646+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":194,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.093112+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:07:23.093112+0000","last_peered":"2021-07-26T16:07:23.093112+0000","last_clean":"2021-07-26T16:07:23.093112+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:07:23.093112+0000","last_undegraded":"2021-07-26T16:07:23.093112+0000","last_fullsized":"2021-07-26T16:07:23.093112+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"225'11324","reported_seq":13108,"reported_epoch":225,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:07:33.607197+0000","last_change":"2021-07-26T16:07:23.393615+0000","last_active":"2021-07-26T16:07:33.607197+0000","last_peered":"2021-07-26T16:07:33.607197+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:07:23.281471+0000","last_became_peered":"2021-07-26T16:07:23.281471+0000","last_unstale":"2021-07-26T16:07:33.607197+0000","last_undegraded":"2021-07-26T16:07:23.222333+0000","last_fullsized":"2021-07-26T16:07:23.166308+0000","mapping_epoch":223,"log_start":"101'2697","ondisk_log_start":"101'2697","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8627,"ondisk_log_size":8627,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8519680,"num_objects":130,"num_object_clones":0,"num_object_copies":390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":293,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":130,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6484,"num_write_kb":211648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":642,"num_bytes_recovered":41910272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[3,2],"avail_no_missing":["3","0","5","7"],"object_location_counts":[{"shards":"2,3","objects":130}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":145,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.098673+0000","last_change":"2021-07-26T16:06:40.538445+0000","last_active":"2021-07-26T16:07:23.098673+0000","last_peered":"2021-07-26T16:07:23.098673+0000","last_clean":"2021-07-26T16:07:23.098673+0000","last_became_active":"2021-07-26T16:06:40.538062+0000","last_became_peered":"2021-07-26T16:06:40.538062+0000","last_unstale":"2021-07-26T16:07:23.098673+0000","last_undegraded":"2021-07-26T16:07:23.098673+0000","last_fullsized":"2021-07-26T16:07:23.098673+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":139,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094331+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:07:23.094331+0000","last_peered":"2021-07-26T16:07:23.094331+0000","last_clean":"2021-07-26T16:07:23.094331+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:07:23.094331+0000","last_undegraded":"2021-07-26T16:07:23.094331+0000","last_fullsized":"2021-07-26T16:07:23.094331+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"225'11325","reported_seq":16630,"reported_epoch":225,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:07:34.133517+0000","last_change":"2021-07-26T16:06:57.296860+0000","last_active":"2021-07-26T16:07:34.133517+0000","last_peered":"2021-07-26T16:07:34.133517+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:05:50.278335+0000","last_became_peered":"2021-07-26T16:05:50.278335+0000","last_unstale":"2021-07-26T16:07:34.133517+0000","last_undegraded":"2021-07-26T16:07:34.133517+0000","last_fullsized":"2021-07-26T16:07:34.133517+0000","mapping_epoch":190,"log_start":"97'1617","ondisk_log_start":"97'1617","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":9708,"ondisk_log_size":9708,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4390912,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":67,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6520,"num_write_kb":210784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2567,"num_bytes_recovered":65601536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,2],"avail_no_missing":["7","2","6"],"object_location_counts":[{"shards":"2,6,7","objects":67}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":36,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.095784+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:07:23.095784+0000","last_peered":"2021-07-26T16:07:23.095784+0000","last_clean":"2021-07-26T16:07:23.095784+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:07:23.095784+0000","last_undegraded":"2021-07-26T16:07:23.095784+0000","last_fullsized":"2021-07-26T16:07:23.095784+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":17,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.093633+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:07:23.093633+0000","last_peered":"2021-07-26T16:07:23.093633+0000","last_clean":"2021-07-26T16:07:23.093633+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:07:23.093633+0000","last_undegraded":"2021-07-26T16:07:23.093633+0000","last_fullsized":"2021-07-26T16:07:23.093633+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"225'11194","reported_seq":17153,"reported_epoch":225,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:07:34.876043+0000","last_change":"2021-07-26T16:06:51.031493+0000","last_active":"2021-07-26T16:07:34.876043+0000","last_peered":"2021-07-26T16:07:34.876043+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:06:50.887602+0000","last_became_peered":"2021-07-26T16:06:50.887602+0000","last_unstale":"2021-07-26T16:07:34.876043+0000","last_undegraded":"2021-07-26T16:06:50.491740+0000","last_fullsized":"2021-07-26T16:06:50.478021+0000","mapping_epoch":210,"log_start":"103'3628","ondisk_log_start":"103'3628","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7566,"ondisk_log_size":7566,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7208960,"num_objects":110,"num_object_clones":0,"num_object_copies":330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2186,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":110,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6431,"num_write_kb":209312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1859,"num_bytes_recovered":114360320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3],"avail_no_missing":["0","1","3","4"],"object_location_counts":[{"shards":"0,3","objects":110}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":125,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094492+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:07:23.094492+0000","last_peered":"2021-07-26T16:07:23.094492+0000","last_clean":"2021-07-26T16:07:23.094492+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:07:23.094492+0000","last_undegraded":"2021-07-26T16:07:23.094492+0000","last_fullsized":"2021-07-26T16:07:23.094492+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":226,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094014+0000","last_change":"2021-07-26T16:06:57.082447+0000","last_active":"2021-07-26T16:07:23.094014+0000","last_peered":"2021-07-26T16:07:23.094014+0000","last_clean":"2021-07-26T16:07:23.094014+0000","last_became_active":"2021-07-26T16:06:57.082165+0000","last_became_peered":"2021-07-26T16:06:57.082165+0000","last_unstale":"2021-07-26T16:07:23.094014+0000","last_undegraded":"2021-07-26T16:07:23.094014+0000","last_fullsized":"2021-07-26T16:07:23.094014+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"225'11121","reported_seq":14543,"reported_epoch":225,"state":"active+recovering+remapped","last_fresh":"2021-07-26T16:07:34.397547+0000","last_change":"2021-07-26T16:07:23.417277+0000","last_active":"2021-07-26T16:07:34.397547+0000","last_peered":"2021-07-26T16:07:34.397547+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:07:06.270120+0000","last_became_peered":"2021-07-26T16:07:06.270120+0000","last_unstale":"2021-07-26T16:07:34.397547+0000","last_undegraded":"2021-07-26T16:07:34.397547+0000","last_fullsized":"2021-07-26T16:07:34.397547+0000","mapping_epoch":217,"log_start":"104'4425","ondisk_log_start":"104'4425","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6696,"ondisk_log_size":6696,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6914048,"num_objects":106,"num_object_clones":0,"num_object_copies":318,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":106,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6401,"num_write_kb":208192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1621,"num_bytes_recovered":63897600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,7],"acting":[1,6,2],"avail_no_missing":["1","0","6"],"object_location_counts":[{"shards":"1,2,6","objects":106}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":151,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.092440+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:07:23.092440+0000","last_peered":"2021-07-26T16:07:23.092440+0000","last_clean":"2021-07-26T16:07:23.092440+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:07:23.092440+0000","last_undegraded":"2021-07-26T16:07:23.092440+0000","last_fullsized":"2021-07-26T16:07:23.092440+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":60,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.091536+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:07:23.091536+0000","last_peered":"2021-07-26T16:07:23.091536+0000","last_clean":"2021-07-26T16:07:23.091536+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:07:23.091536+0000","last_undegraded":"2021-07-26T16:07:23.091536+0000","last_fullsized":"2021-07-26T16:07:23.091536+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.16","version":"225'11286","reported_seq":18984,"reported_epoch":225,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:07:34.725524+0000","last_change":"2021-07-26T16:06:41.639671+0000","last_active":"2021-07-26T16:07:34.725524+0000","last_peered":"2021-07-26T16:07:34.725524+0000","last_clean":"2021-07-26T16:06:39.479554+0000","last_became_active":"2021-07-26T16:06:41.616523+0000","last_became_peered":"2021-07-26T16:06:41.616523+0000","last_unstale":"2021-07-26T16:07:34.725524+0000","last_undegraded":"2021-07-26T16:07:34.725524+0000","last_fullsized":"2021-07-26T16:07:34.725524+0000","mapping_epoch":207,"log_start":"101'2702","ondisk_log_start":"101'2702","created":156,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8584,"ondisk_log_size":8584,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7405568,"num_objects":113,"num_object_clones":0,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":113,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6466,"num_write_kb":210528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1871,"num_bytes_recovered":122617856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,7,1],"avail_no_missing":["4","1","7"],"object_location_counts":[{"shards":"1,4,7","objects":113}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":251,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094920+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:07:23.094920+0000","last_peered":"2021-07-26T16:07:23.094920+0000","last_clean":"2021-07-26T16:07:23.094920+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:07:23.094920+0000","last_undegraded":"2021-07-26T16:07:23.094920+0000","last_fullsized":"2021-07-26T16:07:23.094920+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":121,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094161+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:07:23.094161+0000","last_peered":"2021-07-26T16:07:23.094161+0000","last_clean":"2021-07-26T16:07:23.094161+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:07:23.094161+0000","last_undegraded":"2021-07-26T16:07:23.094161+0000","last_fullsized":"2021-07-26T16:07:23.094161+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"225'11194","reported_seq":21024,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:34.019533+0000","last_change":"2021-07-26T16:05:18.064671+0000","last_active":"2021-07-26T16:07:34.019533+0000","last_peered":"2021-07-26T16:07:34.019533+0000","last_clean":"2021-07-26T16:07:34.019533+0000","last_became_active":"2021-07-26T16:05:18.044053+0000","last_became_peered":"2021-07-26T16:05:18.044053+0000","last_unstale":"2021-07-26T16:07:34.019533+0000","last_undegraded":"2021-07-26T16:07:34.019533+0000","last_fullsized":"2021-07-26T16:07:34.019533+0000","mapping_epoch":182,"log_start":"96'976","ondisk_log_start":"96'976","created":156,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":10218,"ondisk_log_size":10218,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":9764864,"num_objects":149,"num_object_clones":0,"num_object_copies":447,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":149,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6415,"num_write_kb":210048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2968,"num_bytes_recovered":194510848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":154,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.092347+0000","last_change":"2021-07-26T16:07:06.162859+0000","last_active":"2021-07-26T16:07:23.092347+0000","last_peered":"2021-07-26T16:07:23.092347+0000","last_clean":"2021-07-26T16:07:23.092347+0000","last_became_active":"2021-07-26T16:07:06.162536+0000","last_became_peered":"2021-07-26T16:07:06.162536+0000","last_unstale":"2021-07-26T16:07:23.092347+0000","last_undegraded":"2021-07-26T16:07:23.092347+0000","last_fullsized":"2021-07-26T16:07:23.092347+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.096006+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:07:23.096006+0000","last_peered":"2021-07-26T16:07:23.096006+0000","last_clean":"2021-07-26T16:07:23.096006+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:07:23.096006+0000","last_undegraded":"2021-07-26T16:07:23.096006+0000","last_fullsized":"2021-07-26T16:07:23.096006+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.14","version":"225'11237","reported_seq":11421,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:34.375330+0000","last_change":"2021-07-26T16:06:40.588541+0000","last_active":"2021-07-26T16:07:34.375330+0000","last_peered":"2021-07-26T16:07:34.375330+0000","last_clean":"2021-07-26T16:07:34.375330+0000","last_became_active":"2021-07-26T16:06:40.561369+0000","last_became_peered":"2021-07-26T16:06:40.561369+0000","last_unstale":"2021-07-26T16:07:34.375330+0000","last_undegraded":"2021-07-26T16:07:34.375330+0000","last_fullsized":"2021-07-26T16:07:34.375330+0000","mapping_epoch":206,"log_start":"104'4585","ondisk_log_start":"104'4585","created":156,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6652,"ondisk_log_size":6652,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6782976,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6435,"num_write_kb":209216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":205,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.093762+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:07:23.093762+0000","last_peered":"2021-07-26T16:07:23.093762+0000","last_clean":"2021-07-26T16:07:23.093762+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:07:23.093762+0000","last_undegraded":"2021-07-26T16:07:23.093762+0000","last_fullsized":"2021-07-26T16:07:23.093762+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":163,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.098465+0000","last_change":"2021-07-26T16:07:06.163650+0000","last_active":"2021-07-26T16:07:23.098465+0000","last_peered":"2021-07-26T16:07:23.098465+0000","last_clean":"2021-07-26T16:07:23.098465+0000","last_became_active":"2021-07-26T16:07:06.162307+0000","last_became_peered":"2021-07-26T16:07:06.162307+0000","last_unstale":"2021-07-26T16:07:23.098465+0000","last_undegraded":"2021-07-26T16:07:23.098465+0000","last_fullsized":"2021-07-26T16:07:23.098465+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.15","version":"225'11095","reported_seq":11274,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:34.142795+0000","last_change":"2021-07-26T16:06:58.147725+0000","last_active":"2021-07-26T16:07:34.142795+0000","last_peered":"2021-07-26T16:07:34.142795+0000","last_clean":"2021-07-26T16:07:34.142795+0000","last_became_active":"2021-07-26T16:06:58.116315+0000","last_became_peered":"2021-07-26T16:06:58.116315+0000","last_unstale":"2021-07-26T16:07:34.142795+0000","last_undegraded":"2021-07-26T16:07:34.142795+0000","last_fullsized":"2021-07-26T16:07:34.142795+0000","mapping_epoch":214,"log_start":"96'1460","ondisk_log_start":"96'1460","created":156,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":9635,"ondisk_log_size":9635,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6094848,"num_objects":93,"num_object_clones":0,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6378,"num_write_kb":207072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":302,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.090773+0000","last_change":"2021-07-26T16:06:49.122899+0000","last_active":"2021-07-26T16:07:23.090773+0000","last_peered":"2021-07-26T16:07:23.090773+0000","last_clean":"2021-07-26T16:07:23.090773+0000","last_became_active":"2021-07-26T16:06:49.095433+0000","last_became_peered":"2021-07-26T16:06:49.095433+0000","last_unstale":"2021-07-26T16:07:23.090773+0000","last_undegraded":"2021-07-26T16:07:23.090773+0000","last_fullsized":"2021-07-26T16:07:23.090773+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":17,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094367+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:07:23.094367+0000","last_peered":"2021-07-26T16:07:23.094367+0000","last_clean":"2021-07-26T16:07:23.094367+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:07:23.094367+0000","last_undegraded":"2021-07-26T16:07:23.094367+0000","last_fullsized":"2021-07-26T16:07:23.094367+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"225'13048","reported_seq":17199,"reported_epoch":225,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:07:34.057690+0000","last_change":"2021-07-26T16:06:50.447288+0000","last_active":"2021-07-26T16:07:34.057690+0000","last_peered":"2021-07-26T16:07:34.057690+0000","last_clean":"2021-07-26T16:00:20.776964+0000","last_became_active":"2021-07-26T16:06:50.243685+0000","last_became_peered":"2021-07-26T16:06:50.243685+0000","last_unstale":"2021-07-26T16:07:34.057690+0000","last_undegraded":"2021-07-26T16:06:50.236427+0000","last_fullsized":"2021-07-26T16:06:50.078751+0000","mapping_epoch":210,"log_start":"119'7219","ondisk_log_start":"119'7219","created":91,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5829,"ondisk_log_size":5829,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":14024704,"num_objects":214,"num_object_clones":0,"num_object_copies":642,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2730,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":214,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13048,"num_write_kb":424384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1982,"num_bytes_recovered":129630208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[6,0],"avail_no_missing":["6","1"],"object_location_counts":[{"shards":"2,5,6","objects":214}],"blocked_by":[],"up_primary":5,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":21,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094494+0000","last_change":"2021-07-26T16:07:06.201715+0000","last_active":"2021-07-26T16:07:23.094494+0000","last_peered":"2021-07-26T16:07:23.094494+0000","last_clean":"2021-07-26T16:07:23.094494+0000","last_became_active":"2021-07-26T16:07:06.175197+0000","last_became_peered":"2021-07-26T16:07:06.175197+0000","last_unstale":"2021-07-26T16:07:23.094494+0000","last_undegraded":"2021-07-26T16:07:23.094494+0000","last_fullsized":"2021-07-26T16:07:23.094494+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":66,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":43,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094283+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:07:23.094283+0000","last_peered":"2021-07-26T16:07:23.094283+0000","last_clean":"2021-07-26T16:07:23.094283+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:07:23.094283+0000","last_undegraded":"2021-07-26T16:07:23.094283+0000","last_fullsized":"2021-07-26T16:07:23.094283+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"225'12718","reported_seq":14075,"reported_epoch":225,"state":"active+recovery_wait","last_fresh":"2021-07-26T16:07:34.158748+0000","last_change":"2021-07-26T16:07:07.285324+0000","last_active":"2021-07-26T16:07:34.158748+0000","last_peered":"2021-07-26T16:07:34.158748+0000","last_clean":"2021-07-26T16:02:19.002600+0000","last_became_active":"2021-07-26T16:07:07.235086+0000","last_became_peered":"2021-07-26T16:07:07.235086+0000","last_unstale":"2021-07-26T16:07:34.158748+0000","last_undegraded":"2021-07-26T16:07:34.158748+0000","last_fullsized":"2021-07-26T16:07:34.158748+0000","mapping_epoch":218,"log_start":"119'7140","ondisk_log_start":"119'7140","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5578,"ondisk_log_size":5578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":14024704,"num_objects":214,"num_object_clones":0,"num_object_copies":642,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":214,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12718,"num_write_kb":413824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":596,"num_bytes_recovered":38993920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":["7","1","3","6"],"object_location_counts":[{"shards":"1,3,7","objects":214}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":124,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.095148+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:07:23.095148+0000","last_peered":"2021-07-26T16:07:23.095148+0000","last_clean":"2021-07-26T16:07:23.095148+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:07:23.095148+0000","last_undegraded":"2021-07-26T16:07:23.095148+0000","last_fullsized":"2021-07-26T16:07:23.095148+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":69,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.091123+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:07:23.091123+0000","last_peered":"2021-07-26T16:07:23.091123+0000","last_clean":"2021-07-26T16:07:23.091123+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:07:23.091123+0000","last_undegraded":"2021-07-26T16:07:23.091123+0000","last_fullsized":"2021-07-26T16:07:23.091123+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"225'11350","reported_seq":17370,"reported_epoch":225,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:07:34.066194+0000","last_change":"2021-07-26T16:07:07.299575+0000","last_active":"2021-07-26T16:07:34.066194+0000","last_peered":"2021-07-26T16:07:34.066194+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:07:07.234124+0000","last_became_peered":"2021-07-26T16:07:07.234124+0000","last_unstale":"2021-07-26T16:07:34.066194+0000","last_undegraded":"2021-07-26T16:07:34.066194+0000","last_fullsized":"2021-07-26T16:07:34.066194+0000","mapping_epoch":218,"log_start":"101'2660","ondisk_log_start":"101'2660","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8690,"ondisk_log_size":8690,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6127616,"num_objects":93,"num_object_clones":0,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":93,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6527,"num_write_kb":211872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2537,"num_bytes_recovered":92143616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,2],"avail_no_missing":["7","2","3"],"object_location_counts":[{"shards":"2,3,7","objects":93}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":256,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094272+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:07:23.094272+0000","last_peered":"2021-07-26T16:07:23.094272+0000","last_clean":"2021-07-26T16:07:23.094272+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:07:23.094272+0000","last_undegraded":"2021-07-26T16:07:23.094272+0000","last_fullsized":"2021-07-26T16:07:23.094272+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":212,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.091508+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:07:23.091508+0000","last_peered":"2021-07-26T16:07:23.091508+0000","last_clean":"2021-07-26T16:07:23.091508+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:07:23.091508+0000","last_undegraded":"2021-07-26T16:07:23.091508+0000","last_fullsized":"2021-07-26T16:07:23.091508+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"225'11306","reported_seq":26796,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:34.888870+0000","last_change":"2021-07-26T16:06:07.223074+0000","last_active":"2021-07-26T16:07:34.888870+0000","last_peered":"2021-07-26T16:07:34.888870+0000","last_clean":"2021-07-26T16:07:34.888870+0000","last_became_active":"2021-07-26T16:06:07.159458+0000","last_became_peered":"2021-07-26T16:06:07.159458+0000","last_unstale":"2021-07-26T16:07:34.888870+0000","last_undegraded":"2021-07-26T16:07:34.888870+0000","last_fullsized":"2021-07-26T16:07:34.888870+0000","mapping_epoch":194,"log_start":"97'1655","ondisk_log_start":"97'1655","created":91,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":9651,"ondisk_log_size":9651,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8093696,"num_objects":123,"num_object_clones":0,"num_object_copies":369,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":123,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6468,"num_write_kb":210944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5455,"num_bytes_recovered":225214464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":213,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.095569+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:07:23.095569+0000","last_peered":"2021-07-26T16:07:23.095569+0000","last_clean":"2021-07-26T16:07:23.095569+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:07:23.095569+0000","last_undegraded":"2021-07-26T16:07:23.095569+0000","last_fullsized":"2021-07-26T16:07:23.095569+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":147,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.096766+0000","last_change":"2021-07-26T16:05:09.272079+0000","last_active":"2021-07-26T16:07:23.096766+0000","last_peered":"2021-07-26T16:07:23.096766+0000","last_clean":"2021-07-26T16:07:23.096766+0000","last_became_active":"2021-07-26T16:05:09.271724+0000","last_became_peered":"2021-07-26T16:05:09.271724+0000","last_unstale":"2021-07-26T16:07:23.096766+0000","last_undegraded":"2021-07-26T16:07:23.096766+0000","last_fullsized":"2021-07-26T16:07:23.096766+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"225'12948","reported_seq":17672,"reported_epoch":225,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-07-26T16:07:34.795179+0000","last_change":"2021-07-26T16:06:52.343808+0000","last_active":"2021-07-26T16:07:34.795179+0000","last_peered":"2021-07-26T16:07:34.795179+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:06:51.557414+0000","last_became_peered":"2021-07-26T16:06:51.557414+0000","last_unstale":"2021-07-26T16:07:34.795179+0000","last_undegraded":"2021-07-26T16:06:51.541353+0000","last_fullsized":"2021-07-26T16:07:34.795179+0000","mapping_epoch":210,"log_start":"118'6837","ondisk_log_start":"118'6837","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6111,"ondisk_log_size":6111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":12845056,"num_objects":196,"num_object_clones":0,"num_object_copies":588,"num_objects_missing_on_primary":357,"num_objects_missing":357,"num_objects_degraded":553,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12948,"num_write_kb":420608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2263,"num_bytes_recovered":148307968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,2],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,2,4","objects":196}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":257,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.096689+0000","last_change":"2021-07-26T16:06:48.249975+0000","last_active":"2021-07-26T16:07:23.096689+0000","last_peered":"2021-07-26T16:07:23.096689+0000","last_clean":"2021-07-26T16:07:23.096689+0000","last_became_active":"2021-07-26T16:06:40.537599+0000","last_became_peered":"2021-07-26T16:06:40.537599+0000","last_unstale":"2021-07-26T16:07:23.096689+0000","last_undegraded":"2021-07-26T16:07:23.096689+0000","last_fullsized":"2021-07-26T16:07:23.096689+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":60,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.092420+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:07:23.092420+0000","last_peered":"2021-07-26T16:07:23.092420+0000","last_clean":"2021-07-26T16:07:23.092420+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:07:23.092420+0000","last_undegraded":"2021-07-26T16:07:23.092420+0000","last_fullsized":"2021-07-26T16:07:23.092420+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"225'12760","reported_seq":22690,"reported_epoch":225,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:07:33.636331+0000","last_change":"2021-07-26T16:07:23.393974+0000","last_active":"2021-07-26T16:07:33.636331+0000","last_peered":"2021-07-26T16:07:33.636331+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:06:41.604904+0000","last_became_peered":"2021-07-26T16:06:41.604904+0000","last_unstale":"2021-07-26T16:07:33.636331+0000","last_undegraded":"2021-07-26T16:07:23.393757+0000","last_fullsized":"2021-07-26T16:06:41.517847+0000","mapping_epoch":207,"log_start":"119'7094","ondisk_log_start":"119'7094","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5666,"ondisk_log_size":5666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":16646144,"num_objects":254,"num_object_clones":0,"num_object_copies":762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":316,"num_objects_misplaced":276,"num_objects_unfound":0,"num_objects_dirty":254,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12760,"num_write_kb":416448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4843,"num_bytes_recovered":253886464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[3,2],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"2,3","objects":254}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":219,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.091351+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:07:23.091351+0000","last_peered":"2021-07-26T16:07:23.091351+0000","last_clean":"2021-07-26T16:07:23.091351+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:07:23.091351+0000","last_undegraded":"2021-07-26T16:07:23.091351+0000","last_fullsized":"2021-07-26T16:07:23.091351+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.092422+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:07:23.092422+0000","last_peered":"2021-07-26T16:07:23.092422+0000","last_clean":"2021-07-26T16:07:23.092422+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:07:23.092422+0000","last_undegraded":"2021-07-26T16:07:23.092422+0000","last_fullsized":"2021-07-26T16:07:23.092422+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"225'12925","reported_seq":15247,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:34.022014+0000","last_change":"2021-07-26T16:06:58.145376+0000","last_active":"2021-07-26T16:07:34.022014+0000","last_peered":"2021-07-26T16:07:34.022014+0000","last_clean":"2021-07-26T16:07:34.022014+0000","last_became_active":"2021-07-26T16:06:58.077674+0000","last_became_peered":"2021-07-26T16:06:58.077674+0000","last_unstale":"2021-07-26T16:07:34.022014+0000","last_undegraded":"2021-07-26T16:07:34.022014+0000","last_fullsized":"2021-07-26T16:07:34.022014+0000","mapping_epoch":214,"log_start":"118'7072","ondisk_log_start":"118'7072","created":91,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":5853,"ondisk_log_size":5853,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":15663104,"num_objects":239,"num_object_clones":0,"num_object_copies":717,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":239,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12925,"num_write_kb":421248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1060,"num_bytes_recovered":69468160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":69,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.091240+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:07:23.091240+0000","last_peered":"2021-07-26T16:07:23.091240+0000","last_clean":"2021-07-26T16:07:23.091240+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:07:23.091240+0000","last_undegraded":"2021-07-26T16:07:23.091240+0000","last_fullsized":"2021-07-26T16:07:23.091240+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":85,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.092693+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:07:23.092693+0000","last_peered":"2021-07-26T16:07:23.092693+0000","last_clean":"2021-07-26T16:07:23.092693+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:07:23.092693+0000","last_undegraded":"2021-07-26T16:07:23.092693+0000","last_fullsized":"2021-07-26T16:07:23.092693+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"225'12764","reported_seq":16685,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:34.057634+0000","last_change":"2021-07-26T16:07:32.444156+0000","last_active":"2021-07-26T16:07:34.057634+0000","last_peered":"2021-07-26T16:07:34.057634+0000","last_clean":"2021-07-26T16:07:34.057634+0000","last_became_active":"2021-07-26T16:06:50.096060+0000","last_became_peered":"2021-07-26T16:06:50.096060+0000","last_unstale":"2021-07-26T16:07:34.057634+0000","last_undegraded":"2021-07-26T16:07:34.057634+0000","last_fullsized":"2021-07-26T16:07:34.057634+0000","mapping_epoch":210,"log_start":"115'6580","ondisk_log_start":"115'6580","created":91,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6184,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":14352408,"num_objects":220,"num_object_clones":0,"num_object_copies":660,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":220,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12764,"num_write_kb":415425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1862,"num_bytes_recovered":105119768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":214,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094118+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:07:23.094118+0000","last_peered":"2021-07-26T16:07:23.094118+0000","last_clean":"2021-07-26T16:07:23.094118+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:07:23.094118+0000","last_undegraded":"2021-07-26T16:07:23.094118+0000","last_fullsized":"2021-07-26T16:07:23.094118+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":208,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094856+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:07:23.094856+0000","last_peered":"2021-07-26T16:07:23.094856+0000","last_clean":"2021-07-26T16:07:23.094856+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:07:23.094856+0000","last_undegraded":"2021-07-26T16:07:23.094856+0000","last_fullsized":"2021-07-26T16:07:23.094856+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":237,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094330+0000","last_change":"2021-07-26T16:01:16.007019+0000","last_active":"2021-07-26T16:07:23.094330+0000","last_peered":"2021-07-26T16:07:23.094330+0000","last_clean":"2021-07-26T16:07:23.094330+0000","last_became_active":"2021-07-26T16:01:16.006692+0000","last_became_peered":"2021-07-26T16:01:16.006692+0000","last_unstale":"2021-07-26T16:07:23.094330+0000","last_undegraded":"2021-07-26T16:07:23.094330+0000","last_fullsized":"2021-07-26T16:07:23.094330+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":252,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.095517+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:07:23.095517+0000","last_peered":"2021-07-26T16:07:23.095517+0000","last_clean":"2021-07-26T16:07:23.095517+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:07:23.095517+0000","last_undegraded":"2021-07-26T16:07:23.095517+0000","last_fullsized":"2021-07-26T16:07:23.095517+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":216,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094107+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:07:23.094107+0000","last_peered":"2021-07-26T16:07:23.094107+0000","last_clean":"2021-07-26T16:07:23.094107+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:07:23.094107+0000","last_undegraded":"2021-07-26T16:07:23.094107+0000","last_fullsized":"2021-07-26T16:07:23.094107+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"225'11203","reported_seq":17819,"reported_epoch":225,"state":"active+recovering+undersized+remapped","last_fresh":"2021-07-26T16:07:34.976661+0000","last_change":"2021-07-26T16:06:51.049063+0000","last_active":"2021-07-26T16:07:34.976661+0000","last_peered":"2021-07-26T16:07:34.976661+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:06:50.719167+0000","last_became_peered":"2021-07-26T16:06:50.719167+0000","last_unstale":"2021-07-26T16:07:34.976661+0000","last_undegraded":"2021-07-26T16:07:34.976661+0000","last_fullsized":"2021-07-26T16:06:50.074950+0000","mapping_epoch":210,"log_start":"103'3628","ondisk_log_start":"103'3628","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":7575,"ondisk_log_size":7575,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6619136,"num_objects":101,"num_object_clones":0,"num_object_copies":303,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":101,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6440,"num_write_kb":209312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2187,"num_bytes_recovered":112263168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3],"avail_no_missing":["0","1","3","4"],"object_location_counts":[{"shards":"0,3","objects":101}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"225'11308","reported_seq":20610,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:34.786945+0000","last_change":"2021-07-26T16:06:52.344235+0000","last_active":"2021-07-26T16:07:34.786945+0000","last_peered":"2021-07-26T16:07:34.786945+0000","last_clean":"2021-07-26T16:07:34.786945+0000","last_became_active":"2021-07-26T16:06:51.980084+0000","last_became_peered":"2021-07-26T16:06:51.980084+0000","last_unstale":"2021-07-26T16:07:34.786945+0000","last_undegraded":"2021-07-26T16:07:34.786945+0000","last_fullsized":"2021-07-26T16:07:34.786945+0000","mapping_epoch":211,"log_start":"101'2702","ondisk_log_start":"101'2702","created":91,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8606,"ondisk_log_size":8606,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":5963776,"num_objects":91,"num_object_clones":0,"num_object_copies":273,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6488,"num_write_kb":210528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2672,"num_bytes_recovered":122617856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":199,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094715+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:07:23.094715+0000","last_peered":"2021-07-26T16:07:23.094715+0000","last_clean":"2021-07-26T16:07:23.094715+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:07:23.094715+0000","last_undegraded":"2021-07-26T16:07:23.094715+0000","last_fullsized":"2021-07-26T16:07:23.094715+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":60,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.091441+0000","last_change":"2021-07-26T16:05:09.267578+0000","last_active":"2021-07-26T16:07:23.091441+0000","last_peered":"2021-07-26T16:07:23.091441+0000","last_clean":"2021-07-26T16:07:23.091441+0000","last_became_active":"2021-07-26T16:05:09.267040+0000","last_became_peered":"2021-07-26T16:05:09.267040+0000","last_unstale":"2021-07-26T16:07:23.091441+0000","last_undegraded":"2021-07-26T16:07:23.091441+0000","last_fullsized":"2021-07-26T16:07:23.091441+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":270,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094245+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:07:23.094245+0000","last_peered":"2021-07-26T16:07:23.094245+0000","last_clean":"2021-07-26T16:07:23.094245+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:07:23.094245+0000","last_undegraded":"2021-07-26T16:07:23.094245+0000","last_fullsized":"2021-07-26T16:07:23.094245+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"225'11093","reported_seq":11272,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:34.167197+0000","last_change":"2021-07-26T16:06:58.146633+0000","last_active":"2021-07-26T16:07:34.167197+0000","last_peered":"2021-07-26T16:07:34.167197+0000","last_clean":"2021-07-26T16:07:34.167197+0000","last_became_active":"2021-07-26T16:06:58.079667+0000","last_became_peered":"2021-07-26T16:06:58.079667+0000","last_unstale":"2021-07-26T16:07:34.167197+0000","last_undegraded":"2021-07-26T16:07:34.167197+0000","last_fullsized":"2021-07-26T16:07:34.167197+0000","mapping_epoch":214,"log_start":"96'1460","ondisk_log_start":"96'1460","created":91,"last_epoch_clean":215,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":9633,"ondisk_log_size":9633,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6225920,"num_objects":95,"num_object_clones":0,"num_object_copies":285,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6376,"num_write_kb":207072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":182,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.092654+0000","last_change":"2021-07-26T16:06:40.547788+0000","last_active":"2021-07-26T16:07:23.092654+0000","last_peered":"2021-07-26T16:07:23.092654+0000","last_clean":"2021-07-26T16:07:23.092654+0000","last_became_active":"2021-07-26T16:06:40.547270+0000","last_became_peered":"2021-07-26T16:06:40.547270+0000","last_unstale":"2021-07-26T16:07:23.092654+0000","last_undegraded":"2021-07-26T16:07:23.092654+0000","last_fullsized":"2021-07-26T16:07:23.092654+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":208,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094250+0000","last_change":"2021-07-26T16:05:49.096825+0000","last_active":"2021-07-26T16:07:23.094250+0000","last_peered":"2021-07-26T16:07:23.094250+0000","last_clean":"2021-07-26T16:07:23.094250+0000","last_became_active":"2021-07-26T16:05:49.096483+0000","last_became_peered":"2021-07-26T16:05:49.096483+0000","last_unstale":"2021-07-26T16:07:23.094250+0000","last_undegraded":"2021-07-26T16:07:23.094250+0000","last_fullsized":"2021-07-26T16:07:23.094250+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":221,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094937+0000","last_change":"2021-07-26T16:01:16.006858+0000","last_active":"2021-07-26T16:07:23.094937+0000","last_peered":"2021-07-26T16:07:23.094937+0000","last_clean":"2021-07-26T16:07:23.094937+0000","last_became_active":"2021-07-26T16:01:16.006560+0000","last_became_peered":"2021-07-26T16:01:16.006560+0000","last_unstale":"2021-07-26T16:07:23.094937+0000","last_undegraded":"2021-07-26T16:07:23.094937+0000","last_fullsized":"2021-07-26T16:07:23.094937+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"225'11257","reported_seq":21084,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:34.031243+0000","last_change":"2021-07-26T16:05:15.073356+0000","last_active":"2021-07-26T16:07:34.031243+0000","last_peered":"2021-07-26T16:07:34.031243+0000","last_clean":"2021-07-26T16:07:34.031243+0000","last_became_active":"2021-07-26T16:05:15.054682+0000","last_became_peered":"2021-07-26T16:05:15.054682+0000","last_unstale":"2021-07-26T16:07:34.031243+0000","last_undegraded":"2021-07-26T16:07:34.031243+0000","last_fullsized":"2021-07-26T16:07:34.031243+0000","mapping_epoch":180,"log_start":"96'976","ondisk_log_start":"96'976","created":91,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":10281,"ondisk_log_size":10281,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":5636096,"num_objects":86,"num_object_clones":0,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6478,"num_write_kb":210048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2966,"num_bytes_recovered":194379776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":241,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.095138+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:07:23.095138+0000","last_peered":"2021-07-26T16:07:23.095138+0000","last_clean":"2021-07-26T16:07:23.095138+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:07:23.095138+0000","last_undegraded":"2021-07-26T16:07:23.095138+0000","last_fullsized":"2021-07-26T16:07:23.095138+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":464,"reported_epoch":224,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:07:23.092744+0000","last_change":"2021-07-26T16:07:07.305633+0000","last_active":"2021-07-26T16:07:23.092744+0000","last_peered":"2021-07-26T16:07:23.092744+0000","last_clean":"2021-07-26T16:06:59.138329+0000","last_became_active":"2021-07-26T16:07:07.305363+0000","last_became_peered":"2021-07-26T16:07:07.305363+0000","last_unstale":"2021-07-26T16:07:23.092744+0000","last_undegraded":"2021-07-26T16:07:07.234759+0000","last_fullsized":"2021-07-26T16:07:07.151545+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":133,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[0,6],"avail_no_missing":["0","1","6"],"object_location_counts":[{"shards":"0,1,6","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":25,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094621+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:07:23.094621+0000","last_peered":"2021-07-26T16:07:23.094621+0000","last_clean":"2021-07-26T16:07:23.094621+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:07:23.094621+0000","last_undegraded":"2021-07-26T16:07:23.094621+0000","last_fullsized":"2021-07-26T16:07:23.094621+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":21,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.091572+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:07:23.091572+0000","last_peered":"2021-07-26T16:07:23.091572+0000","last_clean":"2021-07-26T16:07:23.091572+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:07:23.091572+0000","last_undegraded":"2021-07-26T16:07:23.091572+0000","last_fullsized":"2021-07-26T16:07:23.091572+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":233,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094441+0000","last_change":"2021-07-26T16:01:16.000326+0000","last_active":"2021-07-26T16:07:23.094441+0000","last_peered":"2021-07-26T16:07:23.094441+0000","last_clean":"2021-07-26T16:07:23.094441+0000","last_became_active":"2021-07-26T16:01:15.999482+0000","last_became_peered":"2021-07-26T16:01:15.999482+0000","last_unstale":"2021-07-26T16:07:23.094441+0000","last_undegraded":"2021-07-26T16:07:23.094441+0000","last_fullsized":"2021-07-26T16:07:23.094441+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":142,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.092567+0000","last_change":"2021-07-26T16:07:22.105863+0000","last_active":"2021-07-26T16:07:23.092567+0000","last_peered":"2021-07-26T16:07:23.092567+0000","last_clean":"2021-07-26T16:07:23.092567+0000","last_became_active":"2021-07-26T16:07:22.105468+0000","last_became_peered":"2021-07-26T16:07:22.105468+0000","last_unstale":"2021-07-26T16:07:23.092567+0000","last_undegraded":"2021-07-26T16:07:23.092567+0000","last_fullsized":"2021-07-26T16:07:23.092567+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":145,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.098332+0000","last_change":"2021-07-26T16:07:06.163962+0000","last_active":"2021-07-26T16:07:23.098332+0000","last_peered":"2021-07-26T16:07:23.098332+0000","last_clean":"2021-07-26T16:07:23.098332+0000","last_became_active":"2021-07-26T16:07:06.163319+0000","last_became_peered":"2021-07-26T16:07:06.163319+0000","last_unstale":"2021-07-26T16:07:23.098332+0000","last_undegraded":"2021-07-26T16:07:23.098332+0000","last_fullsized":"2021-07-26T16:07:23.098332+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.4","version":"225'11248","reported_seq":12293,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:34.379902+0000","last_change":"2021-07-26T16:06:40.588938+0000","last_active":"2021-07-26T16:07:34.379902+0000","last_peered":"2021-07-26T16:07:34.379902+0000","last_clean":"2021-07-26T16:07:34.379902+0000","last_became_active":"2021-07-26T16:06:40.557591+0000","last_became_peered":"2021-07-26T16:06:40.557591+0000","last_unstale":"2021-07-26T16:07:34.379902+0000","last_undegraded":"2021-07-26T16:07:34.379902+0000","last_fullsized":"2021-07-26T16:07:34.379902+0000","mapping_epoch":206,"log_start":"104'4585","ondisk_log_start":"104'4585","created":91,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6663,"ondisk_log_size":6663,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6062080,"num_objects":92,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":92,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6445,"num_write_kb":209216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":430,"num_bytes_recovered":28180480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":246,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094374+0000","last_change":"2021-07-26T16:05:09.276068+0000","last_active":"2021-07-26T16:07:23.094374+0000","last_peered":"2021-07-26T16:07:23.094374+0000","last_clean":"2021-07-26T16:07:23.094374+0000","last_became_active":"2021-07-26T16:05:09.275666+0000","last_became_peered":"2021-07-26T16:05:09.275666+0000","last_unstale":"2021-07-26T16:07:23.094374+0000","last_undegraded":"2021-07-26T16:07:23.094374+0000","last_fullsized":"2021-07-26T16:07:23.094374+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":226,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094506+0000","last_change":"2021-07-26T16:06:49.103891+0000","last_active":"2021-07-26T16:07:23.094506+0000","last_peered":"2021-07-26T16:07:23.094506+0000","last_clean":"2021-07-26T16:07:23.094506+0000","last_became_active":"2021-07-26T16:06:49.103475+0000","last_became_peered":"2021-07-26T16:06:49.103475+0000","last_unstale":"2021-07-26T16:07:23.094506+0000","last_undegraded":"2021-07-26T16:07:23.094506+0000","last_fullsized":"2021-07-26T16:07:23.094506+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":136,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.096838+0000","last_change":"2021-07-26T16:06:49.088316+0000","last_active":"2021-07-26T16:07:23.096838+0000","last_peered":"2021-07-26T16:07:23.096838+0000","last_clean":"2021-07-26T16:07:23.096838+0000","last_became_active":"2021-07-26T16:06:49.087954+0000","last_became_peered":"2021-07-26T16:06:49.087954+0000","last_unstale":"2021-07-26T16:07:23.096838+0000","last_undegraded":"2021-07-26T16:07:23.096838+0000","last_fullsized":"2021-07-26T16:07:23.096838+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"225'11106","reported_seq":13276,"reported_epoch":225,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-07-26T16:07:34.350328+0000","last_change":"2021-07-26T16:07:06.300868+0000","last_active":"2021-07-26T16:07:34.350328+0000","last_peered":"2021-07-26T16:07:34.350328+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:07:06.269605+0000","last_became_peered":"2021-07-26T16:07:06.269605+0000","last_unstale":"2021-07-26T16:07:34.350328+0000","last_undegraded":"2021-07-26T16:07:06.228947+0000","last_fullsized":"2021-07-26T16:07:34.350328+0000","mapping_epoch":217,"log_start":"104'4425","ondisk_log_start":"104'4425","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":6681,"ondisk_log_size":6681,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7897088,"num_objects":120,"num_object_clones":0,"num_object_copies":360,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":120,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":120,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6385,"num_write_kb":208192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":996,"num_bytes_recovered":65273856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,7],"acting":[1,6,2],"avail_no_missing":["1","0","6"],"object_location_counts":[{"shards":"1,2,6","objects":120}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":42,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094574+0000","last_change":"2021-07-26T16:07:17.047954+0000","last_active":"2021-07-26T16:07:23.094574+0000","last_peered":"2021-07-26T16:07:23.094574+0000","last_clean":"2021-07-26T16:07:23.094574+0000","last_became_active":"2021-07-26T16:07:06.166040+0000","last_became_peered":"2021-07-26T16:07:06.166040+0000","last_unstale":"2021-07-26T16:07:23.094574+0000","last_undegraded":"2021-07-26T16:07:23.094574+0000","last_fullsized":"2021-07-26T16:07:23.094574+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":193,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.095542+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:07:23.095542+0000","last_peered":"2021-07-26T16:07:23.095542+0000","last_clean":"2021-07-26T16:07:23.095542+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:07:23.095542+0000","last_undegraded":"2021-07-26T16:07:23.095542+0000","last_fullsized":"2021-07-26T16:07:23.095542+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":17,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094345+0000","last_change":"2021-07-26T16:07:06.166026+0000","last_active":"2021-07-26T16:07:23.094345+0000","last_peered":"2021-07-26T16:07:23.094345+0000","last_clean":"2021-07-26T16:07:23.094345+0000","last_became_active":"2021-07-26T16:07:06.165646+0000","last_became_peered":"2021-07-26T16:07:06.165646+0000","last_unstale":"2021-07-26T16:07:23.094345+0000","last_undegraded":"2021-07-26T16:07:23.094345+0000","last_fullsized":"2021-07-26T16:07:23.094345+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2","version":"225'11344","reported_seq":13173,"reported_epoch":225,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:07:33.548981+0000","last_change":"2021-07-26T16:07:23.393402+0000","last_active":"2021-07-26T16:07:33.548981+0000","last_peered":"2021-07-26T16:07:33.548981+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:07:23.279855+0000","last_became_peered":"2021-07-26T16:07:23.279855+0000","last_unstale":"2021-07-26T16:07:33.548981+0000","last_undegraded":"2021-07-26T16:07:23.165722+0000","last_fullsized":"2021-07-26T16:07:23.092104+0000","mapping_epoch":223,"log_start":"101'2697","ondisk_log_start":"101'2697","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8647,"ondisk_log_size":8647,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7208960,"num_objects":110,"num_object_clones":0,"num_object_copies":330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":283,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":110,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6504,"num_write_kb":211648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":659,"num_bytes_recovered":43089920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[3,2],"avail_no_missing":["3","0","5","7"],"object_location_counts":[{"shards":"2,3","objects":110}],"blocked_by":[],"up_primary":4,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":241,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.093021+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:07:23.093021+0000","last_peered":"2021-07-26T16:07:23.093021+0000","last_clean":"2021-07-26T16:07:23.093021+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:07:23.093021+0000","last_undegraded":"2021-07-26T16:07:23.093021+0000","last_fullsized":"2021-07-26T16:07:23.093021+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":154,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.098384+0000","last_change":"2021-07-26T16:05:48.243973+0000","last_active":"2021-07-26T16:07:23.098384+0000","last_peered":"2021-07-26T16:07:23.098384+0000","last_clean":"2021-07-26T16:07:23.098384+0000","last_became_active":"2021-07-26T16:05:09.288052+0000","last_became_peered":"2021-07-26T16:05:09.288052+0000","last_unstale":"2021-07-26T16:07:23.098384+0000","last_undegraded":"2021-07-26T16:07:23.098384+0000","last_fullsized":"2021-07-26T16:07:23.098384+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":60,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.091440+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:07:23.091440+0000","last_peered":"2021-07-26T16:07:23.091440+0000","last_clean":"2021-07-26T16:07:23.091440+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:07:23.091440+0000","last_undegraded":"2021-07-26T16:07:23.091440+0000","last_fullsized":"2021-07-26T16:07:23.091440+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"225'11270","reported_seq":16258,"reported_epoch":225,"state":"active+remapped+backfill_wait","last_fresh":"2021-07-26T16:07:34.132863+0000","last_change":"2021-07-26T16:07:21.775376+0000","last_active":"2021-07-26T16:07:34.132863+0000","last_peered":"2021-07-26T16:07:34.132863+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:05:50.317051+0000","last_became_peered":"2021-07-26T16:05:50.317051+0000","last_unstale":"2021-07-26T16:07:34.132863+0000","last_undegraded":"2021-07-26T16:07:34.132863+0000","last_fullsized":"2021-07-26T16:07:34.132863+0000","mapping_epoch":190,"log_start":"97'1617","ondisk_log_start":"97'1617","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":9653,"ondisk_log_size":9653,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7995392,"num_objects":122,"num_object_clones":0,"num_object_copies":366,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":122,"num_objects_unfound":0,"num_objects_dirty":122,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6465,"num_write_kb":210784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2408,"num_bytes_recovered":62324736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,2],"avail_no_missing":["7","2","6"],"object_location_counts":[{"shards":"2,6,7","objects":122}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":142,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.096598+0000","last_change":"2021-07-26T16:05:09.273839+0000","last_active":"2021-07-26T16:07:23.096598+0000","last_peered":"2021-07-26T16:07:23.096598+0000","last_clean":"2021-07-26T16:07:23.096598+0000","last_became_active":"2021-07-26T16:05:09.273364+0000","last_became_peered":"2021-07-26T16:05:09.273364+0000","last_unstale":"2021-07-26T16:07:23.096598+0000","last_undegraded":"2021-07-26T16:07:23.096598+0000","last_fullsized":"2021-07-26T16:07:23.096598+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":175,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.094554+0000","last_change":"2021-07-26T16:06:40.588692+0000","last_active":"2021-07-26T16:07:23.094554+0000","last_peered":"2021-07-26T16:07:23.094554+0000","last_clean":"2021-07-26T16:07:23.094554+0000","last_became_active":"2021-07-26T16:06:40.583831+0000","last_became_peered":"2021-07-26T16:06:40.583831+0000","last_unstale":"2021-07-26T16:07:23.094554+0000","last_undegraded":"2021-07-26T16:07:23.094554+0000","last_fullsized":"2021-07-26T16:07:23.094554+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.19","version":"225'11369","reported_seq":27083,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:34.969929+0000","last_change":"2021-07-26T16:06:25.316831+0000","last_active":"2021-07-26T16:07:34.969929+0000","last_peered":"2021-07-26T16:07:34.969929+0000","last_clean":"2021-07-26T16:07:34.969929+0000","last_became_active":"2021-07-26T16:06:25.280911+0000","last_became_peered":"2021-07-26T16:06:25.280911+0000","last_unstale":"2021-07-26T16:07:34.969929+0000","last_undegraded":"2021-07-26T16:07:34.969929+0000","last_fullsized":"2021-07-26T16:07:34.969929+0000","mapping_epoch":201,"log_start":"97'1655","ondisk_log_start":"97'1655","created":156,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":9714,"ondisk_log_size":9714,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3964928,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6532,"num_write_kb":210944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5568,"num_bytes_recovered":228818944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":229,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.095422+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:07:23.095422+0000","last_peered":"2021-07-26T16:07:23.095422+0000","last_clean":"2021-07-26T16:07:23.095422+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:07:23.095422+0000","last_undegraded":"2021-07-26T16:07:23.095422+0000","last_fullsized":"2021-07-26T16:07:23.095422+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":60,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.091333+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:07:23.091333+0000","last_peered":"2021-07-26T16:07:23.091333+0000","last_clean":"2021-07-26T16:07:23.091333+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:07:23.091333+0000","last_undegraded":"2021-07-26T16:07:23.091333+0000","last_fullsized":"2021-07-26T16:07:23.091333+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"225'11303","reported_seq":14921,"reported_epoch":225,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-07-26T16:07:33.977144+0000","last_change":"2021-07-26T16:07:07.297915+0000","last_active":"2021-07-26T16:07:33.977144+0000","last_peered":"2021-07-26T16:07:33.977144+0000","last_clean":"2021-07-26T15:59:24.429964+0000","last_became_active":"2021-07-26T16:07:07.234003+0000","last_became_peered":"2021-07-26T16:07:07.234003+0000","last_unstale":"2021-07-26T16:07:33.977144+0000","last_undegraded":"2021-07-26T16:07:07.182818+0000","last_fullsized":"2021-07-26T16:07:33.977144+0000","mapping_epoch":218,"log_start":"101'2660","ondisk_log_start":"101'2660","created":156,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:59:24.429964+0000","last_clean_scrub_stamp":"2021-07-26T15:59:24.429964+0000","log_size":8643,"ondisk_log_size":8643,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":9207808,"num_objects":141,"num_object_clones":0,"num_object_copies":423,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":141,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":141,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6481,"num_write_kb":211872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1344,"num_bytes_recovered":88080384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,2],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"2,3,7","objects":141}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":214,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.095354+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:07:23.095354+0000","last_peered":"2021-07-26T16:07:23.095354+0000","last_clean":"2021-07-26T16:07:23.095354+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:07:23.095354+0000","last_undegraded":"2021-07-26T16:07:23.095354+0000","last_fullsized":"2021-07-26T16:07:23.095354+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":227,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.092672+0000","last_change":"2021-07-26T16:07:22.105912+0000","last_active":"2021-07-26T16:07:23.092672+0000","last_peered":"2021-07-26T16:07:23.092672+0000","last_clean":"2021-07-26T16:07:23.092672+0000","last_became_active":"2021-07-26T16:07:22.105531+0000","last_became_peered":"2021-07-26T16:07:22.105531+0000","last_unstale":"2021-07-26T16:07:23.092672+0000","last_undegraded":"2021-07-26T16:07:23.092672+0000","last_fullsized":"2021-07-26T16:07:23.092672+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":21,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.090900+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:07:23.090900+0000","last_peered":"2021-07-26T16:07:23.090900+0000","last_clean":"2021-07-26T16:07:23.090900+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:07:23.090900+0000","last_undegraded":"2021-07-26T16:07:23.090900+0000","last_fullsized":"2021-07-26T16:07:23.090900+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":213,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.092496+0000","last_change":"2021-07-26T16:06:49.086223+0000","last_active":"2021-07-26T16:07:23.092496+0000","last_peered":"2021-07-26T16:07:23.092496+0000","last_clean":"2021-07-26T16:07:23.092496+0000","last_became_active":"2021-07-26T16:06:49.085864+0000","last_became_peered":"2021-07-26T16:06:49.085864+0000","last_unstale":"2021-07-26T16:07:23.092496+0000","last_undegraded":"2021-07-26T16:07:23.092496+0000","last_fullsized":"2021-07-26T16:07:23.092496+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":139,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.098718+0000","last_change":"2021-07-26T16:05:49.117410+0000","last_active":"2021-07-26T16:07:23.098718+0000","last_peered":"2021-07-26T16:07:23.098718+0000","last_clean":"2021-07-26T16:07:23.098718+0000","last_became_active":"2021-07-26T16:05:49.078340+0000","last_became_peered":"2021-07-26T16:05:49.078340+0000","last_unstale":"2021-07-26T16:07:23.098718+0000","last_undegraded":"2021-07-26T16:07:23.098718+0000","last_fullsized":"2021-07-26T16:07:23.098718+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":60,"reported_epoch":224,"state":"active+clean","last_fresh":"2021-07-26T16:07:23.090959+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:07:23.090959+0000","last_peered":"2021-07-26T16:07:23.090959+0000","last_clean":"2021-07-26T16:07:23.090959+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:07:23.090959+0000","last_undegraded":"2021-07-26T16:07:23.090959+0000","last_fullsized":"2021-07-26T16:07:23.090959+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":26,"stat_sum":{"num_bytes":225640472,"num_objects":3444,"num_object_clones":0,"num_object_copies":10332,"num_objects_missing_on_primary":357,"num_objects_missing":357,"num_objects_degraded":6622,"num_objects_misplaced":671,"num_objects_unfound":0,"num_objects_dirty":3444,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":206282,"num_write_kb":6711169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51356,"num_bytes_recovered":2610692120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1326071808,"data_stored":1326055520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":207344,"ondisk_log_size":207344,"up":78,"acting":72,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":43,"num_bytes_recovered":1486,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":2,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495876,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1138332,"kb_used_data":89748,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92606820,"statfs":{"total":95995035648,"available":94829383680,"internally_reserved":1073741824,"allocated":91901952,"data_stored":90767369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.58699999999999997,"15min":0.59699999999999998},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.8759999999999999,"5min":11.359,"15min":11.359},"last":0.218},{"interface":"front","average":{"1min":0.95599999999999996,"5min":0.71199999999999997,"15min":0.65800000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.5119999999999996,"5min":11.378,"15min":11.378},"last":2.613}]},{"osd":1,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.7130000000000001,"5min":0.83599999999999997,"15min":0.76900000000000002},"min":{"1min":0.315,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":5.1959999999999997,"5min":5.1959999999999997,"15min":19.768000000000001},"last":2.6949999999999998},{"interface":"front","average":{"1min":1.6930000000000001,"5min":1.2709999999999999,"15min":0.84499999999999997},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.23300000000000001},"max":{"1min":12.555,"5min":29.486999999999998,"15min":29.486999999999998},"last":0.46200000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:06:32 2021","interfaces":[{"interface":"back","average":{"1min":1.1220000000000001,"5min":0.77600000000000002,"15min":1.6899999999999999},"min":{"1min":0.27700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":5.3019999999999996,"5min":7.6059999999999999,"15min":8.7100000000000009},"last":2.6469999999999998},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.73399999999999999,"15min":1.6759999999999999},"min":{"1min":0.30599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":5.2990000000000004,"5min":7.6139999999999999,"15min":8.0250000000000004},"last":0.48399999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":2.3929999999999998,"5min":1.0289999999999999,"15min":0.86199999999999999},"min":{"1min":0.30599999999999999,"5min":0.28199999999999997,"15min":0.26600000000000001},"max":{"1min":6.8849999999999998,"5min":6.8849999999999998,"15min":19.582999999999998},"last":6.1589999999999998},{"interface":"front","average":{"1min":1.661,"5min":0.81499999999999995,"15min":0.79800000000000004},"min":{"1min":0.28000000000000003,"5min":0.27500000000000002,"15min":0.24399999999999999},"max":{"1min":4.5720000000000001,"5min":4.5720000000000001,"15min":19.699999999999999},"last":6.8029999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:07:22 2021","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.38200000000000001,"15min":0.34000000000000002},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":3.6070000000000002,"5min":3.6070000000000002,"15min":3.6070000000000002},"last":0.247},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.45900000000000002,"15min":0.42499999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.6349999999999998,"5min":3.6349999999999998,"15min":3.6349999999999998},"last":0.28499999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:06:47 2021","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.35399999999999998,"15min":0.45800000000000002},"min":{"1min":0.22900000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.71199999999999997,"5min":0.77300000000000002,"15min":3.9460000000000002},"last":2.6709999999999998},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.44600000000000001,"15min":0.51800000000000002},"min":{"1min":0.26000000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.93700000000000006,"5min":4.0110000000000001,"15min":7.5720000000000001},"last":0.26600000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:06:47 2021","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.499,"15min":0.52900000000000003},"min":{"1min":0.33800000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.659,"5min":3.98,"15min":4.7430000000000003},"last":2.802},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.44700000000000001,"15min":0.48499999999999999},"min":{"1min":0.251,"5min":0.25,"15min":0.25},"max":{"1min":5.2060000000000004,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":2.9609999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659399,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1157580,"kb_used_data":108996,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92587572,"statfs":{"total":95995035648,"available":94809673728,"internally_reserved":1073741824,"allocated":111611904,"data_stored":110485756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:18 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.47699999999999998,"15min":0.56299999999999994},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":3.573,"5min":3.573,"15min":4.4820000000000002},"last":1.048},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.61499999999999999,"15min":0.65800000000000003},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":3.7749999999999999,"5min":3.9569999999999999,"15min":11.207000000000001},"last":10.353999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":0.80500000000000005,"15min":0.68799999999999994},"min":{"1min":0.23200000000000001,"5min":0.22500000000000001,"15min":0.21199999999999999},"max":{"1min":7.4109999999999996,"5min":7.4109999999999996,"15min":7.4109999999999996},"last":12.864000000000001},{"interface":"front","average":{"1min":1.3720000000000001,"5min":0.74299999999999999,"15min":0.79200000000000004},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.4779999999999998,"5min":8.4779999999999998,"15min":11.455},"last":0.47899999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:07:32 2021","interfaces":[{"interface":"back","average":{"1min":1.508,"5min":1.0009999999999999,"15min":1.9710000000000001},"min":{"1min":0.35799999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":5.8639999999999999,"5min":6.3979999999999997,"15min":12.388999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":1.4259999999999999,"5min":1.0649999999999999,"15min":1.6759999999999999},"min":{"1min":0.28100000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.9260000000000002,"5min":6.1120000000000001,"15min":10.116},"last":0.46999999999999997}]},{"osd":3,"last update":"Mon Jul 26 16:07:18 2021","interfaces":[{"interface":"back","average":{"1min":1.829,"5min":1.1060000000000001,"15min":0.90600000000000003},"min":{"1min":0.32500000000000001,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":7.5220000000000002,"5min":11.077999999999999,"15min":11.077999999999999},"last":1.1479999999999999},{"interface":"front","average":{"1min":1.726,"5min":1.0700000000000001,"15min":0.91000000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":8.6630000000000003,"5min":11.121,"15min":11.430999999999999},"last":1.1240000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.41899999999999998,"15min":0.35099999999999998},"min":{"1min":0.23999999999999999,"5min":0.215,"15min":0.215},"max":{"1min":3.673,"5min":3.673,"15min":3.673},"last":0.41899999999999998},{"interface":"front","average":{"1min":1.1200000000000001,"5min":0.48899999999999999,"15min":0.36599999999999999},"min":{"1min":0.23200000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":8.4179999999999993,"5min":8.4179999999999993,"15min":8.4179999999999993},"last":0.53400000000000003}]},{"osd":5,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.442,"15min":0.47699999999999998},"min":{"1min":0.23999999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.436,"15min":0.51100000000000001},"min":{"1min":0.29399999999999998,"5min":0.214,"15min":0.214},"max":{"1min":3.7770000000000001,"5min":3.7770000000000001,"15min":5.9240000000000004},"last":0.44500000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:06:39 2021","interfaces":[{"interface":"back","average":{"1min":1.2390000000000001,"5min":0.55800000000000005,"15min":0.65800000000000003},"min":{"1min":0.251,"5min":0.222,"15min":0.222},"max":{"1min":16.913,"5min":16.913,"15min":16.913},"last":0.504},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.53300000000000003},"min":{"1min":0.28799999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":1.073,"5min":1.8779999999999999,"15min":4.5069999999999997},"last":0.438}]}]},{"osd":1,"up_from":78,"seq":335007449216,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":246280,"kb_used_data":98176,"kb_used_omap":6,"kb_used_meta":148089,"kb_avail":93498872,"statfs":{"total":95995035648,"available":95742844928,"internally_reserved":0,"allocated":100532224,"data_stored":99413740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":151643737},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":0.95499999999999996,"15min":0.63300000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.184},"max":{"1min":5.4080000000000004,"5min":6.1050000000000004,"15min":6.1050000000000004},"last":1.069},{"interface":"front","average":{"1min":1.9730000000000001,"5min":1.0669999999999999,"15min":0.77000000000000002},"min":{"1min":0.224,"5min":0.221,"15min":0.21299999999999999},"max":{"1min":10.977,"5min":10.977,"15min":10.977},"last":0.504}]},{"osd":2,"last update":"Mon Jul 26 16:07:29 2021","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":1.6419999999999999,"15min":1.8500000000000001},"min":{"1min":0.24199999999999999,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":5.3280000000000003,"5min":34.530000000000001,"15min":34.530000000000001},"last":2.5049999999999999},{"interface":"front","average":{"1min":1.7609999999999999,"5min":1.7170000000000001,"15min":1.829},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":7.218,"5min":34.465000000000003,"15min":34.465000000000003},"last":2.6269999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:07:15 2021","interfaces":[{"interface":"back","average":{"1min":1.429,"5min":1.0700000000000001,"15min":0.86199999999999999},"min":{"1min":0.28100000000000003,"5min":0.254,"15min":0.24099999999999999},"max":{"1min":5.8789999999999996,"5min":6.0030000000000001,"15min":13.077999999999999},"last":6.2569999999999997},{"interface":"front","average":{"1min":1.8720000000000001,"5min":1.0940000000000001,"15min":0.872},"min":{"1min":0.28499999999999998,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":11.106999999999999,"5min":11.106999999999999,"15min":13.287000000000001},"last":6.1719999999999997}]},{"osd":4,"last update":"Mon Jul 26 16:07:24 2021","interfaces":[{"interface":"back","average":{"1min":1.573,"5min":1.0209999999999999,"15min":0.92600000000000005},"min":{"1min":0.35599999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":5.9539999999999997,"5min":5.9539999999999997,"15min":5.9539999999999997},"last":0.309},{"interface":"front","average":{"1min":1.7529999999999999,"5min":1.1419999999999999,"15min":1.087},"min":{"1min":0.35399999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":5.3369999999999997,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":3.2669999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":0.95899999999999996,"15min":0.83899999999999997},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":4.6070000000000002,"5min":4.6070000000000002,"15min":9.8689999999999998},"last":0.53400000000000003},{"interface":"front","average":{"1min":1.421,"5min":0.91700000000000004,"15min":0.84099999999999997},"min":{"1min":0.35799999999999998,"5min":0.32000000000000001,"15min":0.29599999999999999},"max":{"1min":5.9109999999999996,"5min":5.9109999999999996,"15min":6.9139999999999997},"last":0.34899999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.46,"5min":0.999,"15min":0.88700000000000001},"min":{"1min":0.32300000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":4.6079999999999997,"5min":4.6079999999999997,"15min":9.9209999999999994},"last":0.56399999999999995},{"interface":"front","average":{"1min":1.6819999999999999,"5min":1.0229999999999999,"15min":0.86699999999999999},"min":{"1min":0.40000000000000002,"5min":0.32400000000000001,"15min":0.32200000000000001},"max":{"1min":6.508,"5min":6.508,"15min":6.8730000000000002},"last":0.377}]},{"osd":7,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.4179999999999999,"5min":0.96499999999999997,"15min":0.82699999999999996},"min":{"1min":0.40300000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":5.3700000000000001,"5min":5.9870000000000001,"15min":5.9870000000000001},"last":1.284},{"interface":"front","average":{"1min":1.6419999999999999,"5min":1.105,"15min":0.95199999999999996},"min":{"1min":0.40999999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":5.2080000000000002,"5min":5.2080000000000002,"15min":9.968},"last":1.087}]}]},{"osd":0,"up_from":73,"seq":313532612750,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":161748,"kb_used_data":57612,"kb_used_omap":23,"kb_used_meta":104040,"kb_avail":93583404,"statfs":{"total":95995035648,"available":95829405696,"internally_reserved":0,"allocated":58994688,"data_stored":57864581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":106537718},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":4.0039999999999996,"5min":3.2610000000000001,"15min":1.4039999999999999},"min":{"1min":0.19400000000000001,"5min":0.189,"15min":0.189},"max":{"1min":44.950000000000003,"5min":160.554,"15min":160.554},"last":3.1040000000000001},{"interface":"front","average":{"1min":3.8439999999999999,"5min":3.2959999999999998,"15min":1.478},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":43.060000000000002,"5min":159.00200000000001,"15min":159.00200000000001},"last":2.9740000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:06:37 2021","interfaces":[{"interface":"back","average":{"1min":1.492,"5min":1.5429999999999999,"15min":1.325},"min":{"1min":0.24099999999999999,"5min":0.22500000000000001,"15min":0.20799999999999999},"max":{"1min":10.628,"5min":31.178000000000001,"15min":31.178000000000001},"last":0.40799999999999997},{"interface":"front","average":{"1min":1.522,"5min":1.526,"15min":1.3080000000000001},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":10.359,"5min":31.286999999999999,"15min":31.286999999999999},"last":3.1240000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":4.5979999999999999,"5min":1.4279999999999999,"15min":1.093},"min":{"1min":0.29899999999999999,"5min":0.24399999999999999,"15min":0.19800000000000001},"max":{"1min":46.173999999999999,"5min":46.173999999999999,"15min":46.173999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":4.6639999999999997,"5min":1.5469999999999999,"15min":1.179},"min":{"1min":0.376,"5min":0.30299999999999999,"15min":0.24299999999999999},"max":{"1min":46.201999999999998,"5min":46.201999999999998,"15min":46.201999999999998},"last":0.53500000000000003}]},{"osd":4,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":1.0529999999999999,"15min":0.81299999999999994},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":7.7549999999999999,"5min":7.7549999999999999,"15min":7.7549999999999999},"last":3.403},{"interface":"front","average":{"1min":1.5609999999999999,"5min":1.002,"15min":0.90000000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.4000000000000004,"5min":6.4000000000000004,"15min":6.4000000000000004},"last":3.0840000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.83599999999999997,"15min":0.85999999999999999},"min":{"1min":0.317,"5min":0.313,"15min":0.313},"max":{"1min":3.4039999999999999,"5min":5.9349999999999996,"15min":12.853},"last":2.9350000000000001},{"interface":"front","average":{"1min":2.1499999999999999,"5min":1.194,"15min":1.05},"min":{"1min":0.35599999999999998,"5min":0.35099999999999998,"15min":0.32600000000000001},"max":{"1min":7.7939999999999996,"5min":11.236000000000001,"15min":14.298999999999999},"last":0.47799999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":0.91100000000000003,"15min":0.88600000000000001},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":4.4180000000000001,"5min":5.9660000000000002,"15min":14.609999999999999},"last":2.9950000000000001},{"interface":"front","average":{"1min":2.1309999999999998,"5min":1.1040000000000001,"15min":0.93000000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33300000000000002},"max":{"1min":7.7320000000000002,"5min":8.5549999999999997,"15min":8.5549999999999997},"last":3.4340000000000002}]},{"osd":7,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":2.1829999999999998,"5min":1.097,"15min":1.069},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":7.7750000000000004,"5min":8.3710000000000004,"15min":27.449999999999999},"last":0.499},{"interface":"front","average":{"1min":1.595,"5min":1.008,"15min":0.93700000000000006},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.32300000000000001},"max":{"1min":5.1100000000000003,"5min":8.2750000000000004,"15min":27.463999999999999},"last":3.0590000000000002}]}]},{"osd":2,"up_from":0,"seq":459561500757,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122165,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":370052,"kb_used_data":173052,"kb_used_omap":4,"kb_used_meta":196923,"kb_avail":93375100,"statfs":{"total":95995035648,"available":95616102400,"internally_reserved":0,"allocated":177205248,"data_stored":176090382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":201649789},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":3.2490000000000001,"5min":1.1499999999999999,"15min":0.82899999999999996},"min":{"1min":0.20699999999999999,"5min":0.193,"15min":0.17799999999999999},"max":{"1min":54.576999999999998,"5min":54.576999999999998,"15min":54.576999999999998},"last":1.4970000000000001},{"interface":"front","average":{"1min":3.266,"5min":1.25,"15min":0.84199999999999997},"min":{"1min":0.22800000000000001,"5min":0.20999999999999999,"15min":0.20599999999999999},"max":{"1min":56.030999999999999,"5min":56.030999999999999,"15min":56.030999999999999},"last":0.19600000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":3.2650000000000001,"5min":1.4199999999999999,"15min":0.92400000000000004},"min":{"1min":0.29399999999999998,"5min":0.22500000000000001,"15min":0.223},"max":{"1min":24.407,"5min":24.407,"15min":24.407},"last":4.7460000000000004},{"interface":"front","average":{"1min":2.2229999999999999,"5min":1.417,"15min":1.0469999999999999},"min":{"1min":0.23499999999999999,"5min":0.223,"15min":0.223},"max":{"1min":24.103000000000002,"5min":42.917000000000002,"15min":42.917000000000002},"last":0.38800000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:06:32 2021","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.3380000000000001,"15min":1.956},"min":{"1min":0.34200000000000003,"5min":0.313,"15min":0.30099999999999999},"max":{"1min":5.8310000000000004,"5min":8.0619999999999994,"15min":8.0619999999999994},"last":10.73},{"interface":"front","average":{"1min":1.1240000000000001,"5min":1.365,"15min":2.621},"min":{"1min":0.33200000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.9619999999999997,"5min":14.436,"15min":14.436},"last":10.694000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.78200000000000003,"15min":0.67600000000000005},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":4.5810000000000004,"5min":5.0250000000000004,"15min":5.0250000000000004},"last":0.28599999999999998},{"interface":"front","average":{"1min":1.431,"5min":0.88500000000000001,"15min":0.78100000000000003},"min":{"1min":0.29299999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":7.0380000000000003,"5min":7.0380000000000003,"15min":7.0380000000000003},"last":4.774}]},{"osd":5,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.80300000000000005,"15min":0.82899999999999996},"min":{"1min":0.30099999999999999,"5min":0.29899999999999999,"15min":0.28499999999999998},"max":{"1min":2.3999999999999999,"5min":5.0540000000000003,"15min":10.988},"last":0.311},{"interface":"front","average":{"1min":1.137,"5min":0.81999999999999995,"15min":0.81399999999999995},"min":{"1min":0.36299999999999999,"5min":0.318,"15min":0.318},"max":{"1min":5.9610000000000003,"5min":5.9610000000000003,"15min":11.145},"last":0.41399999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.871,"15min":0.84699999999999998},"min":{"1min":0.373,"5min":0.32100000000000001,"15min":0.25700000000000001},"max":{"1min":4.1920000000000002,"5min":6.0960000000000001,"15min":11.039999999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":1.579,"5min":1.0509999999999999,"15min":0.93500000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":7.109,"5min":7.109,"15min":7.109},"last":4.7930000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.054,"15min":0.96099999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":7.1390000000000002,"5min":7.1390000000000002,"15min":8.5549999999999997},"last":4.8369999999999997},{"interface":"front","average":{"1min":1.214,"5min":0.90900000000000003,"15min":0.94599999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.36699999999999999},"max":{"1min":6.7800000000000002,"5min":6.8789999999999996,"15min":19.039999999999999},"last":0.443}]}]},{"osd":4,"up_from":163,"seq":700079669288,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1180888,"kb_used_data":132304,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":92564264,"statfs":{"total":95995035648,"available":94785806336,"internally_reserved":1073741824,"allocated":135479296,"data_stored":134348739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.48999999999999999,"15min":0.37},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":7.3719999999999999,"5min":7.3719999999999999,"15min":7.3719999999999999},"last":0.38300000000000001},{"interface":"front","average":{"1min":1.5169999999999999,"5min":0.68600000000000005,"15min":0.47999999999999998},"min":{"1min":0.27200000000000002,"5min":0.218,"15min":0.218},"max":{"1min":8.1859999999999999,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":2.3479999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.48199999999999998,"15min":0.41099999999999998},"min":{"1min":0.24399999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.1070000000000002,"5min":3.1070000000000002,"15min":3.1070000000000002},"last":4.7629999999999999},{"interface":"front","average":{"1min":1.1839999999999999,"5min":0.623,"15min":0.495},"min":{"1min":0.34399999999999997,"5min":0.247,"15min":0.247},"max":{"1min":4.8319999999999999,"5min":4.8319999999999999,"15min":4.8319999999999999},"last":2.2789999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":1.696,"5min":0.78100000000000003,"15min":0.53500000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":8.2149999999999999,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":2.3780000000000001},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63,"15min":0.53500000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":3.6669999999999998,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.29499999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.505,"15min":0.45500000000000002},"min":{"1min":0.31900000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":2.3980000000000001},{"interface":"front","average":{"1min":1.103,"5min":0.57499999999999996,"15min":0.47599999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.7800000000000002,"5min":4.7800000000000002,"15min":4.7800000000000002},"last":2.387}]},{"osd":5,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.35599999999999998,"15min":0.34000000000000002},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":2.1909999999999998,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.375,"15min":0.36299999999999999},"min":{"1min":0.25700000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.40899999999999997}]},{"osd":6,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.36099999999999999,"15min":0.33700000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":1.9319999999999999},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.40899999999999997,"15min":0.36699999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":2.847,"5min":2.847,"15min":2.847},"last":0.32700000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.40400000000000003,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.42099999999999999,"15min":0.39100000000000001},"min":{"1min":0.27300000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.4380000000000002,"5min":2.4380000000000002,"15min":2.4380000000000002},"last":2.2469999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822924,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1438912,"kb_used_data":390328,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92306240,"statfs":{"total":95995035648,"available":94521589760,"internally_reserved":1073741824,"allocated":399695872,"data_stored":398577339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:13 2021","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":0.64200000000000002,"15min":0.65500000000000003},"min":{"1min":0.24399999999999999,"5min":0.217,"15min":0.19500000000000001},"max":{"1min":8.7609999999999992,"5min":8.7609999999999992,"15min":8.7609999999999992},"last":2.4159999999999999},{"interface":"front","average":{"1min":2.1150000000000002,"5min":0.79400000000000004,"15min":0.73599999999999999},"min":{"1min":0.32900000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":12.206,"5min":12.206,"15min":12.206},"last":2.484}]},{"osd":1,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":2.5659999999999998,"5min":1.3600000000000001,"15min":0.89600000000000002},"min":{"1min":0.23499999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":27.866,"5min":35.581000000000003,"15min":35.581000000000003},"last":0.41299999999999998},{"interface":"front","average":{"1min":2.1230000000000002,"5min":1.339,"15min":0.92700000000000005},"min":{"1min":0.29899999999999999,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":27.902000000000001,"5min":35.548999999999999,"15min":35.548999999999999},"last":0.245}]},{"osd":2,"last update":"Mon Jul 26 16:07:33 2021","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1.1519999999999999,"15min":1.1659999999999999},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":4.407,"5min":35.734000000000002,"15min":35.734000000000002},"last":0.27400000000000002},{"interface":"front","average":{"1min":2.0139999999999998,"5min":3.0270000000000001,"15min":1.74},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":12.111000000000001,"5min":171.78700000000001,"15min":171.78700000000001},"last":2.4580000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:07:13 2021","interfaces":[{"interface":"back","average":{"1min":1.5509999999999999,"5min":1.272,"15min":1.0189999999999999},"min":{"1min":0.28799999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":8.3309999999999995,"5min":40.508000000000003,"15min":40.508000000000003},"last":2.7410000000000001},{"interface":"front","average":{"1min":0.97599999999999998,"5min":1.206,"15min":0.99099999999999999},"min":{"1min":0.32300000000000001,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":4.0659999999999998,"5min":40.482999999999997,"15min":40.482999999999997},"last":0.40000000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.38400000000000001,"15min":0.34999999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.7000000000000002,"5min":3.7000000000000002,"15min":3.7000000000000002},"last":0.315},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.38200000000000001,"15min":0.35499999999999998},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.581,"5min":2.581,"15min":2.581},"last":0.46700000000000003}]},{"osd":6,"last update":"Mon Jul 26 16:07:27 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.39300000000000002,"15min":0.48799999999999999},"min":{"1min":0.252,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.6629999999999998,"5min":3.6629999999999998,"15min":4.7610000000000001},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.995,"5min":0.51500000000000001,"15min":0.53700000000000003},"min":{"1min":0.23799999999999999,"5min":0.223,"15min":0.223},"max":{"1min":6.2519999999999998,"5min":6.2519999999999998,"15min":7.899},"last":2.3849999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:06:35 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45100000000000001,"15min":0.55800000000000005},"min":{"1min":0.316,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.254,"5min":2.5310000000000001,"15min":8.9489999999999998},"last":2.4359999999999999},{"interface":"front","average":{"1min":0.37,"5min":0.41599999999999998,"15min":0.51400000000000001},"min":{"1min":0.26800000000000002,"5min":0.217,"15min":0.217},"max":{"1min":0.48199999999999998,"5min":4.0309999999999997,"15min":8.1170000000000009},"last":0.441}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":53284864,"data_stored":53280792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":87494656,"data_stored":87490584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":322375680,"data_stored":322371608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":171442176,"data_stored":171442176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":131792896,"data_stored":131792896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":382341120,"data_stored":382337048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":92405760,"data_stored":92405760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":84934656,"data_stored":84934656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:07:41.021 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph status --format=json 2021-07-26T16:07:41.022 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:41.046 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:41.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:41.047 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:41.148 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:41.172 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:41.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:41.174 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:41.186 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:41.275 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:41.297 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:41.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:41.299 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:41.400 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:41.421 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:41.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:41.423 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:41.524 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:41.547 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:41.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:41.549 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:41.650 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:41.676 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:41.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:41.677 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:41.770 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:07:41.771 INFO:teuthology.orchestra.run.smithi078.stdout: "size": 20, 2021-07-26T16:07:41.771 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 600, 2021-07-26T16:07:41.771 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:07:41.772 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.772 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:40107 6.0 6:023ff51c:::benchmark_data_smithi078_103090_object40106:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e98)", 2021-07-26T16:07:41.772 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:50.111468+0000", 2021-07-26T16:07:41.772 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 471.65187997700002, 2021-07-26T16:07:41.773 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0911885630000002, 2021-07-26T16:07:41.773 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:41.773 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:07:41.773 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:41.774 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:41.774 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:41.774 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 40107 2021-07-26T16:07:41.774 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.775 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:41.775 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.775 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:41.775 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111468+0000", 2021-07-26T16:07:41.775 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.776 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.776 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.776 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:41.776 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111468+0000", 2021-07-26T16:07:41.777 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.777 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.777 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.777 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:41.778 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111488+0000", 2021-07-26T16:07:41.778 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.961e-05 2021-07-26T16:07:41.778 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.778 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.778 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:41.779 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111490+0000", 2021-07-26T16:07:41.779 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6359999999999998e-06 2021-07-26T16:07:41.779 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.779 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.780 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:41.780 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111502+0000", 2021-07-26T16:07:41.780 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1669e-05 2021-07-26T16:07:41.781 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.781 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.782 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:41.782 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111509+0000", 2021-07-26T16:07:41.782 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7469999999999999e-06 2021-07-26T16:07:41.783 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.783 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.783 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.783 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111561+0000", 2021-07-26T16:07:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2537000000000002e-05 2021-07-26T16:07:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.784 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op must wait for map", 2021-07-26T16:07:41.785 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111568+0000", 2021-07-26T16:07:41.785 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2400000000000001e-06 2021-07-26T16:07:41.785 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.785 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.785 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.786 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116160+0000", 2021-07-26T16:07:41.786 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0045919690000000004 2021-07-26T16:07:41.786 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.786 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.787 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.787 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.117438+0000", 2021-07-26T16:07:41.787 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0012779359999999999 2021-07-26T16:07:41.787 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.788 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.788 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.788 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:51.101857+0000", 2021-07-26T16:07:41.788 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.98441849999999997 2021-07-26T16:07:41.789 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.789 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.789 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.789 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:51.101866+0000", 2021-07-26T16:07:41.790 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4129999999999995e-06 2021-07-26T16:07:41.790 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.790 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.790 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.791 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.201974+0000", 2021-07-26T16:07:41.791 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1001082639999999 2021-07-26T16:07:41.791 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.791 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.792 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:41.792 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.202657+0000", 2021-07-26T16:07:41.792 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000682042 2021-07-26T16:07:41.792 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.792 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:41.793 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.793 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.793 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.793 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:40138 6.0 6:0634165a:::benchmark_data_smithi078_103090_object40137:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:07:41.794 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:50.116078+0000", 2021-07-26T16:07:41.794 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 471.64726982899998, 2021-07-26T16:07:41.794 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.101542877, 2021-07-26T16:07:41.794 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:41.794 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:41.795 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:41.795 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:41.795 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:41.795 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 40138 2021-07-26T16:07:41.796 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.796 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:41.796 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.796 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:41.797 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116078+0000", 2021-07-26T16:07:41.797 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.797 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.797 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.798 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:41.798 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116078+0000", 2021-07-26T16:07:41.798 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.798 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.799 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.799 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:41.799 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116103+0000", 2021-07-26T16:07:41.799 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.5303000000000002e-05 2021-07-26T16:07:41.800 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.800 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.800 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:41.800 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116106+0000", 2021-07-26T16:07:41.801 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7980000000000001e-06 2021-07-26T16:07:41.801 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.801 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.801 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:41.801 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116116+0000", 2021-07-26T16:07:41.802 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.3929999999999997e-06 2021-07-26T16:07:41.802 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.802 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.803 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:41.803 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116122+0000", 2021-07-26T16:07:41.803 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8989999999999998e-06 2021-07-26T16:07:41.804 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.804 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.804 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.804 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.120380+0000", 2021-07-26T16:07:41.804 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0042587880000000003 2021-07-26T16:07:41.805 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.805 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.805 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.805 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.120388+0000", 2021-07-26T16:07:41.805 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.8509999999999999e-06 2021-07-26T16:07:41.806 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.806 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.806 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.806 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:51.101992+0000", 2021-07-26T16:07:41.807 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.98160353199999995 2021-07-26T16:07:41.807 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.807 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.808 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.808 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:51.102000+0000", 2021-07-26T16:07:41.808 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.7120000000000006e-06 2021-07-26T16:07:41.808 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.808 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.809 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.809 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.202685+0000", 2021-07-26T16:07:41.809 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1006848899999999 2021-07-26T16:07:41.809 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.810 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.810 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:41.810 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.203413+0000", 2021-07-26T16:07:41.810 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00072776799999999995 2021-07-26T16:07:41.810 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.811 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.811 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,5", 2021-07-26T16:07:41.811 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.203600+0000", 2021-07-26T16:07:41.811 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018707500000000001 2021-07-26T16:07:41.812 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.812 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.812 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:41.812 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.215683+0000", 2021-07-26T16:07:41.813 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012083269000000001 2021-07-26T16:07:41.813 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.813 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.813 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:41.814 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.216806+0000", 2021-07-26T16:07:41.814 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0011222269999999999 2021-07-26T16:07:41.814 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.814 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.814 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:41.815 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.216861+0000", 2021-07-26T16:07:41.815 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5566000000000003e-05 2021-07-26T16:07:41.815 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.815 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.816 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:41.816 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.216923+0000", 2021-07-26T16:07:41.816 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1507999999999995e-05 2021-07-26T16:07:41.816 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.816 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.817 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:41.817 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.217621+0000", 2021-07-26T16:07:41.817 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00069829799999999997 2021-07-26T16:07:41.817 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.818 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:41.818 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.818 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.818 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.819 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:79571 6.f 6:f3973f11:::benchmark_data_smithi078_103090_object79570:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e108)", 2021-07-26T16:07:41.819 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:00:21.791384+0000", 2021-07-26T16:07:41.819 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 439.97196417100002, 2021-07-26T16:07:41.819 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.39825529, 2021-07-26T16:07:41.820 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:41.820 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:07:41.820 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:41.820 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:41.820 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:41.821 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 79571 2021-07-26T16:07:41.821 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.821 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:41.821 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.821 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:41.822 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791384+0000", 2021-07-26T16:07:41.822 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.822 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.822 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.823 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:41.823 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791384+0000", 2021-07-26T16:07:41.823 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.823 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.824 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.824 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:41.824 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791829+0000", 2021-07-26T16:07:41.824 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00044494199999999998 2021-07-26T16:07:41.825 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.825 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.825 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:41.825 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791833+0000", 2021-07-26T16:07:41.826 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7910000000000002e-06 2021-07-26T16:07:41.826 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.826 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.826 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:41.827 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791846+0000", 2021-07-26T16:07:41.827 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3016999999999999e-05 2021-07-26T16:07:41.827 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.827 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.827 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:41.828 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791854+0000", 2021-07-26T16:07:41.828 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.1720000000000007e-06 2021-07-26T16:07:41.828 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.828 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.829 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.829 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792011+0000", 2021-07-26T16:07:41.829 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00015764500000000001 2021-07-26T16:07:41.829 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.830 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.830 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.830 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792021+0000", 2021-07-26T16:07:41.830 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0145e-05 2021-07-26T16:07:41.831 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.831 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.831 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.831 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.189534+0000", 2021-07-26T16:07:41.831 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3975120999999999 2021-07-26T16:07:41.832 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.832 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.832 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:41.832 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.189639+0000", 2021-07-26T16:07:41.833 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000105478 2021-07-26T16:07:41.833 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.833 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:41.833 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.834 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.834 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.834 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:79574 6.f 6:f8859c69:::benchmark_data_smithi078_103090_object79573:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e108)", 2021-07-26T16:07:41.834 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:00:21.791868+0000", 2021-07-26T16:07:41.834 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 439.97148036200002, 2021-07-26T16:07:41.835 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.401728109, 2021-07-26T16:07:41.835 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:41.835 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:07:41.835 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:41.836 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:41.836 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:41.836 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 79574 2021-07-26T16:07:41.836 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.837 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:41.837 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.837 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:41.837 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791868+0000", 2021-07-26T16:07:41.837 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.838 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.838 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.838 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:41.839 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791868+0000", 2021-07-26T16:07:41.839 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.839 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.839 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.840 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:41.840 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791888+0000", 2021-07-26T16:07:41.840 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0750999999999998e-05 2021-07-26T16:07:41.841 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.841 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.841 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:41.841 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791890+0000", 2021-07-26T16:07:41.841 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.08e-06 2021-07-26T16:07:41.842 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.842 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.842 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:41.842 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791899+0000", 2021-07-26T16:07:41.843 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.3380000000000005e-06 2021-07-26T16:07:41.843 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.843 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.843 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:41.844 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791904+0000", 2021-07-26T16:07:41.844 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2190000000000003e-06 2021-07-26T16:07:41.844 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.844 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.844 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.845 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792042+0000", 2021-07-26T16:07:41.845 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000137751 2021-07-26T16:07:41.845 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.845 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.846 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.846 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792048+0000", 2021-07-26T16:07:41.846 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9279999999999998e-06 2021-07-26T16:07:41.846 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.847 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.847 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.847 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.193450+0000", 2021-07-26T16:07:41.847 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.40140267 2021-07-26T16:07:41.848 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.848 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.848 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:41.848 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.193596+0000", 2021-07-26T16:07:41.849 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000145372 2021-07-26T16:07:41.849 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.849 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:41.849 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.849 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.850 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.850 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:79592 6.f 6:ff3f7369:::benchmark_data_smithi078_103090_object79591:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e108)", 2021-07-26T16:07:41.850 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:00:21.791909+0000", 2021-07-26T16:07:41.850 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 439.97143851200002, 2021-07-26T16:07:41.851 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4403409009999999, 2021-07-26T16:07:41.851 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:41.851 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:41.851 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:41.852 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:41.852 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:41.852 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 79592 2021-07-26T16:07:41.852 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.852 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:41.853 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.853 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:41.853 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791909+0000", 2021-07-26T16:07:41.853 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.854 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.854 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.854 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:41.855 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791909+0000", 2021-07-26T16:07:41.855 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.855 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.855 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.855 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:41.856 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791929+0000", 2021-07-26T16:07:41.856 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9913000000000001e-05 2021-07-26T16:07:41.856 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.856 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.857 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:41.857 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791931+0000", 2021-07-26T16:07:41.857 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7439999999999999e-06 2021-07-26T16:07:41.857 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.857 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.858 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:41.858 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791938+0000", 2021-07-26T16:07:41.858 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3860000000000001e-06 2021-07-26T16:07:41.858 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.858 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.859 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:41.859 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791943+0000", 2021-07-26T16:07:41.859 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4800000000000003e-06 2021-07-26T16:07:41.859 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.860 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.860 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.860 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792066+0000", 2021-07-26T16:07:41.860 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012305199999999999 2021-07-26T16:07:41.861 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.861 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.861 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.861 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792072+0000", 2021-07-26T16:07:41.861 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.733e-06 2021-07-26T16:07:41.862 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.862 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.862 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.862 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.194415+0000", 2021-07-26T16:07:41.863 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.402342768 2021-07-26T16:07:41.863 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.863 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.863 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:41.864 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.194598+0000", 2021-07-26T16:07:41.864 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018318499999999999 2021-07-26T16:07:41.864 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.864 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.864 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4", 2021-07-26T16:07:41.865 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.194826+0000", 2021-07-26T16:07:41.865 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000228655 2021-07-26T16:07:41.865 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.865 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.866 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:41.866 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.197678+0000", 2021-07-26T16:07:41.866 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0028518100000000002 2021-07-26T16:07:41.866 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.866 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.867 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:41.867 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.197881+0000", 2021-07-26T16:07:41.867 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000202745 2021-07-26T16:07:41.867 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.868 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.868 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:41.868 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.229680+0000", 2021-07-26T16:07:41.868 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.031798818 2021-07-26T16:07:41.868 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.869 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.869 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:41.869 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.229741+0000", 2021-07-26T16:07:41.869 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0791000000000001e-05 2021-07-26T16:07:41.870 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.870 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.870 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:41.870 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.232250+0000", 2021-07-26T16:07:41.871 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0025098210000000002 2021-07-26T16:07:41.871 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.871 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:41.871 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.871 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.872 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.872 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108925 6.0 6:08ee0320:::benchmark_data_smithi078_103090_object4060:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:07:41.872 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:14.889404+0000", 2021-07-26T16:07:41.872 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 386.87394407699998, 2021-07-26T16:07:41.873 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3769438159999998, 2021-07-26T16:07:41.873 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:41.873 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:07:41.873 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:41.873 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:41.874 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:41.874 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108925 2021-07-26T16:07:41.874 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.874 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:41.874 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.875 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:41.875 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889404+0000", 2021-07-26T16:07:41.875 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.875 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.876 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.876 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:41.876 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889404+0000", 2021-07-26T16:07:41.876 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.876 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.877 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.877 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:41.877 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889407+0000", 2021-07-26T16:07:41.877 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.41e-06 2021-07-26T16:07:41.878 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.878 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.878 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:41.878 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889411+0000", 2021-07-26T16:07:41.878 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3560000000000001e-06 2021-07-26T16:07:41.879 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.879 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.879 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:41.879 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889427+0000", 2021-07-26T16:07:41.880 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6433e-05 2021-07-26T16:07:41.880 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.880 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.880 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:41.880 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889434+0000", 2021-07-26T16:07:41.881 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.8210000000000004e-06 2021-07-26T16:07:41.881 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.881 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.881 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.882 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.918078+0000", 2021-07-26T16:07:41.882 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.028644612999999999 2021-07-26T16:07:41.882 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.882 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.883 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:07:41.883 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.919794+0000", 2021-07-26T16:07:41.883 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0017152129999999999 2021-07-26T16:07:41.883 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.883 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.884 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.884 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.954920+0000", 2021-07-26T16:07:41.884 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.035126312999999999 2021-07-26T16:07:41.884 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.885 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.885 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:41.885 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.955026+0000", 2021-07-26T16:07:41.885 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00010626800000000001 2021-07-26T16:07:41.885 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.886 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.886 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,5", 2021-07-26T16:07:41.886 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.955203+0000", 2021-07-26T16:07:41.886 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017710499999999999 2021-07-26T16:07:41.887 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.887 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.887 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:41.887 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.975406+0000", 2021-07-26T16:07:41.887 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020202609999999999 2021-07-26T16:07:41.888 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.888 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.888 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:41.888 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.975416+0000", 2021-07-26T16:07:41.889 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.8789999999999998e-06 2021-07-26T16:07:41.889 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.889 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.889 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.889 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044860+0000", 2021-07-26T16:07:41.890 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.069444123999999996 2021-07-26T16:07:41.890 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.890 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.890 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.890 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044870+0000", 2021-07-26T16:07:41.891 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.5950000000000005e-06 2021-07-26T16:07:41.891 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.891 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.891 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.891 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986668+0000", 2021-07-26T16:07:41.892 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.94179800899999999 2021-07-26T16:07:41.892 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.892 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.892 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.893 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986678+0000", 2021-07-26T16:07:41.893 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0231000000000001e-05 2021-07-26T16:07:41.893 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.893 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.893 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.894 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223173+0000", 2021-07-26T16:07:41.894 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.236495133 2021-07-26T16:07:41.894 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.894 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.895 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:07:41.895 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223316+0000", 2021-07-26T16:07:41.895 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000142948 2021-07-26T16:07:41.895 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.895 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.896 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.896 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266218+0000", 2021-07-26T16:07:41.896 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.042901961000000002 2021-07-26T16:07:41.896 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.897 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.897 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:41.897 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266348+0000", 2021-07-26T16:07:41.897 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000129794 2021-07-26T16:07:41.897 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.898 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:41.898 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.898 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.898 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.898 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108959 6.0 6:0590f873:::benchmark_data_smithi078_103090_object4094:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:07:41.899 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:14.949910+0000", 2021-07-26T16:07:41.899 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 386.81343829500003, 2021-07-26T16:07:41.899 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3264761109999998, 2021-07-26T16:07:41.899 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:41.899 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:41.900 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:41.900 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:41.900 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:41.900 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108959 2021-07-26T16:07:41.901 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.901 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:41.901 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.901 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:41.901 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949910+0000", 2021-07-26T16:07:41.902 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.902 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.902 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.902 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:41.903 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949910+0000", 2021-07-26T16:07:41.903 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.903 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.903 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.903 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:41.904 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949913+0000", 2021-07-26T16:07:41.904 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4249999999999998e-06 2021-07-26T16:07:41.904 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.904 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.904 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:41.905 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949917+0000", 2021-07-26T16:07:41.905 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5329999999999999e-06 2021-07-26T16:07:41.905 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.905 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.906 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:41.906 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949929+0000", 2021-07-26T16:07:41.906 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1983e-05 2021-07-26T16:07:41.906 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.906 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.907 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:41.907 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949935+0000", 2021-07-26T16:07:41.907 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7630000000000003e-06 2021-07-26T16:07:41.907 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.907 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.908 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.908 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.970385+0000", 2021-07-26T16:07:41.908 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020449628000000001 2021-07-26T16:07:41.908 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.908 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.909 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:07:41.909 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.975341+0000", 2021-07-26T16:07:41.909 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0049562199999999999 2021-07-26T16:07:41.909 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.910 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.910 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.910 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044935+0000", 2021-07-26T16:07:41.910 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.069593564999999996 2021-07-26T16:07:41.910 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.911 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.911 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.911 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044939+0000", 2021-07-26T16:07:41.911 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5260000000000004e-06 2021-07-26T16:07:41.912 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.912 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.912 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.912 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986746+0000", 2021-07-26T16:07:41.912 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.94180701499999997 2021-07-26T16:07:41.913 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.913 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.913 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.913 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986752+0000", 2021-07-26T16:07:41.913 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3990000000000003e-06 2021-07-26T16:07:41.914 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.914 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.914 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.914 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.226479+0000", 2021-07-26T16:07:41.914 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.23972686 2021-07-26T16:07:41.915 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.915 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.915 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:41.915 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.226607+0000", 2021-07-26T16:07:41.916 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012843899999999999 2021-07-26T16:07:41.916 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.916 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.916 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:41.916 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.226723+0000", 2021-07-26T16:07:41.917 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000115602 2021-07-26T16:07:41.917 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.917 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.917 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:41.917 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.239734+0000", 2021-07-26T16:07:41.918 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013011503000000001 2021-07-26T16:07:41.918 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.918 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.918 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:41.919 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266467+0000", 2021-07-26T16:07:41.919 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.026733304999999999 2021-07-26T16:07:41.919 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.919 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.919 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:41.920 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.271628+0000", 2021-07-26T16:07:41.920 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0051609289999999999 2021-07-26T16:07:41.920 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.920 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.920 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:41.921 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.271684+0000", 2021-07-26T16:07:41.921 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.613e-05 2021-07-26T16:07:41.921 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.921 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.922 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:41.922 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.276386+0000", 2021-07-26T16:07:41.922 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0047012859999999998 2021-07-26T16:07:41.922 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.922 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:41.923 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.923 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.923 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.923 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108972 6.0 6:06a9a154:::benchmark_data_smithi078_103090_object4107:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:07:41.923 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:14.990261+0000", 2021-07-26T16:07:41.924 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 386.773086562, 2021-07-26T16:07:41.924 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2812374160000002, 2021-07-26T16:07:41.924 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:41.924 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:41.924 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:41.925 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:41.925 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:41.925 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108972 2021-07-26T16:07:41.925 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.926 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:41.926 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.926 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:41.926 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990261+0000", 2021-07-26T16:07:41.926 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.927 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.927 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.927 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:41.927 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990261+0000", 2021-07-26T16:07:41.927 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.928 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.928 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.928 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:41.928 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990265+0000", 2021-07-26T16:07:41.928 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.416e-06 2021-07-26T16:07:41.929 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.929 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.929 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:41.929 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990268+0000", 2021-07-26T16:07:41.929 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1429999999999998e-06 2021-07-26T16:07:41.930 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.930 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.930 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:41.930 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990280+0000", 2021-07-26T16:07:41.931 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1806e-05 2021-07-26T16:07:41.931 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.931 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.931 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:41.931 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990287+0000", 2021-07-26T16:07:41.932 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2899999999999997e-06 2021-07-26T16:07:41.932 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.932 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.932 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.933 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.993573+0000", 2021-07-26T16:07:41.933 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032856320000000001 2021-07-26T16:07:41.933 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.933 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.933 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:07:41.934 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.994671+0000", 2021-07-26T16:07:41.934 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001098344 2021-07-26T16:07:41.934 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.934 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.934 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.935 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044904+0000", 2021-07-26T16:07:41.935 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.050233489999999999 2021-07-26T16:07:41.935 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.935 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.936 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.936 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044909+0000", 2021-07-26T16:07:41.936 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9300000000000002e-06 2021-07-26T16:07:41.936 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.936 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.937 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.937 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986714+0000", 2021-07-26T16:07:41.937 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.94180418799999999 2021-07-26T16:07:41.937 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.937 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.938 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.938 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986720+0000", 2021-07-26T16:07:41.938 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1399999999999997e-06 2021-07-26T16:07:41.938 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.939 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.939 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.939 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223364+0000", 2021-07-26T16:07:41.939 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2366440220000001 2021-07-26T16:07:41.939 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.940 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.940 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:41.940 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223493+0000", 2021-07-26T16:07:41.940 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012886399999999999 2021-07-26T16:07:41.940 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.941 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.941 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:41.941 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223688+0000", 2021-07-26T16:07:41.941 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00019577099999999999 2021-07-26T16:07:41.942 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.942 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.942 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:41.942 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.239730+0000", 2021-07-26T16:07:41.942 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.016041242000000001 2021-07-26T16:07:41.943 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.943 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.943 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:41.943 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266412+0000", 2021-07-26T16:07:41.944 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.026682590999999999 2021-07-26T16:07:41.944 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.944 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.944 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:41.944 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266559+0000", 2021-07-26T16:07:41.945 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00014664699999999999 2021-07-26T16:07:41.945 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.945 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.945 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:41.945 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266624+0000", 2021-07-26T16:07:41.946 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4645000000000002e-05 2021-07-26T16:07:41.946 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.946 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.946 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:41.947 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.271499+0000", 2021-07-26T16:07:41.947 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0048752550000000002 2021-07-26T16:07:41.947 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.947 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:41.947 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.948 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.948 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.948 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108973 6.0 6:01ce13e6:::benchmark_data_smithi078_103090_object4108:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:07:41.948 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:14.990297+0000", 2021-07-26T16:07:41.948 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 386.77305108299998, 2021-07-26T16:07:41.949 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2915173069999999, 2021-07-26T16:07:41.949 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:41.949 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:41.949 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:41.950 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:41.950 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:41.950 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108973 2021-07-26T16:07:41.950 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.950 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:41.951 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.951 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:41.951 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990297+0000", 2021-07-26T16:07:41.951 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.952 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.952 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.952 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:41.952 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990297+0000", 2021-07-26T16:07:41.952 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.953 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.953 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.953 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:41.953 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990298+0000", 2021-07-26T16:07:41.953 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0270000000000001e-06 2021-07-26T16:07:41.954 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.954 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.954 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:41.954 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990299+0000", 2021-07-26T16:07:41.954 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2860000000000001e-06 2021-07-26T16:07:41.955 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.955 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.955 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:41.955 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990304+0000", 2021-07-26T16:07:41.956 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9840000000000001e-06 2021-07-26T16:07:41.956 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.956 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.956 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:41.956 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990308+0000", 2021-07-26T16:07:41.957 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.422e-06 2021-07-26T16:07:41.957 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.957 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.957 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.957 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.994705+0000", 2021-07-26T16:07:41.958 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043974349999999999 2021-07-26T16:07:41.958 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.958 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.958 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:07:41.958 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.006749+0000", 2021-07-26T16:07:41.959 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012044052 2021-07-26T16:07:41.959 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.959 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.959 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.960 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044959+0000", 2021-07-26T16:07:41.960 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.038209885999999998 2021-07-26T16:07:41.960 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.960 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.960 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.961 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044963+0000", 2021-07-26T16:07:41.961 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4490000000000001e-06 2021-07-26T16:07:41.961 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.961 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.961 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.962 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986778+0000", 2021-07-26T16:07:41.962 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.94181500600000001 2021-07-26T16:07:41.962 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.962 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.962 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.963 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986784+0000", 2021-07-26T16:07:41.963 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8359999999999997e-06 2021-07-26T16:07:41.963 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.963 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.964 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.964 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.229653+0000", 2021-07-26T16:07:41.964 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.242868672 2021-07-26T16:07:41.964 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.964 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.965 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:41.965 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.229849+0000", 2021-07-26T16:07:41.965 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00019624599999999999 2021-07-26T16:07:41.965 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.966 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.966 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:41.966 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.230076+0000", 2021-07-26T16:07:41.966 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000226892 2021-07-26T16:07:41.966 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.967 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.967 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:41.967 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.245841+0000", 2021-07-26T16:07:41.967 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015765036 2021-07-26T16:07:41.967 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.968 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.968 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:41.968 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266509+0000", 2021-07-26T16:07:41.968 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020668254 2021-07-26T16:07:41.969 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.969 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.969 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:41.969 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.276739+0000", 2021-07-26T16:07:41.969 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010230009999999999 2021-07-26T16:07:41.970 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.970 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.970 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:41.970 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.276804+0000", 2021-07-26T16:07:41.970 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4964999999999999e-05 2021-07-26T16:07:41.971 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.971 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.971 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:41.971 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.281814+0000", 2021-07-26T16:07:41.972 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0050098490000000002 2021-07-26T16:07:41.972 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.972 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:41.972 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.972 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.973 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.973 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108983 6.0 6:0fc2e072:::benchmark_data_smithi078_103090_object4118:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:07:41.973 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:15.045499+0000", 2021-07-26T16:07:41.973 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 386.717848538, 2021-07-26T16:07:41.973 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2412229319999999, 2021-07-26T16:07:41.974 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:41.974 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:41.974 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:41.974 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:41.975 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:41.975 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108983 2021-07-26T16:07:41.975 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.975 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:41.975 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.976 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:41.976 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045499+0000", 2021-07-26T16:07:41.976 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.976 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.977 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.977 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:41.977 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045499+0000", 2021-07-26T16:07:41.977 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.977 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.978 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.978 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:41.978 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045502+0000", 2021-07-26T16:07:41.978 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8779999999999998e-06 2021-07-26T16:07:41.979 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.979 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.979 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:41.979 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045505+0000", 2021-07-26T16:07:41.980 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.123e-06 2021-07-26T16:07:41.980 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.980 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.980 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:41.980 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045517+0000", 2021-07-26T16:07:41.981 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1686e-05 2021-07-26T16:07:41.981 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.981 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.981 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:41.981 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045524+0000", 2021-07-26T16:07:41.982 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3300000000000001e-06 2021-07-26T16:07:41.982 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.982 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.983 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.983 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.048546+0000", 2021-07-26T16:07:41.983 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0030216879999999998 2021-07-26T16:07:41.983 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.983 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.984 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.984 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.048556+0000", 2021-07-26T16:07:41.984 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4469999999999995e-06 2021-07-26T16:07:41.984 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.984 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.985 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.985 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986806+0000", 2021-07-26T16:07:41.985 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.93825043799999996 2021-07-26T16:07:41.985 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.986 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.986 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:41.986 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986811+0000", 2021-07-26T16:07:41.986 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4330000000000003e-06 2021-07-26T16:07:41.986 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.987 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.987 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:41.987 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.233388+0000", 2021-07-26T16:07:41.987 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2465762229999999 2021-07-26T16:07:41.988 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.988 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.988 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:41.988 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.233571+0000", 2021-07-26T16:07:41.988 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018315000000000001 2021-07-26T16:07:41.989 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.989 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.989 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:41.989 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.233790+0000", 2021-07-26T16:07:41.989 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021878699999999999 2021-07-26T16:07:41.990 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.990 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.990 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:41.990 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.245849+0000", 2021-07-26T16:07:41.991 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012059360999999999 2021-07-26T16:07:41.991 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.991 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.991 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:41.991 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.271567+0000", 2021-07-26T16:07:41.992 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.025718476000000001 2021-07-26T16:07:41.992 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.992 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.992 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:41.992 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.281895+0000", 2021-07-26T16:07:41.993 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010327391999999999 2021-07-26T16:07:41.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.993 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.993 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:41.994 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.281962+0000", 2021-07-26T16:07:41.994 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6789e-05 2021-07-26T16:07:41.994 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.994 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.994 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:41.995 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.286722+0000", 2021-07-26T16:07:41.995 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0047607309999999998 2021-07-26T16:07:41.995 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.995 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:41.995 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:41.996 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.996 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.996 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108993 6.0 6:0090ae62:::benchmark_data_smithi078_103090_object4128:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:07:41.996 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:15.066773+0000", 2021-07-26T16:07:41.997 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 386.69657538299998, 2021-07-26T16:07:41.997 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2255044399999999, 2021-07-26T16:07:41.997 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:41.997 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:41.997 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:41.998 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:41.998 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:41.998 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108993 2021-07-26T16:07:41.998 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:41.998 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:41.999 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:41.999 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:41.999 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066773+0000", 2021-07-26T16:07:41.999 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:41.999 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.000 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.000 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:42.000 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066773+0000", 2021-07-26T16:07:42.000 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.001 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.001 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.001 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:42.001 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066776+0000", 2021-07-26T16:07:42.001 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0000000000000001e-06 2021-07-26T16:07:42.002 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.002 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.002 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:42.002 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066778+0000", 2021-07-26T16:07:42.002 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.869e-06 2021-07-26T16:07:42.003 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.003 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.003 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:42.003 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066790+0000", 2021-07-26T16:07:42.004 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.153e-05 2021-07-26T16:07:42.004 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.004 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.004 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:42.004 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066797+0000", 2021-07-26T16:07:42.005 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.742e-06 2021-07-26T16:07:42.005 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.005 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.005 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.005 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066856+0000", 2021-07-26T16:07:42.006 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9506000000000003e-05 2021-07-26T16:07:42.006 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.006 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.006 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:42.007 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066868+0000", 2021-07-26T16:07:42.007 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1703e-05 2021-07-26T16:07:42.007 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.007 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.007 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.008 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986849+0000", 2021-07-26T16:07:42.008 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.919981516 2021-07-26T16:07:42.008 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.008 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.008 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:42.009 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986855+0000", 2021-07-26T16:07:42.009 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9789999999999998e-06 2021-07-26T16:07:42.009 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.009 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.009 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.010 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.236569+0000", 2021-07-26T16:07:42.010 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.249713786 2021-07-26T16:07:42.010 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.010 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.011 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:42.011 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.236779+0000", 2021-07-26T16:07:42.011 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021013299999999999 2021-07-26T16:07:42.011 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.011 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.012 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:42.012 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.236996+0000", 2021-07-26T16:07:42.012 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021671700000000001 2021-07-26T16:07:42.012 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.012 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.013 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:42.013 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.252787+0000", 2021-07-26T16:07:42.013 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015790993999999999 2021-07-26T16:07:42.013 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.013 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.014 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.014 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.276448+0000", 2021-07-26T16:07:42.014 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023660816000000001 2021-07-26T16:07:42.014 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.015 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.015 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.015 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.286803+0000", 2021-07-26T16:07:42.015 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010355104 2021-07-26T16:07:42.015 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.016 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.016 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:42.016 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.286884+0000", 2021-07-26T16:07:42.016 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.1537000000000002e-05 2021-07-26T16:07:42.016 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.017 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.017 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:42.017 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.292277+0000", 2021-07-26T16:07:42.017 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0053925079999999999 2021-07-26T16:07:42.017 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.018 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:42.018 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.018 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.018 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.019 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197741 6.2 6:42804931:::benchmark_data_smithi078_103090_object92876:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:07:42.019 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090548+0000", 2021-07-26T16:07:42.019 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 19.672800388999999, 2021-07-26T16:07:42.019 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3088902499999999, 2021-07-26T16:07:42.019 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:42.020 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:42.020 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:42.020 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:42.020 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:42.020 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197741 2021-07-26T16:07:42.021 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.021 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:42.021 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.021 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:42.022 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090548+0000", 2021-07-26T16:07:42.022 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.022 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.022 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.022 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:42.023 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090548+0000", 2021-07-26T16:07:42.023 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.023 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.023 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.023 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:42.024 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090548+0000", 2021-07-26T16:07:42.024 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2699999999999998e-07 2021-07-26T16:07:42.024 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.024 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.024 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:42.025 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090550+0000", 2021-07-26T16:07:42.025 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4670000000000001e-06 2021-07-26T16:07:42.025 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.025 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.026 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:42.026 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090557+0000", 2021-07-26T16:07:42.026 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6839999999999999e-06 2021-07-26T16:07:42.026 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.026 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.027 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:42.027 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090561+0000", 2021-07-26T16:07:42.027 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2579999999999997e-06 2021-07-26T16:07:42.027 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.028 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.028 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.028 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090650+0000", 2021-07-26T16:07:42.028 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.9240000000000006e-05 2021-07-26T16:07:42.029 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.029 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.029 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:07:42.029 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090658+0000", 2021-07-26T16:07:42.029 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.8639999999999996e-06 2021-07-26T16:07:42.030 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.030 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.030 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.030 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093823+0000", 2021-07-26T16:07:42.030 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0031651320000000002 2021-07-26T16:07:42.031 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.031 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.031 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:42.031 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093829+0000", 2021-07-26T16:07:42.031 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5600000000000001e-06 2021-07-26T16:07:42.032 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.032 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.032 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.032 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.324003+0000", 2021-07-26T16:07:42.033 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.230174358 2021-07-26T16:07:42.033 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.033 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.033 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:42.033 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.324146+0000", 2021-07-26T16:07:42.034 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00014302299999999999 2021-07-26T16:07:42.034 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.034 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.034 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:07:42.035 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.324639+0000", 2021-07-26T16:07:42.035 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00049308800000000003 2021-07-26T16:07:42.035 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.035 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.035 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:42.036 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.333465+0000", 2021-07-26T16:07:42.036 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.008825556 2021-07-26T16:07:42.036 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.036 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.036 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.037 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.394706+0000", 2021-07-26T16:07:42.037 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.061240931999999998 2021-07-26T16:07:42.037 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.037 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.037 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.038 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.394756+0000", 2021-07-26T16:07:42.038 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0590999999999997e-05 2021-07-26T16:07:42.038 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.038 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.038 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.039 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399103+0000", 2021-07-26T16:07:42.039 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043470879999999998 2021-07-26T16:07:42.039 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.039 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.039 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:42.040 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399158+0000", 2021-07-26T16:07:42.040 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5003999999999997e-05 2021-07-26T16:07:42.040 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.040 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.041 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:42.041 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399438+0000", 2021-07-26T16:07:42.041 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000279478 2021-07-26T16:07:42.041 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.041 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:42.042 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.042 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.042 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.042 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197743 6.2 6:47c04b0a:::benchmark_data_smithi078_103090_object92878:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:07:42.042 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090578+0000", 2021-07-26T16:07:42.043 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 19.672769751000001, 2021-07-26T16:07:42.043 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.309102309, 2021-07-26T16:07:42.043 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:42.043 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:42.043 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:42.044 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:42.044 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:42.044 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197743 2021-07-26T16:07:42.044 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.044 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:42.045 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.045 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:42.045 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090578+0000", 2021-07-26T16:07:42.045 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.045 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.046 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.046 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:42.046 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090578+0000", 2021-07-26T16:07:42.046 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.047 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.047 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.047 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:42.047 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090579+0000", 2021-07-26T16:07:42.047 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.133e-06 2021-07-26T16:07:42.048 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.048 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.048 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:42.048 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090581+0000", 2021-07-26T16:07:42.049 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.39e-06 2021-07-26T16:07:42.049 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.049 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.049 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:42.049 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090587+0000", 2021-07-26T16:07:42.050 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.229e-06 2021-07-26T16:07:42.050 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.050 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.050 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:42.051 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090591+0000", 2021-07-26T16:07:42.051 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8099999999999999e-06 2021-07-26T16:07:42.051 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.051 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.052 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.052 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090683+0000", 2021-07-26T16:07:42.052 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2702999999999997e-05 2021-07-26T16:07:42.052 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.052 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.053 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:07:42.053 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090692+0000", 2021-07-26T16:07:42.053 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.1130000000000001e-06 2021-07-26T16:07:42.053 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.053 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.054 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.054 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093850+0000", 2021-07-26T16:07:42.054 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0031584759999999999 2021-07-26T16:07:42.054 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.054 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.055 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:42.055 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093855+0000", 2021-07-26T16:07:42.055 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3360000000000002e-06 2021-07-26T16:07:42.055 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.056 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.056 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.056 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.326882+0000", 2021-07-26T16:07:42.056 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.233026476 2021-07-26T16:07:42.056 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.057 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.057 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:42.057 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.327006+0000", 2021-07-26T16:07:42.057 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012380400000000001 2021-07-26T16:07:42.057 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.058 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.058 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:07:42.058 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.327298+0000", 2021-07-26T16:07:42.058 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00029207400000000002 2021-07-26T16:07:42.059 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.059 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.059 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:42.059 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.336190+0000", 2021-07-26T16:07:42.059 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0088925710000000002 2021-07-26T16:07:42.060 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.060 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.060 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.060 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.394792+0000", 2021-07-26T16:07:42.060 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.058601473000000001 2021-07-26T16:07:42.061 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.061 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.061 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.061 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.394827+0000", 2021-07-26T16:07:42.061 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5194000000000002e-05 2021-07-26T16:07:42.062 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.062 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.062 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.062 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399474+0000", 2021-07-26T16:07:42.063 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.004647399 2021-07-26T16:07:42.063 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.063 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.063 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:42.064 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399517+0000", 2021-07-26T16:07:42.064 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2361999999999999e-05 2021-07-26T16:07:42.064 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.064 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.064 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:42.065 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399680+0000", 2021-07-26T16:07:42.065 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000163766 2021-07-26T16:07:42.065 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.065 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:42.065 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.066 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.066 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.066 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197768 6.2 6:41d5975a:::benchmark_data_smithi078_103090_object92903:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:07:42.066 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090595+0000", 2021-07-26T16:07:42.067 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 19.672753158999999, 2021-07-26T16:07:42.067 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3093256339999999, 2021-07-26T16:07:42.067 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:42.067 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:42.067 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:42.068 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:42.068 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:42.068 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197768 2021-07-26T16:07:42.068 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.069 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:42.069 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.069 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:42.069 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090595+0000", 2021-07-26T16:07:42.069 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.070 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.070 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.070 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:42.070 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090595+0000", 2021-07-26T16:07:42.070 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.071 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.071 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.071 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:42.071 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090596+0000", 2021-07-26T16:07:42.071 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.2500000000000004e-07 2021-07-26T16:07:42.072 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.072 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.072 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:42.072 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090597+0000", 2021-07-26T16:07:42.073 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.313e-06 2021-07-26T16:07:42.073 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.073 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.073 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:42.073 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090605+0000", 2021-07-26T16:07:42.074 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.6809999999999998e-06 2021-07-26T16:07:42.074 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.074 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.074 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:42.074 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090609+0000", 2021-07-26T16:07:42.075 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9580000000000001e-06 2021-07-26T16:07:42.075 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.075 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.075 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.075 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090737+0000", 2021-07-26T16:07:42.076 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000128555 2021-07-26T16:07:42.076 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.076 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.076 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:07:42.077 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090749+0000", 2021-07-26T16:07:42.077 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1841999999999999e-05 2021-07-26T16:07:42.077 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.077 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.077 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.078 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093876+0000", 2021-07-26T16:07:42.078 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0031272779999999998 2021-07-26T16:07:42.078 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.078 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.078 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:42.079 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093882+0000", 2021-07-26T16:07:42.079 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5860000000000004e-06 2021-07-26T16:07:42.079 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.079 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.080 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.080 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.328983+0000", 2021-07-26T16:07:42.080 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2351013909999999 2021-07-26T16:07:42.080 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.080 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.081 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:42.081 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.329098+0000", 2021-07-26T16:07:42.081 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000114751 2021-07-26T16:07:42.081 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.082 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.082 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:07:42.082 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.329371+0000", 2021-07-26T16:07:42.082 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00027315500000000002 2021-07-26T16:07:42.082 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.083 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.083 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:42.083 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.336200+0000", 2021-07-26T16:07:42.083 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0068288849999999998 2021-07-26T16:07:42.083 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.084 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.084 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.084 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395128+0000", 2021-07-26T16:07:42.084 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.058927701999999998 2021-07-26T16:07:42.084 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.085 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.085 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.085 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395158+0000", 2021-07-26T16:07:42.085 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9977000000000001e-05 2021-07-26T16:07:42.085 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.086 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.086 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.086 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399715+0000", 2021-07-26T16:07:42.086 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0045570640000000004 2021-07-26T16:07:42.087 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.087 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.087 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:42.087 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399756+0000", 2021-07-26T16:07:42.087 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1616000000000003e-05 2021-07-26T16:07:42.088 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.088 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.088 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:42.088 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399920+0000", 2021-07-26T16:07:42.089 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000164055 2021-07-26T16:07:42.089 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.089 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:42.089 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.089 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.090 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.090 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197769 6.2 6:440857e1:::benchmark_data_smithi078_103090_object92904:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:07:42.090 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090613+0000", 2021-07-26T16:07:42.090 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 19.672734953999999, 2021-07-26T16:07:42.090 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3096183699999999, 2021-07-26T16:07:42.091 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:42.091 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:42.091 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:42.091 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:42.091 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:42.092 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197769 2021-07-26T16:07:42.092 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.092 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:42.092 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.093 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:42.093 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090613+0000", 2021-07-26T16:07:42.093 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.093 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.094 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.094 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:42.094 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090613+0000", 2021-07-26T16:07:42.094 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.095 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.095 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.095 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:42.095 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090614+0000", 2021-07-26T16:07:42.095 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.33e-07 2021-07-26T16:07:42.096 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.096 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.096 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:42.097 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090615+0000", 2021-07-26T16:07:42.097 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0580000000000001e-06 2021-07-26T16:07:42.097 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.097 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.098 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:42.098 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090622+0000", 2021-07-26T16:07:42.098 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.5570000000000001e-06 2021-07-26T16:07:42.098 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.098 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.099 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:42.099 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090625+0000", 2021-07-26T16:07:42.099 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7419999999999999e-06 2021-07-26T16:07:42.099 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.100 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.100 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.100 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090795+0000", 2021-07-26T16:07:42.100 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000169772 2021-07-26T16:07:42.100 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.101 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.101 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:07:42.101 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090803+0000", 2021-07-26T16:07:42.101 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.0800000000000006e-06 2021-07-26T16:07:42.102 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.102 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.102 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.102 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093902+0000", 2021-07-26T16:07:42.102 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0030992630000000001 2021-07-26T16:07:42.103 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.103 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.103 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:42.104 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093908+0000", 2021-07-26T16:07:42.104 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2469999999999999e-06 2021-07-26T16:07:42.104 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.104 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.105 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.105 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.330933+0000", 2021-07-26T16:07:42.105 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.237025772 2021-07-26T16:07:42.105 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.106 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.106 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:42.106 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.331155+0000", 2021-07-26T16:07:42.106 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00022124699999999999 2021-07-26T16:07:42.107 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.107 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.107 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:07:42.107 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.331507+0000", 2021-07-26T16:07:42.108 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00035198100000000002 2021-07-26T16:07:42.108 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.108 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.108 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:42.109 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.340977+0000", 2021-07-26T16:07:42.109 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0094703119999999998 2021-07-26T16:07:42.109 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.109 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.109 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.110 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395396+0000", 2021-07-26T16:07:42.110 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.054418741 2021-07-26T16:07:42.110 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.110 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.111 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.111 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395426+0000", 2021-07-26T16:07:42.111 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0749e-05 2021-07-26T16:07:42.111 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.112 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.112 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.112 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399955+0000", 2021-07-26T16:07:42.113 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0045288630000000002 2021-07-26T16:07:42.113 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.113 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.113 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:42.114 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400066+0000", 2021-07-26T16:07:42.114 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000110439 2021-07-26T16:07:42.114 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.114 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.114 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:42.115 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400231+0000", 2021-07-26T16:07:42.115 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016561399999999999 2021-07-26T16:07:42.115 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.115 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:42.116 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.116 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.116 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.116 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197797 6.2 6:40ff8b85:::benchmark_data_smithi078_103090_object92932:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:07:42.116 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090658+0000", 2021-07-26T16:07:42.117 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 19.672689774999998, 2021-07-26T16:07:42.117 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3098061590000001, 2021-07-26T16:07:42.117 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:42.117 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:42.118 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:42.118 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:42.118 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:42.118 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197797 2021-07-26T16:07:42.119 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.119 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:42.119 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.120 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:42.120 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090658+0000", 2021-07-26T16:07:42.120 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.120 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.121 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.121 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:42.121 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090658+0000", 2021-07-26T16:07:42.122 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.122 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.122 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.122 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:42.123 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090659+0000", 2021-07-26T16:07:42.123 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.4200000000000005e-07 2021-07-26T16:07:42.123 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.124 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.124 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:42.124 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090660+0000", 2021-07-26T16:07:42.124 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2890000000000001e-06 2021-07-26T16:07:42.125 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.125 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.125 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:42.125 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090666+0000", 2021-07-26T16:07:42.126 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0179999999999998e-06 2021-07-26T16:07:42.126 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.126 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.126 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:42.127 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090670+0000", 2021-07-26T16:07:42.127 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9199999999999997e-06 2021-07-26T16:07:42.127 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.128 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.128 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.128 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090843+0000", 2021-07-26T16:07:42.128 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000172294 2021-07-26T16:07:42.129 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.129 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.129 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:07:42.129 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090852+0000", 2021-07-26T16:07:42.130 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4329999999999993e-06 2021-07-26T16:07:42.130 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.130 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.130 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.131 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093928+0000", 2021-07-26T16:07:42.131 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0030757750000000002 2021-07-26T16:07:42.131 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.131 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.131 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:42.132 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093933+0000", 2021-07-26T16:07:42.132 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3349999999999997e-06 2021-07-26T16:07:42.132 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.132 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.133 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.133 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.333493+0000", 2021-07-26T16:07:42.133 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2395596069999999 2021-07-26T16:07:42.133 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.133 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.134 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:42.134 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.333628+0000", 2021-07-26T16:07:42.134 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013542400000000001 2021-07-26T16:07:42.134 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.135 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.135 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:07:42.135 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.333983+0000", 2021-07-26T16:07:42.136 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00035464600000000002 2021-07-26T16:07:42.136 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.136 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.136 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:42.136 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.359013+0000", 2021-07-26T16:07:42.137 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.025029784999999999 2021-07-26T16:07:42.137 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.137 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.137 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.138 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395447+0000", 2021-07-26T16:07:42.138 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.036434473000000002 2021-07-26T16:07:42.138 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.138 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.139 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.139 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395479+0000", 2021-07-26T16:07:42.139 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2245e-05 2021-07-26T16:07:42.139 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.140 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.140 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.140 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400268+0000", 2021-07-26T16:07:42.141 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0047884080000000001 2021-07-26T16:07:42.141 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.141 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.141 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:42.142 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400309+0000", 2021-07-26T16:07:42.142 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1619000000000003e-05 2021-07-26T16:07:42.142 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.142 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.143 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:42.143 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400464+0000", 2021-07-26T16:07:42.143 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00015504599999999999 2021-07-26T16:07:42.143 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.144 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:42.144 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.144 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.144 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.145 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197821 6.2 6:4764b800:::benchmark_data_smithi078_103090_object92956:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:07:42.145 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090675+0000", 2021-07-26T16:07:42.145 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 19.67267249, 2021-07-26T16:07:42.145 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.310112492, 2021-07-26T16:07:42.145 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:42.146 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:42.146 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:42.146 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:42.146 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:42.147 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197821 2021-07-26T16:07:42.147 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.147 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:42.147 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.148 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:42.148 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090675+0000", 2021-07-26T16:07:42.148 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.149 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.149 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.149 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:42.149 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090675+0000", 2021-07-26T16:07:42.149 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.150 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.150 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.150 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:42.150 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090676+0000", 2021-07-26T16:07:42.151 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.47e-07 2021-07-26T16:07:42.151 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.151 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.152 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:42.152 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090677+0000", 2021-07-26T16:07:42.152 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.11e-06 2021-07-26T16:07:42.152 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.153 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.153 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:42.153 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090684+0000", 2021-07-26T16:07:42.153 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.3609999999999997e-06 2021-07-26T16:07:42.154 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.154 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.154 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:42.154 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090688+0000", 2021-07-26T16:07:42.155 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0300000000000004e-06 2021-07-26T16:07:42.155 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.155 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.155 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.156 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090891+0000", 2021-07-26T16:07:42.160 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000203618 2021-07-26T16:07:42.160 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.160 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.161 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:07:42.161 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090896+0000", 2021-07-26T16:07:42.161 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.374e-06 2021-07-26T16:07:42.161 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.162 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.162 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.162 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093952+0000", 2021-07-26T16:07:42.163 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003056319 2021-07-26T16:07:42.163 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.163 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.164 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:42.164 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093957+0000", 2021-07-26T16:07:42.164 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.118e-06 2021-07-26T16:07:42.164 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.165 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.165 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.165 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.336245+0000", 2021-07-26T16:07:42.166 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2422874070000001 2021-07-26T16:07:42.166 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.166 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.166 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:42.167 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.336375+0000", 2021-07-26T16:07:42.167 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000130689 2021-07-26T16:07:42.167 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.168 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.168 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:07:42.168 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.336668+0000", 2021-07-26T16:07:42.168 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00029252 2021-07-26T16:07:42.169 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.169 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.169 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:42.170 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.359022+0000", 2021-07-26T16:07:42.170 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.022354051999999999 2021-07-26T16:07:42.170 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.170 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.171 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.171 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395680+0000", 2021-07-26T16:07:42.171 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.036657857000000002 2021-07-26T16:07:42.171 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.171 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.172 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.172 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395698+0000", 2021-07-26T16:07:42.172 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8414999999999999e-05 2021-07-26T16:07:42.172 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.172 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.173 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.173 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400529+0000", 2021-07-26T16:07:42.173 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0048304799999999998 2021-07-26T16:07:42.173 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.174 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.174 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:42.174 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400580+0000", 2021-07-26T16:07:42.174 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1227000000000003e-05 2021-07-26T16:07:42.175 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.175 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.175 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:42.175 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400788+0000", 2021-07-26T16:07:42.175 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000208068 2021-07-26T16:07:42.176 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.176 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:42.176 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.176 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.177 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.177 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197851 6.2 6:4363b857:::benchmark_data_smithi078_103090_object92986:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:07:42.177 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090741+0000", 2021-07-26T16:07:42.177 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 19.672606995999999, 2021-07-26T16:07:42.177 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.310313066, 2021-07-26T16:07:42.178 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:42.178 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:42.178 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:42.178 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:42.178 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:42.179 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197851 2021-07-26T16:07:42.179 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.179 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:42.179 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.180 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:42.180 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090741+0000", 2021-07-26T16:07:42.180 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.180 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.180 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.181 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:42.181 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090741+0000", 2021-07-26T16:07:42.181 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.181 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.181 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.182 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:42.182 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090741+0000", 2021-07-26T16:07:42.182 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5400000000000001e-07 2021-07-26T16:07:42.182 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.183 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.183 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:42.183 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090742+0000", 2021-07-26T16:07:42.183 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.71e-07 2021-07-26T16:07:42.183 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.184 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.184 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:42.184 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090751+0000", 2021-07-26T16:07:42.184 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.7700000000000007e-06 2021-07-26T16:07:42.185 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.185 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.185 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:42.185 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090754+0000", 2021-07-26T16:07:42.185 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8030000000000001e-06 2021-07-26T16:07:42.186 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.186 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.186 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.186 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090928+0000", 2021-07-26T16:07:42.186 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000173809 2021-07-26T16:07:42.187 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.187 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.187 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:07:42.187 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090932+0000", 2021-07-26T16:07:42.188 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8e-06 2021-07-26T16:07:42.188 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.188 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.188 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.188 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.094138+0000", 2021-07-26T16:07:42.189 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032061569999999998 2021-07-26T16:07:42.189 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.189 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.189 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:42.189 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.094145+0000", 2021-07-26T16:07:42.190 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3679999999999996e-06 2021-07-26T16:07:42.190 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.190 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.190 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.191 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.338633+0000", 2021-07-26T16:07:42.191 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.244487627 2021-07-26T16:07:42.191 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.191 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.191 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:42.192 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.338763+0000", 2021-07-26T16:07:42.192 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000129937 2021-07-26T16:07:42.192 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.192 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.193 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:07:42.193 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.339079+0000", 2021-07-26T16:07:42.193 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00031606599999999999 2021-07-26T16:07:42.193 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.193 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.194 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:42.194 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.393324+0000", 2021-07-26T16:07:42.194 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.054245202999999999 2021-07-26T16:07:42.194 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.195 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.195 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.195 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395717+0000", 2021-07-26T16:07:42.195 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023929089999999999 2021-07-26T16:07:42.195 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.196 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.196 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.196 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395735+0000", 2021-07-26T16:07:42.196 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7716000000000001e-05 2021-07-26T16:07:42.197 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.197 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.197 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.197 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400850+0000", 2021-07-26T16:07:42.197 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0051155940000000002 2021-07-26T16:07:42.198 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.198 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.198 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:42.198 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400894+0000", 2021-07-26T16:07:42.198 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3473999999999997e-05 2021-07-26T16:07:42.199 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.199 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.199 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:42.199 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.401054+0000", 2021-07-26T16:07:42.200 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016040800000000001 2021-07-26T16:07:42.200 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.200 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:42.200 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.200 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.201 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.201 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197854 6.12 6:4cf01ce1:::benchmark_data_smithi078_103090_object92989:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:07:42.201 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090774+0000", 2021-07-26T16:07:42.201 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 19.672573517, 2021-07-26T16:07:42.202 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3096667900000001, 2021-07-26T16:07:42.202 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:42.202 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:42.202 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:42.203 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:42.203 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:42.203 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197854 2021-07-26T16:07:42.203 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.203 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:42.204 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.204 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:42.204 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090774+0000", 2021-07-26T16:07:42.204 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.204 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.205 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.205 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:42.205 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090774+0000", 2021-07-26T16:07:42.205 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.205 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.206 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.206 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:42.206 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090775+0000", 2021-07-26T16:07:42.206 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.8199999999999998e-07 2021-07-26T16:07:42.207 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.207 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.207 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:42.207 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090776+0000", 2021-07-26T16:07:42.208 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.161e-06 2021-07-26T16:07:42.208 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.208 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.208 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:42.208 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090783+0000", 2021-07-26T16:07:42.209 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1500000000000004e-06 2021-07-26T16:07:42.209 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.209 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.209 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:42.210 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090786+0000", 2021-07-26T16:07:42.210 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.676e-06 2021-07-26T16:07:42.210 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.210 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.210 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.211 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090950+0000", 2021-07-26T16:07:42.211 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016402300000000001 2021-07-26T16:07:42.211 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.211 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.212 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:07:42.212 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090955+0000", 2021-07-26T16:07:42.212 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9389999999999996e-06 2021-07-26T16:07:42.212 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.212 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.213 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.213 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.096139+0000", 2021-07-26T16:07:42.213 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0051833019999999999 2021-07-26T16:07:42.213 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.213 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.214 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:42.214 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.096144+0000", 2021-07-26T16:07:42.214 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.604e-06 2021-07-26T16:07:42.214 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.215 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.215 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.215 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.324010+0000", 2021-07-26T16:07:42.215 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.227865881 2021-07-26T16:07:42.215 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.216 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.216 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:42.216 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.324147+0000", 2021-07-26T16:07:42.216 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013698900000000001 2021-07-26T16:07:42.217 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.217 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.217 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:07:42.217 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.324424+0000", 2021-07-26T16:07:42.217 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00027719399999999998 2021-07-26T16:07:42.218 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.218 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.218 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:42.218 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.333458+0000", 2021-07-26T16:07:42.218 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0090337539999999997 2021-07-26T16:07:42.219 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.219 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.219 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.219 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.394687+0000", 2021-07-26T16:07:42.219 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.061228534000000001 2021-07-26T16:07:42.220 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.220 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.220 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.220 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.394739+0000", 2021-07-26T16:07:42.221 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2969000000000001e-05 2021-07-26T16:07:42.221 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.221 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.221 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.221 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400142+0000", 2021-07-26T16:07:42.222 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0054030010000000002 2021-07-26T16:07:42.222 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.222 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.222 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:42.222 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400189+0000", 2021-07-26T16:07:42.223 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6315e-05 2021-07-26T16:07:42.223 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.223 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.223 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:42.224 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400441+0000", 2021-07-26T16:07:42.224 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00025241599999999999 2021-07-26T16:07:42.224 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.224 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:42.224 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.225 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.225 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.225 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197868 6.2 6:43c464b9:::benchmark_data_smithi078_103090_object93003:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:07:42.225 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090791+0000", 2021-07-26T16:07:42.225 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 19.672557392999998, 2021-07-26T16:07:42.226 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.310551976, 2021-07-26T16:07:42.226 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:07:42.226 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:42.227 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:07:42.227 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:07:42.227 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:42.227 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197868 2021-07-26T16:07:42.227 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.228 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:07:42.228 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.228 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:07:42.229 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090791+0000", 2021-07-26T16:07:42.229 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.229 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.229 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.229 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:07:42.230 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090791+0000", 2021-07-26T16:07:42.230 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:07:42.230 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.230 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.231 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:07:42.231 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090791+0000", 2021-07-26T16:07:42.231 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.7599999999999996e-07 2021-07-26T16:07:42.231 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.231 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.232 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:07:42.232 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090793+0000", 2021-07-26T16:07:42.232 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.212e-06 2021-07-26T16:07:42.233 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.233 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.233 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:07:42.233 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090799+0000", 2021-07-26T16:07:42.233 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0000000000000002e-06 2021-07-26T16:07:42.234 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.234 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.234 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:07:42.235 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090803+0000", 2021-07-26T16:07:42.235 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4599999999999996e-06 2021-07-26T16:07:42.235 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.235 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.236 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.236 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090968+0000", 2021-07-26T16:07:42.236 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016474 2021-07-26T16:07:42.236 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.237 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.237 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:07:42.237 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090975+0000", 2021-07-26T16:07:42.237 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.097e-06 2021-07-26T16:07:42.238 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.238 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.238 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.238 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.094200+0000", 2021-07-26T16:07:42.238 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032250310000000002 2021-07-26T16:07:42.239 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.239 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.239 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:07:42.239 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.094206+0000", 2021-07-26T16:07:42.239 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0549999999999996e-06 2021-07-26T16:07:42.240 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.240 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.240 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:07:42.240 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.341014+0000", 2021-07-26T16:07:42.241 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2468075169999999 2021-07-26T16:07:42.241 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.241 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.242 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:07:42.242 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.341128+0000", 2021-07-26T16:07:42.242 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00011411199999999999 2021-07-26T16:07:42.242 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.242 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.243 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:07:42.243 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.341398+0000", 2021-07-26T16:07:42.243 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00027032500000000002 2021-07-26T16:07:42.243 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.244 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.244 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:07:42.244 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.393330+0000", 2021-07-26T16:07:42.244 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.051931597000000003 2021-07-26T16:07:42.245 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.245 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.245 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.246 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395754+0000", 2021-07-26T16:07:42.246 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0024242420000000001 2021-07-26T16:07:42.246 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.246 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.246 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.247 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395779+0000", 2021-07-26T16:07:42.247 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.569e-05 2021-07-26T16:07:42.247 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.248 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.248 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:42.248 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.401118+0000", 2021-07-26T16:07:42.248 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0053384449999999998 2021-07-26T16:07:42.249 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.249 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.249 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:07:42.249 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.401171+0000", 2021-07-26T16:07:42.250 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3090000000000002e-05 2021-07-26T16:07:42.250 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:07:42.250 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:07:42.251 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:07:42.251 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.401343+0000", 2021-07-26T16:07:42.251 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017148700000000001 2021-07-26T16:07:42.252 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.252 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:42.252 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.253 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:07:42.253 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:07:42.253 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:07:42.254 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:42.275 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:42.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:42.277 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:42.378 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:42.398 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:42.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:42.400 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:42.501 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:42.527 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:42.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:42.529 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:42.630 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:42.650 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:42.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:42.652 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:42.753 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:42.775 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:42.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:42.776 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:42.877 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:42.879 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-07-26T16:07:42.905 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:42.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:42.907 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:43.008 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:43.027 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:07:43.029 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:43.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:43.031 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:43.132 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:43.154 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:43.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:43.156 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:43 smithi139 ceph-mon[56829]: pgmap v599: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 11 MiB data, 891 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 722 op/s; 5508/546 objects degraded (1008.791%); 300/546 objects misplaced (54.945%); 3.0 MiB/s, 163 objects/s recovering 2021-07-26T16:07:43.160 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:43 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 5508/546 objects degraded (1008.791%), 9 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:07:43.258 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:43.279 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:43.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:43.281 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:43.382 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:43.403 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:43.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:43.405 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:43.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:43 smithi078 ceph-mon[73801]: pgmap v599: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 11 MiB data, 891 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 722 op/s; 5508/546 objects degraded (1008.791%); 300/546 objects misplaced (54.945%); 3.0 MiB/s, 163 objects/s recovering 2021-07-26T16:07:43.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:43 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 5508/546 objects degraded (1008.791%), 9 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:07:43.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:43 smithi078 ceph-mon[77813]: pgmap v599: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 11 MiB data, 891 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 722 op/s; 5508/546 objects degraded (1008.791%); 300/546 objects misplaced (54.945%); 3.0 MiB/s, 163 objects/s recovering 2021-07-26T16:07:43.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:43 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 5508/546 objects degraded (1008.791%), 9 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:07:43.506 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:43.530 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:43.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:43.532 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:43.633 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:43.655 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:43.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:43.656 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:43.757 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:43.786 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:43.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:43.787 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:43.890 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:43.911 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:43.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:43.913 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:44.014 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:44.037 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:07:44.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:44.038 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:44.039 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:44.140 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:44.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:44.164 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:44.165 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:44.267 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:44.288 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:44.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:44.290 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:44.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:44 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1116750938' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:07:44.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:44 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:07:44.391 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:44.412 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:44.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:44.414 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:44.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:44 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1116750938' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:07:44.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:44 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:07:44.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:44 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1116750938' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:07:44.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:44 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:07:44.515 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:44.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:44.538 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:44.539 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:44.594 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2021-07-26T16:07:44.594 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2021-07-26T16:07:44.640 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:44.661 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:44.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:44.663 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:44.738 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:44.763 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:44.784 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:44.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:44.786 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:44.887 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:44.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:44.908 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:44.909 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:44.920 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:07:44.920 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:07:44.920 INFO:teuthology.orchestra.run.smithi139.stdout: "num_ops": 0 2021-07-26T16:07:44.920 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:07:45.010 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:45.034 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:45.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:45.035 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:45.051 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:07:45.069 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:07:45.088 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:07:45.106 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:07:45.133 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:07:45.137 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:45.142 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:07:45.158 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:45.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:45.160 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:45.172 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:07:45.202 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:07:45.203 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:07:45.203 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:07:45.204 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:07:45.204 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:07:45.204 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:07:45.204 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:07:45.205 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:07:45.205 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:07:45.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:45 smithi078 ceph-mon[73801]: pgmap v600: 99 pgs: 2 active+recovering+undersized+remapped, 1 active+recovering+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 10 MiB data, 886 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 677 op/s; 5330/525 objects degraded (1015.238%); 300/525 objects misplaced (57.143%); 2.8 MiB/s, 157 objects/s recovering 2021-07-26T16:07:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:45 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:45 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:07:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:45 smithi078 ceph-mon[73801]: osdmap e226: 8 total, 8 up, 7 in 2021-07-26T16:07:45.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:45 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/135726040' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:45.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:45 smithi078 ceph-mon[77813]: pgmap v600: 99 pgs: 2 active+recovering+undersized+remapped, 1 active+recovering+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 10 MiB data, 886 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 677 op/s; 5330/525 objects degraded (1015.238%); 300/525 objects misplaced (57.143%); 2.8 MiB/s, 157 objects/s recovering 2021-07-26T16:07:45.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:45 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:45.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:45 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:07:45.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:45 smithi078 ceph-mon[77813]: osdmap e226: 8 total, 8 up, 7 in 2021-07-26T16:07:45.228 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:45 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/135726040' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:45.261 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:45.283 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:45.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:45.284 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:45.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:45 smithi139 ceph-mon[56829]: pgmap v600: 99 pgs: 2 active+recovering+undersized+remapped, 1 active+recovering+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 4 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 10 MiB data, 886 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 677 op/s; 5330/525 objects degraded (1015.238%); 300/525 objects misplaced (57.143%); 2.8 MiB/s, 157 objects/s recovering 2021-07-26T16:07:45.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:45 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:45.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:45 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:07:45.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:45 smithi139 ceph-mon[56829]: osdmap e226: 8 total, 8 up, 7 in 2021-07-26T16:07:45.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:45 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/135726040' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:45.385 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:45.405 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:45.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:45.406 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:45.507 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:45.529 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:45.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:45.531 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:45.632 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:45.653 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:45.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:45.654 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:45.755 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:45.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:45.778 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:45.778 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:45.815 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-07-26T16:07:45.879 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:45.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:45.921 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:45.921 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:45.991 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:07:46.022 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:46.044 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:46.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:46.046 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:46.147 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:46.168 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:46.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:46.169 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:46.271 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:46.294 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:46.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:46.295 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:46.396 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:46.422 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:46.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:46.423 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:46.525 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:46.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:46.548 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:46.548 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:46.650 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:46.671 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:46.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:46.673 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:46.774 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:46.794 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:46.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:46.796 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:46.897 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:46.919 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:46.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:46.920 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:47.021 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:47.043 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:47.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:47.045 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:47.102 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:47 smithi078 ceph-mon[73801]: pgmap v602: 99 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 10 MiB data, 871 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 344 op/s; 5330/525 objects degraded (1015.238%); 300/525 objects misplaced (57.143%); 1.3 MiB/s, 122 objects/s recovering 2021-07-26T16:07:47.102 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:47 smithi078 ceph-mon[77813]: pgmap v602: 99 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 10 MiB data, 871 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 344 op/s; 5330/525 objects degraded (1015.238%); 300/525 objects misplaced (57.143%); 1.3 MiB/s, 122 objects/s recovering 2021-07-26T16:07:47.146 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:47.168 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:47.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:47.169 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:07:47.169 INFO:teuthology.orchestra.run.smithi078.stdout:{"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 5330/525 objects degraded (1015.238%), 8 pgs degraded, 1 pg undersized","count":9},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":792,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":226,"num_osds":8,"num_up_osds":8,"osd_up_since":1627315460,"num_in_osds":7,"osd_in_since":1627315548,"num_remapped_pgs":15},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":83},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":5},{"state_name":"active+recovery_wait+degraded+remapped","count":3},{"state_name":"active+recovering+undersized+remapped","count":2},{"state_name":"active+recovery_wait","count":1}],"num_pgs":99,"num_pools":5,"num_objects":175,"data_bytes":10557342,"bytes_used":5208739840,"bytes_avail":666756509696,"bytes_total":671965249536,"degraded_objects":5330,"degraded_total":525,"degraded_ratio":10.152380952380952,"misplaced_objects":300,"misplaced_total":525,"misplaced_ratio":0.5714285714285714,"recovering_objects_per_sec":122,"recovering_bytes_per_sec":1401225,"recovering_keys_per_sec":0,"num_objects_recovered":1229,"num_bytes_recovered":14024704,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":344},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi139.mwfdce","status":"up:active","gid":34466}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://172.21.15.78:8443/"}},"servicemap":{"epoch":24,"modified":"2021-07-26T16:05:19.915174+0000","services":{}},"progress_events":{"019a259c-959c-47d6-a734-39cfb6909cf2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"028db943-f20f-467a-a060-ad98e1de11a2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0825decf-1771-4aa9-b3e0-2f90f962393e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0bec2cae-5754-4025-a7d0-2ee7968682e9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d3cb746-2040-4b08-9af3-a1d7a0503231":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0e651c76-4f9a-4f90-a79f-535f5859f8c8":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"108b28cf-2f79-4480-ae61-bee4c7c31bd7":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"17292374-1855-4712-acd3-11bb22dc3c95":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19bd3a40-ff30-4a9b-af2f-c08bddcd661a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19d4ab02-2b37-4660-bd16-0ab176a69364":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1a15b739-f34e-4cf1-97e8-78bca8ce7cb4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c310024-1e58-4270-9383-5f710035cc0f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c490976-1a9c-47b0-8d32-51f1bd6245b3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1e027d76-638d-4309-8161-d718742ba273":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"20002988-dede-4d83-be7f-6f21f2353621":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"211ec1ea-128a-4366-9fd4-10ed5f8cd19d":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"22daed49-593a-480d-8a9a-98d818c39bc2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2b855103-93d2-47b4-8165-7e5b5059057c":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3110f40d-e914-45fc-9524-e7fb7274d10e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"31cc9b1a-2567-4b75-aa0a-a0a72d9c8ee3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"33b6be0a-e83d-46d9-be6b-7792ff77ca0d":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"34763500-8a71-4327-90e5-1c72d86bd096":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"347a77f4-00de-473e-9b25-6b72dd08c4e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"37b206b2-4919-48e8-a6a4-2ece7b7c8254":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3884b211-07a3-42b3-a9c4-9f0a0f7af463":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3a762b12-c51f-443d-a6d4-6ac594c32ef8":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"401e0147-cb0d-454d-8ef4-fb978b16324c":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"405520f3-456b-4fac-acae-bf61abb626e5":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"459b2ec4-9d88-4aa6-9215-68089a091441":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"460f2a0b-a55a-4dcc-9025-c902682d17f9":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"49014fd2-9788-4843-b76b-2357148f3e82":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4b6c0637-0ad3-469f-95ef-80ceaab392d6":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4c8d0599-00f0-42f4-83f0-a4ba20f99acd":{"message":"Upgrade to 17.0.0-6381-gbccf07c2 (3m)\n [===========.................] (remaining: 5m)","progress":0.40000000596046448,"add_to_ceph_s":true},"510eb5cd-e26d-43a7-a3e5-7303b56b6057":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"51360200-b719-40e4-8a65-e68776fd9d5f":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5387f864-71ca-4020-825f-f1036e21047a":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"587e5b1e-b615-4a76-aa76-339ac4b1119a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"596f1485-a6e2-4709-8011-3eee4f68a40b":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5b7a5224-a2a0-4336-b87d-ac71fa41a132":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"60d27c5b-892a-420f-b2a4-2b40fb5c9bae":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"68cfcc32-3d22-4e97-a6bf-84fde960ae8d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6a35c8c3-7429-4f4e-901f-a038415ba6c2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6e65f136-9823-457f-a92e-219b81f095ff":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6fd1956d-15c5-4ac2-b06c-7dee4994eccd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7222cf0b-f01f-42ff-b51f-2b368b5fa361":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"744491dc-86bb-4b12-9fc7-2744a456cdc3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7b7fbe03-10d2-461f-bc0a-43d77c89fd23":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7c55f598-ea1b-4bff-a1ec-eea9a96b6314":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7d5292c7-8f64-4b18-95ca-05dceafb186d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"8841d28e-a2d3-42ce-b8e6-7d7d69ea1e35":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"89311c45-5afb-43bf-852b-90dbe31ce58d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"95c9cfcc-b295-4d83-828a-9bda822ebf70":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"9920a83e-9cd1-461f-87af-96cfa0812e53":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"a3f0924a-47fe-4133-b0b7-af5b7b7d6acf":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ab9bac78-f961-43ca-85cf-13bf0a07fe2e":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ac811e7e-477b-4e3e-bb2c-13a29f3fb2f8":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b14333af-8546-48cc-96eb-f5c63e320d61":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b1685628-5f44-489c-9373-b5c4e59ee59f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b487ad26-7b67-4172-8032-8b75babea112":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b49740d5-954a-41e7-8eeb-bba5b1778d45":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b733ca53-2fc8-4687-b3d9-a51b7548ccda":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b8dc1c77-2ee2-46bd-840f-984991d9d2c5":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bcf1a744-2ba8-4784-bc68-152a3ee664e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bd08922a-3ac3-4039-b4b3-93faebd22c7f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c1a156a1-da5e-48d0-8f8c-76df6626d395":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c433161c-6293-4e18-8b3e-4dfaefe05b55":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c817de63-1587-44bf-b38d-0b8499b83c38":{"message":"Global Recovery Event (8m)\n [=======================.....] (remaining: 95s)","progress":0.83838385343551636,"add_to_ceph_s":true},"c9af9882-716f-48ac-9c01-9b480daac534":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cc288a6b-fa59-4ff4-9f82-2d4000fff883":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cca5ef61-d521-4f77-b37f-93a28b89d15a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cd33fd2b-27ed-4525-9d17-ba2cc09d5353":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d118df63-284a-474e-af58-a8708f3e39b5":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d1832f61-b2f2-479e-9ca7-a08f459792cc":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3a1ed4b-8a21-4c8c-a760-50346daddd86":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3cec5e9-6ca4-4cde-bf7c-203f01e0615f":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3f03da8-2b50-4d24-9e07-ebe7fb68620a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d60ee7c1-95c3-4951-b85f-6396aa8443c9":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d95302c7-9943-4446-90c7-a0673a2851f9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db45b94a-5480-4042-a97d-007fc80760fd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e1836fad-1cc2-46ce-9f78-d37c733fb2d0":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e5ef342e-6e19-43be-8eb5-d9d530a664bb":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e61a1630-6f6f-4a09-b57f-b4c38ac323fb":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e7ab10fd-44f7-483e-a16e-8a6fae1d617f":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e93081ac-e4b5-40bb-bacb-bcd7c4e35682":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ec7eb209-1825-4e29-9570-7569715ff483":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f0644eeb-753f-46df-92aa-c27780aae9fc":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f182a7c3-6244-4f18-a08d-52c79721a0ca":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f23f5157-13fd-48e3-94e6-8649ffa36c7d":{"message":"Rebalancing after osd.2 marked out (115s)\n [========================....] (remaining: 16s)","progress":0.875,"add_to_ceph_s":false},"f5513eb5-bba6-49c5-ac12-28c7c4f7647b":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5c668a8-c8d6-4e75-a024-0cc85fbab7f7":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"feaf3a8a-1d00-4584-9528-86fa43b3edf4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true}}} 2021-07-26T16:07:47.170 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:47.271 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:47.292 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:47.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:47.293 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:47.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:47 smithi139 ceph-mon[56829]: pgmap v602: 99 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 10 MiB data, 871 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 344 op/s; 5330/525 objects degraded (1015.238%); 300/525 objects misplaced (57.143%); 1.3 MiB/s, 122 objects/s recovering 2021-07-26T16:07:47.394 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:47.421 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:47.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:47.423 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:47.525 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:47.547 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:47.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:47.548 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:47.649 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:47.653 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:07:47.653 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:07:47.673 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:47.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:47.674 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:47.775 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:47.796 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:47.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:47.798 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:47.822 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:07:47.899 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:47.921 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:47.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:47.922 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:47.976 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:48.023 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:48.026 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-07-26T16:07:48.026 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:07:48.087 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:48.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:48.088 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:48.189 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:48.212 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:48.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:48.214 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:48.221 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:48.262 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:07:48.290 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:48 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 5330/525 objects degraded (1015.238%), 8 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:07:48.291 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:48 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/760108793' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:07:48.291 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:48 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 5330/525 objects degraded (1015.238%), 8 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:07:48.291 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:48 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/760108793' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:07:48.313 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:48 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 5330/525 objects degraded (1015.238%), 8 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-07-26T16:07:48.314 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:48 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/760108793' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:07:48.315 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:48.346 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:48.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:48.348 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:48.378 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-07-26T16:07:48.449 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:48.451 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:48.471 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:48.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:48.473 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:48.515 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:07:48.574 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:48.596 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:48.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:48.598 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:48.699 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:48.724 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:48.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:48.726 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:48.827 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:48.848 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:48.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:48.850 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:48.951 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:48.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:48.976 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:48.976 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:49.078 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:49.099 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:49.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:49.100 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:49.104 INFO:teuthology.orchestra.run.smithi078.stderr:pool 'unique_pool_0' removed 2021-07-26T16:07:49.202 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:49.222 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:49.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:49.223 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:49.324 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:49.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:49 smithi139 ceph-mon[56829]: pgmap v603: 99 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 10 MiB data, 871 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 344 op/s; 5330/525 objects degraded (1015.238%); 300/525 objects misplaced (57.143%); 1.3 MiB/s, 122 objects/s recovering 2021-07-26T16:07:49.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:49 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2136741446' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-07-26T16:07:49.346 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:49.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:49.347 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:49.448 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:49.471 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:49.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:49.474 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:49.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:49 smithi078 ceph-mon[73801]: pgmap v603: 99 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 10 MiB data, 871 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 344 op/s; 5330/525 objects degraded (1015.238%); 300/525 objects misplaced (57.143%); 1.3 MiB/s, 122 objects/s recovering 2021-07-26T16:07:49.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:49 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2136741446' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-07-26T16:07:49.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:49 smithi078 ceph-mon[77813]: pgmap v603: 99 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+recovery_wait, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 10 MiB data, 871 MiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 344 op/s; 5330/525 objects degraded (1015.238%); 300/525 objects misplaced (57.143%); 1.3 MiB/s, 122 objects/s recovering 2021-07-26T16:07:49.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:49 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2136741446' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-07-26T16:07:49.576 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:49.596 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:49.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:49.598 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:49.699 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:49.720 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:49.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:49.721 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:49.822 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:49.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:49.851 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:49.851 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:49.952 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:49.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:50.017 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:50.018 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:50.119 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:50.141 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:50.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:50.142 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:50.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:50 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2136741446' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2021-07-26T16:07:50.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:50 smithi078 ceph-mon[73801]: osdmap e227: 8 total, 8 up, 7 in 2021-07-26T16:07:50.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:50 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2136741446' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2021-07-26T16:07:50.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:50 smithi078 ceph-mon[77813]: osdmap e227: 8 total, 8 up, 7 in 2021-07-26T16:07:50.244 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:50.265 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:50.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:50.267 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:50.290 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:07:50.291 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:07:50.362 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:50 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2136741446' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2021-07-26T16:07:50.362 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:50 smithi139 ceph-mon[56829]: osdmap e227: 8 total, 8 up, 7 in 2021-07-26T16:07:50.368 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:50.390 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:50.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:50.391 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:50.492 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:50.514 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:50.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:50.516 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:50.617 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:50.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:50.640 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:50.641 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:50.742 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:50.763 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:50.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:50.764 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:50.865 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:50.887 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:50.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:50.889 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:50.990 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:51.003 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-07-26T16:07:51.011 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:51.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:51.012 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:51.109 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:51 smithi078 ceph-mon[73801]: pgmap v605: 73 pgs: 72 active+clean, 1 active+recovery_wait+undersized+degraded+remapped; 582 KiB data, 864 MiB used, 621 GiB / 626 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T16:07:51.114 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:51.135 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:51.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:51.136 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:51.145 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:07:51.177 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-07-26T16:07:51.179 INFO:tasks.radosbench:Beginning radosbench... 2021-07-26T16:07:51.179 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_1 2021-07-26T16:07:51.180 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool create unique_pool_1 16 2021-07-26T16:07:51.237 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:51.278 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:51 smithi139 ceph-mon[56829]: pgmap v605: 73 pgs: 72 active+clean, 1 active+recovery_wait+undersized+degraded+remapped; 582 KiB data, 864 MiB used, 621 GiB / 626 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T16:07:51.281 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:51.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:51.282 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:51.358 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:51.383 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:51.398 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:51 smithi078 ceph-mon[77813]: pgmap v605: 73 pgs: 72 active+clean, 1 active+recovery_wait+undersized+degraded+remapped; 582 KiB data, 864 MiB used, 621 GiB / 626 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T16:07:51.404 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:51.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:51.406 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:51.507 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:51.529 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:51.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:51.531 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:51.632 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:51.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:51.660 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:51.660 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:51.762 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:51.785 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:51.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:51.787 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:51.888 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:51.911 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:51.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:51.913 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:52.014 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:52.036 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:52.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:52.038 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:52.131 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:07:52.139 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:52.165 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:52.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:52.166 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:52.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:52 smithi078 ceph-mon[77813]: osdmap e228: 8 total, 8 up, 7 in 2021-07-26T16:07:52.203 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:52 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1231405729' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:07:52.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:52 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:07:52.204 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:52 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded (PG_DEGRADED) 2021-07-26T16:07:52.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:52 smithi078 ceph-mon[73801]: osdmap e228: 8 total, 8 up, 7 in 2021-07-26T16:07:52.204 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:52 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1231405729' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:07:52.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:52 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:07:52.205 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:52 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded (PG_DEGRADED) 2021-07-26T16:07:52.210 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:07:52.225 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:07:52.227 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:07:52.229 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:07:52.248 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:07:52.268 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:52.269 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:07:52.286 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:07:52.289 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:52.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:52.290 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:52.304 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:07:52.323 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:07:52.340 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:07:52.341 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:07:52.341 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:07:52.341 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:07:52.342 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:07:52.342 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:07:52.342 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:07:52.343 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:07:52.343 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:07:52.392 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:52.415 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:52.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:52.416 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:52.515 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:52 smithi139 ceph-mon[56829]: osdmap e228: 8 total, 8 up, 7 in 2021-07-26T16:07:52.515 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:52 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1231405729' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:07:52.516 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:52 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:07:52.516 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:52 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded (PG_DEGRADED) 2021-07-26T16:07:52.518 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:52.539 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:52.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:52.541 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:52.641 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:52.662 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:52.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:52.664 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:52.765 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:52.787 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:52.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:52.788 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:52.799 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:07:52.799 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:07:52.799 INFO:teuthology.orchestra.run.smithi139.stdout: "num_ops": 0 2021-07-26T16:07:52.800 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:07:52.890 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:52.913 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:52.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:52.914 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:53.015 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:53.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:53.039 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:53.040 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:53.141 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:53.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:53.166 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:53.166 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:53.267 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:53.289 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:53.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:53.291 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:53.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:53 smithi078 ceph-mon[73801]: pgmap v607: 73 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 582 KiB data, 864 MiB used, 621 GiB / 626 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T16:07:53.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:53 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:53.299 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:53 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:07:53.300 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:53 smithi078 ceph-mon[73801]: osdmap e229: 8 total, 8 up, 7 in 2021-07-26T16:07:53.300 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:53 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2727616405' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:53.300 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:53 smithi078 ceph-mon[73801]: from='client.45456 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:07:53.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:53 smithi078 ceph-mon[77813]: pgmap v607: 73 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 582 KiB data, 864 MiB used, 621 GiB / 626 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T16:07:53.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:53 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:53.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:53 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:07:53.301 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:53 smithi078 ceph-mon[77813]: osdmap e229: 8 total, 8 up, 7 in 2021-07-26T16:07:53.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:53 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2727616405' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:53.302 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:53 smithi078 ceph-mon[77813]: from='client.45456 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:07:53.393 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:53.414 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:53.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:53.415 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:53.516 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:53.537 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:53.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:53.539 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:53.545 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:53 smithi139 ceph-mon[56829]: pgmap v607: 73 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 582 KiB data, 864 MiB used, 621 GiB / 626 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T16:07:53.546 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:53 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:07:53.546 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:53 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:07:53.546 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:53 smithi139 ceph-mon[56829]: osdmap e229: 8 total, 8 up, 7 in 2021-07-26T16:07:53.546 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:53 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2727616405' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:07:53.547 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:53 smithi139 ceph-mon[56829]: from='client.45456 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:07:53.632 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-07-26T16:07:53.640 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:53.693 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:53.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:53.695 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:53.796 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:53.806 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:07:53.817 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:53.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:53.819 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:53.893 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":608,"stamp":"2021-07-26T16:07:52.119195+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595870,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":260,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":45,"num_bytes_recovered":591854,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":194,"ondisk_log_size":194,"up":219,"acting":218,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":334,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":5079392,"kb_used_data":401768,"kb_used_omap":502,"kb_used_meta":4677065,"kb_avail":651136672,"statfs":{"total":671965249536,"available":666763952128,"internally_reserved":4294967296,"allocated":411410432,"data_stored":403497258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":514535,"internal_metadata":4789315097},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-9961472,"num_objects":-151,"num_object_clones":0,"num_object_copies":-453,"num_objects_missing_on_primary":-357,"num_objects_missing":-357,"num_objects_degraded":-5328,"num_objects_misplaced":-300,"num_objects_unfound":0,"num_objects_dirty":-151,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-209726,"num_write_kb":-6711169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-52585,"num_bytes_recovered":-2624716824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.149039"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":71,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.035739+0000","last_change":"2021-07-26T16:05:49.081745+0000","last_active":"2021-07-26T16:07:44.035739+0000","last_peered":"2021-07-26T16:07:44.035739+0000","last_clean":"2021-07-26T16:07:44.035739+0000","last_became_active":"2021-07-26T16:05:49.081230+0000","last_became_peered":"2021-07-26T16:05:49.081230+0000","last_unstale":"2021-07-26T16:07:44.035739+0000","last_undegraded":"2021-07-26T16:07:44.035739+0000","last_fullsized":"2021-07-26T16:07:44.035739+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":201,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.306286+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:07:33.306286+0000","last_peered":"2021-07-26T16:07:33.306286+0000","last_clean":"2021-07-26T16:07:33.306286+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:07:33.306286+0000","last_undegraded":"2021-07-26T16:07:33.306286+0000","last_fullsized":"2021-07-26T16:07:33.306286+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":203,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.302604+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:07:33.302604+0000","last_peered":"2021-07-26T16:07:33.302604+0000","last_clean":"2021-07-26T16:07:33.302604+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:07:33.302604+0000","last_undegraded":"2021-07-26T16:07:33.302604+0000","last_fullsized":"2021-07-26T16:07:33.302604+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":156,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.037829+0000","last_change":"2021-07-26T16:07:06.163835+0000","last_active":"2021-07-26T16:07:44.037829+0000","last_peered":"2021-07-26T16:07:44.037829+0000","last_clean":"2021-07-26T16:07:44.037829+0000","last_became_active":"2021-07-26T16:07:06.162741+0000","last_became_peered":"2021-07-26T16:07:06.162741+0000","last_unstale":"2021-07-26T16:07:44.037829+0000","last_undegraded":"2021-07-26T16:07:44.037829+0000","last_fullsized":"2021-07-26T16:07:44.037829+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":260,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.037745+0000","last_change":"2021-07-26T16:06:40.610625+0000","last_active":"2021-07-26T16:07:44.037745+0000","last_peered":"2021-07-26T16:07:44.037745+0000","last_clean":"2021-07-26T16:07:44.037745+0000","last_became_active":"2021-07-26T16:06:40.610285+0000","last_became_peered":"2021-07-26T16:06:40.610285+0000","last_unstale":"2021-07-26T16:07:44.037745+0000","last_undegraded":"2021-07-26T16:07:44.037745+0000","last_fullsized":"2021-07-26T16:07:44.037745+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":195,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.304807+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:07:33.304807+0000","last_peered":"2021-07-26T16:07:33.304807+0000","last_clean":"2021-07-26T16:07:33.304807+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:07:33.304807+0000","last_undegraded":"2021-07-26T16:07:33.304807+0000","last_fullsized":"2021-07-26T16:07:33.304807+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":147,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.038140+0000","last_change":"2021-07-26T16:06:40.538445+0000","last_active":"2021-07-26T16:07:44.038140+0000","last_peered":"2021-07-26T16:07:44.038140+0000","last_clean":"2021-07-26T16:07:44.038140+0000","last_became_active":"2021-07-26T16:06:40.538062+0000","last_became_peered":"2021-07-26T16:06:40.538062+0000","last_unstale":"2021-07-26T16:07:44.038140+0000","last_undegraded":"2021-07-26T16:07:44.038140+0000","last_fullsized":"2021-07-26T16:07:44.038140+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":140,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.303053+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:07:33.303053+0000","last_peered":"2021-07-26T16:07:33.303053+0000","last_clean":"2021-07-26T16:07:33.303053+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:07:33.303053+0000","last_undegraded":"2021-07-26T16:07:33.303053+0000","last_fullsized":"2021-07-26T16:07:33.303053+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":38,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.556870+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:07:44.556870+0000","last_peered":"2021-07-26T16:07:44.556870+0000","last_clean":"2021-07-26T16:07:44.556870+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:07:44.556870+0000","last_undegraded":"2021-07-26T16:07:44.556870+0000","last_fullsized":"2021-07-26T16:07:44.556870+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.304209+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:07:33.304209+0000","last_peered":"2021-07-26T16:07:33.304209+0000","last_clean":"2021-07-26T16:07:33.304209+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:07:33.304209+0000","last_undegraded":"2021-07-26T16:07:33.304209+0000","last_fullsized":"2021-07-26T16:07:33.304209+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":126,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.303181+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:07:33.303181+0000","last_peered":"2021-07-26T16:07:33.303181+0000","last_clean":"2021-07-26T16:07:33.303181+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:07:33.303181+0000","last_undegraded":"2021-07-26T16:07:33.303181+0000","last_fullsized":"2021-07-26T16:07:33.303181+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":227,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.303570+0000","last_change":"2021-07-26T16:06:57.082447+0000","last_active":"2021-07-26T16:07:33.303570+0000","last_peered":"2021-07-26T16:07:33.303570+0000","last_clean":"2021-07-26T16:07:33.303570+0000","last_became_active":"2021-07-26T16:06:57.082165+0000","last_became_peered":"2021-07-26T16:06:57.082165+0000","last_unstale":"2021-07-26T16:07:33.303570+0000","last_undegraded":"2021-07-26T16:07:33.303570+0000","last_fullsized":"2021-07-26T16:07:33.303570+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":153,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.036176+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:07:44.036176+0000","last_peered":"2021-07-26T16:07:44.036176+0000","last_clean":"2021-07-26T16:07:44.036176+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:07:44.036176+0000","last_undegraded":"2021-07-26T16:07:44.036176+0000","last_fullsized":"2021-07-26T16:07:44.036176+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":62,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.035951+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:07:44.035951+0000","last_peered":"2021-07-26T16:07:44.035951+0000","last_clean":"2021-07-26T16:07:44.035951+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:07:44.035951+0000","last_undegraded":"2021-07-26T16:07:44.035951+0000","last_fullsized":"2021-07-26T16:07:44.035951+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":252,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.304078+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:07:33.304078+0000","last_peered":"2021-07-26T16:07:33.304078+0000","last_clean":"2021-07-26T16:07:33.304078+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:07:33.304078+0000","last_undegraded":"2021-07-26T16:07:33.304078+0000","last_fullsized":"2021-07-26T16:07:33.304078+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":122,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.304264+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:07:33.304264+0000","last_peered":"2021-07-26T16:07:33.304264+0000","last_clean":"2021-07-26T16:07:33.304264+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:07:33.304264+0000","last_undegraded":"2021-07-26T16:07:33.304264+0000","last_fullsized":"2021-07-26T16:07:33.304264+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":156,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.037440+0000","last_change":"2021-07-26T16:07:06.162859+0000","last_active":"2021-07-26T16:07:44.037440+0000","last_peered":"2021-07-26T16:07:44.037440+0000","last_clean":"2021-07-26T16:07:44.037440+0000","last_became_active":"2021-07-26T16:07:06.162536+0000","last_became_peered":"2021-07-26T16:07:06.162536+0000","last_unstale":"2021-07-26T16:07:44.037440+0000","last_undegraded":"2021-07-26T16:07:44.037440+0000","last_fullsized":"2021-07-26T16:07:44.037440+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.556974+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:07:44.556974+0000","last_peered":"2021-07-26T16:07:44.556974+0000","last_clean":"2021-07-26T16:07:44.556974+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:07:44.556974+0000","last_undegraded":"2021-07-26T16:07:44.556974+0000","last_fullsized":"2021-07-26T16:07:44.556974+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":206,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.304462+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:07:33.304462+0000","last_peered":"2021-07-26T16:07:33.304462+0000","last_clean":"2021-07-26T16:07:33.304462+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:07:33.304462+0000","last_undegraded":"2021-07-26T16:07:33.304462+0000","last_fullsized":"2021-07-26T16:07:33.304462+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":165,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.037874+0000","last_change":"2021-07-26T16:07:06.163650+0000","last_active":"2021-07-26T16:07:44.037874+0000","last_peered":"2021-07-26T16:07:44.037874+0000","last_clean":"2021-07-26T16:07:44.037874+0000","last_became_active":"2021-07-26T16:07:06.162307+0000","last_became_peered":"2021-07-26T16:07:06.162307+0000","last_unstale":"2021-07-26T16:07:44.037874+0000","last_undegraded":"2021-07-26T16:07:44.037874+0000","last_fullsized":"2021-07-26T16:07:44.037874+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":303,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.301945+0000","last_change":"2021-07-26T16:06:49.122899+0000","last_active":"2021-07-26T16:07:33.301945+0000","last_peered":"2021-07-26T16:07:33.301945+0000","last_clean":"2021-07-26T16:07:33.301945+0000","last_became_active":"2021-07-26T16:06:49.095433+0000","last_became_peered":"2021-07-26T16:06:49.095433+0000","last_unstale":"2021-07-26T16:07:33.301945+0000","last_undegraded":"2021-07-26T16:07:33.301945+0000","last_fullsized":"2021-07-26T16:07:33.301945+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.303519+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:07:33.303519+0000","last_peered":"2021-07-26T16:07:33.303519+0000","last_clean":"2021-07-26T16:07:33.303519+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:07:33.303519+0000","last_undegraded":"2021-07-26T16:07:33.303519+0000","last_fullsized":"2021-07-26T16:07:33.303519+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":22,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.303647+0000","last_change":"2021-07-26T16:07:06.201715+0000","last_active":"2021-07-26T16:07:33.303647+0000","last_peered":"2021-07-26T16:07:33.303647+0000","last_clean":"2021-07-26T16:07:33.303647+0000","last_became_active":"2021-07-26T16:07:06.175197+0000","last_became_peered":"2021-07-26T16:07:06.175197+0000","last_unstale":"2021-07-26T16:07:33.303647+0000","last_undegraded":"2021-07-26T16:07:33.303647+0000","last_fullsized":"2021-07-26T16:07:33.303647+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":66,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":45,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.556548+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:07:44.556548+0000","last_peered":"2021-07-26T16:07:44.556548+0000","last_clean":"2021-07-26T16:07:44.556548+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:07:44.556548+0000","last_undegraded":"2021-07-26T16:07:44.556548+0000","last_fullsized":"2021-07-26T16:07:44.556548+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":125,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.304408+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:07:33.304408+0000","last_peered":"2021-07-26T16:07:33.304408+0000","last_clean":"2021-07-26T16:07:33.304408+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:07:33.304408+0000","last_undegraded":"2021-07-26T16:07:33.304408+0000","last_fullsized":"2021-07-26T16:07:33.304408+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":71,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.035508+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:07:44.035508+0000","last_peered":"2021-07-26T16:07:44.035508+0000","last_clean":"2021-07-26T16:07:44.035508+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:07:44.035508+0000","last_undegraded":"2021-07-26T16:07:44.035508+0000","last_fullsized":"2021-07-26T16:07:44.035508+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":257,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.302986+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:07:33.302986+0000","last_peered":"2021-07-26T16:07:33.302986+0000","last_clean":"2021-07-26T16:07:33.302986+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:07:33.302986+0000","last_undegraded":"2021-07-26T16:07:33.302986+0000","last_fullsized":"2021-07-26T16:07:33.302986+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":213,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.301958+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:07:33.301958+0000","last_peered":"2021-07-26T16:07:33.301958+0000","last_clean":"2021-07-26T16:07:33.301958+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:07:33.301958+0000","last_undegraded":"2021-07-26T16:07:33.301958+0000","last_fullsized":"2021-07-26T16:07:33.301958+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":215,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.556565+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:07:44.556565+0000","last_peered":"2021-07-26T16:07:44.556565+0000","last_clean":"2021-07-26T16:07:44.556565+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:07:44.556565+0000","last_undegraded":"2021-07-26T16:07:44.556565+0000","last_fullsized":"2021-07-26T16:07:44.556565+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":149,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.037281+0000","last_change":"2021-07-26T16:05:09.272079+0000","last_active":"2021-07-26T16:07:44.037281+0000","last_peered":"2021-07-26T16:07:44.037281+0000","last_clean":"2021-07-26T16:07:44.037281+0000","last_became_active":"2021-07-26T16:05:09.271724+0000","last_became_peered":"2021-07-26T16:05:09.271724+0000","last_unstale":"2021-07-26T16:07:44.037281+0000","last_undegraded":"2021-07-26T16:07:44.037281+0000","last_fullsized":"2021-07-26T16:07:44.037281+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":259,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.037839+0000","last_change":"2021-07-26T16:06:48.249975+0000","last_active":"2021-07-26T16:07:44.037839+0000","last_peered":"2021-07-26T16:07:44.037839+0000","last_clean":"2021-07-26T16:07:44.037839+0000","last_became_active":"2021-07-26T16:06:40.537599+0000","last_became_peered":"2021-07-26T16:06:40.537599+0000","last_unstale":"2021-07-26T16:07:44.037839+0000","last_undegraded":"2021-07-26T16:07:44.037839+0000","last_fullsized":"2021-07-26T16:07:44.037839+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":62,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.036089+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:07:44.036089+0000","last_peered":"2021-07-26T16:07:44.036089+0000","last_clean":"2021-07-26T16:07:44.036089+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:07:44.036089+0000","last_undegraded":"2021-07-26T16:07:44.036089+0000","last_fullsized":"2021-07-26T16:07:44.036089+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":220,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.301862+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:07:33.301862+0000","last_peered":"2021-07-26T16:07:33.301862+0000","last_clean":"2021-07-26T16:07:33.301862+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:07:33.301862+0000","last_undegraded":"2021-07-26T16:07:33.301862+0000","last_fullsized":"2021-07-26T16:07:33.301862+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.036201+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:07:44.036201+0000","last_peered":"2021-07-26T16:07:44.036201+0000","last_clean":"2021-07-26T16:07:44.036201+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:07:44.036201+0000","last_undegraded":"2021-07-26T16:07:44.036201+0000","last_fullsized":"2021-07-26T16:07:44.036201+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":71,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.035553+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:07:44.035553+0000","last_peered":"2021-07-26T16:07:44.035553+0000","last_clean":"2021-07-26T16:07:44.035553+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:07:44.035553+0000","last_undegraded":"2021-07-26T16:07:44.035553+0000","last_fullsized":"2021-07-26T16:07:44.035553+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":87,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.036741+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:07:44.036741+0000","last_peered":"2021-07-26T16:07:44.036741+0000","last_clean":"2021-07-26T16:07:44.036741+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:07:44.036741+0000","last_undegraded":"2021-07-26T16:07:44.036741+0000","last_fullsized":"2021-07-26T16:07:44.036741+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":215,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.302815+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:07:33.302815+0000","last_peered":"2021-07-26T16:07:33.302815+0000","last_clean":"2021-07-26T16:07:33.302815+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:07:33.302815+0000","last_undegraded":"2021-07-26T16:07:33.302815+0000","last_fullsized":"2021-07-26T16:07:33.302815+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":209,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.303244+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:07:33.303244+0000","last_peered":"2021-07-26T16:07:33.303244+0000","last_clean":"2021-07-26T16:07:33.303244+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:07:33.303244+0000","last_undegraded":"2021-07-26T16:07:33.303244+0000","last_fullsized":"2021-07-26T16:07:33.303244+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":238,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.304415+0000","last_change":"2021-07-26T16:01:16.007019+0000","last_active":"2021-07-26T16:07:33.304415+0000","last_peered":"2021-07-26T16:07:33.304415+0000","last_clean":"2021-07-26T16:07:33.304415+0000","last_became_active":"2021-07-26T16:01:16.006692+0000","last_became_peered":"2021-07-26T16:01:16.006692+0000","last_unstale":"2021-07-26T16:07:33.304415+0000","last_undegraded":"2021-07-26T16:07:33.304415+0000","last_fullsized":"2021-07-26T16:07:33.304415+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":254,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.556456+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:07:44.556456+0000","last_peered":"2021-07-26T16:07:44.556456+0000","last_clean":"2021-07-26T16:07:44.556456+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:07:44.556456+0000","last_undegraded":"2021-07-26T16:07:44.556456+0000","last_fullsized":"2021-07-26T16:07:44.556456+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":217,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.303645+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:07:33.303645+0000","last_peered":"2021-07-26T16:07:33.303645+0000","last_clean":"2021-07-26T16:07:33.303645+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:07:33.303645+0000","last_undegraded":"2021-07-26T16:07:33.303645+0000","last_fullsized":"2021-07-26T16:07:33.303645+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":201,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.556696+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:07:44.556696+0000","last_peered":"2021-07-26T16:07:44.556696+0000","last_clean":"2021-07-26T16:07:44.556696+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:07:44.556696+0000","last_undegraded":"2021-07-26T16:07:44.556696+0000","last_fullsized":"2021-07-26T16:07:44.556696+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":62,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.035901+0000","last_change":"2021-07-26T16:05:09.267578+0000","last_active":"2021-07-26T16:07:44.035901+0000","last_peered":"2021-07-26T16:07:44.035901+0000","last_clean":"2021-07-26T16:07:44.035901+0000","last_became_active":"2021-07-26T16:05:09.267040+0000","last_became_peered":"2021-07-26T16:05:09.267040+0000","last_unstale":"2021-07-26T16:07:44.035901+0000","last_undegraded":"2021-07-26T16:07:44.035901+0000","last_fullsized":"2021-07-26T16:07:44.035901+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":271,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.304339+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:07:33.304339+0000","last_peered":"2021-07-26T16:07:33.304339+0000","last_clean":"2021-07-26T16:07:33.304339+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:07:33.304339+0000","last_undegraded":"2021-07-26T16:07:33.304339+0000","last_fullsized":"2021-07-26T16:07:33.304339+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":184,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.037557+0000","last_change":"2021-07-26T16:06:40.547788+0000","last_active":"2021-07-26T16:07:44.037557+0000","last_peered":"2021-07-26T16:07:44.037557+0000","last_clean":"2021-07-26T16:07:44.037557+0000","last_became_active":"2021-07-26T16:06:40.547270+0000","last_became_peered":"2021-07-26T16:06:40.547270+0000","last_unstale":"2021-07-26T16:07:44.037557+0000","last_undegraded":"2021-07-26T16:07:44.037557+0000","last_fullsized":"2021-07-26T16:07:44.037557+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":209,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.302976+0000","last_change":"2021-07-26T16:05:49.096825+0000","last_active":"2021-07-26T16:07:33.302976+0000","last_peered":"2021-07-26T16:07:33.302976+0000","last_clean":"2021-07-26T16:07:33.302976+0000","last_became_active":"2021-07-26T16:05:49.096483+0000","last_became_peered":"2021-07-26T16:05:49.096483+0000","last_unstale":"2021-07-26T16:07:33.302976+0000","last_undegraded":"2021-07-26T16:07:33.302976+0000","last_fullsized":"2021-07-26T16:07:33.302976+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":222,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.305727+0000","last_change":"2021-07-26T16:01:16.006858+0000","last_active":"2021-07-26T16:07:33.305727+0000","last_peered":"2021-07-26T16:07:33.305727+0000","last_clean":"2021-07-26T16:07:33.305727+0000","last_became_active":"2021-07-26T16:01:16.006560+0000","last_became_peered":"2021-07-26T16:01:16.006560+0000","last_unstale":"2021-07-26T16:07:33.305727+0000","last_undegraded":"2021-07-26T16:07:33.305727+0000","last_fullsized":"2021-07-26T16:07:33.305727+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":243,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.556659+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:07:44.556659+0000","last_peered":"2021-07-26T16:07:44.556659+0000","last_clean":"2021-07-26T16:07:44.556659+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:07:44.556659+0000","last_undegraded":"2021-07-26T16:07:44.556659+0000","last_fullsized":"2021-07-26T16:07:44.556659+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":466,"reported_epoch":226,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:07:44.037911+0000","last_change":"2021-07-26T16:07:07.305633+0000","last_active":"2021-07-26T16:07:44.037911+0000","last_peered":"2021-07-26T16:07:44.037911+0000","last_clean":"2021-07-26T16:06:59.138329+0000","last_became_active":"2021-07-26T16:07:07.305363+0000","last_became_peered":"2021-07-26T16:07:07.305363+0000","last_unstale":"2021-07-26T16:07:44.037911+0000","last_undegraded":"2021-07-26T16:07:07.234759+0000","last_fullsized":"2021-07-26T16:07:07.151545+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":133,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[0,6],"avail_no_missing":["0","1","6"],"object_location_counts":[{"shards":"0,1,6","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":27,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.556705+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:07:44.556705+0000","last_peered":"2021-07-26T16:07:44.556705+0000","last_clean":"2021-07-26T16:07:44.556705+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:07:44.556705+0000","last_undegraded":"2021-07-26T16:07:44.556705+0000","last_fullsized":"2021-07-26T16:07:44.556705+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":22,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.300969+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:07:33.300969+0000","last_peered":"2021-07-26T16:07:33.300969+0000","last_clean":"2021-07-26T16:07:33.300969+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:07:33.300969+0000","last_undegraded":"2021-07-26T16:07:33.300969+0000","last_fullsized":"2021-07-26T16:07:33.300969+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":234,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.303727+0000","last_change":"2021-07-26T16:01:16.000326+0000","last_active":"2021-07-26T16:07:33.303727+0000","last_peered":"2021-07-26T16:07:33.303727+0000","last_clean":"2021-07-26T16:07:33.303727+0000","last_became_active":"2021-07-26T16:01:15.999482+0000","last_became_peered":"2021-07-26T16:01:15.999482+0000","last_unstale":"2021-07-26T16:07:33.303727+0000","last_undegraded":"2021-07-26T16:07:33.303727+0000","last_fullsized":"2021-07-26T16:07:33.303727+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":144,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.037434+0000","last_change":"2021-07-26T16:07:22.105863+0000","last_active":"2021-07-26T16:07:44.037434+0000","last_peered":"2021-07-26T16:07:44.037434+0000","last_clean":"2021-07-26T16:07:44.037434+0000","last_became_active":"2021-07-26T16:07:22.105468+0000","last_became_peered":"2021-07-26T16:07:22.105468+0000","last_unstale":"2021-07-26T16:07:44.037434+0000","last_undegraded":"2021-07-26T16:07:44.037434+0000","last_fullsized":"2021-07-26T16:07:44.037434+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":147,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.037727+0000","last_change":"2021-07-26T16:07:06.163962+0000","last_active":"2021-07-26T16:07:44.037727+0000","last_peered":"2021-07-26T16:07:44.037727+0000","last_clean":"2021-07-26T16:07:44.037727+0000","last_became_active":"2021-07-26T16:07:06.163319+0000","last_became_peered":"2021-07-26T16:07:06.163319+0000","last_unstale":"2021-07-26T16:07:44.037727+0000","last_undegraded":"2021-07-26T16:07:44.037727+0000","last_fullsized":"2021-07-26T16:07:44.037727+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":247,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.303078+0000","last_change":"2021-07-26T16:05:09.276068+0000","last_active":"2021-07-26T16:07:33.303078+0000","last_peered":"2021-07-26T16:07:33.303078+0000","last_clean":"2021-07-26T16:07:33.303078+0000","last_became_active":"2021-07-26T16:05:09.275666+0000","last_became_peered":"2021-07-26T16:05:09.275666+0000","last_unstale":"2021-07-26T16:07:33.303078+0000","last_undegraded":"2021-07-26T16:07:33.303078+0000","last_fullsized":"2021-07-26T16:07:33.303078+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":227,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.304501+0000","last_change":"2021-07-26T16:06:49.103891+0000","last_active":"2021-07-26T16:07:33.304501+0000","last_peered":"2021-07-26T16:07:33.304501+0000","last_clean":"2021-07-26T16:07:33.304501+0000","last_became_active":"2021-07-26T16:06:49.103475+0000","last_became_peered":"2021-07-26T16:06:49.103475+0000","last_unstale":"2021-07-26T16:07:33.304501+0000","last_undegraded":"2021-07-26T16:07:33.304501+0000","last_fullsized":"2021-07-26T16:07:33.304501+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":138,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.037359+0000","last_change":"2021-07-26T16:06:49.088316+0000","last_active":"2021-07-26T16:07:44.037359+0000","last_peered":"2021-07-26T16:07:44.037359+0000","last_clean":"2021-07-26T16:07:44.037359+0000","last_became_active":"2021-07-26T16:06:49.087954+0000","last_became_peered":"2021-07-26T16:06:49.087954+0000","last_unstale":"2021-07-26T16:07:44.037359+0000","last_undegraded":"2021-07-26T16:07:44.037359+0000","last_fullsized":"2021-07-26T16:07:44.037359+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":43,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.303770+0000","last_change":"2021-07-26T16:07:17.047954+0000","last_active":"2021-07-26T16:07:33.303770+0000","last_peered":"2021-07-26T16:07:33.303770+0000","last_clean":"2021-07-26T16:07:33.303770+0000","last_became_active":"2021-07-26T16:07:06.166040+0000","last_became_peered":"2021-07-26T16:07:06.166040+0000","last_unstale":"2021-07-26T16:07:33.303770+0000","last_undegraded":"2021-07-26T16:07:33.303770+0000","last_fullsized":"2021-07-26T16:07:33.303770+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":194,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.305003+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:07:33.305003+0000","last_peered":"2021-07-26T16:07:33.305003+0000","last_clean":"2021-07-26T16:07:33.305003+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:07:33.305003+0000","last_undegraded":"2021-07-26T16:07:33.305003+0000","last_fullsized":"2021-07-26T16:07:33.305003+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.303624+0000","last_change":"2021-07-26T16:07:06.166026+0000","last_active":"2021-07-26T16:07:33.303624+0000","last_peered":"2021-07-26T16:07:33.303624+0000","last_clean":"2021-07-26T16:07:33.303624+0000","last_became_active":"2021-07-26T16:07:06.165646+0000","last_became_peered":"2021-07-26T16:07:06.165646+0000","last_unstale":"2021-07-26T16:07:33.303624+0000","last_undegraded":"2021-07-26T16:07:33.303624+0000","last_fullsized":"2021-07-26T16:07:33.303624+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":242,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.304716+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:07:33.304716+0000","last_peered":"2021-07-26T16:07:33.304716+0000","last_clean":"2021-07-26T16:07:33.304716+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:07:33.304716+0000","last_undegraded":"2021-07-26T16:07:33.304716+0000","last_fullsized":"2021-07-26T16:07:33.304716+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":156,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.037779+0000","last_change":"2021-07-26T16:05:48.243973+0000","last_active":"2021-07-26T16:07:44.037779+0000","last_peered":"2021-07-26T16:07:44.037779+0000","last_clean":"2021-07-26T16:07:44.037779+0000","last_became_active":"2021-07-26T16:05:09.288052+0000","last_became_peered":"2021-07-26T16:05:09.288052+0000","last_unstale":"2021-07-26T16:07:44.037779+0000","last_undegraded":"2021-07-26T16:07:44.037779+0000","last_fullsized":"2021-07-26T16:07:44.037779+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":62,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.035658+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:07:44.035658+0000","last_peered":"2021-07-26T16:07:44.035658+0000","last_clean":"2021-07-26T16:07:44.035658+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:07:44.035658+0000","last_undegraded":"2021-07-26T16:07:44.035658+0000","last_fullsized":"2021-07-26T16:07:44.035658+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":144,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.037176+0000","last_change":"2021-07-26T16:05:09.273839+0000","last_active":"2021-07-26T16:07:44.037176+0000","last_peered":"2021-07-26T16:07:44.037176+0000","last_clean":"2021-07-26T16:07:44.037176+0000","last_became_active":"2021-07-26T16:05:09.273364+0000","last_became_peered":"2021-07-26T16:05:09.273364+0000","last_unstale":"2021-07-26T16:07:44.037176+0000","last_undegraded":"2021-07-26T16:07:44.037176+0000","last_fullsized":"2021-07-26T16:07:44.037176+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":176,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.304577+0000","last_change":"2021-07-26T16:06:40.588692+0000","last_active":"2021-07-26T16:07:33.304577+0000","last_peered":"2021-07-26T16:07:33.304577+0000","last_clean":"2021-07-26T16:07:33.304577+0000","last_became_active":"2021-07-26T16:06:40.583831+0000","last_became_peered":"2021-07-26T16:06:40.583831+0000","last_unstale":"2021-07-26T16:07:33.304577+0000","last_undegraded":"2021-07-26T16:07:33.304577+0000","last_fullsized":"2021-07-26T16:07:33.304577+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":231,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.556877+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:07:44.556877+0000","last_peered":"2021-07-26T16:07:44.556877+0000","last_clean":"2021-07-26T16:07:44.556877+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:07:44.556877+0000","last_undegraded":"2021-07-26T16:07:44.556877+0000","last_fullsized":"2021-07-26T16:07:44.556877+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":62,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.035847+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:07:44.035847+0000","last_peered":"2021-07-26T16:07:44.035847+0000","last_clean":"2021-07-26T16:07:44.035847+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:07:44.035847+0000","last_undegraded":"2021-07-26T16:07:44.035847+0000","last_fullsized":"2021-07-26T16:07:44.035847+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":216,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.556842+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:07:44.556842+0000","last_peered":"2021-07-26T16:07:44.556842+0000","last_clean":"2021-07-26T16:07:44.556842+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:07:44.556842+0000","last_undegraded":"2021-07-26T16:07:44.556842+0000","last_fullsized":"2021-07-26T16:07:44.556842+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":229,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.037523+0000","last_change":"2021-07-26T16:07:22.105912+0000","last_active":"2021-07-26T16:07:44.037523+0000","last_peered":"2021-07-26T16:07:44.037523+0000","last_clean":"2021-07-26T16:07:44.037523+0000","last_became_active":"2021-07-26T16:07:22.105531+0000","last_became_peered":"2021-07-26T16:07:22.105531+0000","last_unstale":"2021-07-26T16:07:44.037523+0000","last_undegraded":"2021-07-26T16:07:44.037523+0000","last_fullsized":"2021-07-26T16:07:44.037523+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":22,"reported_epoch":225,"state":"active+clean","last_fresh":"2021-07-26T16:07:33.304513+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:07:33.304513+0000","last_peered":"2021-07-26T16:07:33.304513+0000","last_clean":"2021-07-26T16:07:33.304513+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:07:33.304513+0000","last_undegraded":"2021-07-26T16:07:33.304513+0000","last_fullsized":"2021-07-26T16:07:33.304513+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":215,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.037351+0000","last_change":"2021-07-26T16:06:49.086223+0000","last_active":"2021-07-26T16:07:44.037351+0000","last_peered":"2021-07-26T16:07:44.037351+0000","last_clean":"2021-07-26T16:07:44.037351+0000","last_became_active":"2021-07-26T16:06:49.085864+0000","last_became_peered":"2021-07-26T16:06:49.085864+0000","last_unstale":"2021-07-26T16:07:44.037351+0000","last_undegraded":"2021-07-26T16:07:44.037351+0000","last_fullsized":"2021-07-26T16:07:44.037351+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":141,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.038214+0000","last_change":"2021-07-26T16:05:49.117410+0000","last_active":"2021-07-26T16:07:44.038214+0000","last_peered":"2021-07-26T16:07:44.038214+0000","last_clean":"2021-07-26T16:07:44.038214+0000","last_became_active":"2021-07-26T16:05:49.078340+0000","last_became_peered":"2021-07-26T16:05:49.078340+0000","last_unstale":"2021-07-26T16:07:44.038214+0000","last_undegraded":"2021-07-26T16:07:44.038214+0000","last_fullsized":"2021-07-26T16:07:44.038214+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":62,"reported_epoch":226,"state":"active+clean","last_fresh":"2021-07-26T16:07:44.034567+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:07:44.034567+0000","last_peered":"2021-07-26T16:07:44.034567+0000","last_clean":"2021-07-26T16:07:44.034567+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:07:44.034567+0000","last_undegraded":"2021-07-26T16:07:44.034567+0000","last_fullsized":"2021-07-26T16:07:44.034567+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":43,"num_bytes_recovered":1486,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":2,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495879,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1051304,"kb_used_data":2720,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92693848,"statfs":{"total":95995035648,"available":94918500352,"internally_reserved":1073741824,"allocated":2785280,"data_stored":1646729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.58699999999999997,"15min":0.59699999999999998},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.8759999999999999,"5min":11.359,"15min":11.359},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.95599999999999996,"5min":0.71199999999999997,"15min":0.65800000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.5119999999999996,"5min":11.378,"15min":11.378},"last":0.44700000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.7130000000000001,"5min":0.83599999999999997,"15min":0.76900000000000002},"min":{"1min":0.315,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":5.1959999999999997,"5min":5.1959999999999997,"15min":19.768000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":1.6930000000000001,"5min":1.2709999999999999,"15min":0.84499999999999997},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.23300000000000001},"max":{"1min":12.555,"5min":29.486999999999998,"15min":29.486999999999998},"last":0.45300000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:07:36 2021","interfaces":[{"interface":"back","average":{"1min":1.9810000000000001,"5min":1.0549999999999999,"15min":1.679},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.224},"max":{"1min":7.7450000000000001,"5min":7.7450000000000001,"15min":8.7100000000000009},"last":0.42799999999999999},{"interface":"front","average":{"1min":1.724,"5min":0.96499999999999997,"15min":1.647},"min":{"1min":0.33200000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":8.4969999999999999,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.41799999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":2.3929999999999998,"5min":1.0289999999999999,"15min":0.86199999999999999},"min":{"1min":0.30599999999999999,"5min":0.28199999999999997,"15min":0.26600000000000001},"max":{"1min":6.8849999999999998,"5min":6.8849999999999998,"15min":19.582999999999998},"last":0.36399999999999999},{"interface":"front","average":{"1min":1.661,"5min":0.81499999999999995,"15min":0.79800000000000004},"min":{"1min":0.28000000000000003,"5min":0.27500000000000002,"15min":0.24399999999999999},"max":{"1min":4.5720000000000001,"5min":4.5720000000000001,"15min":19.699999999999999},"last":0.46200000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:07:22 2021","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.38200000000000001,"15min":0.34000000000000002},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":3.6070000000000002,"5min":3.6070000000000002,"15min":3.6070000000000002},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.45900000000000002,"15min":0.42499999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.6349999999999998,"5min":3.6349999999999998,"15min":3.6349999999999998},"last":0.438}]},{"osd":5,"last update":"Mon Jul 26 16:06:47 2021","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.35399999999999998,"15min":0.45800000000000002},"min":{"1min":0.22900000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.71199999999999997,"5min":0.77300000000000002,"15min":3.9460000000000002},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.44600000000000001,"15min":0.51800000000000002},"min":{"1min":0.26000000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.93700000000000006,"5min":4.0110000000000001,"15min":7.5720000000000001},"last":0.38500000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:06:47 2021","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.499,"15min":0.52900000000000003},"min":{"1min":0.33800000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.659,"5min":3.98,"15min":4.7430000000000003},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.44700000000000001,"15min":0.48499999999999999},"min":{"1min":0.251,"5min":0.25,"15min":0.25},"max":{"1min":5.2060000000000004,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":0.47199999999999998}]}]},{"osd":6,"up_from":41,"seq":176093659402,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1072932,"kb_used_data":24348,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92672220,"statfs":{"total":95995035648,"available":94896353280,"internally_reserved":1073741824,"allocated":24932352,"data_stored":23798268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:18 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.47699999999999998,"15min":0.56299999999999994},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":3.573,"5min":3.573,"15min":4.4820000000000002},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.61499999999999999,"15min":0.65800000000000003},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":3.7749999999999999,"5min":3.9569999999999999,"15min":11.207000000000001},"last":0.44800000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":0.80500000000000005,"15min":0.68799999999999994},"min":{"1min":0.23200000000000001,"5min":0.22500000000000001,"15min":0.21199999999999999},"max":{"1min":7.4109999999999996,"5min":7.4109999999999996,"15min":7.4109999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":1.3720000000000001,"5min":0.74299999999999999,"15min":0.79200000000000004},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.4779999999999998,"5min":8.4779999999999998,"15min":11.455},"last":0.33600000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:07:32 2021","interfaces":[{"interface":"back","average":{"1min":1.508,"5min":1.0009999999999999,"15min":1.9710000000000001},"min":{"1min":0.35799999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":5.8639999999999999,"5min":6.3979999999999997,"15min":12.388999999999999},"last":0.40500000000000003},{"interface":"front","average":{"1min":1.4259999999999999,"5min":1.0649999999999999,"15min":1.6759999999999999},"min":{"1min":0.28100000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.9260000000000002,"5min":6.1120000000000001,"15min":10.116},"last":0.45700000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:07:18 2021","interfaces":[{"interface":"back","average":{"1min":1.829,"5min":1.1060000000000001,"15min":0.90600000000000003},"min":{"1min":0.32500000000000001,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":7.5220000000000002,"5min":11.077999999999999,"15min":11.077999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":1.726,"5min":1.0700000000000001,"15min":0.91000000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":8.6630000000000003,"5min":11.121,"15min":11.430999999999999},"last":0.35499999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.41899999999999998,"15min":0.35099999999999998},"min":{"1min":0.23999999999999999,"5min":0.215,"15min":0.215},"max":{"1min":3.673,"5min":3.673,"15min":3.673},"last":0.32100000000000001},{"interface":"front","average":{"1min":1.1200000000000001,"5min":0.48899999999999999,"15min":0.36599999999999999},"min":{"1min":0.23200000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":8.4179999999999993,"5min":8.4179999999999993,"15min":8.4179999999999993},"last":0.29099999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.442,"15min":0.47699999999999998},"min":{"1min":0.23999999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.311},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.436,"15min":0.51100000000000001},"min":{"1min":0.29399999999999998,"5min":0.214,"15min":0.214},"max":{"1min":3.7770000000000001,"5min":3.7770000000000001,"15min":5.9240000000000004},"last":0.372}]},{"osd":7,"last update":"Mon Jul 26 16:07:39 2021","interfaces":[{"interface":"back","average":{"1min":1.774,"5min":0.81100000000000005,"15min":0.74299999999999999},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":11.739000000000001,"5min":16.913,"15min":16.913},"last":0.38600000000000001},{"interface":"front","average":{"1min":1.379,"5min":0.59499999999999997,"15min":0.59299999999999997},"min":{"1min":0.27600000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.7789999999999999,"5min":6.7789999999999999,"15min":6.7789999999999999},"last":0.34200000000000003}]}]},{"osd":1,"up_from":78,"seq":335007449219,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":161296,"kb_used_data":3272,"kb_used_omap":6,"kb_used_meta":158009,"kb_avail":93583856,"statfs":{"total":95995035648,"available":95829868544,"internally_reserved":0,"allocated":3350528,"data_stored":2232148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":161801817},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":0.95499999999999996,"15min":0.63300000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.184},"max":{"1min":5.4080000000000004,"5min":6.1050000000000004,"15min":6.1050000000000004},"last":0.40500000000000003},{"interface":"front","average":{"1min":1.9730000000000001,"5min":1.0669999999999999,"15min":0.77000000000000002},"min":{"1min":0.224,"5min":0.221,"15min":0.21299999999999999},"max":{"1min":10.977,"5min":10.977,"15min":10.977},"last":0.27900000000000003}]},{"osd":2,"last update":"Mon Jul 26 16:07:29 2021","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":1.6419999999999999,"15min":1.8500000000000001},"min":{"1min":0.24199999999999999,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":5.3280000000000003,"5min":34.530000000000001,"15min":34.530000000000001},"last":0.312},{"interface":"front","average":{"1min":1.7609999999999999,"5min":1.7170000000000001,"15min":1.829},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":7.218,"5min":34.465000000000003,"15min":34.465000000000003},"last":0.32200000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:07:15 2021","interfaces":[{"interface":"back","average":{"1min":1.429,"5min":1.0700000000000001,"15min":0.86199999999999999},"min":{"1min":0.28100000000000003,"5min":0.254,"15min":0.24099999999999999},"max":{"1min":5.8789999999999996,"5min":6.0030000000000001,"15min":13.077999999999999},"last":0.45500000000000002},{"interface":"front","average":{"1min":1.8720000000000001,"5min":1.0940000000000001,"15min":0.872},"min":{"1min":0.28499999999999998,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":11.106999999999999,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.47299999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:07:24 2021","interfaces":[{"interface":"back","average":{"1min":1.573,"5min":1.0209999999999999,"15min":0.92600000000000005},"min":{"1min":0.35599999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":5.9539999999999997,"5min":5.9539999999999997,"15min":5.9539999999999997},"last":0.72399999999999998},{"interface":"front","average":{"1min":1.7529999999999999,"5min":1.1419999999999999,"15min":1.087},"min":{"1min":0.35399999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":5.3369999999999997,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":0.69899999999999995}]},{"osd":5,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":0.95899999999999996,"15min":0.83899999999999997},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":4.6070000000000002,"5min":4.6070000000000002,"15min":9.8689999999999998},"last":0.751},{"interface":"front","average":{"1min":1.421,"5min":0.91700000000000004,"15min":0.84099999999999997},"min":{"1min":0.35799999999999998,"5min":0.32000000000000001,"15min":0.29599999999999999},"max":{"1min":5.9109999999999996,"5min":5.9109999999999996,"15min":6.9139999999999997},"last":0.63700000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.46,"5min":0.999,"15min":0.88700000000000001},"min":{"1min":0.32300000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":4.6079999999999997,"5min":4.6079999999999997,"15min":9.9209999999999994},"last":0.70499999999999996},{"interface":"front","average":{"1min":1.6819999999999999,"5min":1.0229999999999999,"15min":0.86699999999999999},"min":{"1min":0.40000000000000002,"5min":0.32400000000000001,"15min":0.32200000000000001},"max":{"1min":6.508,"5min":6.508,"15min":6.8730000000000002},"last":0.61899999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.4179999999999999,"5min":0.96499999999999997,"15min":0.82699999999999996},"min":{"1min":0.40300000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":5.3700000000000001,"5min":5.9870000000000001,"15min":5.9870000000000001},"last":0.65600000000000003},{"interface":"front","average":{"1min":1.6419999999999999,"5min":1.105,"15min":0.95199999999999996},"min":{"1min":0.40999999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":5.2080000000000002,"5min":5.2080000000000002,"15min":9.968},"last":0.77700000000000002}]}]},{"osd":0,"up_from":73,"seq":313532612753,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":136236,"kb_used_data":18724,"kb_used_omap":23,"kb_used_meta":117480,"kb_avail":93608916,"statfs":{"total":95995035648,"available":95855529984,"internally_reserved":0,"allocated":19173376,"data_stored":18035173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":120300278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":4.0039999999999996,"5min":3.2610000000000001,"15min":1.4039999999999999},"min":{"1min":0.19400000000000001,"5min":0.189,"15min":0.189},"max":{"1min":44.950000000000003,"5min":160.554,"15min":160.554},"last":0.22700000000000001},{"interface":"front","average":{"1min":3.8439999999999999,"5min":3.2959999999999998,"15min":1.478},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":43.060000000000002,"5min":159.00200000000001,"15min":159.00200000000001},"last":0.63900000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:07:41 2021","interfaces":[{"interface":"back","average":{"1min":4.2830000000000004,"5min":2.0270000000000001,"15min":1.53},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20799999999999999},"max":{"1min":42.893999999999998,"5min":42.893999999999998,"15min":42.893999999999998},"last":0.67500000000000004},{"interface":"front","average":{"1min":4.3570000000000002,"5min":2.1230000000000002,"15min":1.518},"min":{"1min":0.222,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":44.914000000000001,"5min":44.914000000000001,"15min":44.914000000000001},"last":0.39400000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":4.5979999999999999,"5min":1.4279999999999999,"15min":1.093},"min":{"1min":0.29899999999999999,"5min":0.24399999999999999,"15min":0.19800000000000001},"max":{"1min":46.173999999999999,"5min":46.173999999999999,"15min":46.173999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":4.6639999999999997,"5min":1.5469999999999999,"15min":1.179},"min":{"1min":0.376,"5min":0.30299999999999999,"15min":0.24299999999999999},"max":{"1min":46.201999999999998,"5min":46.201999999999998,"15min":46.201999999999998},"last":0.52000000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":1.0529999999999999,"15min":0.81299999999999994},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":7.7549999999999999,"5min":7.7549999999999999,"15min":7.7549999999999999},"last":0.629},{"interface":"front","average":{"1min":1.5609999999999999,"5min":1.002,"15min":0.90000000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.4000000000000004,"5min":6.4000000000000004,"15min":6.4000000000000004},"last":0.503}]},{"osd":5,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.83599999999999997,"15min":0.85999999999999999},"min":{"1min":0.317,"5min":0.313,"15min":0.313},"max":{"1min":3.4039999999999999,"5min":5.9349999999999996,"15min":12.853},"last":0.69999999999999996},{"interface":"front","average":{"1min":2.1499999999999999,"5min":1.194,"15min":1.05},"min":{"1min":0.35599999999999998,"5min":0.35099999999999998,"15min":0.32600000000000001},"max":{"1min":7.7939999999999996,"5min":11.236000000000001,"15min":14.298999999999999},"last":0.55600000000000005}]},{"osd":6,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":0.91100000000000003,"15min":0.88600000000000001},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":4.4180000000000001,"5min":5.9660000000000002,"15min":14.609999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":2.1309999999999998,"5min":1.1040000000000001,"15min":0.93000000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33300000000000002},"max":{"1min":7.7320000000000002,"5min":8.5549999999999997,"15min":8.5549999999999997},"last":0.60599999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":2.1829999999999998,"5min":1.097,"15min":1.069},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":7.7750000000000004,"5min":8.3710000000000004,"15min":27.449999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":1.595,"5min":1.008,"15min":0.93700000000000006},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.32300000000000001},"max":{"1min":5.1100000000000003,"5min":8.2750000000000004,"15min":27.463999999999999},"last":0.55000000000000004}]}]},{"osd":2,"up_from":0,"seq":459561500759,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122168,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":211280,"kb_used_data":3528,"kb_used_omap":4,"kb_used_meta":207739,"kb_avail":93533872,"statfs":{"total":95995035648,"available":95778684928,"internally_reserved":0,"allocated":3612672,"data_stored":2493838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":212725373},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":3.2490000000000001,"5min":1.1499999999999999,"15min":0.82899999999999996},"min":{"1min":0.20699999999999999,"5min":0.193,"15min":0.17799999999999999},"max":{"1min":54.576999999999998,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.28299999999999997},{"interface":"front","average":{"1min":3.266,"5min":1.25,"15min":0.84199999999999997},"min":{"1min":0.22800000000000001,"5min":0.20999999999999999,"15min":0.20599999999999999},"max":{"1min":56.030999999999999,"5min":56.030999999999999,"15min":56.030999999999999},"last":0.26600000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":3.2650000000000001,"5min":1.4199999999999999,"15min":0.92400000000000004},"min":{"1min":0.29399999999999998,"5min":0.22500000000000001,"15min":0.223},"max":{"1min":24.407,"5min":24.407,"15min":24.407},"last":0.45700000000000002},{"interface":"front","average":{"1min":2.2229999999999999,"5min":1.417,"15min":1.0469999999999999},"min":{"1min":0.23499999999999999,"5min":0.223,"15min":0.223},"max":{"1min":24.103000000000002,"5min":42.917000000000002,"15min":42.917000000000002},"last":0.32200000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:07:34 2021","interfaces":[{"interface":"back","average":{"1min":2.5430000000000001,"5min":1.357,"15min":1.9750000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":10.73,"5min":10.73,"15min":10.73},"last":0.36899999999999999},{"interface":"front","average":{"1min":2.2959999999999998,"5min":1.242,"15min":2.5579999999999998},"min":{"1min":0.32800000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.694000000000001,"5min":10.694000000000001,"15min":14.436},"last":0.40100000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.78200000000000003,"15min":0.67600000000000005},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":4.5810000000000004,"5min":5.0250000000000004,"15min":5.0250000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":1.431,"5min":0.88500000000000001,"15min":0.78100000000000003},"min":{"1min":0.29299999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":7.0380000000000003,"5min":7.0380000000000003,"15min":7.0380000000000003},"last":0.56799999999999995}]},{"osd":5,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.80300000000000005,"15min":0.82899999999999996},"min":{"1min":0.30099999999999999,"5min":0.29899999999999999,"15min":0.28499999999999998},"max":{"1min":2.3999999999999999,"5min":5.0540000000000003,"15min":10.988},"last":0.51300000000000001},{"interface":"front","average":{"1min":1.137,"5min":0.81999999999999995,"15min":0.81399999999999995},"min":{"1min":0.36299999999999999,"5min":0.318,"15min":0.318},"max":{"1min":5.9610000000000003,"5min":5.9610000000000003,"15min":11.145},"last":0.50800000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.871,"15min":0.84699999999999998},"min":{"1min":0.373,"5min":0.32100000000000001,"15min":0.25700000000000001},"max":{"1min":4.1920000000000002,"5min":6.0960000000000001,"15min":11.039999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":1.579,"5min":1.0509999999999999,"15min":0.93500000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":7.109,"5min":7.109,"15min":7.109},"last":0.501}]},{"osd":7,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.054,"15min":0.96099999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":7.1390000000000002,"5min":7.1390000000000002,"15min":8.5549999999999997},"last":0.54200000000000004},{"interface":"front","average":{"1min":1.214,"5min":0.90900000000000003,"15min":0.94599999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.36699999999999999},"max":{"1min":6.7800000000000002,"5min":6.8789999999999996,"15min":19.039999999999999},"last":0.53500000000000003}]}]},{"osd":4,"up_from":163,"seq":700079669291,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1109876,"kb_used_data":61292,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":92635276,"statfs":{"total":95995035648,"available":94858522624,"internally_reserved":1073741824,"allocated":62763008,"data_stored":61620283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.48999999999999999,"15min":0.37},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":7.3719999999999999,"5min":7.3719999999999999,"15min":7.3719999999999999},"last":0.374},{"interface":"front","average":{"1min":1.5169999999999999,"5min":0.68600000000000005,"15min":0.47999999999999998},"min":{"1min":0.27200000000000002,"5min":0.218,"15min":0.218},"max":{"1min":8.1859999999999999,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":0.26300000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.48199999999999998,"15min":0.41099999999999998},"min":{"1min":0.24399999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.1070000000000002,"5min":3.1070000000000002,"15min":3.1070000000000002},"last":0.34000000000000002},{"interface":"front","average":{"1min":1.1839999999999999,"5min":0.623,"15min":0.495},"min":{"1min":0.34399999999999997,"5min":0.247,"15min":0.247},"max":{"1min":4.8319999999999999,"5min":4.8319999999999999,"15min":4.8319999999999999},"last":0.314}]},{"osd":2,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":1.696,"5min":0.78100000000000003,"15min":0.53500000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":8.2149999999999999,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63,"15min":0.53500000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":3.6669999999999998,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.41799999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.505,"15min":0.45500000000000002},"min":{"1min":0.31900000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.28899999999999998},{"interface":"front","average":{"1min":1.103,"5min":0.57499999999999996,"15min":0.47599999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.7800000000000002,"5min":4.7800000000000002,"15min":4.7800000000000002},"last":0.40100000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.35599999999999998,"15min":0.34000000000000002},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":2.1909999999999998,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.375,"15min":0.36299999999999999},"min":{"1min":0.25700000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.39500000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.36099999999999999,"15min":0.33700000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.40899999999999997,"15min":0.36699999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":2.847,"5min":2.847,"15min":2.847},"last":0.30299999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.40400000000000003,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.42099999999999999,"15min":0.39100000000000001},"min":{"1min":0.27300000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.4380000000000002,"5min":2.4380000000000002,"15min":2.4380000000000002},"last":0.36499999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822927,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1336468,"kb_used_data":287884,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92408684,"statfs":{"total":95995035648,"available":94626492416,"internally_reserved":1073741824,"allocated":294793216,"data_stored":293670819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:13 2021","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":0.64200000000000002,"15min":0.65500000000000003},"min":{"1min":0.24399999999999999,"5min":0.217,"15min":0.19500000000000001},"max":{"1min":8.7609999999999992,"5min":8.7609999999999992,"15min":8.7609999999999992},"last":0.44500000000000001},{"interface":"front","average":{"1min":2.1150000000000002,"5min":0.79400000000000004,"15min":0.73599999999999999},"min":{"1min":0.32900000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":12.206,"5min":12.206,"15min":12.206},"last":0.47499999999999998}]},{"osd":1,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":2.5659999999999998,"5min":1.3600000000000001,"15min":0.89600000000000002},"min":{"1min":0.23499999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":27.866,"5min":35.581000000000003,"15min":35.581000000000003},"last":0.44900000000000001},{"interface":"front","average":{"1min":2.1230000000000002,"5min":1.339,"15min":0.92700000000000005},"min":{"1min":0.29899999999999999,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":27.902000000000001,"5min":35.548999999999999,"15min":35.548999999999999},"last":0.42999999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:07:33 2021","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1.1519999999999999,"15min":1.1659999999999999},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":4.407,"5min":35.734000000000002,"15min":35.734000000000002},"last":0.46400000000000002},{"interface":"front","average":{"1min":2.0139999999999998,"5min":3.0270000000000001,"15min":1.74},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":12.111000000000001,"5min":171.78700000000001,"15min":171.78700000000001},"last":0.33700000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:07:13 2021","interfaces":[{"interface":"back","average":{"1min":1.5509999999999999,"5min":1.272,"15min":1.0189999999999999},"min":{"1min":0.28799999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":8.3309999999999995,"5min":40.508000000000003,"15min":40.508000000000003},"last":0.497},{"interface":"front","average":{"1min":0.97599999999999998,"5min":1.206,"15min":0.99099999999999999},"min":{"1min":0.32300000000000001,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":4.0659999999999998,"5min":40.482999999999997,"15min":40.482999999999997},"last":0.40200000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.38400000000000001,"15min":0.34999999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.7000000000000002,"5min":3.7000000000000002,"15min":3.7000000000000002},"last":0.317},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.38200000000000001,"15min":0.35499999999999998},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.581,"5min":2.581,"15min":2.581},"last":0.378}]},{"osd":6,"last update":"Mon Jul 26 16:07:27 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.39300000000000002,"15min":0.48799999999999999},"min":{"1min":0.252,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.6629999999999998,"5min":3.6629999999999998,"15min":4.7610000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.995,"5min":0.51500000000000001,"15min":0.53700000000000003},"min":{"1min":0.23799999999999999,"5min":0.223,"15min":0.223},"max":{"1min":6.2519999999999998,"5min":6.2519999999999998,"15min":7.899},"last":0.51900000000000002}]},{"osd":7,"last update":"Mon Jul 26 16:07:37 2021","interfaces":[{"interface":"back","average":{"1min":1.2,"5min":0.58199999999999996,"15min":0.60399999999999998},"min":{"1min":0.28499999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":6.3579999999999997,"5min":6.3579999999999997,"15min":8.9489999999999998},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.42199999999999999,"15min":0.52700000000000002},"min":{"1min":0.25,"5min":0.217,"15min":0.217},"max":{"1min":2.641,"5min":2.641,"15min":8.1170000000000009},"last":0.50700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:07:53.920 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:53.962 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:53.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:53.964 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:54.065 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:54.088 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:54.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:54.089 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:54.190 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:54.211 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:54.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:54.213 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:54.314 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:54.336 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:54.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:54.338 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:54.439 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:54.460 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:54.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:54.463 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:54.564 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:54.588 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:54.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:54.589 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:54.690 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:54.712 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:54.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:54.714 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:54.815 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:54.837 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:54.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:54.838 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:54.939 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:54.961 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:54.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:54.963 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:55.064 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:55.086 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:55.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:55.089 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:55.190 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:55.214 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:55.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:55.217 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:55.303 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:55 smithi139 ceph-mon[56829]: pgmap v609: 73 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 582 KiB data, 868 MiB used, 621 GiB / 626 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T16:07:55.319 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:55.340 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:55.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:55.341 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:55.442 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:55.464 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:55.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:55.466 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:55.470 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:07:55.470 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:07:55.470 INFO:teuthology.orchestra.run.smithi139.stdout: "complaint_time": 30, 2021-07-26T16:07:55.471 INFO:teuthology.orchestra.run.smithi139.stdout: "num_blocked_ops": 0 2021-07-26T16:07:55.471 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:07:55.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:55 smithi078 ceph-mon[73801]: pgmap v609: 73 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 582 KiB data, 868 MiB used, 621 GiB / 626 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T16:07:55.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:55 smithi078 ceph-mon[77813]: pgmap v609: 73 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 582 KiB data, 868 MiB used, 621 GiB / 626 GiB avail; 2/72 objects degraded (2.778%) 2021-07-26T16:07:55.567 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:55.588 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:55.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:55.590 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:55.691 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:55.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:55.715 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:55.716 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:55.817 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:55.838 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:55.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:55.840 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:55.902 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:07:55.941 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:55.966 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:55.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:55.968 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:56.042 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:56.068 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:56.089 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:56.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:56.091 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:56.120 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:07:56.139 INFO:teuthology.orchestra.run.smithi078.stderr:pool 'unique_pool_1' created 2021-07-26T16:07:56.193 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:07:56.214 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:56.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:56.216 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:07:56.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:56 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/84334645' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2021-07-26T16:07:56.223 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:56 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:07:56.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:56 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/84334645' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2021-07-26T16:07:56.224 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:56 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:07:56.276 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:56.292 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-07-26T16:07:56.317 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:56.339 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:56.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:56.340 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:56.427 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:07:56.442 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:07:56.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:56.464 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:56.465 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:07:56.558 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:56 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/84334645' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2021-07-26T16:07:56.559 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:56 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:07:56.565 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:56.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:56.587 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:56.587 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:56.689 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:56.710 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:56.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:56.712 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:56.813 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:56.833 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:56.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:56.835 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:56.900 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:07:56.937 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:56.965 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:56.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:56.966 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:57.043 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:57.067 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:57.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:57.092 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:57.092 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:57.193 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:57.214 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:57.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:57.216 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:57.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:57 smithi078 ceph-mon[73801]: pgmap v610: 73 pgs: 73 active+clean; 582 KiB data, 793 MiB used, 621 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2021-07-26T16:07:57.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:57 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/84334645' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2021-07-26T16:07:57.225 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:57 smithi078 ceph-mon[73801]: osdmap e230: 8 total, 8 up, 7 in 2021-07-26T16:07:57.226 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:57 smithi078 ceph-mon[73801]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded) 2021-07-26T16:07:57.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:57 smithi078 ceph-mon[77813]: pgmap v610: 73 pgs: 73 active+clean; 582 KiB data, 793 MiB used, 621 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2021-07-26T16:07:57.226 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:57 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/84334645' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2021-07-26T16:07:57.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:57 smithi078 ceph-mon[77813]: osdmap e230: 8 total, 8 up, 7 in 2021-07-26T16:07:57.227 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:57 smithi078 ceph-mon[77813]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded) 2021-07-26T16:07:57.317 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:57.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:57 smithi139 ceph-mon[56829]: pgmap v610: 73 pgs: 73 active+clean; 582 KiB data, 793 MiB used, 621 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2021-07-26T16:07:57.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:57 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/84334645' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2021-07-26T16:07:57.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:57 smithi139 ceph-mon[56829]: osdmap e230: 8 total, 8 up, 7 in 2021-07-26T16:07:57.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:57 smithi139 ceph-mon[56829]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded) 2021-07-26T16:07:57.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:57.340 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:57.340 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:57.441 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:57.480 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:57.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:57.481 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:57.548 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool application enable unique_pool_1 rados --yes-i-really-mean-it || true 2021-07-26T16:07:57.583 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:07:57.607 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:57.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:57.608 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:07:57.684 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:07:57.709 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:57.729 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:57.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:57.730 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:57.831 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:57.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:57.855 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:57.855 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:57.956 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:57.979 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:57.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:57.980 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:58.000 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:07:58.000 INFO:teuthology.orchestra.run.smithi139.stdout: "size": 20, 2021-07-26T16:07:58.000 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 600, 2021-07-26T16:07:58.000 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:07:58.001 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.001 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149432 6.a 6:547a9c49:::benchmark_data_smithi078_103090_object44567:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:07:58.001 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.055341+0000", 2021-07-26T16:07:58.001 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 261.94155121599999, 2021-07-26T16:07:58.002 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4316235620000004, 2021-07-26T16:07:58.002 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.002 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.002 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.003 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.003 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.003 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149432 2021-07-26T16:07:58.003 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.003 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.004 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.004 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.004 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055341+0000", 2021-07-26T16:07:58.004 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.005 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.005 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.005 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.005 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055341+0000", 2021-07-26T16:07:58.006 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6729999999999998e-06 2021-07-26T16:07:58.006 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.006 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.006 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.006 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055345+0000", 2021-07-26T16:07:58.007 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3e-06 2021-07-26T16:07:58.007 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.007 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.007 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.008 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055347+0000", 2021-07-26T16:07:58.008 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7921999999999999e-05 2021-07-26T16:07:58.008 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.008 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.008 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.009 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055365+0000", 2021-07-26T16:07:58.009 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5830000000000001e-06 2021-07-26T16:07:58.009 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.009 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.010 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.010 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055373+0000", 2021-07-26T16:07:58.010 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1367999999999999e-05 2021-07-26T16:07:58.010 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.011 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.011 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.011 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055434+0000", 2021-07-26T16:07:58.011 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013249600000000001 2021-07-26T16:07:58.012 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.012 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.012 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.012 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055567+0000", 2021-07-26T16:07:58.012 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013831999999999999 2021-07-26T16:07:58.013 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.013 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.013 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:58.013 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055705+0000", 2021-07-26T16:07:58.014 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024251540000000001 2021-07-26T16:07:58.014 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.014 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.014 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.014 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.058130+0000", 2021-07-26T16:07:58.015 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0033442319999999999 2021-07-26T16:07:58.015 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.015 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.015 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.016 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.061475+0000", 2021-07-26T16:07:58.016 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4240805249999999 2021-07-26T16:07:58.016 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.016 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.016 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.017 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.485555+0000", 2021-07-26T16:07:58.017 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8174000000000003e-05 2021-07-26T16:07:58.017 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.017 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.018 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.018 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.485603+0000", 2021-07-26T16:07:58.018 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0013618149999999999 2021-07-26T16:07:58.018 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.018 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.019 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.019 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.486965+0000", 2021-07-26T16:07:58.019 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4316235620000004 2021-07-26T16:07:58.019 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.020 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.020 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.020 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.020 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.020 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149434 6.a 6:5f1fb054:::benchmark_data_smithi078_103090_object44569:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:07:58.021 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.066765+0000", 2021-07-26T16:07:58.021 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 261.93012803800002, 2021-07-26T16:07:58.021 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4222076340000003, 2021-07-26T16:07:58.022 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.022 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.023 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.023 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.023 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.024 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149434 2021-07-26T16:07:58.024 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.024 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.025 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.025 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.025 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066765+0000", 2021-07-26T16:07:58.026 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.026 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.027 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.027 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.027 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066765+0000", 2021-07-26T16:07:58.028 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.395e-06 2021-07-26T16:07:58.028 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.028 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.029 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.029 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066770+0000", 2021-07-26T16:07:58.029 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1900000000000002e-06 2021-07-26T16:07:58.030 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.030 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.031 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.031 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066772+0000", 2021-07-26T16:07:58.031 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5387e-05 2021-07-26T16:07:58.032 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.032 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.032 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.032 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066788+0000", 2021-07-26T16:07:58.032 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4212e-05 2021-07-26T16:07:58.033 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.033 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.033 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.033 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066802+0000", 2021-07-26T16:07:58.034 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3403000000000003e-05 2021-07-26T16:07:58.034 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.034 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.034 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.035 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066865+0000", 2021-07-26T16:07:58.035 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023589999999999999 2021-07-26T16:07:58.035 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.035 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.035 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.036 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.067101+0000", 2021-07-26T16:07:58.036 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000186887 2021-07-26T16:07:58.036 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.036 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.036 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:58.037 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.067288+0000", 2021-07-26T16:07:58.037 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0029146430000000002 2021-07-26T16:07:58.037 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.037 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.038 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.038 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.070203+0000", 2021-07-26T16:07:58.038 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0016304710000000001 2021-07-26T16:07:58.038 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.039 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.039 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.040 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.071833+0000", 2021-07-26T16:07:58.040 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4151966170000003 2021-07-26T16:07:58.040 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.040 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.041 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.041 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.487030+0000", 2021-07-26T16:07:58.041 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1588999999999995e-05 2021-07-26T16:07:58.041 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.041 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.042 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.042 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.487101+0000", 2021-07-26T16:07:58.042 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00187094 2021-07-26T16:07:58.042 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.043 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.043 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.043 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.488972+0000", 2021-07-26T16:07:58.043 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4222076340000003 2021-07-26T16:07:58.043 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.044 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.044 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.044 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.044 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.045 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149441 6.a 6:519cf7ee:::benchmark_data_smithi078_103090_object44576:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:07:58.045 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.146649+0000", 2021-07-26T16:07:58.045 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 261.85024381599999, 2021-07-26T16:07:58.045 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.350155547, 2021-07-26T16:07:58.045 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.046 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.046 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.046 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.046 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.047 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149441 2021-07-26T16:07:58.047 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.047 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.047 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.047 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.048 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146649+0000", 2021-07-26T16:07:58.048 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.048 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.048 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.049 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.049 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146649+0000", 2021-07-26T16:07:58.049 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9709999999999998e-06 2021-07-26T16:07:58.049 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.049 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.050 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.050 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146653+0000", 2021-07-26T16:07:58.050 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.875e-06 2021-07-26T16:07:58.050 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.051 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.051 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.051 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146656+0000", 2021-07-26T16:07:58.051 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7669e-05 2021-07-26T16:07:58.051 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.052 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.052 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.052 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146673+0000", 2021-07-26T16:07:58.052 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8449999999999997e-06 2021-07-26T16:07:58.053 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.053 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.054 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.054 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146680+0000", 2021-07-26T16:07:58.055 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3987999999999999e-05 2021-07-26T16:07:58.055 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.056 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.056 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.057 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146734+0000", 2021-07-26T16:07:58.057 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013868999999999999 2021-07-26T16:07:58.057 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.058 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.058 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.059 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146873+0000", 2021-07-26T16:07:58.059 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014201900000000001 2021-07-26T16:07:58.059 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.059 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.060 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:58.060 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.147015+0000", 2021-07-26T16:07:58.060 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024935640000000002 2021-07-26T16:07:58.060 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.061 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.061 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.061 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.149508+0000", 2021-07-26T16:07:58.061 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025095400000000002 2021-07-26T16:07:58.062 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.062 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.062 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.062 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.152018+0000", 2021-07-26T16:07:58.062 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.342686198 2021-07-26T16:07:58.063 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.063 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.063 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.063 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.494704+0000", 2021-07-26T16:07:58.064 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1418000000000001e-05 2021-07-26T16:07:58.064 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.064 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.065 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.065 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.494756+0000", 2021-07-26T16:07:58.066 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0020487700000000001 2021-07-26T16:07:58.066 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.066 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.067 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.067 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.496804+0000", 2021-07-26T16:07:58.068 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.350155547 2021-07-26T16:07:58.068 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.068 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.068 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.069 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.069 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.069 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149465 6.a 6:561401cd:::benchmark_data_smithi078_103090_object44600:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:07:58.070 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.572716+0000", 2021-07-26T16:07:58.070 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 261.42417670999998, 2021-07-26T16:07:58.070 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9257759349999999, 2021-07-26T16:07:58.070 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.070 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.071 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.071 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.071 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.071 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149465 2021-07-26T16:07:58.072 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.072 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.072 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.072 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.072 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572716+0000", 2021-07-26T16:07:58.073 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.073 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.073 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.073 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.074 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572716+0000", 2021-07-26T16:07:58.074 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.269e-06 2021-07-26T16:07:58.074 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.074 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.075 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.075 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572719+0000", 2021-07-26T16:07:58.075 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9080000000000002e-06 2021-07-26T16:07:58.075 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.076 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.076 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.077 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572721+0000", 2021-07-26T16:07:58.077 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3721e-05 2021-07-26T16:07:58.078 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.078 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.078 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.078 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572735+0000", 2021-07-26T16:07:58.079 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7080000000000002e-06 2021-07-26T16:07:58.079 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.079 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.079 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.080 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572741+0000", 2021-07-26T16:07:58.080 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1920000000000003e-05 2021-07-26T16:07:58.080 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.080 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.081 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.081 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572803+0000", 2021-07-26T16:07:58.081 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00017783100000000001 2021-07-26T16:07:58.081 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.082 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.082 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.082 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572980+0000", 2021-07-26T16:07:58.083 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014439699999999999 2021-07-26T16:07:58.083 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.083 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.083 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:58.084 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.573125+0000", 2021-07-26T16:07:58.084 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027578139999999999 2021-07-26T16:07:58.084 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.084 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.084 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.085 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.575883+0000", 2021-07-26T16:07:58.085 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0017882099999999999 2021-07-26T16:07:58.085 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.085 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.086 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.086 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.577671+0000", 2021-07-26T16:07:58.087 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9191918490000002 2021-07-26T16:07:58.087 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.088 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.088 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.089 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.496863+0000", 2021-07-26T16:07:58.089 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1462000000000003e-05 2021-07-26T16:07:58.089 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.090 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.090 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.090 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.496914+0000", 2021-07-26T16:07:58.090 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0015778459999999999 2021-07-26T16:07:58.091 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.091 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.091 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.091 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.498492+0000", 2021-07-26T16:07:58.092 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9257759349999999 2021-07-26T16:07:58.092 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.092 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.092 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.093 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.093 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.093 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149484 6.a 6:519ea9c6:::benchmark_data_smithi078_103090_object44619:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:07:58.093 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.774528+0000", 2021-07-26T16:07:58.093 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 261.22236503400001, 2021-07-26T16:07:58.094 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7258322929999999, 2021-07-26T16:07:58.094 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.094 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.094 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.095 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.095 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.095 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149484 2021-07-26T16:07:58.095 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.095 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.096 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.096 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.096 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774528+0000", 2021-07-26T16:07:58.097 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.097 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.098 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.098 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.098 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774528+0000", 2021-07-26T16:07:58.098 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6909999999999999e-06 2021-07-26T16:07:58.099 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.099 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.099 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.099 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774531+0000", 2021-07-26T16:07:58.100 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4049999999999998e-06 2021-07-26T16:07:58.100 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.100 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.100 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.101 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774534+0000", 2021-07-26T16:07:58.101 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5217e-05 2021-07-26T16:07:58.101 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.101 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.102 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.102 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774549+0000", 2021-07-26T16:07:58.102 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.4920000000000001e-06 2021-07-26T16:07:58.102 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.102 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.103 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.103 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774554+0000", 2021-07-26T16:07:58.103 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7425000000000001e-05 2021-07-26T16:07:58.104 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.104 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.104 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.104 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774602+0000", 2021-07-26T16:07:58.104 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014033900000000001 2021-07-26T16:07:58.105 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.105 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.105 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.106 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774742+0000", 2021-07-26T16:07:58.106 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014589599999999999 2021-07-26T16:07:58.106 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.106 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.106 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:58.107 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774888+0000", 2021-07-26T16:07:58.107 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024279029999999999 2021-07-26T16:07:58.107 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.107 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.107 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.108 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.777316+0000", 2021-07-26T16:07:58.108 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0011779519999999999 2021-07-26T16:07:58.108 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.108 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.109 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.109 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.778494+0000", 2021-07-26T16:07:58.109 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7200481299999999 2021-07-26T16:07:58.109 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.109 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.110 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.110 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.498542+0000", 2021-07-26T16:07:58.110 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9347e-05 2021-07-26T16:07:58.111 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.111 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.111 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.111 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.498591+0000", 2021-07-26T16:07:58.111 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001768496 2021-07-26T16:07:58.112 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.112 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.112 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.112 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.500360+0000", 2021-07-26T16:07:58.112 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7258322929999999 2021-07-26T16:07:58.113 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.113 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.113 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.113 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.114 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.114 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149525 6.a 6:58308c1b:::benchmark_data_smithi078_103090_object44660:head [delete] snapc 0=[] ondisk+write+known_if_redirected e145)", 2021-07-26T16:07:58.114 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:40.622456+0000", 2021-07-26T16:07:58.114 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 257.37443619499999, 2021-07-26T16:07:58.114 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3604098950000001, 2021-07-26T16:07:58.115 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.115 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.116 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.116 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.116 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.116 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149525 2021-07-26T16:07:58.117 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.117 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.117 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.118 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.118 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622456+0000", 2021-07-26T16:07:58.118 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.119 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.119 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.119 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.119 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622456+0000", 2021-07-26T16:07:58.119 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0930000000000001e-06 2021-07-26T16:07:58.120 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.120 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.120 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.120 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622459+0000", 2021-07-26T16:07:58.120 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.843e-06 2021-07-26T16:07:58.121 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.121 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.121 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.122 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622460+0000", 2021-07-26T16:07:58.122 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1382999999999999e-05 2021-07-26T16:07:58.122 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.122 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.123 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.123 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622472+0000", 2021-07-26T16:07:58.123 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8119999999999998e-06 2021-07-26T16:07:58.123 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.123 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.124 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.124 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622477+0000", 2021-07-26T16:07:58.124 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7513999999999999e-05 2021-07-26T16:07:58.124 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.125 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.125 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.125 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622534+0000", 2021-07-26T16:07:58.125 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000140598 2021-07-26T16:07:58.126 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.126 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.126 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.126 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622675+0000", 2021-07-26T16:07:58.127 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014560199999999999 2021-07-26T16:07:58.127 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.127 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.127 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:58.127 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622820+0000", 2021-07-26T16:07:58.128 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025685159999999999 2021-07-26T16:07:58.128 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.128 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.128 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.128 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.625389+0000", 2021-07-26T16:07:58.129 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0037355639999999998 2021-07-26T16:07:58.129 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.129 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.129 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.130 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.629124+0000", 2021-07-26T16:07:58.130 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3510160980000001 2021-07-26T16:07:58.130 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.130 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.130 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.131 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:42.980141+0000", 2021-07-26T16:07:58.131 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000113134 2021-07-26T16:07:58.131 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.131 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.132 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.132 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:42.980254+0000", 2021-07-26T16:07:58.132 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0026127379999999999 2021-07-26T16:07:58.132 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.133 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.133 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.133 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:42.982866+0000", 2021-07-26T16:07:58.133 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3604098950000001 2021-07-26T16:07:58.134 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.134 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.134 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.134 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.134 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.135 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149582 6.a 6:5ecdd84f:::benchmark_data_smithi078_103090_object44717:head [delete] snapc 0=[] ondisk+write+known_if_redirected e145)", 2021-07-26T16:07:58.135 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:40.913622+0000", 2021-07-26T16:07:58.135 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 257.08327033199998, 2021-07-26T16:07:58.135 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1186634720000002, 2021-07-26T16:07:58.136 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.136 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.136 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.136 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.137 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.137 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149582 2021-07-26T16:07:58.138 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.138 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.138 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.139 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.139 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913622+0000", 2021-07-26T16:07:58.139 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.139 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.140 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.140 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.140 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913622+0000", 2021-07-26T16:07:58.140 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7759999999999999e-06 2021-07-26T16:07:58.140 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.141 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.141 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.141 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913626+0000", 2021-07-26T16:07:58.141 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0530000000000001e-06 2021-07-26T16:07:58.141 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.142 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.142 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.143 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913628+0000", 2021-07-26T16:07:58.143 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3917000000000001e-05 2021-07-26T16:07:58.143 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.144 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.144 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.145 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913642+0000", 2021-07-26T16:07:58.145 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9400000000000001e-06 2021-07-26T16:07:58.146 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.146 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.146 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.147 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913647+0000", 2021-07-26T16:07:58.147 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3263000000000001e-05 2021-07-26T16:07:58.148 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.148 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.148 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.149 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913700+0000", 2021-07-26T16:07:58.149 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014553299999999999 2021-07-26T16:07:58.149 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.150 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.150 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.150 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913846+0000", 2021-07-26T16:07:58.151 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014655700000000001 2021-07-26T16:07:58.151 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.152 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.152 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:58.152 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913992+0000", 2021-07-26T16:07:58.152 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025807220000000001 2021-07-26T16:07:58.153 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.153 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.153 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.153 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.916573+0000", 2021-07-26T16:07:58.154 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0030889139999999999 2021-07-26T16:07:58.154 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.154 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.154 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.155 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.919662+0000", 2021-07-26T16:07:58.155 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.109857951 2021-07-26T16:07:58.155 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.156 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.156 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.156 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.029520+0000", 2021-07-26T16:07:58.157 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1766999999999993e-05 2021-07-26T16:07:58.157 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.157 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.157 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.157 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.029582+0000", 2021-07-26T16:07:58.158 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027040789999999999 2021-07-26T16:07:58.158 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.158 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.158 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.159 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.032286+0000", 2021-07-26T16:07:58.159 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1186634720000002 2021-07-26T16:07:58.159 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.159 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.160 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.160 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.160 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.161 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149610 6.a 6:5f5dd8f6:::benchmark_data_smithi078_103090_object44745:head [delete] snapc 0=[] ondisk+write+known_if_redirected e146)", 2021-07-26T16:07:58.161 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:41.192570+0000", 2021-07-26T16:07:58.161 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 256.80432227699998, 2021-07-26T16:07:58.161 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8481416260000001, 2021-07-26T16:07:58.161 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.162 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.162 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.162 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.162 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.163 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149610 2021-07-26T16:07:58.163 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.163 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.163 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.163 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.164 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192570+0000", 2021-07-26T16:07:58.164 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.164 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.164 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.165 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.165 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192570+0000", 2021-07-26T16:07:58.165 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3599999999999999e-06 2021-07-26T16:07:58.165 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.165 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.166 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.166 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192573+0000", 2021-07-26T16:07:58.166 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0169999999999999e-06 2021-07-26T16:07:58.166 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.167 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.167 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.167 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192575+0000", 2021-07-26T16:07:58.167 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.9049999999999997e-06 2021-07-26T16:07:58.168 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.168 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.169 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.169 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192583+0000", 2021-07-26T16:07:58.169 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6500000000000004e-06 2021-07-26T16:07:58.169 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.170 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.170 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.170 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192587+0000", 2021-07-26T16:07:58.170 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7795999999999999e-05 2021-07-26T16:07:58.171 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.171 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.171 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.171 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192655+0000", 2021-07-26T16:07:58.172 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00024666800000000002 2021-07-26T16:07:58.172 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.172 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.172 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.173 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192902+0000", 2021-07-26T16:07:58.173 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023770099999999999 2021-07-26T16:07:58.174 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.174 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.174 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:58.175 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.193140+0000", 2021-07-26T16:07:58.175 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027957870000000001 2021-07-26T16:07:58.176 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.176 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.177 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.177 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.195935+0000", 2021-07-26T16:07:58.177 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00055411900000000005 2021-07-26T16:07:58.178 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.178 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.178 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.178 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.196489+0000", 2021-07-26T16:07:58.179 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.841675215 2021-07-26T16:07:58.179 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.179 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.179 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.179 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.038165+0000", 2021-07-26T16:07:58.180 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4268e-05 2021-07-26T16:07:58.180 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.180 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.181 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.181 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.038249+0000", 2021-07-26T16:07:58.181 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024631399999999999 2021-07-26T16:07:58.181 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.182 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.182 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.182 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.040712+0000", 2021-07-26T16:07:58.183 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8481416260000001 2021-07-26T16:07:58.183 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.183 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.184 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.184 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.185 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.185 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:153206 6.a 6:55d1769d:::benchmark_data_smithi078_103090_object48341:head [delete] snapc 0=[] ondisk+write+known_if_redirected e161)", 2021-07-26T16:07:58.186 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:11.493730+0000", 2021-07-26T16:07:58.186 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 226.50316229399999, 2021-07-26T16:07:58.187 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.16076167199999999, 2021-07-26T16:07:58.187 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.188 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.188 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.189 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.189 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.189 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 153206 2021-07-26T16:07:58.190 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.190 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.191 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.191 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.192 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.493730+0000", 2021-07-26T16:07:58.192 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.192 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.193 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.193 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.194 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.493730+0000", 2021-07-26T16:07:58.194 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.932e-06 2021-07-26T16:07:58.194 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.195 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.195 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.195 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.493733+0000", 2021-07-26T16:07:58.196 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3920000000000001e-06 2021-07-26T16:07:58.196 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.196 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.197 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.197 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.493736+0000", 2021-07-26T16:07:58.197 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7124000000000001e-05 2021-07-26T16:07:58.198 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.198 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.198 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.199 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.493753+0000", 2021-07-26T16:07:58.199 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6200000000000001e-06 2021-07-26T16:07:58.199 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.200 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.200 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.200 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.493759+0000", 2021-07-26T16:07:58.201 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1178000000000003e-05 2021-07-26T16:07:58.201 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.202 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.202 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.203 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.493821+0000", 2021-07-26T16:07:58.203 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023590899999999999 2021-07-26T16:07:58.203 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.204 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.204 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.205 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.494057+0000", 2021-07-26T16:07:58.205 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00047511800000000001 2021-07-26T16:07:58.205 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.205 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.206 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:58.206 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.494532+0000", 2021-07-26T16:07:58.206 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.004553624 2021-07-26T16:07:58.206 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.207 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.207 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.207 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.499085+0000", 2021-07-26T16:07:58.207 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0082357530000000002 2021-07-26T16:07:58.207 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.208 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.208 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.208 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.507321+0000", 2021-07-26T16:07:58.208 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.145197309 2021-07-26T16:07:58.209 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.209 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.209 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.209 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.652518+0000", 2021-07-26T16:07:58.210 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1827999999999999e-05 2021-07-26T16:07:58.210 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.210 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.210 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.210 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.652570+0000", 2021-07-26T16:07:58.211 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0019218849999999999 2021-07-26T16:07:58.211 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.211 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.211 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.212 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.654492+0000", 2021-07-26T16:07:58.212 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.16076167199999999 2021-07-26T16:07:58.212 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.212 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.213 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.213 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.213 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.213 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:153210 6.a 6:555ac65c:::benchmark_data_smithi078_103090_object48345:head [delete] snapc 0=[] ondisk+write+known_if_redirected e161)", 2021-07-26T16:07:58.213 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:04:11.538368+0000", 2021-07-26T16:07:58.214 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 226.45852460399999, 2021-07-26T16:07:58.214 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.16233351500000001, 2021-07-26T16:07:58.214 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.214 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.215 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.215 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.216 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.216 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 153210 2021-07-26T16:07:58.217 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.217 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.217 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.218 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.218 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.538368+0000", 2021-07-26T16:07:58.219 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.219 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.219 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.219 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.219 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.538368+0000", 2021-07-26T16:07:58.220 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3099999999999999e-06 2021-07-26T16:07:58.220 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.220 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.221 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.221 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.538370+0000", 2021-07-26T16:07:58.222 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.857e-06 2021-07-26T16:07:58.222 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.223 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.223 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.223 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.538372+0000", 2021-07-26T16:07:58.224 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8386999999999999e-05 2021-07-26T16:07:58.224 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.225 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.225 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.225 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.538391+0000", 2021-07-26T16:07:58.226 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0360000000000003e-06 2021-07-26T16:07:58.226 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.227 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.227 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.228 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.538397+0000", 2021-07-26T16:07:58.228 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9018999999999999e-05 2021-07-26T16:07:58.229 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.229 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.229 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.230 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.538446+0000", 2021-07-26T16:07:58.230 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014358799999999999 2021-07-26T16:07:58.231 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.231 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.232 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.232 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.538589+0000", 2021-07-26T16:07:58.233 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000149185 2021-07-26T16:07:58.233 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.233 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.234 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:07:58.234 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.538738+0000", 2021-07-26T16:07:58.235 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0020318210000000001 2021-07-26T16:07:58.235 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.236 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.236 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.237 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.540770+0000", 2021-07-26T16:07:58.237 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003447945 2021-07-26T16:07:58.237 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.238 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.238 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.239 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.544218+0000", 2021-07-26T16:07:58.239 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.154022037 2021-07-26T16:07:58.240 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.240 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.241 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.241 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.698240+0000", 2021-07-26T16:07:58.241 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7130999999999999e-05 2021-07-26T16:07:58.242 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.242 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.243 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.243 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.698297+0000", 2021-07-26T16:07:58.243 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024041990000000001 2021-07-26T16:07:58.244 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.244 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.244 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.244 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:04:11.700702+0000", 2021-07-26T16:07:58.245 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.16233351500000001 2021-07-26T16:07:58.245 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.245 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.246 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.246 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.246 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.247 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:169223 6.a 6:5059fb60:::benchmark_data_smithi078_103090_object64358:head [delete] snapc 0=[] ondisk+write+known_if_redirected e192)", 2021-07-26T16:07:58.247 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:05:52.067420+0000", 2021-07-26T16:07:58.247 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 125.929472369, 2021-07-26T16:07:58.248 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.20052250399999999, 2021-07-26T16:07:58.248 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.248 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.248 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.249 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.249 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.249 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 169223 2021-07-26T16:07:58.250 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.250 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.250 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.251 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.251 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.067420+0000", 2021-07-26T16:07:58.251 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.252 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.252 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.253 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.253 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.067420+0000", 2021-07-26T16:07:58.253 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.298e-06 2021-07-26T16:07:58.254 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.254 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.255 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.255 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.067424+0000", 2021-07-26T16:07:58.256 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3630000000000001e-06 2021-07-26T16:07:58.256 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.256 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.257 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.257 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.067426+0000", 2021-07-26T16:07:58.258 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6804e-05 2021-07-26T16:07:58.258 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.259 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.259 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.259 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.067443+0000", 2021-07-26T16:07:58.260 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7229999999999998e-06 2021-07-26T16:07:58.260 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.261 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.261 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.262 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.067450+0000", 2021-07-26T16:07:58.262 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.4265999999999998e-05 2021-07-26T16:07:58.263 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.263 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.263 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.263 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.067504+0000", 2021-07-26T16:07:58.264 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00071666799999999995 2021-07-26T16:07:58.264 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.264 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.264 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for degraded object", 2021-07-26T16:07:58.264 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.068220+0000", 2021-07-26T16:07:58.265 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0071395369999999996 2021-07-26T16:07:58.265 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.265 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.265 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.266 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.075360+0000", 2021-07-26T16:07:58.266 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000113706 2021-07-26T16:07:58.266 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.266 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.266 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.267 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.075474+0000", 2021-07-26T16:07:58.267 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000187968 2021-07-26T16:07:58.267 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.267 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.268 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1,2", 2021-07-26T16:07:58.268 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.075662+0000", 2021-07-26T16:07:58.268 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00306114 2021-07-26T16:07:58.268 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.268 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.269 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.269 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.078723+0000", 2021-07-26T16:07:58.269 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0019869829999999999 2021-07-26T16:07:58.269 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.270 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.270 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.270 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.080710+0000", 2021-07-26T16:07:58.270 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0050503759999999997 2021-07-26T16:07:58.270 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.271 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.271 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.271 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.085760+0000", 2021-07-26T16:07:58.271 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.179582134 2021-07-26T16:07:58.272 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.272 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.272 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.272 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.265342+0000", 2021-07-26T16:07:58.272 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.6600000000000003e-05 2021-07-26T16:07:58.273 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.273 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.273 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.273 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.265439+0000", 2021-07-26T16:07:58.274 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025039379999999998 2021-07-26T16:07:58.274 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.274 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.274 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.274 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.267943+0000", 2021-07-26T16:07:58.275 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.20052250399999999 2021-07-26T16:07:58.275 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.275 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.275 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.276 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.276 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.276 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:169230 6.a 6:58980541:::benchmark_data_smithi078_103090_object64365:head [delete] snapc 0=[] ondisk+write+known_if_redirected e192)", 2021-07-26T16:07:58.276 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:05:52.083020+0000", 2021-07-26T16:07:58.276 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 125.913872478, 2021-07-26T16:07:58.277 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.186615949, 2021-07-26T16:07:58.277 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.277 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.277 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.278 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.278 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.278 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 169230 2021-07-26T16:07:58.278 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.278 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.279 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.279 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.279 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.083020+0000", 2021-07-26T16:07:58.279 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.280 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.280 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.280 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.280 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.083020+0000", 2021-07-26T16:07:58.280 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9539999999999998e-06 2021-07-26T16:07:58.281 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.281 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.281 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.281 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.083024+0000", 2021-07-26T16:07:58.281 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.7e-06 2021-07-26T16:07:58.282 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.282 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.282 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.282 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.083027+0000", 2021-07-26T16:07:58.283 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5116000000000001e-05 2021-07-26T16:07:58.283 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.283 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.283 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.283 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.083042+0000", 2021-07-26T16:07:58.284 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1840000000000004e-06 2021-07-26T16:07:58.284 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.284 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.284 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.285 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.083048+0000", 2021-07-26T16:07:58.285 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1867999999999998e-05 2021-07-26T16:07:58.285 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.285 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.285 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.286 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.083110+0000", 2021-07-26T16:07:58.286 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00076203299999999996 2021-07-26T16:07:58.286 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.286 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.287 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for degraded object", 2021-07-26T16:07:58.287 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.083872+0000", 2021-07-26T16:07:58.287 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0071155669999999997 2021-07-26T16:07:58.287 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.294 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.294 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.295 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.090988+0000", 2021-07-26T16:07:58.295 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000128727 2021-07-26T16:07:58.295 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.295 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.296 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.296 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.091116+0000", 2021-07-26T16:07:58.296 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014299199999999999 2021-07-26T16:07:58.296 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.296 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.297 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1,2", 2021-07-26T16:07:58.297 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.091259+0000", 2021-07-26T16:07:58.297 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027871229999999999 2021-07-26T16:07:58.297 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.298 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.298 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.298 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.094046+0000", 2021-07-26T16:07:58.298 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000425435 2021-07-26T16:07:58.299 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.299 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.299 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.299 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.094472+0000", 2021-07-26T16:07:58.299 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001851828 2021-07-26T16:07:58.300 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.300 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.300 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.300 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.096324+0000", 2021-07-26T16:07:58.300 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.171688804 2021-07-26T16:07:58.301 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.301 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.301 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.301 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.268013+0000", 2021-07-26T16:07:58.302 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3450999999999999e-05 2021-07-26T16:07:58.302 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.302 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.302 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.302 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.268076+0000", 2021-07-26T16:07:58.303 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0015601670000000001 2021-07-26T16:07:58.303 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.303 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.303 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.304 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:05:52.269636+0000", 2021-07-26T16:07:58.304 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.186615949 2021-07-26T16:07:58.304 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.304 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.304 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.305 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.305 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.305 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181506 6.c 6:3eceb4b5:::benchmark_data_smithi078_103090_object76641:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:07:58.305 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075494+0000", 2021-07-26T16:07:58.306 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 60.921398386, 2021-07-26T16:07:58.306 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0533443730000001, 2021-07-26T16:07:58.306 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.306 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:07:58.306 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.307 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.307 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.307 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181506 2021-07-26T16:07:58.307 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.308 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.308 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.308 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.308 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075494+0000", 2021-07-26T16:07:58.308 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.309 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.309 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.309 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.309 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075494+0000", 2021-07-26T16:07:58.310 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9560000000000002e-06 2021-07-26T16:07:58.310 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.310 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.310 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.310 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075497+0000", 2021-07-26T16:07:58.311 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.6479999999999999e-06 2021-07-26T16:07:58.311 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.311 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.311 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.312 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075500+0000", 2021-07-26T16:07:58.312 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.1779999999999992e-06 2021-07-26T16:07:58.312 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.312 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.312 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.313 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075509+0000", 2021-07-26T16:07:58.313 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8680000000000001e-06 2021-07-26T16:07:58.313 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.313 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.314 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.314 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075516+0000", 2021-07-26T16:07:58.314 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1363999999999999e-05 2021-07-26T16:07:58.314 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.314 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.315 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.315 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075557+0000", 2021-07-26T16:07:58.315 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.2860000000000005e-06 2021-07-26T16:07:58.315 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.316 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.316 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:07:58.316 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075567+0000", 2021-07-26T16:07:58.316 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0531831540000001 2021-07-26T16:07:58.316 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.317 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.317 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.317 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.128750+0000", 2021-07-26T16:07:58.317 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.8918999999999993e-05 2021-07-26T16:07:58.317 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.318 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.318 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.318 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.128839+0000", 2021-07-26T16:07:58.318 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0533443730000001 2021-07-26T16:07:58.319 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.319 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.319 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.319 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.319 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.320 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181542 6.c 6:31824387:::benchmark_data_smithi078_103090_object76677:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:07:58.320 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075528+0000", 2021-07-26T16:07:58.320 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 60.921364564000001, 2021-07-26T16:07:58.320 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0818700809999999, 2021-07-26T16:07:58.321 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.321 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.321 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.321 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.321 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.322 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181542 2021-07-26T16:07:58.322 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.322 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.322 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.323 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.323 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075528+0000", 2021-07-26T16:07:58.323 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.323 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.323 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.324 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.324 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075528+0000", 2021-07-26T16:07:58.324 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1599999999999999e-06 2021-07-26T16:07:58.324 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.325 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.325 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.325 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075529+0000", 2021-07-26T16:07:58.325 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.026e-06 2021-07-26T16:07:58.325 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.326 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.326 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.326 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075530+0000", 2021-07-26T16:07:58.326 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5109999999999997e-06 2021-07-26T16:07:58.327 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.327 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.327 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.327 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075538+0000", 2021-07-26T16:07:58.327 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.3540000000000002e-06 2021-07-26T16:07:58.328 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.328 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.328 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.328 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075542+0000", 2021-07-26T16:07:58.329 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9291e-05 2021-07-26T16:07:58.329 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.329 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.329 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.329 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075591+0000", 2021-07-26T16:07:58.330 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9949999999999999e-06 2021-07-26T16:07:58.330 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.330 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.330 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:07:58.331 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075598+0000", 2021-07-26T16:07:58.331 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.05329301 2021-07-26T16:07:58.331 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.331 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.331 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.332 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.128891+0000", 2021-07-26T16:07:58.332 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.3911000000000003e-05 2021-07-26T16:07:58.332 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.332 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.332 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.333 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.128985+0000", 2021-07-26T16:07:58.333 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013745700000000001 2021-07-26T16:07:58.333 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.333 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.334 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:07:58.334 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.129123+0000", 2021-07-26T16:07:58.334 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.010849457 2021-07-26T16:07:58.334 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.334 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.335 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.335 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.139972+0000", 2021-07-26T16:07:58.335 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0055086789999999998 2021-07-26T16:07:58.335 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.336 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.336 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.336 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145481+0000", 2021-07-26T16:07:58.336 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011825285 2021-07-26T16:07:58.336 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.337 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.337 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.337 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157306+0000", 2021-07-26T16:07:58.337 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6480999999999997e-05 2021-07-26T16:07:58.338 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.338 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.338 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.338 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157363+0000", 2021-07-26T16:07:58.338 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5463999999999998e-05 2021-07-26T16:07:58.339 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.339 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.339 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.339 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157398+0000", 2021-07-26T16:07:58.339 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0818700809999999 2021-07-26T16:07:58.340 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.340 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.340 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.340 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.341 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.341 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181546 6.c 6:3349cac3:::benchmark_data_smithi078_103090_object76681:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:07:58.341 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075547+0000", 2021-07-26T16:07:58.341 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 60.921345717000001, 2021-07-26T16:07:58.341 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0820472640000001, 2021-07-26T16:07:58.342 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.342 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.342 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.342 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.343 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.343 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181546 2021-07-26T16:07:58.343 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.343 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.343 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.344 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.344 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075547+0000", 2021-07-26T16:07:58.344 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.344 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.344 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.345 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.345 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075547+0000", 2021-07-26T16:07:58.345 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.7300000000000004e-07 2021-07-26T16:07:58.345 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.346 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.346 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.346 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075548+0000", 2021-07-26T16:07:58.346 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1699999999999997e-07 2021-07-26T16:07:58.346 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.347 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.347 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.347 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075549+0000", 2021-07-26T16:07:58.347 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1920000000000002e-06 2021-07-26T16:07:58.348 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.348 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.348 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.348 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075555+0000", 2021-07-26T16:07:58.348 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6610000000000002e-06 2021-07-26T16:07:58.349 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.349 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.349 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.349 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075559+0000", 2021-07-26T16:07:58.350 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8798999999999997e-05 2021-07-26T16:07:58.350 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.350 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.350 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.350 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075617+0000", 2021-07-26T16:07:58.351 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.9710000000000001e-06 2021-07-26T16:07:58.351 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.351 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.351 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:07:58.352 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075623+0000", 2021-07-26T16:07:58.352 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0555636450000001 2021-07-26T16:07:58.352 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.352 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.352 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.353 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.131187+0000", 2021-07-26T16:07:58.353 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010842599999999999 2021-07-26T16:07:58.353 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.353 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.353 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.354 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.131295+0000", 2021-07-26T16:07:58.354 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000114187 2021-07-26T16:07:58.354 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.354 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.355 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:07:58.355 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.131410+0000", 2021-07-26T16:07:58.355 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0085730790000000008 2021-07-26T16:07:58.356 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.356 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.356 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.356 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.139983+0000", 2021-07-26T16:07:58.357 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0055326129999999996 2021-07-26T16:07:58.357 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.357 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.357 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.357 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145515+0000", 2021-07-26T16:07:58.358 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011951864 2021-07-26T16:07:58.358 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.358 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.358 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.359 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157467+0000", 2021-07-26T16:07:58.359 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6285000000000007e-05 2021-07-26T16:07:58.359 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.359 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.359 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.360 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157533+0000", 2021-07-26T16:07:58.360 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0751999999999997e-05 2021-07-26T16:07:58.360 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.360 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.360 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.361 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157594+0000", 2021-07-26T16:07:58.361 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0820472640000001 2021-07-26T16:07:58.361 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.361 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.362 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.362 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.362 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.362 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181548 6.c 6:3eee3f11:::benchmark_data_smithi078_103090_object76683:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:07:58.362 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075563+0000", 2021-07-26T16:07:58.363 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 60.921329786000001, 2021-07-26T16:07:58.363 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.082167162, 2021-07-26T16:07:58.363 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.363 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.364 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.364 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.364 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.364 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181548 2021-07-26T16:07:58.365 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.365 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.365 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.365 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.365 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075563+0000", 2021-07-26T16:07:58.366 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.366 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.366 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.366 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.367 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075563+0000", 2021-07-26T16:07:58.367 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.6299999999999993e-07 2021-07-26T16:07:58.367 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.367 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.367 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.368 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075564+0000", 2021-07-26T16:07:58.368 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.3699999999999999e-07 2021-07-26T16:07:58.368 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.368 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.369 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.369 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075565+0000", 2021-07-26T16:07:58.369 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5230000000000003e-06 2021-07-26T16:07:58.369 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.369 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.370 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.370 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075570+0000", 2021-07-26T16:07:58.370 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8799999999999999e-06 2021-07-26T16:07:58.370 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.371 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.371 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.371 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075575+0000", 2021-07-26T16:07:58.371 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.6543000000000001e-05 2021-07-26T16:07:58.371 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.372 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.372 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.372 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075662+0000", 2021-07-26T16:07:58.372 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.7430000000000008e-06 2021-07-26T16:07:58.373 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.373 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.373 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:07:58.373 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075670+0000", 2021-07-26T16:07:58.373 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0575136380000001 2021-07-26T16:07:58.374 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.374 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.374 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.374 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.133184+0000", 2021-07-26T16:07:58.375 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013121199999999999 2021-07-26T16:07:58.375 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.375 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.375 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.375 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.133315+0000", 2021-07-26T16:07:58.376 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015327400000000001 2021-07-26T16:07:58.376 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.376 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.376 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:07:58.376 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.133469+0000", 2021-07-26T16:07:58.377 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011545980000000001 2021-07-26T16:07:58.377 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.377 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.377 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.378 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145014+0000", 2021-07-26T16:07:58.378 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00053251100000000005 2021-07-26T16:07:58.378 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.378 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.378 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.379 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145547+0000", 2021-07-26T16:07:58.379 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.012098263 2021-07-26T16:07:58.379 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.379 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.380 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.380 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157645+0000", 2021-07-26T16:07:58.380 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6769e-05 2021-07-26T16:07:58.380 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.380 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.381 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.381 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157682+0000", 2021-07-26T16:07:58.381 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8025999999999997e-05 2021-07-26T16:07:58.381 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.382 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.382 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.382 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157730+0000", 2021-07-26T16:07:58.382 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.082167162 2021-07-26T16:07:58.382 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.383 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.383 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.383 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.383 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.384 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181552 6.c 6:3ef39e20:::benchmark_data_smithi078_103090_object76687:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:07:58.384 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075647+0000", 2021-07-26T16:07:58.384 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 60.921245888000001, 2021-07-26T16:07:58.384 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.082250825, 2021-07-26T16:07:58.384 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.385 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.385 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.385 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.385 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.386 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181552 2021-07-26T16:07:58.386 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.386 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.386 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.386 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.387 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075647+0000", 2021-07-26T16:07:58.387 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.387 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.387 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.388 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.388 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075647+0000", 2021-07-26T16:07:58.388 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7239999999999999e-06 2021-07-26T16:07:58.388 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.388 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.389 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.389 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075649+0000", 2021-07-26T16:07:58.389 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4750000000000001e-06 2021-07-26T16:07:58.389 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.390 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.390 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.390 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075650+0000", 2021-07-26T16:07:58.390 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5040000000000002e-06 2021-07-26T16:07:58.390 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.391 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.391 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.391 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075659+0000", 2021-07-26T16:07:58.391 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4450000000000001e-06 2021-07-26T16:07:58.392 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.392 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.392 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.392 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075665+0000", 2021-07-26T16:07:58.392 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.7339e-05 2021-07-26T16:07:58.393 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.393 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.393 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.393 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075692+0000", 2021-07-26T16:07:58.394 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1859999999999997e-06 2021-07-26T16:07:58.394 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.394 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.395 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:07:58.395 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075698+0000", 2021-07-26T16:07:58.395 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0599007739999999 2021-07-26T16:07:58.395 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.396 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.396 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.396 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.135599+0000", 2021-07-26T16:07:58.396 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011919800000000001 2021-07-26T16:07:58.396 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.397 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.397 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.397 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.135718+0000", 2021-07-26T16:07:58.397 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1905999999999998e-05 2021-07-26T16:07:58.398 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.398 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.398 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:07:58.398 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.135800+0000", 2021-07-26T16:07:58.398 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0092221070000000002 2021-07-26T16:07:58.399 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.399 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.399 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.399 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145022+0000", 2021-07-26T16:07:58.400 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00055473499999999999 2021-07-26T16:07:58.400 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.400 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.400 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.400 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145577+0000", 2021-07-26T16:07:58.401 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.012203617999999999 2021-07-26T16:07:58.401 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.401 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.401 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.402 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157781+0000", 2021-07-26T16:07:58.402 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.9973999999999999e-05 2021-07-26T16:07:58.402 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.402 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.402 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.403 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157841+0000", 2021-07-26T16:07:58.403 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6839999999999998e-05 2021-07-26T16:07:58.403 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.403 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.404 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.404 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157898+0000", 2021-07-26T16:07:58.404 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.082250825 2021-07-26T16:07:58.405 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.405 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.405 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.405 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.406 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.406 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181557 6.c 6:30ffa4f2:::benchmark_data_smithi078_103090_object76692:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:07:58.406 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075677+0000", 2021-07-26T16:07:58.406 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 60.921215824000001, 2021-07-26T16:07:58.407 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.10006895, 2021-07-26T16:07:58.407 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.407 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.407 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.408 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.408 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.408 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181557 2021-07-26T16:07:58.408 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.408 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.409 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.409 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.409 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075677+0000", 2021-07-26T16:07:58.409 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.410 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.410 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.410 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.410 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075677+0000", 2021-07-26T16:07:58.410 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2529999999999999e-06 2021-07-26T16:07:58.411 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.411 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.411 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.411 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075678+0000", 2021-07-26T16:07:58.412 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.062e-06 2021-07-26T16:07:58.412 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.412 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.412 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.413 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075679+0000", 2021-07-26T16:07:58.413 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8589999999999999e-06 2021-07-26T16:07:58.413 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.413 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.413 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.414 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075686+0000", 2021-07-26T16:07:58.414 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4139999999999996e-06 2021-07-26T16:07:58.414 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.414 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.415 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.415 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075690+0000", 2021-07-26T16:07:58.415 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3991e-05 2021-07-26T16:07:58.415 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.415 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.416 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.416 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075724+0000", 2021-07-26T16:07:58.416 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4459999999999998e-06 2021-07-26T16:07:58.416 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.417 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.417 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:07:58.417 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075731+0000", 2021-07-26T16:07:58.417 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0616265110000001 2021-07-26T16:07:58.417 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.418 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.418 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.418 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.137357+0000", 2021-07-26T16:07:58.418 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014386600000000001 2021-07-26T16:07:58.419 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.419 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.419 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.419 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.137501+0000", 2021-07-26T16:07:58.419 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016335399999999999 2021-07-26T16:07:58.420 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.420 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.420 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:07:58.420 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.137665+0000", 2021-07-26T16:07:58.421 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0073994430000000003 2021-07-26T16:07:58.421 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.421 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.421 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.421 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145064+0000", 2021-07-26T16:07:58.422 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010481329999999999 2021-07-26T16:07:58.422 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.422 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.422 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.423 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.146112+0000", 2021-07-26T16:07:58.423 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.029541677999999998 2021-07-26T16:07:58.423 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.423 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.423 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.424 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175654+0000", 2021-07-26T16:07:58.424 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7318000000000002e-05 2021-07-26T16:07:58.424 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.424 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.424 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.425 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175711+0000", 2021-07-26T16:07:58.425 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4622000000000002e-05 2021-07-26T16:07:58.425 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.425 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.426 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.426 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175746+0000", 2021-07-26T16:07:58.426 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.10006895 2021-07-26T16:07:58.426 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.427 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.427 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.427 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.427 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.427 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181563 6.c 6:3c71efca:::benchmark_data_smithi078_103090_object76698:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:07:58.428 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075696+0000", 2021-07-26T16:07:58.428 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 60.921197061000001, 2021-07-26T16:07:58.428 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100178144, 2021-07-26T16:07:58.428 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.428 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.429 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.429 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.429 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.429 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181563 2021-07-26T16:07:58.430 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.430 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.430 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.430 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.431 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075696+0000", 2021-07-26T16:07:58.431 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.431 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.431 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.431 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.432 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075696+0000", 2021-07-26T16:07:58.432 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9300000000000006e-07 2021-07-26T16:07:58.432 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.432 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.432 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.433 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075697+0000", 2021-07-26T16:07:58.433 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.3799999999999996e-07 2021-07-26T16:07:58.433 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.433 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.434 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.434 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075698+0000", 2021-07-26T16:07:58.434 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7440000000000004e-06 2021-07-26T16:07:58.434 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.434 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.435 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.435 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075703+0000", 2021-07-26T16:07:58.435 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8360000000000002e-06 2021-07-26T16:07:58.435 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.436 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.436 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.436 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075707+0000", 2021-07-26T16:07:58.436 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7589000000000001e-05 2021-07-26T16:07:58.436 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.437 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.437 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.437 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075755+0000", 2021-07-26T16:07:58.437 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.6310000000000003e-06 2021-07-26T16:07:58.438 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.438 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.438 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:07:58.438 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075762+0000", 2021-07-26T16:07:58.438 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0642741250000001 2021-07-26T16:07:58.439 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.439 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.439 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.439 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.140036+0000", 2021-07-26T16:07:58.440 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000139894 2021-07-26T16:07:58.440 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.440 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.440 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.440 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.140176+0000", 2021-07-26T16:07:58.441 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016283700000000001 2021-07-26T16:07:58.441 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.441 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.441 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:07:58.442 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.140339+0000", 2021-07-26T16:07:58.442 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0047312630000000003 2021-07-26T16:07:58.442 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.442 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.442 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.443 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145070+0000", 2021-07-26T16:07:58.443 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010782980000000001 2021-07-26T16:07:58.443 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.443 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.444 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.444 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.146149+0000", 2021-07-26T16:07:58.444 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.029659001000000001 2021-07-26T16:07:58.444 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.444 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.445 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.445 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175808+0000", 2021-07-26T16:07:58.445 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6983999999999997e-05 2021-07-26T16:07:58.445 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.446 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.446 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.446 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175845+0000", 2021-07-26T16:07:58.446 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9011000000000001e-05 2021-07-26T16:07:58.446 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.447 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.447 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.447 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175874+0000", 2021-07-26T16:07:58.447 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100178144 2021-07-26T16:07:58.447 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.448 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.448 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.448 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.448 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.449 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181569 6.c 6:30a4cf20:::benchmark_data_smithi078_103090_object76704:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:07:58.449 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075723+0000", 2021-07-26T16:07:58.449 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 60.921169198999998, 2021-07-26T16:07:58.449 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100259718, 2021-07-26T16:07:58.450 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:07:58.450 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:07:58.450 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:07:58.450 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:07:58.450 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:07:58.451 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181569 2021-07-26T16:07:58.451 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.451 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:07:58.451 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.452 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:07:58.452 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075723+0000", 2021-07-26T16:07:58.452 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:07:58.452 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.452 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.453 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:07:58.453 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075723+0000", 2021-07-26T16:07:58.453 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.279e-06 2021-07-26T16:07:58.453 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.453 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.454 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:07:58.454 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075725+0000", 2021-07-26T16:07:58.454 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1340000000000001e-06 2021-07-26T16:07:58.454 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.455 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.455 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:07:58.455 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075726+0000", 2021-07-26T16:07:58.455 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3879999999999997e-06 2021-07-26T16:07:58.455 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.456 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.456 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:07:58.456 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075732+0000", 2021-07-26T16:07:58.456 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1690000000000002e-06 2021-07-26T16:07:58.457 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.457 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.457 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:07:58.457 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075736+0000", 2021-07-26T16:07:58.457 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2818999999999997e-05 2021-07-26T16:07:58.458 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.458 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.458 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.458 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075789+0000", 2021-07-26T16:07:58.459 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.0869999999999996e-06 2021-07-26T16:07:58.459 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.459 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.459 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:07:58.459 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075798+0000", 2021-07-26T16:07:58.460 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.067017085 2021-07-26T16:07:58.460 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.460 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.460 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:07:58.460 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.142815+0000", 2021-07-26T16:07:58.461 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00012078600000000001 2021-07-26T16:07:58.461 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.461 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.461 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:07:58.462 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.142936+0000", 2021-07-26T16:07:58.462 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00012338799999999999 2021-07-26T16:07:58.462 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.462 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.462 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:07:58.463 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.143060+0000", 2021-07-26T16:07:58.463 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0034973019999999999 2021-07-26T16:07:58.463 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.463 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.464 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:07:58.464 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.146557+0000", 2021-07-26T16:07:58.464 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000175241 2021-07-26T16:07:58.464 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.464 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.465 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.465 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.146732+0000", 2021-07-26T16:07:58.465 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.029186756000000001 2021-07-26T16:07:58.465 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.466 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.466 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:07:58.466 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175919+0000", 2021-07-26T16:07:58.466 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8383999999999997e-05 2021-07-26T16:07:58.466 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.467 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.467 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:07:58.467 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175957+0000", 2021-07-26T16:07:58.467 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5899999999999999e-05 2021-07-26T16:07:58.468 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:07:58.468 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:07:58.468 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:07:58.468 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175983+0000", 2021-07-26T16:07:58.468 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100259718 2021-07-26T16:07:58.469 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.469 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.469 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.469 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:07:58.469 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:07:58.470 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:07:58.470 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:58.472 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:58 smithi078 ceph-mon[73801]: osdmap e231: 8 total, 8 up, 7 in 2021-07-26T16:07:58.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:58 smithi078 ceph-mon[77813]: osdmap e231: 8 total, 8 up, 7 in 2021-07-26T16:07:58.493 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:58.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:58.495 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:58.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:58 smithi139 ceph-mon[56829]: osdmap e231: 8 total, 8 up, 7 in 2021-07-26T16:07:58.596 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:58.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:58.621 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:58.622 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:58.713 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-07-26T16:07:58.723 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:58.777 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:58.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:58.779 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:58.854 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:07:58.880 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:58.902 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:58.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:58.903 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:59.004 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:59.025 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:59.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:59.027 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:59.128 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:07:59.150 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:59.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:59.152 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:07:59.253 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:07:59.275 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:59.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:59.276 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:07:59.321 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:59 smithi139 ceph-mon[56829]: pgmap v613: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 793 MiB used, 621 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2021-07-26T16:07:59.321 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:07:59 smithi139 ceph-mon[56829]: osdmap e232: 8 total, 8 up, 7 in 2021-07-26T16:07:59.378 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:59.400 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:59.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:59.402 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:59.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:59 smithi078 ceph-mon[73801]: pgmap v613: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 793 MiB used, 621 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2021-07-26T16:07:59.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:07:59 smithi078 ceph-mon[73801]: osdmap e232: 8 total, 8 up, 7 in 2021-07-26T16:07:59.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:59 smithi078 ceph-mon[77813]: pgmap v613: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 793 MiB used, 621 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2021-07-26T16:07:59.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:07:59 smithi078 ceph-mon[77813]: osdmap e232: 8 total, 8 up, 7 in 2021-07-26T16:07:59.503 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:59.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:59.527 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:59.527 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:07:59.628 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:07:59.651 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:07:59.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:59.652 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:07:59.753 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:07:59.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:59.777 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:59.778 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:07:59.879 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:07:59.900 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:07:59.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:07:59.902 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:00.003 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:00.024 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:00.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:00.025 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:00.089 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:08:00.089 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:08:00.090 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:08:00.090 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:08:00.090 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:08:00.090 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:08:00.091 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:08:00.091 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:08:00.091 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:08:00.091 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:08:00.092 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:08:00.092 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:08:00.092 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:08:00.092 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:08:00.092 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:08:00.093 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:08:00.126 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:00.151 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:00.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:00.152 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:00.254 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:00.270 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:00 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4109970327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:00.281 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:00.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:00.286 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:00.364 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:00 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4109970327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:00.364 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:00 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4109970327' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:00.387 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:00.411 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:00.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:00.413 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:00.514 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:00.519 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:08:00.519 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:08:00.537 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:00.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:00.539 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:00.641 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:00.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:00.665 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:00.665 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:00.767 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:00.788 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:00.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:00.790 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:00.891 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:00.912 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:00.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:00.914 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:01.015 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:01.036 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:01.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:01.038 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:01.139 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:01.162 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:01.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:01.164 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:01.265 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:01.287 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:01.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:01.289 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:01.339 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-07-26T16:08:01.347 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:01 smithi078 ceph-mon[73801]: pgmap v615: 89 pgs: 4 unknown, 85 active+clean; 582 KiB data, 741 MiB used, 621 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2021-07-26T16:08:01.348 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:01 smithi078 ceph-mon[77813]: pgmap v615: 89 pgs: 4 unknown, 85 active+clean; 582 KiB data, 741 MiB used, 621 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2021-07-26T16:08:01.390 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:01.412 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:01.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:01.415 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:01.478 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:08:01.516 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:01.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:01.540 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:01.540 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:01.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:01 smithi139 ceph-mon[56829]: pgmap v615: 89 pgs: 4 unknown, 85 active+clean; 582 KiB data, 741 MiB used, 621 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2021-07-26T16:08:01.642 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:01.663 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:01.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:01.664 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:01.668 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:08:01.670 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:08:01.766 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:01.787 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:01.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:01.789 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:01.890 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:01.911 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:01.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:01.913 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:02.013 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:02.036 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:02.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:02.037 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:02.138 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:02.159 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:08:02.160 INFO:teuthology.orchestra.run.smithi078.stderr:enabled application 'rados' on pool 'unique_pool_1' 2021-07-26T16:08:02.162 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:02.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:02.164 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:02.265 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:02.287 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:02.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:02.288 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:02.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:02 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3514721789' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:08:02.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:02 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2166396201' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:08:02.389 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:02.411 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:02.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:02.412 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:02.430 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:02 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3514721789' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:08:02.430 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:02 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2166396201' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:08:02.431 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:02 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3514721789' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:08:02.431 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:02 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2166396201' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:08:02.484 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":615,"stamp":"2021-07-26T16:07:59.973710+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595870,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":260,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47,"num_bytes_recovered":1182222,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":194,"ondisk_log_size":194,"up":255,"acting":255,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":255,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":4952800,"kb_used_data":264872,"kb_used_omap":502,"kb_used_meta":4687369,"kb_avail":651263264,"statfs":{"total":671965249536,"available":666893582336,"internally_reserved":4294967296,"allocated":271228928,"data_stored":263140358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":514535,"internal_metadata":4799866393},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001419"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":76,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.135573+0000","last_change":"2021-07-26T16:05:49.081745+0000","last_active":"2021-07-26T16:07:57.135573+0000","last_peered":"2021-07-26T16:07:57.135573+0000","last_clean":"2021-07-26T16:07:57.135573+0000","last_became_active":"2021-07-26T16:05:49.081230+0000","last_became_peered":"2021-07-26T16:05:49.081230+0000","last_unstale":"2021-07-26T16:07:57.135573+0000","last_undegraded":"2021-07-26T16:07:57.135573+0000","last_fullsized":"2021-07-26T16:07:57.135573+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":207,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.136072+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:07:57.136072+0000","last_peered":"2021-07-26T16:07:57.136072+0000","last_clean":"2021-07-26T16:07:57.136072+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:07:57.136072+0000","last_undegraded":"2021-07-26T16:07:57.136072+0000","last_fullsized":"2021-07-26T16:07:57.136072+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":209,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.136314+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:07:57.136314+0000","last_peered":"2021-07-26T16:07:57.136314+0000","last_clean":"2021-07-26T16:07:57.136314+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:07:57.136314+0000","last_undegraded":"2021-07-26T16:07:57.136314+0000","last_fullsized":"2021-07-26T16:07:57.136314+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":158,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.110233+0000","last_change":"2021-07-26T16:07:06.163835+0000","last_active":"2021-07-26T16:07:51.110233+0000","last_peered":"2021-07-26T16:07:51.110233+0000","last_clean":"2021-07-26T16:07:51.110233+0000","last_became_active":"2021-07-26T16:07:06.162741+0000","last_became_peered":"2021-07-26T16:07:06.162741+0000","last_unstale":"2021-07-26T16:07:51.110233+0000","last_undegraded":"2021-07-26T16:07:51.110233+0000","last_fullsized":"2021-07-26T16:07:51.110233+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":262,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.108905+0000","last_change":"2021-07-26T16:06:40.610625+0000","last_active":"2021-07-26T16:07:51.108905+0000","last_peered":"2021-07-26T16:07:51.108905+0000","last_clean":"2021-07-26T16:07:51.108905+0000","last_became_active":"2021-07-26T16:06:40.610285+0000","last_became_peered":"2021-07-26T16:06:40.610285+0000","last_unstale":"2021-07-26T16:07:51.108905+0000","last_undegraded":"2021-07-26T16:07:51.108905+0000","last_fullsized":"2021-07-26T16:07:51.108905+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":201,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.141560+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:07:57.141560+0000","last_peered":"2021-07-26T16:07:57.141560+0000","last_clean":"2021-07-26T16:07:57.141560+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:07:57.141560+0000","last_undegraded":"2021-07-26T16:07:57.141560+0000","last_fullsized":"2021-07-26T16:07:57.141560+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":149,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.109850+0000","last_change":"2021-07-26T16:06:40.538445+0000","last_active":"2021-07-26T16:07:51.109850+0000","last_peered":"2021-07-26T16:07:51.109850+0000","last_clean":"2021-07-26T16:07:51.109850+0000","last_became_active":"2021-07-26T16:06:40.538062+0000","last_became_peered":"2021-07-26T16:06:40.538062+0000","last_unstale":"2021-07-26T16:07:51.109850+0000","last_undegraded":"2021-07-26T16:07:51.109850+0000","last_fullsized":"2021-07-26T16:07:51.109850+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":146,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.136075+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:07:57.136075+0000","last_peered":"2021-07-26T16:07:57.136075+0000","last_clean":"2021-07-26T16:07:57.136075+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:07:57.136075+0000","last_undegraded":"2021-07-26T16:07:57.136075+0000","last_fullsized":"2021-07-26T16:07:57.136075+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":43,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140105+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:07:57.140105+0000","last_peered":"2021-07-26T16:07:57.140105+0000","last_clean":"2021-07-26T16:07:57.140105+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:07:57.140105+0000","last_undegraded":"2021-07-26T16:07:57.140105+0000","last_fullsized":"2021-07-26T16:07:57.140105+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":24,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.141505+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:07:57.141505+0000","last_peered":"2021-07-26T16:07:57.141505+0000","last_clean":"2021-07-26T16:07:57.141505+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:07:57.141505+0000","last_undegraded":"2021-07-26T16:07:57.141505+0000","last_fullsized":"2021-07-26T16:07:57.141505+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":132,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140703+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:07:57.140703+0000","last_peered":"2021-07-26T16:07:57.140703+0000","last_clean":"2021-07-26T16:07:57.140703+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:07:57.140703+0000","last_undegraded":"2021-07-26T16:07:57.140703+0000","last_fullsized":"2021-07-26T16:07:57.140703+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":233,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.136561+0000","last_change":"2021-07-26T16:06:57.082447+0000","last_active":"2021-07-26T16:07:57.136561+0000","last_peered":"2021-07-26T16:07:57.136561+0000","last_clean":"2021-07-26T16:07:57.136561+0000","last_became_active":"2021-07-26T16:06:57.082165+0000","last_became_peered":"2021-07-26T16:06:57.082165+0000","last_unstale":"2021-07-26T16:07:57.136561+0000","last_undegraded":"2021-07-26T16:07:57.136561+0000","last_fullsized":"2021-07-26T16:07:57.136561+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":158,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.135610+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:07:57.135610+0000","last_peered":"2021-07-26T16:07:57.135610+0000","last_clean":"2021-07-26T16:07:57.135610+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:07:57.135610+0000","last_undegraded":"2021-07-26T16:07:57.135610+0000","last_fullsized":"2021-07-26T16:07:57.135610+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":67,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.136036+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:07:57.136036+0000","last_peered":"2021-07-26T16:07:57.136036+0000","last_clean":"2021-07-26T16:07:57.136036+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:07:57.136036+0000","last_undegraded":"2021-07-26T16:07:57.136036+0000","last_fullsized":"2021-07-26T16:07:57.136036+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":258,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140581+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:07:57.140581+0000","last_peered":"2021-07-26T16:07:57.140581+0000","last_clean":"2021-07-26T16:07:57.140581+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:07:57.140581+0000","last_undegraded":"2021-07-26T16:07:57.140581+0000","last_fullsized":"2021-07-26T16:07:57.140581+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":128,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.135880+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:07:57.135880+0000","last_peered":"2021-07-26T16:07:57.135880+0000","last_clean":"2021-07-26T16:07:57.135880+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:07:57.135880+0000","last_undegraded":"2021-07-26T16:07:57.135880+0000","last_fullsized":"2021-07-26T16:07:57.135880+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":158,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.109068+0000","last_change":"2021-07-26T16:07:06.162859+0000","last_active":"2021-07-26T16:07:51.109068+0000","last_peered":"2021-07-26T16:07:51.109068+0000","last_clean":"2021-07-26T16:07:51.109068+0000","last_became_active":"2021-07-26T16:07:06.162536+0000","last_became_peered":"2021-07-26T16:07:06.162536+0000","last_unstale":"2021-07-26T16:07:51.109068+0000","last_undegraded":"2021-07-26T16:07:51.109068+0000","last_fullsized":"2021-07-26T16:07:51.109068+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":32,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140329+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:07:57.140329+0000","last_peered":"2021-07-26T16:07:57.140329+0000","last_clean":"2021-07-26T16:07:57.140329+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:07:57.140329+0000","last_undegraded":"2021-07-26T16:07:57.140329+0000","last_fullsized":"2021-07-26T16:07:57.140329+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":212,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.141607+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:07:57.141607+0000","last_peered":"2021-07-26T16:07:57.141607+0000","last_clean":"2021-07-26T16:07:57.141607+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:07:57.141607+0000","last_undegraded":"2021-07-26T16:07:57.141607+0000","last_fullsized":"2021-07-26T16:07:57.141607+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":167,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.110305+0000","last_change":"2021-07-26T16:07:06.163650+0000","last_active":"2021-07-26T16:07:51.110305+0000","last_peered":"2021-07-26T16:07:51.110305+0000","last_clean":"2021-07-26T16:07:51.110305+0000","last_became_active":"2021-07-26T16:07:06.162307+0000","last_became_peered":"2021-07-26T16:07:06.162307+0000","last_unstale":"2021-07-26T16:07:51.110305+0000","last_undegraded":"2021-07-26T16:07:51.110305+0000","last_fullsized":"2021-07-26T16:07:51.110305+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":309,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.138976+0000","last_change":"2021-07-26T16:06:49.122899+0000","last_active":"2021-07-26T16:07:57.138976+0000","last_peered":"2021-07-26T16:07:57.138976+0000","last_clean":"2021-07-26T16:07:57.138976+0000","last_became_active":"2021-07-26T16:06:49.095433+0000","last_became_peered":"2021-07-26T16:06:49.095433+0000","last_unstale":"2021-07-26T16:07:57.138976+0000","last_undegraded":"2021-07-26T16:07:57.138976+0000","last_fullsized":"2021-07-26T16:07:57.138976+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140669+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:07:57.140669+0000","last_peered":"2021-07-26T16:07:57.140669+0000","last_clean":"2021-07-26T16:07:57.140669+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:07:57.140669+0000","last_undegraded":"2021-07-26T16:07:57.140669+0000","last_fullsized":"2021-07-26T16:07:57.140669+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":10,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.144181+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:07:57.144181+0000","last_peered":"2021-07-26T16:07:57.144181+0000","last_clean":"2021-07-26T16:07:57.144181+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:07:57.144181+0000","last_undegraded":"2021-07-26T16:07:57.144181+0000","last_fullsized":"2021-07-26T16:07:57.144181+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":28,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140702+0000","last_change":"2021-07-26T16:07:06.201715+0000","last_active":"2021-07-26T16:07:57.140702+0000","last_peered":"2021-07-26T16:07:57.140702+0000","last_clean":"2021-07-26T16:07:57.140702+0000","last_became_active":"2021-07-26T16:07:06.175197+0000","last_became_peered":"2021-07-26T16:07:06.175197+0000","last_unstale":"2021-07-26T16:07:57.140702+0000","last_undegraded":"2021-07-26T16:07:57.140702+0000","last_fullsized":"2021-07-26T16:07:57.140702+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":66,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":50,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140096+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:07:57.140096+0000","last_peered":"2021-07-26T16:07:57.140096+0000","last_clean":"2021-07-26T16:07:57.140096+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:07:57.140096+0000","last_undegraded":"2021-07-26T16:07:57.140096+0000","last_fullsized":"2021-07-26T16:07:57.140096+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.174064+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:07:57.174064+0000","last_peered":"2021-07-26T16:07:57.174064+0000","last_clean":"2021-07-26T16:07:57.174064+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:07:57.174064+0000","last_undegraded":"2021-07-26T16:07:57.174064+0000","last_fullsized":"2021-07-26T16:07:57.174064+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":131,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140958+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:07:57.140958+0000","last_peered":"2021-07-26T16:07:57.140958+0000","last_clean":"2021-07-26T16:07:57.140958+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:07:57.140958+0000","last_undegraded":"2021-07-26T16:07:57.140958+0000","last_fullsized":"2021-07-26T16:07:57.140958+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":76,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.136258+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:07:57.136258+0000","last_peered":"2021-07-26T16:07:57.136258+0000","last_clean":"2021-07-26T16:07:57.136258+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:07:57.136258+0000","last_undegraded":"2021-07-26T16:07:57.136258+0000","last_fullsized":"2021-07-26T16:07:57.136258+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2021-07-26T16:07:56.122855+0000","last_change":"2021-07-26T16:07:56.122855+0000","last_active":"2021-07-26T16:07:56.122855+0000","last_peered":"2021-07-26T16:07:56.122855+0000","last_clean":"2021-07-26T16:07:56.122855+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-07-26T16:07:56.122855+0000","last_undegraded":"2021-07-26T16:07:56.122855+0000","last_fullsized":"2021-07-26T16:07:56.122855+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":263,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140466+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:07:57.140466+0000","last_peered":"2021-07-26T16:07:57.140466+0000","last_clean":"2021-07-26T16:07:57.140466+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:07:57.140466+0000","last_undegraded":"2021-07-26T16:07:57.140466+0000","last_fullsized":"2021-07-26T16:07:57.140466+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":219,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.138393+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:07:57.138393+0000","last_peered":"2021-07-26T16:07:57.138393+0000","last_clean":"2021-07-26T16:07:57.138393+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:07:57.138393+0000","last_undegraded":"2021-07-26T16:07:57.138393+0000","last_fullsized":"2021-07-26T16:07:57.138393+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":10,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.174027+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:07:57.174027+0000","last_peered":"2021-07-26T16:07:57.174027+0000","last_clean":"2021-07-26T16:07:57.174027+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:07:57.174027+0000","last_undegraded":"2021-07-26T16:07:57.174027+0000","last_fullsized":"2021-07-26T16:07:57.174027+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":220,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140395+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:07:57.140395+0000","last_peered":"2021-07-26T16:07:57.140395+0000","last_clean":"2021-07-26T16:07:57.140395+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:07:57.140395+0000","last_undegraded":"2021-07-26T16:07:57.140395+0000","last_fullsized":"2021-07-26T16:07:57.140395+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":151,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.109185+0000","last_change":"2021-07-26T16:05:09.272079+0000","last_active":"2021-07-26T16:07:51.109185+0000","last_peered":"2021-07-26T16:07:51.109185+0000","last_clean":"2021-07-26T16:07:51.109185+0000","last_became_active":"2021-07-26T16:05:09.271724+0000","last_became_peered":"2021-07-26T16:05:09.271724+0000","last_unstale":"2021-07-26T16:07:51.109185+0000","last_undegraded":"2021-07-26T16:07:51.109185+0000","last_fullsized":"2021-07-26T16:07:51.109185+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2021-07-26T16:07:56.122855+0000","last_change":"2021-07-26T16:07:56.122855+0000","last_active":"2021-07-26T16:07:56.122855+0000","last_peered":"2021-07-26T16:07:56.122855+0000","last_clean":"2021-07-26T16:07:56.122855+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-07-26T16:07:56.122855+0000","last_undegraded":"2021-07-26T16:07:56.122855+0000","last_fullsized":"2021-07-26T16:07:56.122855+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":261,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.109051+0000","last_change":"2021-07-26T16:06:48.249975+0000","last_active":"2021-07-26T16:07:51.109051+0000","last_peered":"2021-07-26T16:07:51.109051+0000","last_clean":"2021-07-26T16:07:51.109051+0000","last_became_active":"2021-07-26T16:06:40.537599+0000","last_became_peered":"2021-07-26T16:06:40.537599+0000","last_unstale":"2021-07-26T16:07:51.109051+0000","last_undegraded":"2021-07-26T16:07:51.109051+0000","last_fullsized":"2021-07-26T16:07:51.109051+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":67,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.135484+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:07:57.135484+0000","last_peered":"2021-07-26T16:07:57.135484+0000","last_clean":"2021-07-26T16:07:57.135484+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:07:57.135484+0000","last_undegraded":"2021-07-26T16:07:57.135484+0000","last_fullsized":"2021-07-26T16:07:57.135484+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":10,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.173083+0000","last_change":"2021-07-26T16:07:57.172690+0000","last_active":"2021-07-26T16:07:57.173083+0000","last_peered":"2021-07-26T16:07:57.173083+0000","last_clean":"2021-07-26T16:07:57.173083+0000","last_became_active":"2021-07-26T16:07:57.172308+0000","last_became_peered":"2021-07-26T16:07:57.172308+0000","last_unstale":"2021-07-26T16:07:57.173083+0000","last_undegraded":"2021-07-26T16:07:57.173083+0000","last_fullsized":"2021-07-26T16:07:57.173083+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":226,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.138221+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:07:57.138221+0000","last_peered":"2021-07-26T16:07:57.138221+0000","last_clean":"2021-07-26T16:07:57.138221+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:07:57.138221+0000","last_undegraded":"2021-07-26T16:07:57.138221+0000","last_fullsized":"2021-07-26T16:07:57.138221+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":19,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.135695+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:07:57.135695+0000","last_peered":"2021-07-26T16:07:57.135695+0000","last_clean":"2021-07-26T16:07:57.135695+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:07:57.135695+0000","last_undegraded":"2021-07-26T16:07:57.135695+0000","last_fullsized":"2021-07-26T16:07:57.135695+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":10,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.143323+0000","last_change":"2021-07-26T16:07:57.143127+0000","last_active":"2021-07-26T16:07:57.143323+0000","last_peered":"2021-07-26T16:07:57.143323+0000","last_clean":"2021-07-26T16:07:57.143323+0000","last_became_active":"2021-07-26T16:07:57.142825+0000","last_became_peered":"2021-07-26T16:07:57.142825+0000","last_unstale":"2021-07-26T16:07:57.143323+0000","last_undegraded":"2021-07-26T16:07:57.143323+0000","last_fullsized":"2021-07-26T16:07:57.143323+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":76,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.136174+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:07:57.136174+0000","last_peered":"2021-07-26T16:07:57.136174+0000","last_clean":"2021-07-26T16:07:57.136174+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:07:57.136174+0000","last_undegraded":"2021-07-26T16:07:57.136174+0000","last_fullsized":"2021-07-26T16:07:57.136174+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":92,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.135893+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:07:57.135893+0000","last_peered":"2021-07-26T16:07:57.135893+0000","last_clean":"2021-07-26T16:07:57.135893+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:07:57.135893+0000","last_undegraded":"2021-07-26T16:07:57.135893+0000","last_fullsized":"2021-07-26T16:07:57.135893+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":10,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.174177+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:07:57.174177+0000","last_peered":"2021-07-26T16:07:57.174177+0000","last_clean":"2021-07-26T16:07:57.174177+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:07:57.174177+0000","last_undegraded":"2021-07-26T16:07:57.174177+0000","last_fullsized":"2021-07-26T16:07:57.174177+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":221,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.135771+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:07:57.135771+0000","last_peered":"2021-07-26T16:07:57.135771+0000","last_clean":"2021-07-26T16:07:57.135771+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:07:57.135771+0000","last_undegraded":"2021-07-26T16:07:57.135771+0000","last_fullsized":"2021-07-26T16:07:57.135771+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":215,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.135970+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:07:57.135970+0000","last_peered":"2021-07-26T16:07:57.135970+0000","last_clean":"2021-07-26T16:07:57.135970+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:07:57.135970+0000","last_undegraded":"2021-07-26T16:07:57.135970+0000","last_fullsized":"2021-07-26T16:07:57.135970+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":10,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.174118+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:07:57.174118+0000","last_peered":"2021-07-26T16:07:57.174118+0000","last_clean":"2021-07-26T16:07:57.174118+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:07:57.174118+0000","last_undegraded":"2021-07-26T16:07:57.174118+0000","last_fullsized":"2021-07-26T16:07:57.174118+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":244,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.136065+0000","last_change":"2021-07-26T16:01:16.007019+0000","last_active":"2021-07-26T16:07:57.136065+0000","last_peered":"2021-07-26T16:07:57.136065+0000","last_clean":"2021-07-26T16:07:57.136065+0000","last_became_active":"2021-07-26T16:01:16.006692+0000","last_became_peered":"2021-07-26T16:01:16.006692+0000","last_unstale":"2021-07-26T16:07:57.136065+0000","last_undegraded":"2021-07-26T16:07:57.136065+0000","last_fullsized":"2021-07-26T16:07:57.136065+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":259,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140221+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:07:57.140221+0000","last_peered":"2021-07-26T16:07:57.140221+0000","last_clean":"2021-07-26T16:07:57.140221+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:07:57.140221+0000","last_undegraded":"2021-07-26T16:07:57.140221+0000","last_fullsized":"2021-07-26T16:07:57.140221+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":223,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.136177+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:07:57.136177+0000","last_peered":"2021-07-26T16:07:57.136177+0000","last_clean":"2021-07-26T16:07:57.136177+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:07:57.136177+0000","last_undegraded":"2021-07-26T16:07:57.136177+0000","last_fullsized":"2021-07-26T16:07:57.136177+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":10,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.173352+0000","last_change":"2021-07-26T16:07:57.173122+0000","last_active":"2021-07-26T16:07:57.173352+0000","last_peered":"2021-07-26T16:07:57.173352+0000","last_clean":"2021-07-26T16:07:57.173352+0000","last_became_active":"2021-07-26T16:07:57.172700+0000","last_became_peered":"2021-07-26T16:07:57.172700+0000","last_unstale":"2021-07-26T16:07:57.173352+0000","last_undegraded":"2021-07-26T16:07:57.173352+0000","last_fullsized":"2021-07-26T16:07:57.173352+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":206,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140773+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:07:57.140773+0000","last_peered":"2021-07-26T16:07:57.140773+0000","last_clean":"2021-07-26T16:07:57.140773+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:07:57.140773+0000","last_undegraded":"2021-07-26T16:07:57.140773+0000","last_fullsized":"2021-07-26T16:07:57.140773+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":67,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.135987+0000","last_change":"2021-07-26T16:05:09.267578+0000","last_active":"2021-07-26T16:07:57.135987+0000","last_peered":"2021-07-26T16:07:57.135987+0000","last_clean":"2021-07-26T16:07:57.135987+0000","last_became_active":"2021-07-26T16:05:09.267040+0000","last_became_peered":"2021-07-26T16:05:09.267040+0000","last_unstale":"2021-07-26T16:07:57.135987+0000","last_undegraded":"2021-07-26T16:07:57.135987+0000","last_fullsized":"2021-07-26T16:07:57.135987+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":277,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.135988+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:07:57.135988+0000","last_peered":"2021-07-26T16:07:57.135988+0000","last_clean":"2021-07-26T16:07:57.135988+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:07:57.135988+0000","last_undegraded":"2021-07-26T16:07:57.135988+0000","last_fullsized":"2021-07-26T16:07:57.135988+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2021-07-26T16:07:56.122855+0000","last_change":"2021-07-26T16:07:56.122855+0000","last_active":"2021-07-26T16:07:56.122855+0000","last_peered":"2021-07-26T16:07:56.122855+0000","last_clean":"2021-07-26T16:07:56.122855+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-07-26T16:07:56.122855+0000","last_undegraded":"2021-07-26T16:07:56.122855+0000","last_fullsized":"2021-07-26T16:07:56.122855+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":186,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.111695+0000","last_change":"2021-07-26T16:06:40.547788+0000","last_active":"2021-07-26T16:07:51.111695+0000","last_peered":"2021-07-26T16:07:51.111695+0000","last_clean":"2021-07-26T16:07:51.111695+0000","last_became_active":"2021-07-26T16:06:40.547270+0000","last_became_peered":"2021-07-26T16:06:40.547270+0000","last_unstale":"2021-07-26T16:07:51.111695+0000","last_undegraded":"2021-07-26T16:07:51.111695+0000","last_fullsized":"2021-07-26T16:07:51.111695+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":215,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.135934+0000","last_change":"2021-07-26T16:05:49.096825+0000","last_active":"2021-07-26T16:07:57.135934+0000","last_peered":"2021-07-26T16:07:57.135934+0000","last_clean":"2021-07-26T16:07:57.135934+0000","last_became_active":"2021-07-26T16:05:49.096483+0000","last_became_peered":"2021-07-26T16:05:49.096483+0000","last_unstale":"2021-07-26T16:07:57.135934+0000","last_undegraded":"2021-07-26T16:07:57.135934+0000","last_fullsized":"2021-07-26T16:07:57.135934+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":228,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.136030+0000","last_change":"2021-07-26T16:01:16.006858+0000","last_active":"2021-07-26T16:07:57.136030+0000","last_peered":"2021-07-26T16:07:57.136030+0000","last_clean":"2021-07-26T16:07:57.136030+0000","last_became_active":"2021-07-26T16:01:16.006560+0000","last_became_peered":"2021-07-26T16:01:16.006560+0000","last_unstale":"2021-07-26T16:07:57.136030+0000","last_undegraded":"2021-07-26T16:07:57.136030+0000","last_fullsized":"2021-07-26T16:07:57.136030+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2021-07-26T16:07:56.122855+0000","last_change":"2021-07-26T16:07:56.122855+0000","last_active":"2021-07-26T16:07:56.122855+0000","last_peered":"2021-07-26T16:07:56.122855+0000","last_clean":"2021-07-26T16:07:56.122855+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-07-26T16:07:56.122855+0000","last_undegraded":"2021-07-26T16:07:56.122855+0000","last_fullsized":"2021-07-26T16:07:56.122855+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":248,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140080+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:07:57.140080+0000","last_peered":"2021-07-26T16:07:57.140080+0000","last_clean":"2021-07-26T16:07:57.140080+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:07:57.140080+0000","last_undegraded":"2021-07-26T16:07:57.140080+0000","last_fullsized":"2021-07-26T16:07:57.140080+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":467,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.141561+0000","last_change":"2021-07-26T16:07:52.128621+0000","last_active":"2021-07-26T16:07:57.141561+0000","last_peered":"2021-07-26T16:07:57.141561+0000","last_clean":"2021-07-26T16:07:57.141561+0000","last_became_active":"2021-07-26T16:07:52.128159+0000","last_became_peered":"2021-07-26T16:07:52.128159+0000","last_unstale":"2021-07-26T16:07:57.141561+0000","last_undegraded":"2021-07-26T16:07:57.141561+0000","last_fullsized":"2021-07-26T16:07:57.141561+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":32,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140678+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:07:57.140678+0000","last_peered":"2021-07-26T16:07:57.140678+0000","last_clean":"2021-07-26T16:07:57.140678+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:07:57.140678+0000","last_undegraded":"2021-07-26T16:07:57.140678+0000","last_fullsized":"2021-07-26T16:07:57.140678+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":28,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.138960+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:07:57.138960+0000","last_peered":"2021-07-26T16:07:57.138960+0000","last_clean":"2021-07-26T16:07:57.138960+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:07:57.138960+0000","last_undegraded":"2021-07-26T16:07:57.138960+0000","last_fullsized":"2021-07-26T16:07:57.138960+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":10,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.143877+0000","last_change":"2021-07-26T16:07:57.143545+0000","last_active":"2021-07-26T16:07:57.143877+0000","last_peered":"2021-07-26T16:07:57.143877+0000","last_clean":"2021-07-26T16:07:57.143877+0000","last_became_active":"2021-07-26T16:07:57.143258+0000","last_became_peered":"2021-07-26T16:07:57.143258+0000","last_unstale":"2021-07-26T16:07:57.143877+0000","last_undegraded":"2021-07-26T16:07:57.143877+0000","last_fullsized":"2021-07-26T16:07:57.143877+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":240,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.141440+0000","last_change":"2021-07-26T16:01:16.000326+0000","last_active":"2021-07-26T16:07:57.141440+0000","last_peered":"2021-07-26T16:07:57.141440+0000","last_clean":"2021-07-26T16:07:57.141440+0000","last_became_active":"2021-07-26T16:01:15.999482+0000","last_became_peered":"2021-07-26T16:01:15.999482+0000","last_unstale":"2021-07-26T16:07:57.141440+0000","last_undegraded":"2021-07-26T16:07:57.141440+0000","last_fullsized":"2021-07-26T16:07:57.141440+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":146,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.108976+0000","last_change":"2021-07-26T16:07:22.105863+0000","last_active":"2021-07-26T16:07:51.108976+0000","last_peered":"2021-07-26T16:07:51.108976+0000","last_clean":"2021-07-26T16:07:51.108976+0000","last_became_active":"2021-07-26T16:07:22.105468+0000","last_became_peered":"2021-07-26T16:07:22.105468+0000","last_unstale":"2021-07-26T16:07:51.108976+0000","last_undegraded":"2021-07-26T16:07:51.108976+0000","last_fullsized":"2021-07-26T16:07:51.108976+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":149,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.110038+0000","last_change":"2021-07-26T16:07:06.163962+0000","last_active":"2021-07-26T16:07:51.110038+0000","last_peered":"2021-07-26T16:07:51.110038+0000","last_clean":"2021-07-26T16:07:51.110038+0000","last_became_active":"2021-07-26T16:07:06.163319+0000","last_became_peered":"2021-07-26T16:07:06.163319+0000","last_unstale":"2021-07-26T16:07:51.110038+0000","last_undegraded":"2021-07-26T16:07:51.110038+0000","last_fullsized":"2021-07-26T16:07:51.110038+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":10,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.173285+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:07:57.173285+0000","last_peered":"2021-07-26T16:07:57.173285+0000","last_clean":"2021-07-26T16:07:57.173285+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:07:57.173285+0000","last_undegraded":"2021-07-26T16:07:57.173285+0000","last_fullsized":"2021-07-26T16:07:57.173285+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":253,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140573+0000","last_change":"2021-07-26T16:05:09.276068+0000","last_active":"2021-07-26T16:07:57.140573+0000","last_peered":"2021-07-26T16:07:57.140573+0000","last_clean":"2021-07-26T16:07:57.140573+0000","last_became_active":"2021-07-26T16:05:09.275666+0000","last_became_peered":"2021-07-26T16:05:09.275666+0000","last_unstale":"2021-07-26T16:07:57.140573+0000","last_undegraded":"2021-07-26T16:07:57.140573+0000","last_fullsized":"2021-07-26T16:07:57.140573+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":233,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.136176+0000","last_change":"2021-07-26T16:06:49.103891+0000","last_active":"2021-07-26T16:07:57.136176+0000","last_peered":"2021-07-26T16:07:57.136176+0000","last_clean":"2021-07-26T16:07:57.136176+0000","last_became_active":"2021-07-26T16:06:49.103475+0000","last_became_peered":"2021-07-26T16:06:49.103475+0000","last_unstale":"2021-07-26T16:07:57.136176+0000","last_undegraded":"2021-07-26T16:07:57.136176+0000","last_fullsized":"2021-07-26T16:07:57.136176+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":140,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.109204+0000","last_change":"2021-07-26T16:06:49.088316+0000","last_active":"2021-07-26T16:07:51.109204+0000","last_peered":"2021-07-26T16:07:51.109204+0000","last_clean":"2021-07-26T16:07:51.109204+0000","last_became_active":"2021-07-26T16:06:49.087954+0000","last_became_peered":"2021-07-26T16:06:49.087954+0000","last_unstale":"2021-07-26T16:07:51.109204+0000","last_undegraded":"2021-07-26T16:07:51.109204+0000","last_fullsized":"2021-07-26T16:07:51.109204+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.173079+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:07:57.173079+0000","last_peered":"2021-07-26T16:07:57.173079+0000","last_clean":"2021-07-26T16:07:57.173079+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:07:57.173079+0000","last_undegraded":"2021-07-26T16:07:57.173079+0000","last_fullsized":"2021-07-26T16:07:57.173079+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":49,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140814+0000","last_change":"2021-07-26T16:07:17.047954+0000","last_active":"2021-07-26T16:07:57.140814+0000","last_peered":"2021-07-26T16:07:57.140814+0000","last_clean":"2021-07-26T16:07:57.140814+0000","last_became_active":"2021-07-26T16:07:06.166040+0000","last_became_peered":"2021-07-26T16:07:06.166040+0000","last_unstale":"2021-07-26T16:07:57.140814+0000","last_undegraded":"2021-07-26T16:07:57.140814+0000","last_fullsized":"2021-07-26T16:07:57.140814+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":200,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.136192+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:07:57.136192+0000","last_peered":"2021-07-26T16:07:57.136192+0000","last_clean":"2021-07-26T16:07:57.136192+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:07:57.136192+0000","last_undegraded":"2021-07-26T16:07:57.136192+0000","last_fullsized":"2021-07-26T16:07:57.136192+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":24,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.141354+0000","last_change":"2021-07-26T16:07:06.166026+0000","last_active":"2021-07-26T16:07:57.141354+0000","last_peered":"2021-07-26T16:07:57.141354+0000","last_clean":"2021-07-26T16:07:57.141354+0000","last_became_active":"2021-07-26T16:07:06.165646+0000","last_became_peered":"2021-07-26T16:07:06.165646+0000","last_unstale":"2021-07-26T16:07:57.141354+0000","last_undegraded":"2021-07-26T16:07:57.141354+0000","last_fullsized":"2021-07-26T16:07:57.141354+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":10,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.174926+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:07:57.174926+0000","last_peered":"2021-07-26T16:07:57.174926+0000","last_clean":"2021-07-26T16:07:57.174926+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:07:57.174926+0000","last_undegraded":"2021-07-26T16:07:57.174926+0000","last_fullsized":"2021-07-26T16:07:57.174926+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":248,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.139742+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:07:57.139742+0000","last_peered":"2021-07-26T16:07:57.139742+0000","last_clean":"2021-07-26T16:07:57.139742+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:07:57.139742+0000","last_undegraded":"2021-07-26T16:07:57.139742+0000","last_fullsized":"2021-07-26T16:07:57.139742+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":158,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.110146+0000","last_change":"2021-07-26T16:05:48.243973+0000","last_active":"2021-07-26T16:07:51.110146+0000","last_peered":"2021-07-26T16:07:51.110146+0000","last_clean":"2021-07-26T16:07:51.110146+0000","last_became_active":"2021-07-26T16:05:09.288052+0000","last_became_peered":"2021-07-26T16:05:09.288052+0000","last_unstale":"2021-07-26T16:07:51.110146+0000","last_undegraded":"2021-07-26T16:07:51.110146+0000","last_fullsized":"2021-07-26T16:07:51.110146+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":67,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.135801+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:07:57.135801+0000","last_peered":"2021-07-26T16:07:57.135801+0000","last_clean":"2021-07-26T16:07:57.135801+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:07:57.135801+0000","last_undegraded":"2021-07-26T16:07:57.135801+0000","last_fullsized":"2021-07-26T16:07:57.135801+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":146,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.109021+0000","last_change":"2021-07-26T16:05:09.273839+0000","last_active":"2021-07-26T16:07:51.109021+0000","last_peered":"2021-07-26T16:07:51.109021+0000","last_clean":"2021-07-26T16:07:51.109021+0000","last_became_active":"2021-07-26T16:05:09.273364+0000","last_became_peered":"2021-07-26T16:05:09.273364+0000","last_unstale":"2021-07-26T16:07:51.109021+0000","last_undegraded":"2021-07-26T16:07:51.109021+0000","last_fullsized":"2021-07-26T16:07:51.109021+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":182,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.136270+0000","last_change":"2021-07-26T16:06:40.588692+0000","last_active":"2021-07-26T16:07:57.136270+0000","last_peered":"2021-07-26T16:07:57.136270+0000","last_clean":"2021-07-26T16:07:57.136270+0000","last_became_active":"2021-07-26T16:06:40.583831+0000","last_became_peered":"2021-07-26T16:06:40.583831+0000","last_unstale":"2021-07-26T16:07:57.136270+0000","last_undegraded":"2021-07-26T16:07:57.136270+0000","last_fullsized":"2021-07-26T16:07:57.136270+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":236,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140289+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:07:57.140289+0000","last_peered":"2021-07-26T16:07:57.140289+0000","last_clean":"2021-07-26T16:07:57.140289+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:07:57.140289+0000","last_undegraded":"2021-07-26T16:07:57.140289+0000","last_fullsized":"2021-07-26T16:07:57.140289+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":67,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.135933+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:07:57.135933+0000","last_peered":"2021-07-26T16:07:57.135933+0000","last_clean":"2021-07-26T16:07:57.135933+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:07:57.135933+0000","last_undegraded":"2021-07-26T16:07:57.135933+0000","last_fullsized":"2021-07-26T16:07:57.135933+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":221,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.140084+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:07:57.140084+0000","last_peered":"2021-07-26T16:07:57.140084+0000","last_clean":"2021-07-26T16:07:57.140084+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:07:57.140084+0000","last_undegraded":"2021-07-26T16:07:57.140084+0000","last_fullsized":"2021-07-26T16:07:57.140084+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":231,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.109111+0000","last_change":"2021-07-26T16:07:22.105912+0000","last_active":"2021-07-26T16:07:51.109111+0000","last_peered":"2021-07-26T16:07:51.109111+0000","last_clean":"2021-07-26T16:07:51.109111+0000","last_became_active":"2021-07-26T16:07:22.105531+0000","last_became_peered":"2021-07-26T16:07:22.105531+0000","last_unstale":"2021-07-26T16:07:51.109111+0000","last_undegraded":"2021-07-26T16:07:51.109111+0000","last_fullsized":"2021-07-26T16:07:51.109111+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":28,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.138778+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:07:57.138778+0000","last_peered":"2021-07-26T16:07:57.138778+0000","last_clean":"2021-07-26T16:07:57.138778+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:07:57.138778+0000","last_undegraded":"2021-07-26T16:07:57.138778+0000","last_fullsized":"2021-07-26T16:07:57.138778+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":217,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.108960+0000","last_change":"2021-07-26T16:06:49.086223+0000","last_active":"2021-07-26T16:07:51.108960+0000","last_peered":"2021-07-26T16:07:51.108960+0000","last_clean":"2021-07-26T16:07:51.108960+0000","last_became_active":"2021-07-26T16:06:49.085864+0000","last_became_peered":"2021-07-26T16:06:49.085864+0000","last_unstale":"2021-07-26T16:07:51.108960+0000","last_undegraded":"2021-07-26T16:07:51.108960+0000","last_fullsized":"2021-07-26T16:07:51.108960+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":143,"reported_epoch":228,"state":"active+clean","last_fresh":"2021-07-26T16:07:51.109939+0000","last_change":"2021-07-26T16:05:49.117410+0000","last_active":"2021-07-26T16:07:51.109939+0000","last_peered":"2021-07-26T16:07:51.109939+0000","last_clean":"2021-07-26T16:07:51.109939+0000","last_became_active":"2021-07-26T16:05:49.078340+0000","last_became_peered":"2021-07-26T16:05:49.078340+0000","last_unstale":"2021-07-26T16:07:51.109939+0000","last_undegraded":"2021-07-26T16:07:51.109939+0000","last_fullsized":"2021-07-26T16:07:51.109939+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":67,"reported_epoch":231,"state":"active+clean","last_fresh":"2021-07-26T16:07:57.135362+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:07:57.135362+0000","last_peered":"2021-07-26T16:07:57.135362+0000","last_clean":"2021-07-26T16:07:57.135362+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:07:57.135362+0000","last_undegraded":"2021-07-26T16:07:57.135362+0000","last_fullsized":"2021-07-26T16:07:57.135362+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":36,"acting":36,"num_store_stats":6},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":43,"num_bytes_recovered":1486,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495881,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1051960,"kb_used_data":3376,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92693192,"statfs":{"total":95995035648,"available":94917828608,"internally_reserved":1073741824,"allocated":3457024,"data_stored":2284561,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.58699999999999997,"15min":0.59699999999999998},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.8759999999999999,"5min":11.359,"15min":11.359},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.95599999999999996,"5min":0.71199999999999997,"15min":0.65800000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.5119999999999996,"5min":11.378,"15min":11.378},"last":0.38300000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.7130000000000001,"5min":0.83599999999999997,"15min":0.76900000000000002},"min":{"1min":0.315,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":5.1959999999999997,"5min":5.1959999999999997,"15min":19.768000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":1.6930000000000001,"5min":1.2709999999999999,"15min":0.84499999999999997},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.23300000000000001},"max":{"1min":12.555,"5min":29.486999999999998,"15min":29.486999999999998},"last":0.84799999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:07:36 2021","interfaces":[{"interface":"back","average":{"1min":1.9810000000000001,"5min":1.0549999999999999,"15min":1.679},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.224},"max":{"1min":7.7450000000000001,"5min":7.7450000000000001,"15min":8.7100000000000009},"last":0.41299999999999998},{"interface":"front","average":{"1min":1.724,"5min":0.96499999999999997,"15min":1.647},"min":{"1min":0.33200000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":8.4969999999999999,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.88}]},{"osd":3,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":2.3929999999999998,"5min":1.0289999999999999,"15min":0.86199999999999999},"min":{"1min":0.30599999999999999,"5min":0.28199999999999997,"15min":0.26600000000000001},"max":{"1min":6.8849999999999998,"5min":6.8849999999999998,"15min":19.582999999999998},"last":0.90100000000000002},{"interface":"front","average":{"1min":1.661,"5min":0.81499999999999995,"15min":0.79800000000000004},"min":{"1min":0.28000000000000003,"5min":0.27500000000000002,"15min":0.24399999999999999},"max":{"1min":4.5720000000000001,"5min":4.5720000000000001,"15min":19.699999999999999},"last":0.438}]},{"osd":4,"last update":"Mon Jul 26 16:07:22 2021","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.38200000000000001,"15min":0.34000000000000002},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":3.6070000000000002,"5min":3.6070000000000002,"15min":3.6070000000000002},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.45900000000000002,"15min":0.42499999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.6349999999999998,"5min":3.6349999999999998,"15min":3.6349999999999998},"last":0.432}]},{"osd":5,"last update":"Mon Jul 26 16:07:51 2021","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":0.50700000000000001,"15min":0.504},"min":{"1min":0.25,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":4.8529999999999998,"5min":4.8529999999999998,"15min":4.8529999999999998},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.45400000000000001,"15min":0.53900000000000003},"min":{"1min":0.25800000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":3.6629999999999998,"5min":3.6629999999999998,"15min":7.5720000000000001},"last":0.39800000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:07:51 2021","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.48399999999999999,"15min":0.54500000000000004},"min":{"1min":0.28000000000000003,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.802,"5min":2.802,"15min":4.7430000000000003},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.54200000000000004,"15min":0.51300000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":4.4219999999999997,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":0.26400000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659404,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1055780,"kb_used_data":7196,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92689372,"statfs":{"total":95995035648,"available":94913916928,"internally_reserved":1073741824,"allocated":7368704,"data_stored":6208381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:18 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.47699999999999998,"15min":0.56299999999999994},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":3.573,"5min":3.573,"15min":4.4820000000000002},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.61499999999999999,"15min":0.65800000000000003},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":3.7749999999999999,"5min":3.9569999999999999,"15min":11.207000000000001},"last":0.31}]},{"osd":1,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":0.80500000000000005,"15min":0.68799999999999994},"min":{"1min":0.23200000000000001,"5min":0.22500000000000001,"15min":0.21199999999999999},"max":{"1min":7.4109999999999996,"5min":7.4109999999999996,"15min":7.4109999999999996},"last":0.33900000000000002},{"interface":"front","average":{"1min":1.3720000000000001,"5min":0.74299999999999999,"15min":0.79200000000000004},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.4779999999999998,"5min":8.4779999999999998,"15min":11.455},"last":0.34399999999999997}]},{"osd":2,"last update":"Mon Jul 26 16:07:32 2021","interfaces":[{"interface":"back","average":{"1min":1.508,"5min":1.0009999999999999,"15min":1.9710000000000001},"min":{"1min":0.35799999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":5.8639999999999999,"5min":6.3979999999999997,"15min":12.388999999999999},"last":0.318},{"interface":"front","average":{"1min":1.4259999999999999,"5min":1.0649999999999999,"15min":1.6759999999999999},"min":{"1min":0.28100000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.9260000000000002,"5min":6.1120000000000001,"15min":10.116},"last":0.36799999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:07:18 2021","interfaces":[{"interface":"back","average":{"1min":1.829,"5min":1.1060000000000001,"15min":0.90600000000000003},"min":{"1min":0.32500000000000001,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":7.5220000000000002,"5min":11.077999999999999,"15min":11.077999999999999},"last":0.434},{"interface":"front","average":{"1min":1.726,"5min":1.0700000000000001,"15min":0.91000000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":8.6630000000000003,"5min":11.121,"15min":11.430999999999999},"last":0.40300000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.41899999999999998,"15min":0.35099999999999998},"min":{"1min":0.23999999999999999,"5min":0.215,"15min":0.215},"max":{"1min":3.673,"5min":3.673,"15min":3.673},"last":0.24399999999999999},{"interface":"front","average":{"1min":1.1200000000000001,"5min":0.48899999999999999,"15min":0.36599999999999999},"min":{"1min":0.23200000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":8.4179999999999993,"5min":8.4179999999999993,"15min":8.4179999999999993},"last":0.222}]},{"osd":5,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.442,"15min":0.47699999999999998},"min":{"1min":0.23999999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.436,"15min":0.51100000000000001},"min":{"1min":0.29399999999999998,"5min":0.214,"15min":0.214},"max":{"1min":3.7770000000000001,"5min":3.7770000000000001,"15min":5.9240000000000004},"last":0.28100000000000003}]},{"osd":7,"last update":"Mon Jul 26 16:07:39 2021","interfaces":[{"interface":"back","average":{"1min":1.774,"5min":0.81100000000000005,"15min":0.74299999999999999},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":11.739000000000001,"5min":16.913,"15min":16.913},"last":0.29199999999999998},{"interface":"front","average":{"1min":1.379,"5min":0.59499999999999997,"15min":0.59299999999999997},"min":{"1min":0.27600000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.7789999999999999,"5min":6.7789999999999999,"15min":6.7789999999999999},"last":0.376}]}]},{"osd":1,"up_from":78,"seq":335007449221,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":163992,"kb_used_data":2768,"kb_used_omap":6,"kb_used_meta":161209,"kb_avail":93581160,"statfs":{"total":95995035648,"available":95827107840,"internally_reserved":0,"allocated":2834432,"data_stored":1689244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":165078617},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":0.95499999999999996,"15min":0.63300000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.184},"max":{"1min":5.4080000000000004,"5min":6.1050000000000004,"15min":6.1050000000000004},"last":0.22600000000000001},{"interface":"front","average":{"1min":1.9730000000000001,"5min":1.0669999999999999,"15min":0.77000000000000002},"min":{"1min":0.224,"5min":0.221,"15min":0.21299999999999999},"max":{"1min":10.977,"5min":10.977,"15min":10.977},"last":0.32400000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:07:29 2021","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":1.6419999999999999,"15min":1.8500000000000001},"min":{"1min":0.24199999999999999,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":5.3280000000000003,"5min":34.530000000000001,"15min":34.530000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":1.7609999999999999,"5min":1.7170000000000001,"15min":1.829},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":7.218,"5min":34.465000000000003,"15min":34.465000000000003},"last":0.34000000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:07:15 2021","interfaces":[{"interface":"back","average":{"1min":1.429,"5min":1.0700000000000001,"15min":0.86199999999999999},"min":{"1min":0.28100000000000003,"5min":0.254,"15min":0.24099999999999999},"max":{"1min":5.8789999999999996,"5min":6.0030000000000001,"15min":13.077999999999999},"last":0.311},{"interface":"front","average":{"1min":1.8720000000000001,"5min":1.0940000000000001,"15min":0.872},"min":{"1min":0.28499999999999998,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":11.106999999999999,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.26800000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:07:24 2021","interfaces":[{"interface":"back","average":{"1min":1.573,"5min":1.0209999999999999,"15min":0.92600000000000005},"min":{"1min":0.35599999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":5.9539999999999997,"5min":5.9539999999999997,"15min":5.9539999999999997},"last":0.72299999999999998},{"interface":"front","average":{"1min":1.7529999999999999,"5min":1.1419999999999999,"15min":1.087},"min":{"1min":0.35399999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":5.3369999999999997,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":0.77600000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":0.95899999999999996,"15min":0.83899999999999997},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":4.6070000000000002,"5min":4.6070000000000002,"15min":9.8689999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":1.421,"5min":0.91700000000000004,"15min":0.84099999999999997},"min":{"1min":0.35799999999999998,"5min":0.32000000000000001,"15min":0.29599999999999999},"max":{"1min":5.9109999999999996,"5min":5.9109999999999996,"15min":6.9139999999999997},"last":0.497}]},{"osd":6,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.46,"5min":0.999,"15min":0.88700000000000001},"min":{"1min":0.32300000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":4.6079999999999997,"5min":4.6079999999999997,"15min":9.9209999999999994},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.6819999999999999,"5min":1.0229999999999999,"15min":0.86699999999999999},"min":{"1min":0.40000000000000002,"5min":0.32400000000000001,"15min":0.32200000000000001},"max":{"1min":6.508,"5min":6.508,"15min":6.8730000000000002},"last":0.52000000000000002}]},{"osd":7,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.4179999999999999,"5min":0.96499999999999997,"15min":0.82699999999999996},"min":{"1min":0.40300000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":5.3700000000000001,"5min":5.9870000000000001,"15min":5.9870000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":1.6419999999999999,"5min":1.105,"15min":0.95199999999999996},"min":{"1min":0.40999999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":5.2080000000000002,"5min":5.2080000000000002,"15min":9.968},"last":0.55700000000000005}]}]},{"osd":0,"up_from":73,"seq":313532612754,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":129216,"kb_used_data":9208,"kb_used_omap":23,"kb_used_meta":119976,"kb_avail":93615936,"statfs":{"total":95995035648,"available":95862718464,"internally_reserved":0,"allocated":9428992,"data_stored":8285232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":122856182},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":4.0039999999999996,"5min":3.2610000000000001,"15min":1.4039999999999999},"min":{"1min":0.19400000000000001,"5min":0.189,"15min":0.189},"max":{"1min":44.950000000000003,"5min":160.554,"15min":160.554},"last":0.45700000000000002},{"interface":"front","average":{"1min":3.8439999999999999,"5min":3.2959999999999998,"15min":1.478},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":43.060000000000002,"5min":159.00200000000001,"15min":159.00200000000001},"last":0.51800000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:07:41 2021","interfaces":[{"interface":"back","average":{"1min":4.2830000000000004,"5min":2.0270000000000001,"15min":1.53},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20799999999999999},"max":{"1min":42.893999999999998,"5min":42.893999999999998,"15min":42.893999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":4.3570000000000002,"5min":2.1230000000000002,"15min":1.518},"min":{"1min":0.222,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":44.914000000000001,"5min":44.914000000000001,"15min":44.914000000000001},"last":0.495}]},{"osd":3,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":4.5979999999999999,"5min":1.4279999999999999,"15min":1.093},"min":{"1min":0.29899999999999999,"5min":0.24399999999999999,"15min":0.19800000000000001},"max":{"1min":46.173999999999999,"5min":46.173999999999999,"15min":46.173999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":4.6639999999999997,"5min":1.5469999999999999,"15min":1.179},"min":{"1min":0.376,"5min":0.30299999999999999,"15min":0.24299999999999999},"max":{"1min":46.201999999999998,"5min":46.201999999999998,"15min":46.201999999999998},"last":0.68300000000000005}]},{"osd":4,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":1.0529999999999999,"15min":0.81299999999999994},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":7.7549999999999999,"5min":7.7549999999999999,"15min":7.7549999999999999},"last":1.079},{"interface":"front","average":{"1min":1.5609999999999999,"5min":1.002,"15min":0.90000000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.4000000000000004,"5min":6.4000000000000004,"15min":6.4000000000000004},"last":0.97599999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.83599999999999997,"15min":0.85999999999999999},"min":{"1min":0.317,"5min":0.313,"15min":0.313},"max":{"1min":3.4039999999999999,"5min":5.9349999999999996,"15min":12.853},"last":0.96699999999999997},{"interface":"front","average":{"1min":2.1499999999999999,"5min":1.194,"15min":1.05},"min":{"1min":0.35599999999999998,"5min":0.35099999999999998,"15min":0.32600000000000001},"max":{"1min":7.7939999999999996,"5min":11.236000000000001,"15min":14.298999999999999},"last":1.113}]},{"osd":6,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":0.91100000000000003,"15min":0.88600000000000001},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":4.4180000000000001,"5min":5.9660000000000002,"15min":14.609999999999999},"last":1.014},{"interface":"front","average":{"1min":2.1309999999999998,"5min":1.1040000000000001,"15min":0.93000000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33300000000000002},"max":{"1min":7.7320000000000002,"5min":8.5549999999999997,"15min":8.5549999999999997},"last":0.99299999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":2.1829999999999998,"5min":1.097,"15min":1.069},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":7.7750000000000004,"5min":8.3710000000000004,"15min":27.449999999999999},"last":1.0409999999999999},{"interface":"front","average":{"1min":1.595,"5min":1.008,"15min":0.93700000000000006},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.32300000000000001},"max":{"1min":5.1100000000000003,"5min":8.2750000000000004,"15min":27.463999999999999},"last":0.94099999999999995}]}]},{"osd":2,"up_from":0,"seq":459561500761,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122170,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":215132,"kb_used_data":2772,"kb_used_omap":4,"kb_used_meta":212347,"kb_avail":93530020,"statfs":{"total":95995035648,"available":95774740480,"internally_reserved":0,"allocated":2838528,"data_stored":1689334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":217443965},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":3.2490000000000001,"5min":1.1499999999999999,"15min":0.82899999999999996},"min":{"1min":0.20699999999999999,"5min":0.193,"15min":0.17799999999999999},"max":{"1min":54.576999999999998,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.26300000000000001},{"interface":"front","average":{"1min":3.266,"5min":1.25,"15min":0.84199999999999997},"min":{"1min":0.22800000000000001,"5min":0.20999999999999999,"15min":0.20599999999999999},"max":{"1min":56.030999999999999,"5min":56.030999999999999,"15min":56.030999999999999},"last":0.23599999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":3.2650000000000001,"5min":1.4199999999999999,"15min":0.92400000000000004},"min":{"1min":0.29399999999999998,"5min":0.22500000000000001,"15min":0.223},"max":{"1min":24.407,"5min":24.407,"15min":24.407},"last":0.28699999999999998},{"interface":"front","average":{"1min":2.2229999999999999,"5min":1.417,"15min":1.0469999999999999},"min":{"1min":0.23499999999999999,"5min":0.223,"15min":0.223},"max":{"1min":24.103000000000002,"5min":42.917000000000002,"15min":42.917000000000002},"last":0.29499999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:07:34 2021","interfaces":[{"interface":"back","average":{"1min":2.5430000000000001,"5min":1.357,"15min":1.9750000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":10.73,"5min":10.73,"15min":10.73},"last":0.251},{"interface":"front","average":{"1min":2.2959999999999998,"5min":1.242,"15min":2.5579999999999998},"min":{"1min":0.32800000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.694000000000001,"5min":10.694000000000001,"15min":14.436},"last":0.32700000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.78200000000000003,"15min":0.67600000000000005},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":4.5810000000000004,"5min":5.0250000000000004,"15min":5.0250000000000004},"last":0.48499999999999999},{"interface":"front","average":{"1min":1.431,"5min":0.88500000000000001,"15min":0.78100000000000003},"min":{"1min":0.29299999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":7.0380000000000003,"5min":7.0380000000000003,"15min":7.0380000000000003},"last":0.373}]},{"osd":5,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.80300000000000005,"15min":0.82899999999999996},"min":{"1min":0.30099999999999999,"5min":0.29899999999999999,"15min":0.28499999999999998},"max":{"1min":2.3999999999999999,"5min":5.0540000000000003,"15min":10.988},"last":0.35299999999999998},{"interface":"front","average":{"1min":1.137,"5min":0.81999999999999995,"15min":0.81399999999999995},"min":{"1min":0.36299999999999999,"5min":0.318,"15min":0.318},"max":{"1min":5.9610000000000003,"5min":5.9610000000000003,"15min":11.145},"last":0.47199999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.871,"15min":0.84699999999999998},"min":{"1min":0.373,"5min":0.32100000000000001,"15min":0.25700000000000001},"max":{"1min":4.1920000000000002,"5min":6.0960000000000001,"15min":11.039999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":1.579,"5min":1.0509999999999999,"15min":0.93500000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":7.109,"5min":7.109,"15min":7.109},"last":0.40600000000000003}]},{"osd":7,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.054,"15min":0.96099999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":7.1390000000000002,"5min":7.1390000000000002,"15min":8.5549999999999997},"last":0.45600000000000002},{"interface":"front","average":{"1min":1.214,"5min":0.90900000000000003,"15min":0.94599999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.36699999999999999},"max":{"1min":6.7800000000000002,"5min":6.8789999999999996,"15min":19.039999999999999},"last":0.496}]}]},{"osd":4,"up_from":163,"seq":700079669293,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1057584,"kb_used_data":9000,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":92687568,"statfs":{"total":95995035648,"available":94912069632,"internally_reserved":1073741824,"allocated":9216000,"data_stored":8051115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.48999999999999999,"15min":0.37},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":7.3719999999999999,"5min":7.3719999999999999,"15min":7.3719999999999999},"last":0.22},{"interface":"front","average":{"1min":1.5169999999999999,"5min":0.68600000000000005,"15min":0.47999999999999998},"min":{"1min":0.27200000000000002,"5min":0.218,"15min":0.218},"max":{"1min":8.1859999999999999,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":0.34300000000000003}]},{"osd":1,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.48199999999999998,"15min":0.41099999999999998},"min":{"1min":0.24399999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.1070000000000002,"5min":3.1070000000000002,"15min":3.1070000000000002},"last":0.255},{"interface":"front","average":{"1min":1.1839999999999999,"5min":0.623,"15min":0.495},"min":{"1min":0.34399999999999997,"5min":0.247,"15min":0.247},"max":{"1min":4.8319999999999999,"5min":4.8319999999999999,"15min":4.8319999999999999},"last":0.31}]},{"osd":2,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":1.696,"5min":0.78100000000000003,"15min":0.53500000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":8.2149999999999999,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63,"15min":0.53500000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":3.6669999999999998,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.23899999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.505,"15min":0.45500000000000002},"min":{"1min":0.31900000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":1.103,"5min":0.57499999999999996,"15min":0.47599999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.7800000000000002,"5min":4.7800000000000002,"15min":4.7800000000000002},"last":0.30399999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.35599999999999998,"15min":0.34000000000000002},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":2.1909999999999998,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.375,"15min":0.36299999999999999},"min":{"1min":0.25700000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.33900000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.36099999999999999,"15min":0.33700000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.40899999999999997,"15min":0.36699999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":2.847,"5min":2.847,"15min":2.847},"last":0.29199999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.40400000000000003,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.42099999999999999,"15min":0.39100000000000001},"min":{"1min":0.27300000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.4380000000000002,"5min":2.4380000000000002,"15min":2.4380000000000002},"last":0.40699999999999997}]}]},{"osd":5,"up_from":36,"seq":154618822929,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1279136,"kb_used_data":230552,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92466016,"statfs":{"total":95995035648,"available":94685200384,"internally_reserved":1073741824,"allocated":236085248,"data_stored":234932491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:13 2021","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":0.64200000000000002,"15min":0.65500000000000003},"min":{"1min":0.24399999999999999,"5min":0.217,"15min":0.19500000000000001},"max":{"1min":8.7609999999999992,"5min":8.7609999999999992,"15min":8.7609999999999992},"last":0.43099999999999999},{"interface":"front","average":{"1min":2.1150000000000002,"5min":0.79400000000000004,"15min":0.73599999999999999},"min":{"1min":0.32900000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":12.206,"5min":12.206,"15min":12.206},"last":0.51200000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":2.5659999999999998,"5min":1.3600000000000001,"15min":0.89600000000000002},"min":{"1min":0.23499999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":27.866,"5min":35.581000000000003,"15min":35.581000000000003},"last":0.29599999999999999},{"interface":"front","average":{"1min":2.1230000000000002,"5min":1.339,"15min":0.92700000000000005},"min":{"1min":0.29899999999999999,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":27.902000000000001,"5min":35.548999999999999,"15min":35.548999999999999},"last":0.44800000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:07:33 2021","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1.1519999999999999,"15min":1.1659999999999999},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":4.407,"5min":35.734000000000002,"15min":35.734000000000002},"last":0.36099999999999999},{"interface":"front","average":{"1min":2.0139999999999998,"5min":3.0270000000000001,"15min":1.74},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":12.111000000000001,"5min":171.78700000000001,"15min":171.78700000000001},"last":0.40400000000000003}]},{"osd":3,"last update":"Mon Jul 26 16:07:13 2021","interfaces":[{"interface":"back","average":{"1min":1.5509999999999999,"5min":1.272,"15min":1.0189999999999999},"min":{"1min":0.28799999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":8.3309999999999995,"5min":40.508000000000003,"15min":40.508000000000003},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.97599999999999998,"5min":1.206,"15min":0.99099999999999999},"min":{"1min":0.32300000000000001,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":4.0659999999999998,"5min":40.482999999999997,"15min":40.482999999999997},"last":0.47799999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.38400000000000001,"15min":0.34999999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.7000000000000002,"5min":3.7000000000000002,"15min":3.7000000000000002},"last":0.5},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.38200000000000001,"15min":0.35499999999999998},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.581,"5min":2.581,"15min":2.581},"last":0.442}]},{"osd":6,"last update":"Mon Jul 26 16:07:27 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.39300000000000002,"15min":0.48799999999999999},"min":{"1min":0.252,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.6629999999999998,"5min":3.6629999999999998,"15min":4.7610000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.995,"5min":0.51500000000000001,"15min":0.53700000000000003},"min":{"1min":0.23799999999999999,"5min":0.223,"15min":0.223},"max":{"1min":6.2519999999999998,"5min":6.2519999999999998,"15min":7.899},"last":0.32800000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:07:37 2021","interfaces":[{"interface":"back","average":{"1min":1.2,"5min":0.58199999999999996,"15min":0.60399999999999998},"min":{"1min":0.28499999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":6.3579999999999997,"5min":6.3579999999999997,"15min":8.9489999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.42199999999999999,"15min":0.52700000000000002},"min":{"1min":0.25,"5min":0.217,"15min":0.217},"max":{"1min":2.641,"5min":2.641,"15min":8.1170000000000009},"last":0.39800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:08:02.490 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph status --format=json 2021-07-26T16:08:02.513 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:02.535 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:02.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:02.537 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:02.629 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:02.638 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:02.660 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:02.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:02.661 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:02.763 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:02.785 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:02.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:02.787 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:02.887 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:02.909 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:02.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:02.911 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:02.948 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:08:03.012 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:03.034 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:03.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:03.035 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:03.057 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:08:03.057 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:08:03.082 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:03.137 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:03.167 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:03.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:03.169 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:03.270 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:03.332 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:03.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:03.333 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:03.435 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:03.439 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:03 smithi078 ceph-mon[73801]: from='client.55393 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:08:03.439 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:03 smithi078 ceph-mon[73801]: pgmap v616: 89 pgs: 89 active+clean; 582 KiB data, 739 MiB used, 621 GiB / 626 GiB avail 2021-07-26T16:08:03.439 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:03 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:08:03.439 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:03 smithi078 ceph-mon[73801]: Cluster is now healthy 2021-07-26T16:08:03.440 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:03 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3514721789' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:08:03.440 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:03 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2166396201' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T16:08:03.440 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:03 smithi078 ceph-mon[73801]: osdmap e233: 8 total, 8 up, 7 in 2021-07-26T16:08:03.440 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:03 smithi078 ceph-mon[77813]: from='client.55393 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:08:03.441 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:03 smithi078 ceph-mon[77813]: pgmap v616: 89 pgs: 89 active+clean; 582 KiB data, 739 MiB used, 621 GiB / 626 GiB avail 2021-07-26T16:08:03.441 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:03 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:08:03.441 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:03 smithi078 ceph-mon[77813]: Cluster is now healthy 2021-07-26T16:08:03.441 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:03 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3514721789' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:08:03.442 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:03 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2166396201' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T16:08:03.442 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:03 smithi078 ceph-mon[77813]: osdmap e233: 8 total, 8 up, 7 in 2021-07-26T16:08:03.457 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:03.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:03.458 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:03.560 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:03.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:03 smithi139 ceph-mon[56829]: from='client.55393 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:08:03.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:03 smithi139 ceph-mon[56829]: pgmap v616: 89 pgs: 89 active+clean; 582 KiB data, 739 MiB used, 621 GiB / 626 GiB avail 2021-07-26T16:08:03.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:03 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:08:03.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:03 smithi139 ceph-mon[56829]: Cluster is now healthy 2021-07-26T16:08:03.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:03 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3514721789' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:08:03.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:03 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2166396201' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T16:08:03.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:03 smithi139 ceph-mon[56829]: osdmap e233: 8 total, 8 up, 7 in 2021-07-26T16:08:03.581 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:03.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:03.582 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:03.683 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:03.704 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:03.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:03.705 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:03.764 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-07-26T16:08:03.806 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:03.828 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:03.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:03.829 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:03.901 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:08:03.930 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:03.951 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:03.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:03.952 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:04.053 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:04.075 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:04.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:04.076 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:04.177 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:04.198 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:04.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:04.199 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:04.272 DEBUG:teuthology.orchestra.run.smithi078:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_1 bench 90 write' 2021-07-26T16:08:04.275 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-07-26T16:08:04.275 INFO:teuthology.orchestra.run:waiting for 3000 2021-07-26T16:08:04.300 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:04.315 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:hints = 1 2021-07-26T16:08:04.316 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-07-26T16:08:04.317 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Object prefix: benchmark_data_smithi078_185638 2021-07-26T16:08:04.317 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-07-26T16:08:04.318 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 0 0 0 0 0 0 - 0 2021-07-26T16:08:04.327 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:04.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:04.328 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:04.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2021-07-26T16:08:04.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2021-07-26T16:08:04.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:08:04.429 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:04.466 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:04.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:04.467 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:04.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2021-07-26T16:08:04.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2021-07-26T16:08:04.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:08:04.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2021-07-26T16:08:04.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2021-07-26T16:08:04.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:08:04.568 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:04.605 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:04.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:04.606 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:04.707 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:04.737 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:04.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:04.739 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:04.840 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:04.877 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:04.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:04.879 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:04.980 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:05.012 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:05.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:05.014 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:05.115 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:05.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:05.141 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:05.142 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:05.243 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:05.275 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:05.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:05.276 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:05.316 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 1 16 3449 3433 214.551 214.562 0.00302737 0.00465104 2021-07-26T16:08:05.370 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:08:05.377 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:05.408 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:05 smithi078 ceph-mon[73801]: pgmap v618: 89 pgs: 89 active+clean; 582 KiB data, 739 MiB used, 621 GiB / 626 GiB avail 2021-07-26T16:08:05.408 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:08:05.409 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:05 smithi078 ceph-mon[77813]: pgmap v618: 89 pgs: 89 active+clean; 582 KiB data, 739 MiB used, 621 GiB / 626 GiB avail 2021-07-26T16:08:05.409 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:08:05.441 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:05 smithi139 ceph-mon[56829]: pgmap v618: 89 pgs: 89 active+clean; 582 KiB data, 739 MiB used, 621 GiB / 626 GiB avail 2021-07-26T16:08:05.442 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:08:05.447 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:05.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:05.448 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:05.549 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:05.585 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:05.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:05.586 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:05.618 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:05.688 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:05.726 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:05.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:05.728 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:05.829 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:05.867 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:05.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:05.869 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:05.970 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:05.980 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:08:05.980 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:08:06.024 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:06.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:06.025 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:06.126 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:06.162 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:06.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:06.163 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:06.264 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:06.304 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:06.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:06.306 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:06.316 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 2 15 6507 6492 202.86 191.188 0.00337371 0.00491757 2021-07-26T16:08:06.407 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:06.447 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:06.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:06.448 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:06.549 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:06.578 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:06.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:06.579 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:06.680 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:06.724 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:06.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:06.726 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:06.738 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:08:06.741 INFO:teuthology.orchestra.run.smithi078.stdout:{"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":812,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":233,"num_osds":8,"num_up_osds":8,"osd_up_since":1627315460,"num_in_osds":7,"osd_in_since":1627315548,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":89}],"num_pgs":89,"num_pools":5,"num_objects":953,"data_bytes":61478814,"bytes_used":5055942656,"bytes_avail":666909306880,"bytes_total":671965249536,"write_bytes_sec":7608521,"read_op_per_sec":0,"write_op_per_sec":116},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi139.mwfdce","status":"up:active","gid":34466}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://172.21.15.78:8443/"}},"servicemap":{"epoch":24,"modified":"2021-07-26T16:05:19.915174+0000","services":{}},"progress_events":{"019a259c-959c-47d6-a734-39cfb6909cf2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"028db943-f20f-467a-a060-ad98e1de11a2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0825decf-1771-4aa9-b3e0-2f90f962393e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0bec2cae-5754-4025-a7d0-2ee7968682e9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d3cb746-2040-4b08-9af3-a1d7a0503231":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0e651c76-4f9a-4f90-a79f-535f5859f8c8":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"108b28cf-2f79-4480-ae61-bee4c7c31bd7":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"17292374-1855-4712-acd3-11bb22dc3c95":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19bd3a40-ff30-4a9b-af2f-c08bddcd661a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19d4ab02-2b37-4660-bd16-0ab176a69364":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1a15b739-f34e-4cf1-97e8-78bca8ce7cb4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c310024-1e58-4270-9383-5f710035cc0f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c490976-1a9c-47b0-8d32-51f1bd6245b3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1e027d76-638d-4309-8161-d718742ba273":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"20002988-dede-4d83-be7f-6f21f2353621":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"211ec1ea-128a-4366-9fd4-10ed5f8cd19d":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"22daed49-593a-480d-8a9a-98d818c39bc2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2b855103-93d2-47b4-8165-7e5b5059057c":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3110f40d-e914-45fc-9524-e7fb7274d10e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"31cc9b1a-2567-4b75-aa0a-a0a72d9c8ee3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"33b6be0a-e83d-46d9-be6b-7792ff77ca0d":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"34763500-8a71-4327-90e5-1c72d86bd096":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"347a77f4-00de-473e-9b25-6b72dd08c4e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"37b206b2-4919-48e8-a6a4-2ece7b7c8254":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3884b211-07a3-42b3-a9c4-9f0a0f7af463":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3a762b12-c51f-443d-a6d4-6ac594c32ef8":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"401e0147-cb0d-454d-8ef4-fb978b16324c":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"405520f3-456b-4fac-acae-bf61abb626e5":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"459b2ec4-9d88-4aa6-9215-68089a091441":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"460f2a0b-a55a-4dcc-9025-c902682d17f9":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"49014fd2-9788-4843-b76b-2357148f3e82":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4b6c0637-0ad3-469f-95ef-80ceaab392d6":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4c8d0599-00f0-42f4-83f0-a4ba20f99acd":{"message":"Upgrade to 17.0.0-6381-gbccf07c2 (3m)\n [===========.................] (remaining: 5m)","progress":0.40000000596046448,"add_to_ceph_s":true},"510eb5cd-e26d-43a7-a3e5-7303b56b6057":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"51360200-b719-40e4-8a65-e68776fd9d5f":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5387f864-71ca-4020-825f-f1036e21047a":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"587e5b1e-b615-4a76-aa76-339ac4b1119a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"596f1485-a6e2-4709-8011-3eee4f68a40b":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5b7a5224-a2a0-4336-b87d-ac71fa41a132":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"60d27c5b-892a-420f-b2a4-2b40fb5c9bae":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"68cfcc32-3d22-4e97-a6bf-84fde960ae8d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6a35c8c3-7429-4f4e-901f-a038415ba6c2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6e65f136-9823-457f-a92e-219b81f095ff":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6fd1956d-15c5-4ac2-b06c-7dee4994eccd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7222cf0b-f01f-42ff-b51f-2b368b5fa361":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"744491dc-86bb-4b12-9fc7-2744a456cdc3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7b7fbe03-10d2-461f-bc0a-43d77c89fd23":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7c55f598-ea1b-4bff-a1ec-eea9a96b6314":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7d5292c7-8f64-4b18-95ca-05dceafb186d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"8841d28e-a2d3-42ce-b8e6-7d7d69ea1e35":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"89311c45-5afb-43bf-852b-90dbe31ce58d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"95c9cfcc-b295-4d83-828a-9bda822ebf70":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"9920a83e-9cd1-461f-87af-96cfa0812e53":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"a3f0924a-47fe-4133-b0b7-af5b7b7d6acf":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ab9bac78-f961-43ca-85cf-13bf0a07fe2e":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ac811e7e-477b-4e3e-bb2c-13a29f3fb2f8":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b14333af-8546-48cc-96eb-f5c63e320d61":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b1685628-5f44-489c-9373-b5c4e59ee59f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b487ad26-7b67-4172-8032-8b75babea112":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b49740d5-954a-41e7-8eeb-bba5b1778d45":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b733ca53-2fc8-4687-b3d9-a51b7548ccda":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b8dc1c77-2ee2-46bd-840f-984991d9d2c5":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bcf1a744-2ba8-4784-bc68-152a3ee664e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bd08922a-3ac3-4039-b4b3-93faebd22c7f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c1a156a1-da5e-48d0-8f8c-76df6626d395":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c433161c-6293-4e18-8b3e-4dfaefe05b55":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c9af9882-716f-48ac-9c01-9b480daac534":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cc288a6b-fa59-4ff4-9f82-2d4000fff883":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cca5ef61-d521-4f77-b37f-93a28b89d15a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cd33fd2b-27ed-4525-9d17-ba2cc09d5353":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d118df63-284a-474e-af58-a8708f3e39b5":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d1832f61-b2f2-479e-9ca7-a08f459792cc":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3a1ed4b-8a21-4c8c-a760-50346daddd86":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3cec5e9-6ca4-4cde-bf7c-203f01e0615f":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3f03da8-2b50-4d24-9e07-ebe7fb68620a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d60ee7c1-95c3-4951-b85f-6396aa8443c9":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d95302c7-9943-4446-90c7-a0673a2851f9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db45b94a-5480-4042-a97d-007fc80760fd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e1836fad-1cc2-46ce-9f78-d37c733fb2d0":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e5ef342e-6e19-43be-8eb5-d9d530a664bb":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e61a1630-6f6f-4a09-b57f-b4c38ac323fb":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e7ab10fd-44f7-483e-a16e-8a6fae1d617f":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e93081ac-e4b5-40bb-bacb-bcd7c4e35682":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ec7eb209-1825-4e29-9570-7569715ff483":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f0644eeb-753f-46df-92aa-c27780aae9fc":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f182a7c3-6244-4f18-a08d-52c79721a0ca":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5513eb5-bba6-49c5-ac12-28c7c4f7647b":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5c668a8-c8d6-4e75-a024-0cc85fbab7f7":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"feaf3a8a-1d00-4584-9528-86fa43b3edf4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true}}} 2021-07-26T16:08:06.811 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:08:06.827 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:06.855 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:08:06.896 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:08:06.916 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:06.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:06.918 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:06.934 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:08:06.969 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:08:07.008 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:08:07.019 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:07.046 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:08:07.058 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:07.059 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:07.060 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:07.083 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:08:07.086 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:08:07.087 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:08:07.087 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:08:07.087 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:08:07.087 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:08:07.087 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:08:07.088 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:08:07.088 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:08:07.160 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:07.181 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:07.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:07.183 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:07.283 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:07.316 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 3 16 8672 8656 180.319 135.25 0.00682724 0.00553646 2021-07-26T16:08:07.318 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:07.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:07.319 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:07.420 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:07.441 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:07.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:07.442 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:07.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:07 smithi078 ceph-mon[73801]: pgmap v619: 89 pgs: 89 active+clean; 59 MiB data, 726 MiB used, 621 GiB / 626 GiB avail; 7.3 MiB/s wr, 116 op/s 2021-07-26T16:08:07.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:08:07.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:07 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3291837860' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:08:07.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:08:07.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:07 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:08:07.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:07 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/42527763' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:07.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:07 smithi078 ceph-mon[77813]: pgmap v619: 89 pgs: 89 active+clean; 59 MiB data, 726 MiB used, 621 GiB / 626 GiB avail; 7.3 MiB/s wr, 116 op/s 2021-07-26T16:08:07.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:08:07.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:07 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3291837860' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:08:07.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:08:07.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:07 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:08:07.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:07 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/42527763' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:07.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:07 smithi139 ceph-mon[56829]: pgmap v619: 89 pgs: 89 active+clean; 59 MiB data, 726 MiB used, 621 GiB / 626 GiB avail; 7.3 MiB/s wr, 116 op/s 2021-07-26T16:08:07.502 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:08:07.503 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:07 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3291837860' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:08:07.503 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:08:07.503 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:07 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:08:07.503 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:07 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/42527763' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:07.544 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:07.579 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:07.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:07.581 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:07.634 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-07-26T16:08:07.682 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:07.715 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:07.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:07.717 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:07.818 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:07.843 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:07.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:07.844 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:07.887 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:07.945 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:07.983 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:07.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:07.986 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:08.087 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:08.122 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:08.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:08.123 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:08.224 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:08.258 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:08.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:08.259 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:08.316 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 4 16 11462 11446 178.829 174.375 0.00423099 0.00558535 2021-07-26T16:08:08.361 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:08.398 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:08.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:08.401 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:08.502 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:08.538 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:08.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:08.541 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:08.642 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:08.681 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:08.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:08.684 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:08.785 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:08.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:08.821 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:08.822 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:08.923 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:08.957 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:08.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:08.959 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:09.061 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:09.097 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:09.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:09.098 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:09.199 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:09.236 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:09.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:09.238 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:09.316 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 5 16 14242 14226 177.81 173.75 0.00518714 0.00561676 2021-07-26T16:08:09.339 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:09.370 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:09.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:09.373 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:09.475 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:09.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:09 smithi078 ceph-mon[73801]: pgmap v620: 89 pgs: 89 active+clean; 59 MiB data, 726 MiB used, 621 GiB / 626 GiB avail; 5.9 MiB/s wr, 94 op/s 2021-07-26T16:08:09.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:09 smithi078 ceph-mon[77813]: pgmap v620: 89 pgs: 89 active+clean; 59 MiB data, 726 MiB used, 621 GiB / 626 GiB avail; 5.9 MiB/s wr, 94 op/s 2021-07-26T16:08:09.508 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:09.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:09.509 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:09.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:09 smithi139 ceph-mon[56829]: pgmap v620: 89 pgs: 89 active+clean; 59 MiB data, 726 MiB used, 621 GiB / 626 GiB avail; 5.9 MiB/s wr, 94 op/s 2021-07-26T16:08:09.610 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:09.644 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:09.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:09.646 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:09.747 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:09.783 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:09.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:09.785 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:09.886 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:09.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:09.921 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:09.921 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:10.023 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:10.059 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:10.059 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:10.060 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:10.089 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2021-07-26T16:08:10.090 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:08:10.161 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:10.260 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:10.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:10.262 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:10.316 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 6 16 16767 16751 174.475 157.812 0.0053681 0.00572117 2021-07-26T16:08:10.363 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:10.379 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:10.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:10.431 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:10.432 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:10.533 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:10.561 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:10.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:10.563 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:10.664 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:10.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:10.708 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:10.708 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:10.809 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:10.866 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:10.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:10.868 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:10.969 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:10.998 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:10.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:11.000 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:11.101 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:11.133 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:11.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:11.135 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:11.236 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:11.266 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:11.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:11.267 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:11.317 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 7 16 18688 18672 166.7 120.062 0.00696547 0.00599193 2021-07-26T16:08:11.369 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:11.408 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:11.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:11.410 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:11.434 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:08:11.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:11 smithi078 ceph-mon[73801]: pgmap v621: 89 pgs: 89 active+clean; 713 MiB data, 2.5 GiB used, 619 GiB / 626 GiB avail; 71 MiB/s wr, 1.14k op/s 2021-07-26T16:08:11.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:11 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:08:11.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:11 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/600052899' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:08:11.457 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:11 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:08:11.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:11 smithi078 ceph-mon[77813]: pgmap v621: 89 pgs: 89 active+clean; 713 MiB data, 2.5 GiB used, 619 GiB / 626 GiB avail; 71 MiB/s wr, 1.14k op/s 2021-07-26T16:08:11.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:11 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:08:11.457 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:11 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/600052899' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:08:11.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:11 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:08:11.511 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:11.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:11.545 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:11.546 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:11.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:11 smithi139 ceph-mon[56829]: pgmap v621: 89 pgs: 89 active+clean; 713 MiB data, 2.5 GiB used, 619 GiB / 626 GiB avail; 71 MiB/s wr, 1.14k op/s 2021-07-26T16:08:11.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:11 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:08:11.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:11 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/600052899' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:08:11.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:11 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:08:11.647 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:11.683 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:11.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:11.684 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:11.785 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:11.819 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:11.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:11.820 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:11.921 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:11.954 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:11.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:11.956 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:12.057 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:12.079 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:08:12.093 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:12.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:12.095 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:12.196 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:12.217 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:12.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:12.219 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:12.317 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 8 16 20593 20577 160.742 119.062 0.00186696 0.00619096 2021-07-26T16:08:12.320 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:12.341 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:12.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:12.343 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:12.368 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:12.444 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:12.476 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:12.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:12.478 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:12.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:12 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:08:12.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:12 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:08:12.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:12 smithi078 ceph-mon[77813]: osdmap e234: 8 total, 8 up, 7 in 2021-07-26T16:08:12.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:12 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:08:12.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:12 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:08:12.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:12 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:08:12.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:12 smithi078 ceph-mon[73801]: osdmap e234: 8 total, 8 up, 7 in 2021-07-26T16:08:12.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:12 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:08:12.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:12 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:08:12.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:12 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:08:12.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:12 smithi139 ceph-mon[56829]: osdmap e234: 8 total, 8 up, 7 in 2021-07-26T16:08:12.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:12 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:08:12.580 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:12.624 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:12.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:12.626 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:12.727 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:12.757 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:12.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:12.758 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:12.860 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:12.892 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:12.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:12.894 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:12.996 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:13.026 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:13.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:13.027 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:13.128 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:13.153 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:13.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:13.155 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:13.256 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:13.292 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:13.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:13.293 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:13.317 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 9 15 22636 22621 157.075 127.75 0.00839097 0.00636058 2021-07-26T16:08:13.394 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:13.430 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:13.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:13.432 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:13.466 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:13 smithi078 ceph-mon[73801]: pgmap v623: 89 pgs: 89 active+clean; 920 MiB data, 3.0 GiB used, 619 GiB / 626 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-07-26T16:08:13.466 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:13 smithi078 ceph-mon[77813]: pgmap v623: 89 pgs: 89 active+clean; 920 MiB data, 3.0 GiB used, 619 GiB / 626 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-07-26T16:08:13.533 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:13.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:13.567 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:13.568 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:13.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:13 smithi139 ceph-mon[56829]: pgmap v623: 89 pgs: 89 active+clean; 920 MiB data, 3.0 GiB used, 619 GiB / 626 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-07-26T16:08:13.669 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:13.706 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:13.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:13.708 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:13.809 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:13.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:13.839 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:13.839 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:13.941 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:13.971 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:13.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:13.973 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:14.074 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:14.107 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:14.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:14.108 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:14.209 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:14.248 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:14.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:14.249 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:14.318 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 10 16 24899 24883 155.504 141.375 0.00662664 0.00642585 2021-07-26T16:08:14.350 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:14.381 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:14.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:14.382 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:14.483 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:14.506 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:14.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:14.507 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:14.608 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:14.637 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:14.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:14.638 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:14.739 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:14.805 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:14.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:14.807 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:14.908 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:14.943 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:08:14.944 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:08:14.944 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 0 2021-07-26T16:08:14.944 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:08:14.961 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:14.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:14.963 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:15.064 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:15.094 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:15.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:15.097 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:15.198 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:15.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:15.233 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:15.234 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:15.317 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 11 16 26705 26689 151.628 112.875 0.00857177 0.00659027 2021-07-26T16:08:15.336 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:15.367 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:15.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:15.369 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:15.469 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:15.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:15 smithi078 ceph-mon[77813]: pgmap v624: 89 pgs: 89 active+clean; 920 MiB data, 3.4 GiB used, 618 GiB / 626 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-07-26T16:08:15.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:15 smithi078 ceph-mon[73801]: pgmap v624: 89 pgs: 89 active+clean; 920 MiB data, 3.4 GiB used, 618 GiB / 626 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-07-26T16:08:15.498 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:15.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:15.500 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:15.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:15 smithi139 ceph-mon[56829]: pgmap v624: 89 pgs: 89 active+clean; 920 MiB data, 3.4 GiB used, 618 GiB / 626 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-07-26T16:08:15.601 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:15.637 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:15.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:15.639 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:15.671 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:08:15.678 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:08:15.740 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:15.771 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:15.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:15.773 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:15.874 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:15.906 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:15.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:15.908 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:16.009 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:16.043 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:16.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:16.044 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:16.145 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:16.176 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:16.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:16.179 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:16.280 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:16.314 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:16.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:16.315 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:16.317 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 12 16 28884 28868 150.34 136.188 0.00837254 0.00664645 2021-07-26T16:08:16.417 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:16.439 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:08:16.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:16.451 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:16.452 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:16.553 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:16.583 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:16.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:16.584 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:16.685 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:16.688 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:16.712 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:16.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:16.714 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:16.815 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:16.836 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:16.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:16.837 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:16.938 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:16.959 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:16.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:16.960 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:17.062 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:17.093 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:17.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:17.095 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:17.196 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:17.208 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-07-26T16:08:17.222 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:17.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:17.224 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:17.317 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 13 16 30562 30546 146.842 104.875 0.00724046 0.00680345 2021-07-26T16:08:17.325 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:17.356 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:17.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:17.357 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:17.432 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:17.458 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:17.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:17 smithi078 ceph-mon[73801]: from='client.55423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:08:17.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:17 smithi078 ceph-mon[73801]: pgmap v625: 89 pgs: 89 active+clean; 1.5 GiB data, 5.0 GiB used, 617 GiB / 626 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-07-26T16:08:17.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:17 smithi078 ceph-mon[77813]: from='client.55423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:08:17.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:17 smithi078 ceph-mon[77813]: pgmap v625: 89 pgs: 89 active+clean; 1.5 GiB data, 5.0 GiB used, 617 GiB / 626 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-07-26T16:08:17.500 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:17.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:17.501 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:17.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:17 smithi139 ceph-mon[56829]: from='client.55423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:08:17.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:17 smithi139 ceph-mon[56829]: pgmap v625: 89 pgs: 89 active+clean; 1.5 GiB data, 5.0 GiB used, 617 GiB / 626 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-07-26T16:08:17.603 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:17.640 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:17.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:17.642 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:17.743 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:17.773 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:17.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:17.775 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:17.876 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:17.906 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:17.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:17.907 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:18.008 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:18.044 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:18.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:18.046 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:18.088 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":624,"stamp":"2021-07-26T16:08:13.977465+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":964433822,"num_objects":14731,"num_object_clones":0,"num_object_copies":44193,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14731,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":14967,"num_write_kb":943693,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47,"num_bytes_recovered":1182222,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14901,"ondisk_log_size":14901,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":270,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":7781552,"kb_used_data":3070072,"kb_used_omap":502,"kb_used_meta":4710921,"kb_avail":648434512,"statfs":{"total":671965249536,"available":663996940288,"internally_reserved":4294967296,"allocated":3143753728,"data_stored":3135615340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":514535,"internal_metadata":4823983641},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,7,10,9],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":963837952,"num_objects":14707,"num_object_clones":0,"num_object_copies":44121,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14707,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14707,"num_write_kb":941248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002621"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":77,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142836+0000","last_change":"2021-07-26T16:05:49.081745+0000","last_active":"2021-07-26T16:07:58.142836+0000","last_peered":"2021-07-26T16:07:58.142836+0000","last_clean":"2021-07-26T16:07:58.142836+0000","last_became_active":"2021-07-26T16:05:49.081230+0000","last_became_peered":"2021-07-26T16:05:49.081230+0000","last_unstale":"2021-07-26T16:07:58.142836+0000","last_undegraded":"2021-07-26T16:07:58.142836+0000","last_fullsized":"2021-07-26T16:07:58.142836+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":208,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723648+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:07:58.723648+0000","last_peered":"2021-07-26T16:07:58.723648+0000","last_clean":"2021-07-26T16:07:58.723648+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:07:58.723648+0000","last_undegraded":"2021-07-26T16:07:58.723648+0000","last_fullsized":"2021-07-26T16:07:58.723648+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":210,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723304+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:07:58.723304+0000","last_peered":"2021-07-26T16:07:58.723304+0000","last_clean":"2021-07-26T16:07:58.723304+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:07:58.723304+0000","last_undegraded":"2021-07-26T16:07:58.723304+0000","last_fullsized":"2021-07-26T16:07:58.723304+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":162,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.703448+0000","last_change":"2021-07-26T16:07:06.163835+0000","last_active":"2021-07-26T16:07:58.703448+0000","last_peered":"2021-07-26T16:07:58.703448+0000","last_clean":"2021-07-26T16:07:58.703448+0000","last_became_active":"2021-07-26T16:07:06.162741+0000","last_became_peered":"2021-07-26T16:07:06.162741+0000","last_unstale":"2021-07-26T16:07:58.703448+0000","last_undegraded":"2021-07-26T16:07:58.703448+0000","last_fullsized":"2021-07-26T16:07:58.703448+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":266,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.702884+0000","last_change":"2021-07-26T16:06:40.610625+0000","last_active":"2021-07-26T16:07:58.702884+0000","last_peered":"2021-07-26T16:07:58.702884+0000","last_clean":"2021-07-26T16:07:58.702884+0000","last_became_active":"2021-07-26T16:06:40.610285+0000","last_became_peered":"2021-07-26T16:06:40.610285+0000","last_unstale":"2021-07-26T16:07:58.702884+0000","last_undegraded":"2021-07-26T16:07:58.702884+0000","last_fullsized":"2021-07-26T16:07:58.702884+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":202,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.724112+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:07:58.724112+0000","last_peered":"2021-07-26T16:07:58.724112+0000","last_clean":"2021-07-26T16:07:58.724112+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:07:58.724112+0000","last_undegraded":"2021-07-26T16:07:58.724112+0000","last_fullsized":"2021-07-26T16:07:58.724112+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":153,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.703587+0000","last_change":"2021-07-26T16:06:40.538445+0000","last_active":"2021-07-26T16:07:58.703587+0000","last_peered":"2021-07-26T16:07:58.703587+0000","last_clean":"2021-07-26T16:07:58.703587+0000","last_became_active":"2021-07-26T16:06:40.538062+0000","last_became_peered":"2021-07-26T16:06:40.538062+0000","last_unstale":"2021-07-26T16:07:58.703587+0000","last_undegraded":"2021-07-26T16:07:58.703587+0000","last_fullsized":"2021-07-26T16:07:58.703587+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":147,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723275+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:07:58.723275+0000","last_peered":"2021-07-26T16:07:58.723275+0000","last_clean":"2021-07-26T16:07:58.723275+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:07:58.723275+0000","last_undegraded":"2021-07-26T16:07:58.723275+0000","last_fullsized":"2021-07-26T16:07:58.723275+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":44,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142346+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:07:58.142346+0000","last_peered":"2021-07-26T16:07:58.142346+0000","last_clean":"2021-07-26T16:07:58.142346+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:07:58.142346+0000","last_undegraded":"2021-07-26T16:07:58.142346+0000","last_fullsized":"2021-07-26T16:07:58.142346+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.246747+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:07:58.246747+0000","last_peered":"2021-07-26T16:07:58.246747+0000","last_clean":"2021-07-26T16:07:58.246747+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:07:58.246747+0000","last_undegraded":"2021-07-26T16:07:58.246747+0000","last_fullsized":"2021-07-26T16:07:58.246747+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":133,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.247366+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:07:58.247366+0000","last_peered":"2021-07-26T16:07:58.247366+0000","last_clean":"2021-07-26T16:07:58.247366+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:07:58.247366+0000","last_undegraded":"2021-07-26T16:07:58.247366+0000","last_fullsized":"2021-07-26T16:07:58.247366+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":234,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723452+0000","last_change":"2021-07-26T16:06:57.082447+0000","last_active":"2021-07-26T16:07:58.723452+0000","last_peered":"2021-07-26T16:07:58.723452+0000","last_clean":"2021-07-26T16:07:58.723452+0000","last_became_active":"2021-07-26T16:06:57.082165+0000","last_became_peered":"2021-07-26T16:06:57.082165+0000","last_unstale":"2021-07-26T16:07:58.723452+0000","last_undegraded":"2021-07-26T16:07:58.723452+0000","last_fullsized":"2021-07-26T16:07:58.723452+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":159,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142466+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:07:58.142466+0000","last_peered":"2021-07-26T16:07:58.142466+0000","last_clean":"2021-07-26T16:07:58.142466+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:07:58.142466+0000","last_undegraded":"2021-07-26T16:07:58.142466+0000","last_fullsized":"2021-07-26T16:07:58.142466+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":68,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142798+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:07:58.142798+0000","last_peered":"2021-07-26T16:07:58.142798+0000","last_clean":"2021-07-26T16:07:58.142798+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:07:58.142798+0000","last_undegraded":"2021-07-26T16:07:58.142798+0000","last_fullsized":"2021-07-26T16:07:58.142798+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":259,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.247015+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:07:58.247015+0000","last_peered":"2021-07-26T16:07:58.247015+0000","last_clean":"2021-07-26T16:07:58.247015+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:07:58.247015+0000","last_undegraded":"2021-07-26T16:07:58.247015+0000","last_fullsized":"2021-07-26T16:07:58.247015+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":129,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723476+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:07:58.723476+0000","last_peered":"2021-07-26T16:07:58.723476+0000","last_clean":"2021-07-26T16:07:58.723476+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:07:58.723476+0000","last_undegraded":"2021-07-26T16:07:58.723476+0000","last_fullsized":"2021-07-26T16:07:58.723476+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":162,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.703298+0000","last_change":"2021-07-26T16:07:06.162859+0000","last_active":"2021-07-26T16:07:58.703298+0000","last_peered":"2021-07-26T16:07:58.703298+0000","last_clean":"2021-07-26T16:07:58.703298+0000","last_became_active":"2021-07-26T16:07:06.162536+0000","last_became_peered":"2021-07-26T16:07:06.162536+0000","last_unstale":"2021-07-26T16:07:58.703298+0000","last_undegraded":"2021-07-26T16:07:58.703298+0000","last_fullsized":"2021-07-26T16:07:58.703298+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":33,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142476+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:07:58.142476+0000","last_peered":"2021-07-26T16:07:58.142476+0000","last_clean":"2021-07-26T16:07:58.142476+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:07:58.142476+0000","last_undegraded":"2021-07-26T16:07:58.142476+0000","last_fullsized":"2021-07-26T16:07:58.142476+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":213,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.246915+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:07:58.246915+0000","last_peered":"2021-07-26T16:07:58.246915+0000","last_clean":"2021-07-26T16:07:58.246915+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:07:58.246915+0000","last_undegraded":"2021-07-26T16:07:58.246915+0000","last_fullsized":"2021-07-26T16:07:58.246915+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":171,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.703501+0000","last_change":"2021-07-26T16:07:06.163650+0000","last_active":"2021-07-26T16:07:58.703501+0000","last_peered":"2021-07-26T16:07:58.703501+0000","last_clean":"2021-07-26T16:07:58.703501+0000","last_became_active":"2021-07-26T16:07:06.162307+0000","last_became_peered":"2021-07-26T16:07:06.162307+0000","last_unstale":"2021-07-26T16:07:58.703501+0000","last_undegraded":"2021-07-26T16:07:58.703501+0000","last_fullsized":"2021-07-26T16:07:58.703501+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":310,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723306+0000","last_change":"2021-07-26T16:06:49.122899+0000","last_active":"2021-07-26T16:07:58.723306+0000","last_peered":"2021-07-26T16:07:58.723306+0000","last_clean":"2021-07-26T16:07:58.723306+0000","last_became_active":"2021-07-26T16:06:49.095433+0000","last_became_peered":"2021-07-26T16:06:49.095433+0000","last_unstale":"2021-07-26T16:07:58.723306+0000","last_undegraded":"2021-07-26T16:07:58.723306+0000","last_fullsized":"2021-07-26T16:07:58.723306+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":25,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.247325+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:07:58.247325+0000","last_peered":"2021-07-26T16:07:58.247325+0000","last_clean":"2021-07-26T16:07:58.247325+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:07:58.247325+0000","last_undegraded":"2021-07-26T16:07:58.247325+0000","last_fullsized":"2021-07-26T16:07:58.247325+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"233'922","reported_seq":933,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.409476+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:08:09.409476+0000","last_peered":"2021-07-26T16:08:09.409476+0000","last_clean":"2021-07-26T16:08:09.409476+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:08:09.409476+0000","last_undegraded":"2021-07-26T16:08:09.409476+0000","last_fullsized":"2021-07-26T16:08:09.409476+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":922,"ondisk_log_size":922,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":60424192,"num_objects":922,"num_object_clones":0,"num_object_copies":2766,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":922,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":922,"num_write_kb":59008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":29,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.247380+0000","last_change":"2021-07-26T16:07:06.201715+0000","last_active":"2021-07-26T16:07:58.247380+0000","last_peered":"2021-07-26T16:07:58.247380+0000","last_clean":"2021-07-26T16:07:58.247380+0000","last_became_active":"2021-07-26T16:07:06.175197+0000","last_became_peered":"2021-07-26T16:07:06.175197+0000","last_unstale":"2021-07-26T16:07:58.247380+0000","last_undegraded":"2021-07-26T16:07:58.247380+0000","last_fullsized":"2021-07-26T16:07:58.247380+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":66,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":51,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.141757+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:07:58.141757+0000","last_peered":"2021-07-26T16:07:58.141757+0000","last_clean":"2021-07-26T16:07:58.141757+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:07:58.141757+0000","last_undegraded":"2021-07-26T16:07:58.141757+0000","last_fullsized":"2021-07-26T16:07:58.141757+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"233'871","reported_seq":882,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.140835+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:08:09.140835+0000","last_peered":"2021-07-26T16:08:09.140835+0000","last_clean":"2021-07-26T16:08:09.140835+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:08:09.140835+0000","last_undegraded":"2021-07-26T16:08:09.140835+0000","last_fullsized":"2021-07-26T16:08:09.140835+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":871,"ondisk_log_size":871,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":57081856,"num_objects":871,"num_object_clones":0,"num_object_copies":2613,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":871,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":871,"num_write_kb":55744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":132,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.247201+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:07:58.247201+0000","last_peered":"2021-07-26T16:07:58.247201+0000","last_clean":"2021-07-26T16:07:58.247201+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:07:58.247201+0000","last_undegraded":"2021-07-26T16:07:58.247201+0000","last_fullsized":"2021-07-26T16:07:58.247201+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":77,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142143+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:07:58.142143+0000","last_peered":"2021-07-26T16:07:58.142143+0000","last_clean":"2021-07-26T16:07:58.142143+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:07:58.142143+0000","last_undegraded":"2021-07-26T16:07:58.142143+0000","last_fullsized":"2021-07-26T16:07:58.142143+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"233'1082","reported_seq":1093,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.976941+0000","last_change":"2021-07-26T16:07:57.143485+0000","last_active":"2021-07-26T16:08:09.976941+0000","last_peered":"2021-07-26T16:08:09.976941+0000","last_clean":"2021-07-26T16:08:09.976941+0000","last_became_active":"2021-07-26T16:07:57.143195+0000","last_became_peered":"2021-07-26T16:07:57.143195+0000","last_unstale":"2021-07-26T16:08:09.976941+0000","last_undegraded":"2021-07-26T16:08:09.976941+0000","last_fullsized":"2021-07-26T16:08:09.976941+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":1082,"ondisk_log_size":1082,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70909952,"num_objects":1082,"num_object_clones":0,"num_object_copies":3246,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1082,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1082,"num_write_kb":69248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":264,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.247143+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:07:58.247143+0000","last_peered":"2021-07-26T16:07:58.247143+0000","last_clean":"2021-07-26T16:07:58.247143+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:07:58.247143+0000","last_undegraded":"2021-07-26T16:07:58.247143+0000","last_fullsized":"2021-07-26T16:07:58.247143+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":220,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723724+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:07:58.723724+0000","last_peered":"2021-07-26T16:07:58.723724+0000","last_clean":"2021-07-26T16:07:58.723724+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:07:58.723724+0000","last_undegraded":"2021-07-26T16:07:58.723724+0000","last_fullsized":"2021-07-26T16:07:58.723724+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"233'896","reported_seq":907,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.178319+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:08:09.178319+0000","last_peered":"2021-07-26T16:08:09.178319+0000","last_clean":"2021-07-26T16:08:09.178319+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:08:09.178319+0000","last_undegraded":"2021-07-26T16:08:09.178319+0000","last_fullsized":"2021-07-26T16:08:09.178319+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":896,"ondisk_log_size":896,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58720256,"num_objects":896,"num_object_clones":0,"num_object_copies":2688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":896,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":896,"num_write_kb":57344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":221,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142504+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:07:58.142504+0000","last_peered":"2021-07-26T16:07:58.142504+0000","last_clean":"2021-07-26T16:07:58.142504+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:07:58.142504+0000","last_undegraded":"2021-07-26T16:07:58.142504+0000","last_fullsized":"2021-07-26T16:07:58.142504+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":155,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.703147+0000","last_change":"2021-07-26T16:05:09.272079+0000","last_active":"2021-07-26T16:07:58.703147+0000","last_peered":"2021-07-26T16:07:58.703147+0000","last_clean":"2021-07-26T16:07:58.703147+0000","last_became_active":"2021-07-26T16:05:09.271724+0000","last_became_peered":"2021-07-26T16:05:09.271724+0000","last_unstale":"2021-07-26T16:07:58.703147+0000","last_undegraded":"2021-07-26T16:07:58.703147+0000","last_fullsized":"2021-07-26T16:07:58.703147+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"233'943","reported_seq":952,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.972541+0000","last_change":"2021-07-26T16:07:57.173231+0000","last_active":"2021-07-26T16:08:09.972541+0000","last_peered":"2021-07-26T16:08:09.972541+0000","last_clean":"2021-07-26T16:08:09.972541+0000","last_became_active":"2021-07-26T16:07:57.172930+0000","last_became_peered":"2021-07-26T16:07:57.172930+0000","last_unstale":"2021-07-26T16:08:09.972541+0000","last_undegraded":"2021-07-26T16:08:09.972541+0000","last_fullsized":"2021-07-26T16:08:09.972541+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":943,"ondisk_log_size":943,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":61800448,"num_objects":943,"num_object_clones":0,"num_object_copies":2829,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":943,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":943,"num_write_kb":60352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":265,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.703288+0000","last_change":"2021-07-26T16:06:48.249975+0000","last_active":"2021-07-26T16:07:58.703288+0000","last_peered":"2021-07-26T16:07:58.703288+0000","last_clean":"2021-07-26T16:07:58.703288+0000","last_became_active":"2021-07-26T16:06:40.537599+0000","last_became_peered":"2021-07-26T16:06:40.537599+0000","last_unstale":"2021-07-26T16:07:58.703288+0000","last_undegraded":"2021-07-26T16:07:58.703288+0000","last_fullsized":"2021-07-26T16:07:58.703288+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":68,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142343+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:07:58.142343+0000","last_peered":"2021-07-26T16:07:58.142343+0000","last_clean":"2021-07-26T16:07:58.142343+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:07:58.142343+0000","last_undegraded":"2021-07-26T16:07:58.142343+0000","last_fullsized":"2021-07-26T16:07:58.142343+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"233'893","reported_seq":902,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.140280+0000","last_change":"2021-07-26T16:07:57.172690+0000","last_active":"2021-07-26T16:08:09.140280+0000","last_peered":"2021-07-26T16:08:09.140280+0000","last_clean":"2021-07-26T16:08:09.140280+0000","last_became_active":"2021-07-26T16:07:57.172308+0000","last_became_peered":"2021-07-26T16:07:57.172308+0000","last_unstale":"2021-07-26T16:08:09.140280+0000","last_undegraded":"2021-07-26T16:08:09.140280+0000","last_fullsized":"2021-07-26T16:08:09.140280+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":893,"ondisk_log_size":893,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58523648,"num_objects":893,"num_object_clones":0,"num_object_copies":2679,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":893,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":893,"num_write_kb":57152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":227,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723510+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:07:58.723510+0000","last_peered":"2021-07-26T16:07:58.723510+0000","last_clean":"2021-07-26T16:07:58.723510+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:07:58.723510+0000","last_undegraded":"2021-07-26T16:07:58.723510+0000","last_fullsized":"2021-07-26T16:07:58.723510+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":20,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.141910+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:07:58.141910+0000","last_peered":"2021-07-26T16:07:58.141910+0000","last_clean":"2021-07-26T16:07:58.141910+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:07:58.141910+0000","last_undegraded":"2021-07-26T16:07:58.141910+0000","last_fullsized":"2021-07-26T16:07:58.141910+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"233'899","reported_seq":910,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.055630+0000","last_change":"2021-07-26T16:07:57.143127+0000","last_active":"2021-07-26T16:08:09.055630+0000","last_peered":"2021-07-26T16:08:09.055630+0000","last_clean":"2021-07-26T16:08:09.055630+0000","last_became_active":"2021-07-26T16:07:57.142825+0000","last_became_peered":"2021-07-26T16:07:57.142825+0000","last_unstale":"2021-07-26T16:08:09.055630+0000","last_undegraded":"2021-07-26T16:08:09.055630+0000","last_fullsized":"2021-07-26T16:08:09.055630+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":899,"ondisk_log_size":899,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58916864,"num_objects":899,"num_object_clones":0,"num_object_copies":2697,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":899,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":899,"num_write_kb":57536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":77,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142105+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:07:58.142105+0000","last_peered":"2021-07-26T16:07:58.142105+0000","last_clean":"2021-07-26T16:07:58.142105+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:07:58.142105+0000","last_undegraded":"2021-07-26T16:07:58.142105+0000","last_fullsized":"2021-07-26T16:07:58.142105+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":93,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142794+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:07:58.142794+0000","last_peered":"2021-07-26T16:07:58.142794+0000","last_clean":"2021-07-26T16:07:58.142794+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:07:58.142794+0000","last_undegraded":"2021-07-26T16:07:58.142794+0000","last_fullsized":"2021-07-26T16:07:58.142794+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"233'823","reported_seq":833,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.039171+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:08:09.039171+0000","last_peered":"2021-07-26T16:08:09.039171+0000","last_clean":"2021-07-26T16:08:09.039171+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:08:09.039171+0000","last_undegraded":"2021-07-26T16:08:09.039171+0000","last_fullsized":"2021-07-26T16:08:09.039171+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":823,"ondisk_log_size":823,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":53936128,"num_objects":823,"num_object_clones":0,"num_object_copies":2469,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":823,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":823,"num_write_kb":52672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":222,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723170+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:07:58.723170+0000","last_peered":"2021-07-26T16:07:58.723170+0000","last_clean":"2021-07-26T16:07:58.723170+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:07:58.723170+0000","last_undegraded":"2021-07-26T16:07:58.723170+0000","last_fullsized":"2021-07-26T16:07:58.723170+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":216,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723617+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:07:58.723617+0000","last_peered":"2021-07-26T16:07:58.723617+0000","last_clean":"2021-07-26T16:07:58.723617+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:07:58.723617+0000","last_undegraded":"2021-07-26T16:07:58.723617+0000","last_fullsized":"2021-07-26T16:07:58.723617+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"233'979","reported_seq":990,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.797728+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:08:09.797728+0000","last_peered":"2021-07-26T16:08:09.797728+0000","last_clean":"2021-07-26T16:08:09.797728+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:08:09.797728+0000","last_undegraded":"2021-07-26T16:08:09.797728+0000","last_fullsized":"2021-07-26T16:08:09.797728+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":979,"ondisk_log_size":979,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":64159744,"num_objects":979,"num_object_clones":0,"num_object_copies":2937,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":979,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":979,"num_write_kb":62656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":245,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723663+0000","last_change":"2021-07-26T16:01:16.007019+0000","last_active":"2021-07-26T16:07:58.723663+0000","last_peered":"2021-07-26T16:07:58.723663+0000","last_clean":"2021-07-26T16:07:58.723663+0000","last_became_active":"2021-07-26T16:01:16.006692+0000","last_became_peered":"2021-07-26T16:01:16.006692+0000","last_unstale":"2021-07-26T16:07:58.723663+0000","last_undegraded":"2021-07-26T16:07:58.723663+0000","last_fullsized":"2021-07-26T16:07:58.723663+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":260,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142382+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:07:58.142382+0000","last_peered":"2021-07-26T16:07:58.142382+0000","last_clean":"2021-07-26T16:07:58.142382+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:07:58.142382+0000","last_undegraded":"2021-07-26T16:07:58.142382+0000","last_fullsized":"2021-07-26T16:07:58.142382+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":224,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723532+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:07:58.723532+0000","last_peered":"2021-07-26T16:07:58.723532+0000","last_clean":"2021-07-26T16:07:58.723532+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:07:58.723532+0000","last_undegraded":"2021-07-26T16:07:58.723532+0000","last_fullsized":"2021-07-26T16:07:58.723532+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"233'879","reported_seq":890,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.060695+0000","last_change":"2021-07-26T16:07:57.173122+0000","last_active":"2021-07-26T16:08:09.060695+0000","last_peered":"2021-07-26T16:08:09.060695+0000","last_clean":"2021-07-26T16:08:09.060695+0000","last_became_active":"2021-07-26T16:07:57.172700+0000","last_became_peered":"2021-07-26T16:07:57.172700+0000","last_unstale":"2021-07-26T16:08:09.060695+0000","last_undegraded":"2021-07-26T16:08:09.060695+0000","last_fullsized":"2021-07-26T16:08:09.060695+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":879,"ondisk_log_size":879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":57606144,"num_objects":879,"num_object_clones":0,"num_object_copies":2637,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":879,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":879,"num_write_kb":56256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":207,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.141764+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:07:58.141764+0000","last_peered":"2021-07-26T16:07:58.141764+0000","last_clean":"2021-07-26T16:07:58.141764+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:07:58.141764+0000","last_undegraded":"2021-07-26T16:07:58.141764+0000","last_fullsized":"2021-07-26T16:07:58.141764+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":68,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142715+0000","last_change":"2021-07-26T16:05:09.267578+0000","last_active":"2021-07-26T16:07:58.142715+0000","last_peered":"2021-07-26T16:07:58.142715+0000","last_clean":"2021-07-26T16:07:58.142715+0000","last_became_active":"2021-07-26T16:05:09.267040+0000","last_became_peered":"2021-07-26T16:05:09.267040+0000","last_unstale":"2021-07-26T16:07:58.142715+0000","last_undegraded":"2021-07-26T16:07:58.142715+0000","last_fullsized":"2021-07-26T16:07:58.142715+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":278,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723572+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:07:58.723572+0000","last_peered":"2021-07-26T16:07:58.723572+0000","last_clean":"2021-07-26T16:07:58.723572+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:07:58.723572+0000","last_undegraded":"2021-07-26T16:07:58.723572+0000","last_fullsized":"2021-07-26T16:07:58.723572+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"233'988","reported_seq":999,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.974868+0000","last_change":"2021-07-26T16:07:57.144373+0000","last_active":"2021-07-26T16:08:09.974868+0000","last_peered":"2021-07-26T16:08:09.974868+0000","last_clean":"2021-07-26T16:08:09.974868+0000","last_became_active":"2021-07-26T16:07:57.143196+0000","last_became_peered":"2021-07-26T16:07:57.143196+0000","last_unstale":"2021-07-26T16:08:09.974868+0000","last_undegraded":"2021-07-26T16:08:09.974868+0000","last_fullsized":"2021-07-26T16:08:09.974868+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":988,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":64749568,"num_objects":988,"num_object_clones":0,"num_object_copies":2964,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":988,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":988,"num_write_kb":63232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":190,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.703068+0000","last_change":"2021-07-26T16:06:40.547788+0000","last_active":"2021-07-26T16:07:58.703068+0000","last_peered":"2021-07-26T16:07:58.703068+0000","last_clean":"2021-07-26T16:07:58.703068+0000","last_became_active":"2021-07-26T16:06:40.547270+0000","last_became_peered":"2021-07-26T16:06:40.547270+0000","last_unstale":"2021-07-26T16:07:58.703068+0000","last_undegraded":"2021-07-26T16:07:58.703068+0000","last_fullsized":"2021-07-26T16:07:58.703068+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":216,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723244+0000","last_change":"2021-07-26T16:05:49.096825+0000","last_active":"2021-07-26T16:07:58.723244+0000","last_peered":"2021-07-26T16:07:58.723244+0000","last_clean":"2021-07-26T16:07:58.723244+0000","last_became_active":"2021-07-26T16:05:49.096483+0000","last_became_peered":"2021-07-26T16:05:49.096483+0000","last_unstale":"2021-07-26T16:07:58.723244+0000","last_undegraded":"2021-07-26T16:07:58.723244+0000","last_fullsized":"2021-07-26T16:07:58.723244+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":229,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723741+0000","last_change":"2021-07-26T16:01:16.006858+0000","last_active":"2021-07-26T16:07:58.723741+0000","last_peered":"2021-07-26T16:07:58.723741+0000","last_clean":"2021-07-26T16:07:58.723741+0000","last_became_active":"2021-07-26T16:01:16.006560+0000","last_became_peered":"2021-07-26T16:01:16.006560+0000","last_unstale":"2021-07-26T16:07:58.723741+0000","last_undegraded":"2021-07-26T16:07:58.723741+0000","last_fullsized":"2021-07-26T16:07:58.723741+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"233'964","reported_seq":975,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.959862+0000","last_change":"2021-07-26T16:07:57.175029+0000","last_active":"2021-07-26T16:08:09.959862+0000","last_peered":"2021-07-26T16:08:09.959862+0000","last_clean":"2021-07-26T16:08:09.959862+0000","last_became_active":"2021-07-26T16:07:57.174046+0000","last_became_peered":"2021-07-26T16:07:57.174046+0000","last_unstale":"2021-07-26T16:08:09.959862+0000","last_undegraded":"2021-07-26T16:08:09.959862+0000","last_fullsized":"2021-07-26T16:08:09.959862+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":964,"ondisk_log_size":964,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":63176704,"num_objects":964,"num_object_clones":0,"num_object_copies":2892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":964,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":964,"num_write_kb":61696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":249,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142175+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:07:58.142175+0000","last_peered":"2021-07-26T16:07:58.142175+0000","last_clean":"2021-07-26T16:07:58.142175+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:07:58.142175+0000","last_undegraded":"2021-07-26T16:07:58.142175+0000","last_fullsized":"2021-07-26T16:07:58.142175+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":468,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.247082+0000","last_change":"2021-07-26T16:07:52.128621+0000","last_active":"2021-07-26T16:07:58.247082+0000","last_peered":"2021-07-26T16:07:58.247082+0000","last_clean":"2021-07-26T16:07:58.247082+0000","last_became_active":"2021-07-26T16:07:52.128159+0000","last_became_peered":"2021-07-26T16:07:52.128159+0000","last_unstale":"2021-07-26T16:07:58.247082+0000","last_undegraded":"2021-07-26T16:07:58.247082+0000","last_fullsized":"2021-07-26T16:07:58.247082+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":33,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.141719+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:07:58.141719+0000","last_peered":"2021-07-26T16:07:58.141719+0000","last_clean":"2021-07-26T16:07:58.141719+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:07:58.141719+0000","last_undegraded":"2021-07-26T16:07:58.141719+0000","last_fullsized":"2021-07-26T16:07:58.141719+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":29,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723737+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:07:58.723737+0000","last_peered":"2021-07-26T16:07:58.723737+0000","last_clean":"2021-07-26T16:07:58.723737+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:07:58.723737+0000","last_undegraded":"2021-07-26T16:07:58.723737+0000","last_fullsized":"2021-07-26T16:07:58.723737+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"233'819","reported_seq":830,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.171584+0000","last_change":"2021-07-26T16:07:57.143545+0000","last_active":"2021-07-26T16:08:09.171584+0000","last_peered":"2021-07-26T16:08:09.171584+0000","last_clean":"2021-07-26T16:08:09.171584+0000","last_became_active":"2021-07-26T16:07:57.143258+0000","last_became_peered":"2021-07-26T16:07:57.143258+0000","last_unstale":"2021-07-26T16:08:09.171584+0000","last_undegraded":"2021-07-26T16:08:09.171584+0000","last_fullsized":"2021-07-26T16:08:09.171584+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":819,"ondisk_log_size":819,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":53673984,"num_objects":819,"num_object_clones":0,"num_object_copies":2457,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":819,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":819,"num_write_kb":52416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":241,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.246851+0000","last_change":"2021-07-26T16:01:16.000326+0000","last_active":"2021-07-26T16:07:58.246851+0000","last_peered":"2021-07-26T16:07:58.246851+0000","last_clean":"2021-07-26T16:07:58.246851+0000","last_became_active":"2021-07-26T16:01:15.999482+0000","last_became_peered":"2021-07-26T16:01:15.999482+0000","last_unstale":"2021-07-26T16:07:58.246851+0000","last_undegraded":"2021-07-26T16:07:58.246851+0000","last_fullsized":"2021-07-26T16:07:58.246851+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":150,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.703242+0000","last_change":"2021-07-26T16:07:22.105863+0000","last_active":"2021-07-26T16:07:58.703242+0000","last_peered":"2021-07-26T16:07:58.703242+0000","last_clean":"2021-07-26T16:07:58.703242+0000","last_became_active":"2021-07-26T16:07:22.105468+0000","last_became_peered":"2021-07-26T16:07:22.105468+0000","last_unstale":"2021-07-26T16:07:58.703242+0000","last_undegraded":"2021-07-26T16:07:58.703242+0000","last_fullsized":"2021-07-26T16:07:58.703242+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":153,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.703365+0000","last_change":"2021-07-26T16:07:06.163962+0000","last_active":"2021-07-26T16:07:58.703365+0000","last_peered":"2021-07-26T16:07:58.703365+0000","last_clean":"2021-07-26T16:07:58.703365+0000","last_became_active":"2021-07-26T16:07:06.163319+0000","last_became_peered":"2021-07-26T16:07:06.163319+0000","last_unstale":"2021-07-26T16:07:58.703365+0000","last_undegraded":"2021-07-26T16:07:58.703365+0000","last_fullsized":"2021-07-26T16:07:58.703365+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"233'886","reported_seq":897,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.137933+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:08:09.137933+0000","last_peered":"2021-07-26T16:08:09.137933+0000","last_clean":"2021-07-26T16:08:09.137933+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:08:09.137933+0000","last_undegraded":"2021-07-26T16:08:09.137933+0000","last_fullsized":"2021-07-26T16:08:09.137933+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":886,"ondisk_log_size":886,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":58064896,"num_objects":886,"num_object_clones":0,"num_object_copies":2658,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":886,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":886,"num_write_kb":56704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":254,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.247248+0000","last_change":"2021-07-26T16:05:09.276068+0000","last_active":"2021-07-26T16:07:58.247248+0000","last_peered":"2021-07-26T16:07:58.247248+0000","last_clean":"2021-07-26T16:07:58.247248+0000","last_became_active":"2021-07-26T16:05:09.275666+0000","last_became_peered":"2021-07-26T16:05:09.275666+0000","last_unstale":"2021-07-26T16:07:58.247248+0000","last_undegraded":"2021-07-26T16:07:58.247248+0000","last_fullsized":"2021-07-26T16:07:58.247248+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":234,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723763+0000","last_change":"2021-07-26T16:06:49.103891+0000","last_active":"2021-07-26T16:07:58.723763+0000","last_peered":"2021-07-26T16:07:58.723763+0000","last_clean":"2021-07-26T16:07:58.723763+0000","last_became_active":"2021-07-26T16:06:49.103475+0000","last_became_peered":"2021-07-26T16:06:49.103475+0000","last_unstale":"2021-07-26T16:07:58.723763+0000","last_undegraded":"2021-07-26T16:07:58.723763+0000","last_fullsized":"2021-07-26T16:07:58.723763+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":144,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.703194+0000","last_change":"2021-07-26T16:06:49.088316+0000","last_active":"2021-07-26T16:07:58.703194+0000","last_peered":"2021-07-26T16:07:58.703194+0000","last_clean":"2021-07-26T16:07:58.703194+0000","last_became_active":"2021-07-26T16:06:49.087954+0000","last_became_peered":"2021-07-26T16:06:49.087954+0000","last_unstale":"2021-07-26T16:07:58.703194+0000","last_undegraded":"2021-07-26T16:07:58.703194+0000","last_fullsized":"2021-07-26T16:07:58.703194+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"233'960","reported_seq":971,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.802288+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:08:09.802288+0000","last_peered":"2021-07-26T16:08:09.802288+0000","last_clean":"2021-07-26T16:08:09.802288+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:08:09.802288+0000","last_undegraded":"2021-07-26T16:08:09.802288+0000","last_fullsized":"2021-07-26T16:08:09.802288+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":960,"ondisk_log_size":960,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":62914560,"num_objects":960,"num_object_clones":0,"num_object_copies":2880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":960,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":960,"num_write_kb":61440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":50,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.247441+0000","last_change":"2021-07-26T16:07:17.047954+0000","last_active":"2021-07-26T16:07:58.247441+0000","last_peered":"2021-07-26T16:07:58.247441+0000","last_clean":"2021-07-26T16:07:58.247441+0000","last_became_active":"2021-07-26T16:07:06.166040+0000","last_became_peered":"2021-07-26T16:07:06.166040+0000","last_unstale":"2021-07-26T16:07:58.247441+0000","last_undegraded":"2021-07-26T16:07:58.247441+0000","last_fullsized":"2021-07-26T16:07:58.247441+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":201,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723619+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:07:58.723619+0000","last_peered":"2021-07-26T16:07:58.723619+0000","last_clean":"2021-07-26T16:07:58.723619+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:07:58.723619+0000","last_undegraded":"2021-07-26T16:07:58.723619+0000","last_fullsized":"2021-07-26T16:07:58.723619+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.246811+0000","last_change":"2021-07-26T16:07:06.166026+0000","last_active":"2021-07-26T16:07:58.246811+0000","last_peered":"2021-07-26T16:07:58.246811+0000","last_clean":"2021-07-26T16:07:58.246811+0000","last_became_active":"2021-07-26T16:07:06.165646+0000","last_became_peered":"2021-07-26T16:07:06.165646+0000","last_unstale":"2021-07-26T16:07:58.246811+0000","last_undegraded":"2021-07-26T16:07:58.246811+0000","last_fullsized":"2021-07-26T16:07:58.246811+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"233'903","reported_seq":913,"reported_epoch":233,"state":"active+clean","last_fresh":"2021-07-26T16:08:09.403902+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:08:09.403902+0000","last_peered":"2021-07-26T16:08:09.403902+0000","last_clean":"2021-07-26T16:08:09.403902+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:08:09.403902+0000","last_undegraded":"2021-07-26T16:08:09.403902+0000","last_fullsized":"2021-07-26T16:08:09.403902+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":903,"ondisk_log_size":903,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":59179008,"num_objects":903,"num_object_clones":0,"num_object_copies":2709,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":903,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":903,"num_write_kb":57792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":249,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.724074+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:07:58.724074+0000","last_peered":"2021-07-26T16:07:58.724074+0000","last_clean":"2021-07-26T16:07:58.724074+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:07:58.724074+0000","last_undegraded":"2021-07-26T16:07:58.724074+0000","last_fullsized":"2021-07-26T16:07:58.724074+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":162,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.703386+0000","last_change":"2021-07-26T16:05:48.243973+0000","last_active":"2021-07-26T16:07:58.703386+0000","last_peered":"2021-07-26T16:07:58.703386+0000","last_clean":"2021-07-26T16:07:58.703386+0000","last_became_active":"2021-07-26T16:05:09.288052+0000","last_became_peered":"2021-07-26T16:05:09.288052+0000","last_unstale":"2021-07-26T16:07:58.703386+0000","last_undegraded":"2021-07-26T16:07:58.703386+0000","last_fullsized":"2021-07-26T16:07:58.703386+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":68,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142005+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:07:58.142005+0000","last_peered":"2021-07-26T16:07:58.142005+0000","last_clean":"2021-07-26T16:07:58.142005+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:07:58.142005+0000","last_undegraded":"2021-07-26T16:07:58.142005+0000","last_fullsized":"2021-07-26T16:07:58.142005+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":150,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.703058+0000","last_change":"2021-07-26T16:05:09.273839+0000","last_active":"2021-07-26T16:07:58.703058+0000","last_peered":"2021-07-26T16:07:58.703058+0000","last_clean":"2021-07-26T16:07:58.703058+0000","last_became_active":"2021-07-26T16:05:09.273364+0000","last_became_peered":"2021-07-26T16:05:09.273364+0000","last_unstale":"2021-07-26T16:07:58.703058+0000","last_undegraded":"2021-07-26T16:07:58.703058+0000","last_fullsized":"2021-07-26T16:07:58.703058+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":183,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723860+0000","last_change":"2021-07-26T16:06:40.588692+0000","last_active":"2021-07-26T16:07:58.723860+0000","last_peered":"2021-07-26T16:07:58.723860+0000","last_clean":"2021-07-26T16:07:58.723860+0000","last_became_active":"2021-07-26T16:06:40.583831+0000","last_became_peered":"2021-07-26T16:06:40.583831+0000","last_unstale":"2021-07-26T16:07:58.723860+0000","last_undegraded":"2021-07-26T16:07:58.723860+0000","last_fullsized":"2021-07-26T16:07:58.723860+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":237,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142397+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:07:58.142397+0000","last_peered":"2021-07-26T16:07:58.142397+0000","last_clean":"2021-07-26T16:07:58.142397+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:07:58.142397+0000","last_undegraded":"2021-07-26T16:07:58.142397+0000","last_fullsized":"2021-07-26T16:07:58.142397+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":68,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142606+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:07:58.142606+0000","last_peered":"2021-07-26T16:07:58.142606+0000","last_clean":"2021-07-26T16:07:58.142606+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:07:58.142606+0000","last_undegraded":"2021-07-26T16:07:58.142606+0000","last_fullsized":"2021-07-26T16:07:58.142606+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":222,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.142283+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:07:58.142283+0000","last_peered":"2021-07-26T16:07:58.142283+0000","last_clean":"2021-07-26T16:07:58.142283+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:07:58.142283+0000","last_undegraded":"2021-07-26T16:07:58.142283+0000","last_fullsized":"2021-07-26T16:07:58.142283+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":235,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.703131+0000","last_change":"2021-07-26T16:07:22.105912+0000","last_active":"2021-07-26T16:07:58.703131+0000","last_peered":"2021-07-26T16:07:58.703131+0000","last_clean":"2021-07-26T16:07:58.703131+0000","last_became_active":"2021-07-26T16:07:22.105531+0000","last_became_peered":"2021-07-26T16:07:22.105531+0000","last_unstale":"2021-07-26T16:07:58.703131+0000","last_undegraded":"2021-07-26T16:07:58.703131+0000","last_fullsized":"2021-07-26T16:07:58.703131+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":29,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.723997+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:07:58.723997+0000","last_peered":"2021-07-26T16:07:58.723997+0000","last_clean":"2021-07-26T16:07:58.723997+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:07:58.723997+0000","last_undegraded":"2021-07-26T16:07:58.723997+0000","last_fullsized":"2021-07-26T16:07:58.723997+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":221,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.702936+0000","last_change":"2021-07-26T16:06:49.086223+0000","last_active":"2021-07-26T16:07:58.702936+0000","last_peered":"2021-07-26T16:07:58.702936+0000","last_clean":"2021-07-26T16:07:58.702936+0000","last_became_active":"2021-07-26T16:06:49.085864+0000","last_became_peered":"2021-07-26T16:06:49.085864+0000","last_unstale":"2021-07-26T16:07:58.702936+0000","last_undegraded":"2021-07-26T16:07:58.702936+0000","last_fullsized":"2021-07-26T16:07:58.702936+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":147,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.703446+0000","last_change":"2021-07-26T16:05:49.117410+0000","last_active":"2021-07-26T16:07:58.703446+0000","last_peered":"2021-07-26T16:07:58.703446+0000","last_clean":"2021-07-26T16:07:58.703446+0000","last_became_active":"2021-07-26T16:05:49.078340+0000","last_became_peered":"2021-07-26T16:05:49.078340+0000","last_unstale":"2021-07-26T16:07:58.703446+0000","last_undegraded":"2021-07-26T16:07:58.703446+0000","last_fullsized":"2021-07-26T16:07:58.703446+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":68,"reported_epoch":232,"state":"active+clean","last_fresh":"2021-07-26T16:07:58.141779+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:07:58.141779+0000","last_peered":"2021-07-26T16:07:58.141779+0000","last_clean":"2021-07-26T16:07:58.141779+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:07:58.141779+0000","last_undegraded":"2021-07-26T16:07:58.141779+0000","last_fullsized":"2021-07-26T16:07:58.141779+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":963837952,"num_objects":14707,"num_object_clones":0,"num_object_copies":44121,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14707,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14707,"num_write_kb":941248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3290038272,"data_stored":3290038272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14707,"ondisk_log_size":14707,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":43,"num_bytes_recovered":1486,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495883,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1321732,"kb_used_data":273148,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92423420,"statfs":{"total":95995035648,"available":94641582080,"internally_reserved":1073741824,"allocated":279703552,"data_stored":278526994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.58699999999999997,"15min":0.59699999999999998},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.8759999999999999,"5min":11.359,"15min":11.359},"last":1.177},{"interface":"front","average":{"1min":0.95599999999999996,"5min":0.71199999999999997,"15min":0.65800000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.5119999999999996,"5min":11.378,"15min":11.378},"last":0.79200000000000004}]},{"osd":1,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.7130000000000001,"5min":0.83599999999999997,"15min":0.76900000000000002},"min":{"1min":0.315,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":5.1959999999999997,"5min":5.1959999999999997,"15min":19.768000000000001},"last":0.65100000000000002},{"interface":"front","average":{"1min":1.6930000000000001,"5min":1.2709999999999999,"15min":0.84499999999999997},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.23300000000000001},"max":{"1min":12.555,"5min":29.486999999999998,"15min":29.486999999999998},"last":0.59499999999999997}]},{"osd":2,"last update":"Mon Jul 26 16:07:36 2021","interfaces":[{"interface":"back","average":{"1min":1.9810000000000001,"5min":1.0549999999999999,"15min":1.679},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.224},"max":{"1min":7.7450000000000001,"5min":7.7450000000000001,"15min":8.7100000000000009},"last":0.60399999999999998},{"interface":"front","average":{"1min":1.724,"5min":0.96499999999999997,"15min":1.647},"min":{"1min":0.33200000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":8.4969999999999999,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.63700000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":2.3929999999999998,"5min":1.0289999999999999,"15min":0.86199999999999999},"min":{"1min":0.30599999999999999,"5min":0.28199999999999997,"15min":0.26600000000000001},"max":{"1min":6.8849999999999998,"5min":6.8849999999999998,"15min":19.582999999999998},"last":0.66300000000000003},{"interface":"front","average":{"1min":1.661,"5min":0.81499999999999995,"15min":0.79800000000000004},"min":{"1min":0.28000000000000003,"5min":0.27500000000000002,"15min":0.24399999999999999},"max":{"1min":4.5720000000000001,"5min":4.5720000000000001,"15min":19.699999999999999},"last":0.71199999999999997}]},{"osd":4,"last update":"Mon Jul 26 16:07:22 2021","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.38200000000000001,"15min":0.34000000000000002},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":3.6070000000000002,"5min":3.6070000000000002,"15min":3.6070000000000002},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.45900000000000002,"15min":0.42499999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.6349999999999998,"5min":3.6349999999999998,"15min":3.6349999999999998},"last":1.1299999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:07:51 2021","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":0.50700000000000001,"15min":0.504},"min":{"1min":0.25,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":4.8529999999999998,"5min":4.8529999999999998,"15min":4.8529999999999998},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.45400000000000001,"15min":0.53900000000000003},"min":{"1min":0.25800000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":3.6629999999999998,"5min":3.6629999999999998,"15min":7.5720000000000001},"last":1.1539999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:07:51 2021","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.48399999999999999,"15min":0.54500000000000004},"min":{"1min":0.28000000000000003,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.802,"5min":2.802,"15min":4.7430000000000003},"last":1.095},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.54200000000000004,"15min":0.51300000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":4.4219999999999997,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":0.68000000000000005}]}]},{"osd":6,"up_from":41,"seq":176093659406,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1310972,"kb_used_data":262388,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92434180,"statfs":{"total":95995035648,"available":94652600320,"internally_reserved":1073741824,"allocated":268685312,"data_stored":267516773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,4,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:18 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.47699999999999998,"15min":0.56299999999999994},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":3.573,"5min":3.573,"15min":4.4820000000000002},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.61499999999999999,"15min":0.65800000000000003},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":3.7749999999999999,"5min":3.9569999999999999,"15min":11.207000000000001},"last":0.22700000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":0.80500000000000005,"15min":0.68799999999999994},"min":{"1min":0.23200000000000001,"5min":0.22500000000000001,"15min":0.21199999999999999},"max":{"1min":7.4109999999999996,"5min":7.4109999999999996,"15min":7.4109999999999996},"last":0.50800000000000001},{"interface":"front","average":{"1min":1.3720000000000001,"5min":0.74299999999999999,"15min":0.79200000000000004},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.4779999999999998,"5min":8.4779999999999998,"15min":11.455},"last":0.61899999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:07:32 2021","interfaces":[{"interface":"back","average":{"1min":1.508,"5min":1.0009999999999999,"15min":1.9710000000000001},"min":{"1min":0.35799999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":5.8639999999999999,"5min":6.3979999999999997,"15min":12.388999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":1.4259999999999999,"5min":1.0649999999999999,"15min":1.6759999999999999},"min":{"1min":0.28100000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.9260000000000002,"5min":6.1120000000000001,"15min":10.116},"last":0.34799999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:07:18 2021","interfaces":[{"interface":"back","average":{"1min":1.829,"5min":1.1060000000000001,"15min":0.90600000000000003},"min":{"1min":0.32500000000000001,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":7.5220000000000002,"5min":11.077999999999999,"15min":11.077999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":1.726,"5min":1.0700000000000001,"15min":0.91000000000000003},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":8.6630000000000003,"5min":11.121,"15min":11.430999999999999},"last":0.66700000000000004}]},{"osd":4,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.41899999999999998,"15min":0.35099999999999998},"min":{"1min":0.23999999999999999,"5min":0.215,"15min":0.215},"max":{"1min":3.673,"5min":3.673,"15min":3.673},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.1200000000000001,"5min":0.48899999999999999,"15min":0.36599999999999999},"min":{"1min":0.23200000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":8.4179999999999993,"5min":8.4179999999999993,"15min":8.4179999999999993},"last":0.53200000000000003}]},{"osd":5,"last update":"Mon Jul 26 16:07:21 2021","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.442,"15min":0.47699999999999998},"min":{"1min":0.23999999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":3.77},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.436,"15min":0.51100000000000001},"min":{"1min":0.29399999999999998,"5min":0.214,"15min":0.214},"max":{"1min":3.7770000000000001,"5min":3.7770000000000001,"15min":5.9240000000000004},"last":0.41099999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:07:39 2021","interfaces":[{"interface":"back","average":{"1min":1.774,"5min":0.81100000000000005,"15min":0.74299999999999999},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":11.739000000000001,"5min":16.913,"15min":16.913},"last":0.69899999999999995},{"interface":"front","average":{"1min":1.379,"5min":0.59499999999999997,"15min":0.59299999999999997},"min":{"1min":0.27600000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.7789999999999999,"5min":6.7789999999999999,"15min":6.7789999999999999},"last":0.34100000000000003}]}]},{"osd":1,"up_from":78,"seq":335007449223,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":586276,"kb_used_data":422236,"kb_used_omap":6,"kb_used_meta":164025,"kb_avail":93158876,"statfs":{"total":95995035648,"available":95394689024,"internally_reserved":0,"allocated":432369664,"data_stored":431220381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":167962201},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,4],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":0.95499999999999996,"15min":0.63300000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.184},"max":{"1min":5.4080000000000004,"5min":6.1050000000000004,"15min":6.1050000000000004},"last":0.23799999999999999},{"interface":"front","average":{"1min":1.9730000000000001,"5min":1.0669999999999999,"15min":0.77000000000000002},"min":{"1min":0.224,"5min":0.221,"15min":0.21299999999999999},"max":{"1min":10.977,"5min":10.977,"15min":10.977},"last":0.34999999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:07:29 2021","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":1.6419999999999999,"15min":1.8500000000000001},"min":{"1min":0.24199999999999999,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":5.3280000000000003,"5min":34.530000000000001,"15min":34.530000000000001},"last":0.25600000000000001},{"interface":"front","average":{"1min":1.7609999999999999,"5min":1.7170000000000001,"15min":1.829},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":7.218,"5min":34.465000000000003,"15min":34.465000000000003},"last":0.97199999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:07:15 2021","interfaces":[{"interface":"back","average":{"1min":1.429,"5min":1.0700000000000001,"15min":0.86199999999999999},"min":{"1min":0.28100000000000003,"5min":0.254,"15min":0.24099999999999999},"max":{"1min":5.8789999999999996,"5min":6.0030000000000001,"15min":13.077999999999999},"last":1.1879999999999999},{"interface":"front","average":{"1min":1.8720000000000001,"5min":1.0940000000000001,"15min":0.872},"min":{"1min":0.28499999999999998,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":11.106999999999999,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.40000000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:07:24 2021","interfaces":[{"interface":"back","average":{"1min":1.573,"5min":1.0209999999999999,"15min":0.92600000000000005},"min":{"1min":0.35599999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":5.9539999999999997,"5min":5.9539999999999997,"15min":5.9539999999999997},"last":0.313},{"interface":"front","average":{"1min":1.7529999999999999,"5min":1.1419999999999999,"15min":1.087},"min":{"1min":0.35399999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":5.3369999999999997,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":0.44400000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":0.95899999999999996,"15min":0.83899999999999997},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":4.6070000000000002,"5min":4.6070000000000002,"15min":9.8689999999999998},"last":0.39000000000000001},{"interface":"front","average":{"1min":1.421,"5min":0.91700000000000004,"15min":0.84099999999999997},"min":{"1min":0.35799999999999998,"5min":0.32000000000000001,"15min":0.29599999999999999},"max":{"1min":5.9109999999999996,"5min":5.9109999999999996,"15min":6.9139999999999997},"last":1.0249999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.46,"5min":0.999,"15min":0.88700000000000001},"min":{"1min":0.32300000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":4.6079999999999997,"5min":4.6079999999999997,"15min":9.9209999999999994},"last":0.45200000000000001},{"interface":"front","average":{"1min":1.6819999999999999,"5min":1.0229999999999999,"15min":0.86699999999999999},"min":{"1min":0.40000000000000002,"5min":0.32400000000000001,"15min":0.32200000000000001},"max":{"1min":6.508,"5min":6.508,"15min":6.8730000000000002},"last":1.2250000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:07:19 2021","interfaces":[{"interface":"back","average":{"1min":1.4179999999999999,"5min":0.96499999999999997,"15min":0.82699999999999996},"min":{"1min":0.40300000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":5.3700000000000001,"5min":5.9870000000000001,"15min":5.9870000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":1.6419999999999999,"5min":1.105,"15min":0.95199999999999996},"min":{"1min":0.40999999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":5.2080000000000002,"5min":5.2080000000000002,"15min":9.968},"last":0.48899999999999999}]}]},{"osd":0,"up_from":73,"seq":313532612757,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":603440,"kb_used_data":483368,"kb_used_omap":23,"kb_used_meta":120040,"kb_avail":93141712,"statfs":{"total":95995035648,"available":95377113088,"internally_reserved":0,"allocated":494968832,"data_stored":493808380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":122921718},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,3,1,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":4.0039999999999996,"5min":3.2610000000000001,"15min":1.4039999999999999},"min":{"1min":0.19400000000000001,"5min":0.189,"15min":0.189},"max":{"1min":44.950000000000003,"5min":160.554,"15min":160.554},"last":0.61099999999999999},{"interface":"front","average":{"1min":3.8439999999999999,"5min":3.2959999999999998,"15min":1.478},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":43.060000000000002,"5min":159.00200000000001,"15min":159.00200000000001},"last":0.49299999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:07:41 2021","interfaces":[{"interface":"back","average":{"1min":4.2830000000000004,"5min":2.0270000000000001,"15min":1.53},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20799999999999999},"max":{"1min":42.893999999999998,"5min":42.893999999999998,"15min":42.893999999999998},"last":0.55700000000000005},{"interface":"front","average":{"1min":4.3570000000000002,"5min":2.1230000000000002,"15min":1.518},"min":{"1min":0.222,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":44.914000000000001,"5min":44.914000000000001,"15min":44.914000000000001},"last":0.64800000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":4.5979999999999999,"5min":1.4279999999999999,"15min":1.093},"min":{"1min":0.29899999999999999,"5min":0.24399999999999999,"15min":0.19800000000000001},"max":{"1min":46.173999999999999,"5min":46.173999999999999,"15min":46.173999999999999},"last":0.75800000000000001},{"interface":"front","average":{"1min":4.6639999999999997,"5min":1.5469999999999999,"15min":1.179},"min":{"1min":0.376,"5min":0.30299999999999999,"15min":0.24299999999999999},"max":{"1min":46.201999999999998,"5min":46.201999999999998,"15min":46.201999999999998},"last":0.78800000000000003}]},{"osd":4,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":1.0529999999999999,"15min":0.81299999999999994},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":7.7549999999999999,"5min":7.7549999999999999,"15min":7.7549999999999999},"last":0.377},{"interface":"front","average":{"1min":1.5609999999999999,"5min":1.002,"15min":0.90000000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.4000000000000004,"5min":6.4000000000000004,"15min":6.4000000000000004},"last":0.66800000000000004}]},{"osd":5,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.83599999999999997,"15min":0.85999999999999999},"min":{"1min":0.317,"5min":0.313,"15min":0.313},"max":{"1min":3.4039999999999999,"5min":5.9349999999999996,"15min":12.853},"last":0.52900000000000003},{"interface":"front","average":{"1min":2.1499999999999999,"5min":1.194,"15min":1.05},"min":{"1min":0.35599999999999998,"5min":0.35099999999999998,"15min":0.32600000000000001},"max":{"1min":7.7939999999999996,"5min":11.236000000000001,"15min":14.298999999999999},"last":0.34899999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":0.91100000000000003,"15min":0.88600000000000001},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":4.4180000000000001,"5min":5.9660000000000002,"15min":14.609999999999999},"last":1.621},{"interface":"front","average":{"1min":2.1309999999999998,"5min":1.1040000000000001,"15min":0.93000000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33300000000000002},"max":{"1min":7.7320000000000002,"5min":8.5549999999999997,"15min":8.5549999999999997},"last":0.32000000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":2.1829999999999998,"5min":1.097,"15min":1.069},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":7.7750000000000004,"5min":8.3710000000000004,"15min":27.449999999999999},"last":0.40799999999999997},{"interface":"front","average":{"1min":1.595,"5min":1.008,"15min":0.93700000000000006},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.32300000000000001},"max":{"1min":5.1100000000000003,"5min":8.2750000000000004,"15min":27.463999999999999},"last":0.81599999999999995}]}]},{"osd":2,"up_from":0,"seq":459561500764,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122173,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1234740,"kb_used_data":1001708,"kb_used_omap":4,"kb_used_meta":233019,"kb_avail":92510412,"statfs":{"total":95995035648,"available":94730661888,"internally_reserved":0,"allocated":1025748992,"data_stored":1024591268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":238612093},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":3.2490000000000001,"5min":1.1499999999999999,"15min":0.82899999999999996},"min":{"1min":0.20699999999999999,"5min":0.193,"15min":0.17799999999999999},"max":{"1min":54.576999999999998,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.21099999999999999},{"interface":"front","average":{"1min":3.266,"5min":1.25,"15min":0.84199999999999997},"min":{"1min":0.22800000000000001,"5min":0.20999999999999999,"15min":0.20599999999999999},"max":{"1min":56.030999999999999,"5min":56.030999999999999,"15min":56.030999999999999},"last":0.752}]},{"osd":1,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":3.2650000000000001,"5min":1.4199999999999999,"15min":0.92400000000000004},"min":{"1min":0.29399999999999998,"5min":0.22500000000000001,"15min":0.223},"max":{"1min":24.407,"5min":24.407,"15min":24.407},"last":2.177},{"interface":"front","average":{"1min":2.2229999999999999,"5min":1.417,"15min":1.0469999999999999},"min":{"1min":0.23499999999999999,"5min":0.223,"15min":0.223},"max":{"1min":24.103000000000002,"5min":42.917000000000002,"15min":42.917000000000002},"last":0.626}]},{"osd":2,"last update":"Mon Jul 26 16:07:34 2021","interfaces":[{"interface":"back","average":{"1min":2.5430000000000001,"5min":1.357,"15min":1.9750000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":10.73,"5min":10.73,"15min":10.73},"last":2.21},{"interface":"front","average":{"1min":2.2959999999999998,"5min":1.242,"15min":2.5579999999999998},"min":{"1min":0.32800000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.694000000000001,"5min":10.694000000000001,"15min":14.436},"last":2.234}]},{"osd":4,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.78200000000000003,"15min":0.67600000000000005},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":4.5810000000000004,"5min":5.0250000000000004,"15min":5.0250000000000004},"last":0.26700000000000002},{"interface":"front","average":{"1min":1.431,"5min":0.88500000000000001,"15min":0.78100000000000003},"min":{"1min":0.29299999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":7.0380000000000003,"5min":7.0380000000000003,"15min":7.0380000000000003},"last":2.343}]},{"osd":5,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.80300000000000005,"15min":0.82899999999999996},"min":{"1min":0.30099999999999999,"5min":0.29899999999999999,"15min":0.28499999999999998},"max":{"1min":2.3999999999999999,"5min":5.0540000000000003,"15min":10.988},"last":0.33100000000000002},{"interface":"front","average":{"1min":1.137,"5min":0.81999999999999995,"15min":0.81399999999999995},"min":{"1min":0.36299999999999999,"5min":0.318,"15min":0.318},"max":{"1min":5.9610000000000003,"5min":5.9610000000000003,"15min":11.145},"last":2.294}]},{"osd":6,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.871,"15min":0.84699999999999998},"min":{"1min":0.373,"5min":0.32100000000000001,"15min":0.25700000000000001},"max":{"1min":4.1920000000000002,"5min":6.0960000000000001,"15min":11.039999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":1.579,"5min":1.0509999999999999,"15min":0.93500000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":7.109,"5min":7.109,"15min":7.109},"last":2.3969999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:07:16 2021","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.054,"15min":0.96099999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":7.1390000000000002,"5min":7.1390000000000002,"15min":8.5549999999999997},"last":2.3239999999999998},{"interface":"front","average":{"1min":1.214,"5min":0.90900000000000003,"15min":0.94599999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.36699999999999999},"max":{"1min":6.7800000000000002,"5min":6.8789999999999996,"15min":19.039999999999999},"last":10.220000000000001}]}]},{"osd":4,"up_from":163,"seq":700079669295,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1318908,"kb_used_data":270324,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":92426244,"statfs":{"total":95995035648,"available":94644473856,"internally_reserved":1073741824,"allocated":276811776,"data_stored":275642796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,3,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.48999999999999999,"15min":0.37},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":7.3719999999999999,"5min":7.3719999999999999,"15min":7.3719999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":1.5169999999999999,"5min":0.68600000000000005,"15min":0.47999999999999998},"min":{"1min":0.27200000000000002,"5min":0.218,"15min":0.218},"max":{"1min":8.1859999999999999,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":1.4299999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.48199999999999998,"15min":0.41099999999999998},"min":{"1min":0.24399999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.1070000000000002,"5min":3.1070000000000002,"15min":3.1070000000000002},"last":0.61399999999999999},{"interface":"front","average":{"1min":1.1839999999999999,"5min":0.623,"15min":0.495},"min":{"1min":0.34399999999999997,"5min":0.247,"15min":0.247},"max":{"1min":4.8319999999999999,"5min":4.8319999999999999,"15min":4.8319999999999999},"last":0.52000000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":1.696,"5min":0.78100000000000003,"15min":0.53500000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":8.2149999999999999,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63,"15min":0.53500000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":3.6669999999999998,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.47999999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.505,"15min":0.45500000000000002},"min":{"1min":0.31900000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.29599999999999999},{"interface":"front","average":{"1min":1.103,"5min":0.57499999999999996,"15min":0.47599999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.7800000000000002,"5min":4.7800000000000002,"15min":4.7800000000000002},"last":0.51300000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.35599999999999998,"15min":0.34000000000000002},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":2.1909999999999998,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.432,"5min":0.375,"15min":0.36299999999999999},"min":{"1min":0.25700000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.59399999999999997}]},{"osd":6,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.36099999999999999,"15min":0.33700000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.97799999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.40899999999999997,"15min":0.36699999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":2.847,"5min":2.847,"15min":2.847},"last":0.66700000000000004}]},{"osd":7,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.40400000000000003,"15min":0.39200000000000002},"min":{"1min":0.29299999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.42099999999999999,"15min":0.39100000000000001},"min":{"1min":0.27300000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.4380000000000002,"5min":2.4380000000000002,"15min":2.4380000000000002},"last":0.47199999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822931,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1405484,"kb_used_data":356900,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92339668,"statfs":{"total":95995035648,"available":94555820032,"internally_reserved":1073741824,"allocated":365465600,"data_stored":364308748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:07:13 2021","interfaces":[{"interface":"back","average":{"1min":1.6020000000000001,"5min":0.64200000000000002,"15min":0.65500000000000003},"min":{"1min":0.24399999999999999,"5min":0.217,"15min":0.19500000000000001},"max":{"1min":8.7609999999999992,"5min":8.7609999999999992,"15min":8.7609999999999992},"last":1.137},{"interface":"front","average":{"1min":2.1150000000000002,"5min":0.79400000000000004,"15min":0.73599999999999999},"min":{"1min":0.32900000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":12.206,"5min":12.206,"15min":12.206},"last":2.0179999999999998}]},{"osd":1,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":2.5659999999999998,"5min":1.3600000000000001,"15min":0.89600000000000002},"min":{"1min":0.23499999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":27.866,"5min":35.581000000000003,"15min":35.581000000000003},"last":0.41099999999999998},{"interface":"front","average":{"1min":2.1230000000000002,"5min":1.339,"15min":0.92700000000000005},"min":{"1min":0.29899999999999999,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":27.902000000000001,"5min":35.548999999999999,"15min":35.548999999999999},"last":1.4550000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:07:33 2021","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1.1519999999999999,"15min":1.1659999999999999},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":4.407,"5min":35.734000000000002,"15min":35.734000000000002},"last":2.548},{"interface":"front","average":{"1min":2.0139999999999998,"5min":3.0270000000000001,"15min":1.74},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":12.111000000000001,"5min":171.78700000000001,"15min":171.78700000000001},"last":0.495}]},{"osd":3,"last update":"Mon Jul 26 16:07:13 2021","interfaces":[{"interface":"back","average":{"1min":1.5509999999999999,"5min":1.272,"15min":1.0189999999999999},"min":{"1min":0.28799999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":8.3309999999999995,"5min":40.508000000000003,"15min":40.508000000000003},"last":2.085},{"interface":"front","average":{"1min":0.97599999999999998,"5min":1.206,"15min":0.99099999999999999},"min":{"1min":0.32300000000000001,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":4.0659999999999998,"5min":40.482999999999997,"15min":40.482999999999997},"last":1.1599999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.38400000000000001,"15min":0.34999999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.7000000000000002,"5min":3.7000000000000002,"15min":3.7000000000000002},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.38200000000000001,"15min":0.35499999999999998},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.581,"5min":2.581,"15min":2.581},"last":0.38100000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:07:27 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.39300000000000002,"15min":0.48799999999999999},"min":{"1min":0.252,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.6629999999999998,"5min":3.6629999999999998,"15min":4.7610000000000001},"last":2.1320000000000001},{"interface":"front","average":{"1min":0.995,"5min":0.51500000000000001,"15min":0.53700000000000003},"min":{"1min":0.23799999999999999,"5min":0.223,"15min":0.223},"max":{"1min":6.2519999999999998,"5min":6.2519999999999998,"15min":7.899},"last":2.3820000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:07:37 2021","interfaces":[{"interface":"back","average":{"1min":1.2,"5min":0.58199999999999996,"15min":0.60399999999999998},"min":{"1min":0.28499999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":6.3579999999999997,"5min":6.3579999999999997,"15min":8.9489999999999998},"last":1.0129999999999999},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.42199999999999999,"15min":0.52700000000000002},"min":{"1min":0.25,"5min":0.217,"15min":0.217},"max":{"1min":2.641,"5min":2.641,"15min":8.1170000000000009},"last":0.54000000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":529203200,"data_stored":529203200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":479920128,"data_stored":479920128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1053360128,"data_stored":1053360128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":322633728,"data_stored":322633728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":231931904,"data_stored":231931904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":340000768,"data_stored":340000768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":332988416,"data_stored":332988416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:08:18.147 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:18.175 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:18.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:18.176 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:18.278 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:18.318 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 14 16 32274 32258 143.987 107 0.00922958 0.0069382 2021-07-26T16:08:18.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:18.341 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:18.341 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:18.442 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:18.470 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:18.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:18.471 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:18.572 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:18.597 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:18.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:18.599 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:18.700 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:18.737 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:18.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:18.739 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:18.840 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:18.866 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:18.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:18.867 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:18.968 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:19.022 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:19.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:19.024 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:19.125 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:19.154 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:19.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:19.156 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:19.257 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:19.293 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:19.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:19.294 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:19.318 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 15 16 33984 33968 141.512 106.875 0.0222953 0.0070611 2021-07-26T16:08:19.395 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:19.429 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:19.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:19.430 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:19.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:19 smithi078 ceph-mon[73801]: pgmap v626: 89 pgs: 89 active+clean; 1.5 GiB data, 5.0 GiB used, 617 GiB / 626 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-07-26T16:08:19.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:19 smithi078 ceph-mon[77813]: pgmap v626: 89 pgs: 89 active+clean; 1.5 GiB data, 5.0 GiB used, 617 GiB / 626 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-07-26T16:08:19.531 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:19.562 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:19.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:19.564 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:19.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:19 smithi139 ceph-mon[56829]: pgmap v626: 89 pgs: 89 active+clean; 1.5 GiB data, 5.0 GiB used, 617 GiB / 626 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-07-26T16:08:19.665 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:19.696 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:19.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:19.697 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:19.798 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:19.830 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:19.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:19.832 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:19.933 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:19.971 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:19.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:19.973 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:20.074 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:20.108 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:20.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:20.111 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:20.212 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:20.243 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:20.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:20.246 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:20.318 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 16 16 35989 35973 140.499 125.312 0.00481486 0.00711211 2021-07-26T16:08:20.347 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:20.384 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:20.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:20.385 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:20.486 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:20.542 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:20.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:20.544 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:20.645 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:20.674 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:20.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:20.675 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:20.776 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:20.808 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:20.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:20.809 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:20.910 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:20.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:20.948 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:20.949 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:21.050 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:21.082 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:21.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:21.083 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:21.095 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:08:21.184 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:21.211 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:21.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:21.213 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:21.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:21 smithi078 ceph-mon[73801]: pgmap v627: 89 pgs: 89 active+clean; 2.0 GiB data, 6.4 GiB used, 615 GiB / 626 GiB avail; 129 MiB/s wr, 2.06k op/s 2021-07-26T16:08:21.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:21 smithi078 ceph-mon[77813]: pgmap v627: 89 pgs: 89 active+clean; 2.0 GiB data, 6.4 GiB used, 615 GiB / 626 GiB avail; 129 MiB/s wr, 2.06k op/s 2021-07-26T16:08:21.314 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:21.318 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 17 16 37764 37748 138.76 110.938 0.0179157 0.00720089 2021-07-26T16:08:21.339 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:21.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:21.341 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:21.350 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:21.441 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:21.472 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:21.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:21.474 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:21.528 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:08:21.528 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:08:21.534 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:08:21.571 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:08:21.575 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:21.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:21 smithi139 ceph-mon[56829]: pgmap v627: 89 pgs: 89 active+clean; 2.0 GiB data, 6.4 GiB used, 615 GiB / 626 GiB avail; 129 MiB/s wr, 2.06k op/s 2021-07-26T16:08:21.611 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:08:21.617 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:21.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:21.618 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:21.640 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:08:21.677 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:08:21.711 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:08:21.717 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:08:21.718 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:08:21.718 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:08:21.719 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:08:21.719 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:08:21.719 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:08:21.720 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:08:21.720 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:08:21.721 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:21.757 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:21.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:21.760 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:21.861 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:21.916 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:21.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:21.918 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:22.019 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:22.046 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:22.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:22.048 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:22.149 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:22.189 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:22.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:22.190 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:22.291 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:22.318 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 18 16 39299 39283 136.38 95.9375 0.00699109 0.00732629 2021-07-26T16:08:22.320 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:22.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:22.321 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:22.403 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:22 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1392445243' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:22.403 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:22 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1392445243' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:22.422 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:22.457 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:22.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:22.460 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:22.561 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:22.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:22 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1392445243' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:22.592 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:22.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:22.594 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:22.696 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:22.727 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:22.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:22.728 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:22.829 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:22.855 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:22.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:22.856 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:22.957 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:22.983 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:22.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:22.986 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:23.087 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:23.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:23.127 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:23.127 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:23.228 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:23.238 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:08:23.252 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:23.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:23.254 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:23.271 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:23 smithi078 ceph-mon[73801]: pgmap v628: 89 pgs: 89 active+clean; 2.1 GiB data, 6.7 GiB used, 615 GiB / 626 GiB avail; 116 MiB/s wr, 1.85k op/s 2021-07-26T16:08:23.272 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:23 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3389277112' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:08:23.272 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:23 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:08:23.272 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:23 smithi078 ceph-mon[77813]: pgmap v628: 89 pgs: 89 active+clean; 2.1 GiB data, 6.7 GiB used, 615 GiB / 626 GiB avail; 116 MiB/s wr, 1.85k op/s 2021-07-26T16:08:23.273 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:23 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3389277112' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:08:23.273 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:23 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:08:23.319 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 19 16 40934 40918 134.58 102.188 0.00912953 0.00742498 2021-07-26T16:08:23.355 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:23.384 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:23.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:23.386 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:23.487 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:23.522 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:23.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:23.524 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:23.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:23 smithi139 ceph-mon[56829]: pgmap v628: 89 pgs: 89 active+clean; 2.1 GiB data, 6.7 GiB used, 615 GiB / 626 GiB avail; 116 MiB/s wr, 1.85k op/s 2021-07-26T16:08:23.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:23 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3389277112' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:08:23.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:23 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:08:23.625 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:23.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:23.657 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:23.657 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:23.759 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:23.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:23.780 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:23.781 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:23.882 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:23.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:23.919 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:23.919 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:24.020 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:24.055 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:24.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:24.056 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:24.157 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:24.186 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:24.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:24.188 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:24.289 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:24.318 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:2021-07-26T16:08:24.319345+0000 min lat: 0.00110958 max lat: 0.14212 avg lat: 0.00749742 2021-07-26T16:08:24.319 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-07-26T16:08:24.319 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 20 16 42672 42656 133.282 108.625 0.00770541 0.00749742 2021-07-26T16:08:24.320 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:24.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:24.321 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:24.423 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:24.456 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:24.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:24.457 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:24.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:24 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:08:24.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:24 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:08:24.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:24 smithi078 ceph-mon[73801]: osdmap e235: 8 total, 8 up, 7 in 2021-07-26T16:08:24.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:24 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:08:24.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:24 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:08:24.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:24 smithi078 ceph-mon[77813]: osdmap e235: 8 total, 8 up, 7 in 2021-07-26T16:08:24.559 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:24.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:24 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:08:24.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:24 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:08:24.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:24 smithi139 ceph-mon[56829]: osdmap e235: 8 total, 8 up, 7 in 2021-07-26T16:08:24.588 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:24.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:24.589 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:24.690 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:24.721 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:24.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:24.723 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:24.824 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:24.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:24.858 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:24.859 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:24.961 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:25.005 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:25.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:25.008 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:25.110 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:25.136 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:08:25.137 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:25.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:25.138 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:25.240 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:25.280 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:08:25.280 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:08:25.310 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:25.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:25.311 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:25.320 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 21 16 44265 44249 131.669 99.5625 0.00403814 0.00758711 2021-07-26T16:08:25.367 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:25 smithi078 ceph-mon[73801]: pgmap v630: 89 pgs: 89 active+clean; 2.1 GiB data, 7.1 GiB used, 615 GiB / 626 GiB avail; 122 MiB/s wr, 1.95k op/s 2021-07-26T16:08:25.367 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:25 smithi078 ceph-mon[77813]: pgmap v630: 89 pgs: 89 active+clean; 2.1 GiB data, 7.1 GiB used, 615 GiB / 626 GiB avail; 122 MiB/s wr, 1.95k op/s 2021-07-26T16:08:25.385 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:25.412 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:25.451 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:25.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:25.453 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:25.554 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:25.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:25 smithi139 ceph-mon[56829]: pgmap v630: 89 pgs: 89 active+clean; 2.1 GiB data, 7.1 GiB used, 615 GiB / 626 GiB avail; 122 MiB/s wr, 1.95k op/s 2021-07-26T16:08:25.585 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:25.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:25.586 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:25.687 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:25.720 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:25.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:25.721 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:25.822 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:25.866 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:25.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:25.868 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:25.969 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:26.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:26.007 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:26.007 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:26.108 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:26.136 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:26.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:26.138 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:26.239 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:26.270 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:26.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:26.272 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:26.320 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 22 15 45833 45818 130.141 98.0625 0.0248884 0.00767799 2021-07-26T16:08:26.373 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:26.409 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:26.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:26.411 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:26.479 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-07-26T16:08:26.512 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:26.531 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:08:26.538 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:26.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:26.539 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:26.554 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:08:26.640 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:26.690 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:26.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:26.692 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:26.725 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:26.793 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:26.839 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:26.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:26.841 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:26.942 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:26.967 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:26.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:26.968 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:27.069 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:27.129 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:08:27.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:27.139 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:27.139 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:27.240 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:27.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:27.304 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:27.304 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:27.320 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 23 16 47003 46987 127.659 73.0625 0.0163033 0.00782734 2021-07-26T16:08:27.381 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:27.406 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:27.441 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:27.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:27.442 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:27 smithi078 ceph-mon[77813]: pgmap v631: 89 pgs: 89 active+clean; 2.6 GiB data, 8.3 GiB used, 614 GiB / 626 GiB avail; 112 MiB/s wr, 1.79k op/s 2021-07-26T16:08:27.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:27 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:08:27.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:27 smithi078 ceph-mon[73801]: pgmap v631: 89 pgs: 89 active+clean; 2.6 GiB data, 8.3 GiB used, 614 GiB / 626 GiB avail; 112 MiB/s wr, 1.79k op/s 2021-07-26T16:08:27.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:27 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:08:27.543 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:27.572 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:27.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:27.573 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:27.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:27 smithi139 ceph-mon[56829]: pgmap v631: 89 pgs: 89 active+clean; 2.6 GiB data, 8.3 GiB used, 614 GiB / 626 GiB avail; 112 MiB/s wr, 1.79k op/s 2021-07-26T16:08:27.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:27 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:08:27.674 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:27.701 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:27.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:27.702 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:27.803 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:27.833 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:27.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:27.834 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:27.935 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:27.973 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:27.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:27.974 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:27.990 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":631,"stamp":"2021-07-26T16:08:25.980734+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2817005470,"num_objects":42999,"num_object_clones":0,"num_object_copies":128997,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42999,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":43235,"num_write_kb":2752845,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47,"num_bytes_recovered":1182222,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":43169,"ondisk_log_size":43169,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":270,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":12877364,"kb_used_data":8130300,"kb_used_omap":502,"kb_used_meta":4746505,"kb_avail":643338700,"statfs":{"total":671965249536,"available":658778828800,"internally_reserved":4294967296,"allocated":8325427200,"data_stored":8317240027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":514535,"internal_metadata":4860421657},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1171193856,"num_objects":17871,"num_object_clones":0,"num_object_copies":53613,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17871,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17871,"num_write_kb":1143744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002803"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":79,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.424921+0000","last_change":"2021-07-26T16:05:49.081745+0000","last_active":"2021-07-26T16:08:11.424921+0000","last_peered":"2021-07-26T16:08:11.424921+0000","last_clean":"2021-07-26T16:08:11.424921+0000","last_became_active":"2021-07-26T16:05:49.081230+0000","last_became_peered":"2021-07-26T16:05:49.081230+0000","last_unstale":"2021-07-26T16:08:11.424921+0000","last_undegraded":"2021-07-26T16:08:11.424921+0000","last_fullsized":"2021-07-26T16:08:11.424921+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":210,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.435196+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:08:11.435196+0000","last_peered":"2021-07-26T16:08:11.435196+0000","last_clean":"2021-07-26T16:08:11.435196+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:08:11.435196+0000","last_undegraded":"2021-07-26T16:08:11.435196+0000","last_fullsized":"2021-07-26T16:08:11.435196+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":212,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.435154+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:08:11.435154+0000","last_peered":"2021-07-26T16:08:11.435154+0000","last_clean":"2021-07-26T16:08:11.435154+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:08:11.435154+0000","last_undegraded":"2021-07-26T16:08:11.435154+0000","last_fullsized":"2021-07-26T16:08:11.435154+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":164,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.428754+0000","last_change":"2021-07-26T16:07:06.163835+0000","last_active":"2021-07-26T16:08:11.428754+0000","last_peered":"2021-07-26T16:08:11.428754+0000","last_clean":"2021-07-26T16:08:11.428754+0000","last_became_active":"2021-07-26T16:07:06.162741+0000","last_became_peered":"2021-07-26T16:07:06.162741+0000","last_unstale":"2021-07-26T16:08:11.428754+0000","last_undegraded":"2021-07-26T16:08:11.428754+0000","last_fullsized":"2021-07-26T16:08:11.428754+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":268,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.428027+0000","last_change":"2021-07-26T16:06:40.610625+0000","last_active":"2021-07-26T16:08:11.428027+0000","last_peered":"2021-07-26T16:08:11.428027+0000","last_clean":"2021-07-26T16:08:11.428027+0000","last_became_active":"2021-07-26T16:06:40.610285+0000","last_became_peered":"2021-07-26T16:06:40.610285+0000","last_unstale":"2021-07-26T16:08:11.428027+0000","last_undegraded":"2021-07-26T16:08:11.428027+0000","last_fullsized":"2021-07-26T16:08:11.428027+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":204,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.429987+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:08:11.429987+0000","last_peered":"2021-07-26T16:08:11.429987+0000","last_clean":"2021-07-26T16:08:11.429987+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:08:11.429987+0000","last_undegraded":"2021-07-26T16:08:11.429987+0000","last_fullsized":"2021-07-26T16:08:11.429987+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":155,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.429225+0000","last_change":"2021-07-26T16:06:40.538445+0000","last_active":"2021-07-26T16:08:11.429225+0000","last_peered":"2021-07-26T16:08:11.429225+0000","last_clean":"2021-07-26T16:08:11.429225+0000","last_became_active":"2021-07-26T16:06:40.538062+0000","last_became_peered":"2021-07-26T16:06:40.538062+0000","last_unstale":"2021-07-26T16:08:11.429225+0000","last_undegraded":"2021-07-26T16:08:11.429225+0000","last_fullsized":"2021-07-26T16:08:11.429225+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":149,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.434378+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:08:11.434378+0000","last_peered":"2021-07-26T16:08:11.434378+0000","last_clean":"2021-07-26T16:08:11.434378+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:08:11.434378+0000","last_undegraded":"2021-07-26T16:08:11.434378+0000","last_fullsized":"2021-07-26T16:08:11.434378+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":46,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.439556+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:08:11.439556+0000","last_peered":"2021-07-26T16:08:11.439556+0000","last_clean":"2021-07-26T16:08:11.439556+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:08:11.439556+0000","last_undegraded":"2021-07-26T16:08:11.439556+0000","last_fullsized":"2021-07-26T16:08:11.439556+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":27,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.429361+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:08:11.429361+0000","last_peered":"2021-07-26T16:08:11.429361+0000","last_clean":"2021-07-26T16:08:11.429361+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:08:11.429361+0000","last_undegraded":"2021-07-26T16:08:11.429361+0000","last_fullsized":"2021-07-26T16:08:11.429361+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":135,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.431072+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:08:11.431072+0000","last_peered":"2021-07-26T16:08:11.431072+0000","last_clean":"2021-07-26T16:08:11.431072+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:08:11.431072+0000","last_undegraded":"2021-07-26T16:08:11.431072+0000","last_fullsized":"2021-07-26T16:08:11.431072+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":236,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.434580+0000","last_change":"2021-07-26T16:06:57.082447+0000","last_active":"2021-07-26T16:08:11.434580+0000","last_peered":"2021-07-26T16:08:11.434580+0000","last_clean":"2021-07-26T16:08:11.434580+0000","last_became_active":"2021-07-26T16:06:57.082165+0000","last_became_peered":"2021-07-26T16:06:57.082165+0000","last_unstale":"2021-07-26T16:08:11.434580+0000","last_undegraded":"2021-07-26T16:08:11.434580+0000","last_fullsized":"2021-07-26T16:08:11.434580+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":161,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.425345+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:08:11.425345+0000","last_peered":"2021-07-26T16:08:11.425345+0000","last_clean":"2021-07-26T16:08:11.425345+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:08:11.425345+0000","last_undegraded":"2021-07-26T16:08:11.425345+0000","last_fullsized":"2021-07-26T16:08:11.425345+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":70,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.425689+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:08:11.425689+0000","last_peered":"2021-07-26T16:08:11.425689+0000","last_clean":"2021-07-26T16:08:11.425689+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:08:11.425689+0000","last_undegraded":"2021-07-26T16:08:11.425689+0000","last_fullsized":"2021-07-26T16:08:11.425689+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":261,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.429791+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:08:11.429791+0000","last_peered":"2021-07-26T16:08:11.429791+0000","last_clean":"2021-07-26T16:08:11.429791+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:08:11.429791+0000","last_undegraded":"2021-07-26T16:08:11.429791+0000","last_fullsized":"2021-07-26T16:08:11.429791+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":131,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.435025+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:08:11.435025+0000","last_peered":"2021-07-26T16:08:11.435025+0000","last_clean":"2021-07-26T16:08:11.435025+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:08:11.435025+0000","last_undegraded":"2021-07-26T16:08:11.435025+0000","last_fullsized":"2021-07-26T16:08:11.435025+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":164,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.428169+0000","last_change":"2021-07-26T16:07:06.162859+0000","last_active":"2021-07-26T16:08:11.428169+0000","last_peered":"2021-07-26T16:08:11.428169+0000","last_clean":"2021-07-26T16:08:11.428169+0000","last_became_active":"2021-07-26T16:07:06.162536+0000","last_became_peered":"2021-07-26T16:07:06.162536+0000","last_unstale":"2021-07-26T16:08:11.428169+0000","last_undegraded":"2021-07-26T16:08:11.428169+0000","last_fullsized":"2021-07-26T16:08:11.428169+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":35,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.439337+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:08:11.439337+0000","last_peered":"2021-07-26T16:08:11.439337+0000","last_clean":"2021-07-26T16:08:11.439337+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:08:11.439337+0000","last_undegraded":"2021-07-26T16:08:11.439337+0000","last_fullsized":"2021-07-26T16:08:11.439337+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":215,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.429435+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:08:11.429435+0000","last_peered":"2021-07-26T16:08:11.429435+0000","last_clean":"2021-07-26T16:08:11.429435+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:08:11.429435+0000","last_undegraded":"2021-07-26T16:08:11.429435+0000","last_fullsized":"2021-07-26T16:08:11.429435+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":173,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.428832+0000","last_change":"2021-07-26T16:07:06.163650+0000","last_active":"2021-07-26T16:08:11.428832+0000","last_peered":"2021-07-26T16:08:11.428832+0000","last_clean":"2021-07-26T16:08:11.428832+0000","last_became_active":"2021-07-26T16:07:06.162307+0000","last_became_peered":"2021-07-26T16:07:06.162307+0000","last_unstale":"2021-07-26T16:08:11.428832+0000","last_undegraded":"2021-07-26T16:08:11.428832+0000","last_fullsized":"2021-07-26T16:08:11.428832+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":312,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.426760+0000","last_change":"2021-07-26T16:06:49.122899+0000","last_active":"2021-07-26T16:08:11.426760+0000","last_peered":"2021-07-26T16:08:11.426760+0000","last_clean":"2021-07-26T16:08:11.426760+0000","last_became_active":"2021-07-26T16:06:49.095433+0000","last_became_peered":"2021-07-26T16:06:49.095433+0000","last_unstale":"2021-07-26T16:08:11.426760+0000","last_undegraded":"2021-07-26T16:08:11.426760+0000","last_fullsized":"2021-07-26T16:08:11.426760+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":27,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.430196+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:08:11.430196+0000","last_peered":"2021-07-26T16:08:11.430196+0000","last_clean":"2021-07-26T16:08:11.430196+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:08:11.430196+0000","last_undegraded":"2021-07-26T16:08:11.430196+0000","last_fullsized":"2021-07-26T16:08:11.430196+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"235'2738","reported_seq":2751,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.409205+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:08:24.409205+0000","last_peered":"2021-07-26T16:08:24.409205+0000","last_clean":"2021-07-26T16:08:24.409205+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:08:24.409205+0000","last_undegraded":"2021-07-26T16:08:24.409205+0000","last_fullsized":"2021-07-26T16:08:24.409205+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2738,"ondisk_log_size":2738,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":179437568,"num_objects":2738,"num_object_clones":0,"num_object_copies":8214,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2738,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2738,"num_write_kb":175232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":31,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.430323+0000","last_change":"2021-07-26T16:07:06.201715+0000","last_active":"2021-07-26T16:08:11.430323+0000","last_peered":"2021-07-26T16:08:11.430323+0000","last_clean":"2021-07-26T16:08:11.430323+0000","last_became_active":"2021-07-26T16:07:06.175197+0000","last_became_peered":"2021-07-26T16:07:06.175197+0000","last_unstale":"2021-07-26T16:08:11.430323+0000","last_undegraded":"2021-07-26T16:08:11.430323+0000","last_fullsized":"2021-07-26T16:08:11.430323+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":66,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":53,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.440353+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:08:11.440353+0000","last_peered":"2021-07-26T16:08:11.440353+0000","last_clean":"2021-07-26T16:08:11.440353+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:08:11.440353+0000","last_undegraded":"2021-07-26T16:08:11.440353+0000","last_fullsized":"2021-07-26T16:08:11.440353+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"235'2710","reported_seq":2723,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.134076+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:08:24.134076+0000","last_peered":"2021-07-26T16:08:24.134076+0000","last_clean":"2021-07-26T16:08:24.134076+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:08:24.134076+0000","last_undegraded":"2021-07-26T16:08:24.134076+0000","last_fullsized":"2021-07-26T16:08:24.134076+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2710,"ondisk_log_size":2710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":177602560,"num_objects":2710,"num_object_clones":0,"num_object_copies":8130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2710,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2710,"num_write_kb":173440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":134,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.430965+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:08:11.430965+0000","last_peered":"2021-07-26T16:08:11.430965+0000","last_clean":"2021-07-26T16:08:11.430965+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:08:11.430965+0000","last_undegraded":"2021-07-26T16:08:11.430965+0000","last_fullsized":"2021-07-26T16:08:11.430965+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":79,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.425344+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:08:11.425344+0000","last_peered":"2021-07-26T16:08:11.425344+0000","last_clean":"2021-07-26T16:08:11.425344+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:08:11.425344+0000","last_undegraded":"2021-07-26T16:08:11.425344+0000","last_fullsized":"2021-07-26T16:08:11.425344+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"235'2788","reported_seq":2800,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.978951+0000","last_change":"2021-07-26T16:07:57.143485+0000","last_active":"2021-07-26T16:08:24.978951+0000","last_peered":"2021-07-26T16:08:24.978951+0000","last_clean":"2021-07-26T16:08:24.978951+0000","last_became_active":"2021-07-26T16:07:57.143195+0000","last_became_peered":"2021-07-26T16:07:57.143195+0000","last_unstale":"2021-07-26T16:08:24.978951+0000","last_undegraded":"2021-07-26T16:08:24.978951+0000","last_fullsized":"2021-07-26T16:08:24.978951+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2788,"ondisk_log_size":2788,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":182714368,"num_objects":2788,"num_object_clones":0,"num_object_copies":8364,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2788,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2788,"num_write_kb":178432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":266,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.430913+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:08:11.430913+0000","last_peered":"2021-07-26T16:08:11.430913+0000","last_clean":"2021-07-26T16:08:11.430913+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:08:11.430913+0000","last_undegraded":"2021-07-26T16:08:11.430913+0000","last_fullsized":"2021-07-26T16:08:11.430913+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":222,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.427686+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:08:11.427686+0000","last_peered":"2021-07-26T16:08:11.427686+0000","last_clean":"2021-07-26T16:08:11.427686+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:08:11.427686+0000","last_undegraded":"2021-07-26T16:08:11.427686+0000","last_fullsized":"2021-07-26T16:08:11.427686+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"235'2618","reported_seq":2631,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.166930+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:08:24.166930+0000","last_peered":"2021-07-26T16:08:24.166930+0000","last_clean":"2021-07-26T16:08:24.166930+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:08:24.166930+0000","last_undegraded":"2021-07-26T16:08:24.166930+0000","last_fullsized":"2021-07-26T16:08:24.166930+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2618,"ondisk_log_size":2618,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":171573248,"num_objects":2618,"num_object_clones":0,"num_object_copies":7854,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2618,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2618,"num_write_kb":167552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":223,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.439244+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:08:11.439244+0000","last_peered":"2021-07-26T16:08:11.439244+0000","last_clean":"2021-07-26T16:08:11.439244+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:08:11.439244+0000","last_undegraded":"2021-07-26T16:08:11.439244+0000","last_fullsized":"2021-07-26T16:08:11.439244+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":157,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.428379+0000","last_change":"2021-07-26T16:05:09.272079+0000","last_active":"2021-07-26T16:08:11.428379+0000","last_peered":"2021-07-26T16:08:11.428379+0000","last_clean":"2021-07-26T16:08:11.428379+0000","last_became_active":"2021-07-26T16:05:09.271724+0000","last_became_peered":"2021-07-26T16:05:09.271724+0000","last_unstale":"2021-07-26T16:08:11.428379+0000","last_undegraded":"2021-07-26T16:08:11.428379+0000","last_fullsized":"2021-07-26T16:08:11.428379+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"235'2624","reported_seq":2637,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.979385+0000","last_change":"2021-07-26T16:07:57.173231+0000","last_active":"2021-07-26T16:08:24.979385+0000","last_peered":"2021-07-26T16:08:24.979385+0000","last_clean":"2021-07-26T16:08:24.979385+0000","last_became_active":"2021-07-26T16:07:57.172930+0000","last_became_peered":"2021-07-26T16:07:57.172930+0000","last_unstale":"2021-07-26T16:08:24.979385+0000","last_undegraded":"2021-07-26T16:08:24.979385+0000","last_fullsized":"2021-07-26T16:08:24.979385+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2624,"ondisk_log_size":2624,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":171966464,"num_objects":2624,"num_object_clones":0,"num_object_copies":7872,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2624,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2624,"num_write_kb":167936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":267,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.428370+0000","last_change":"2021-07-26T16:06:48.249975+0000","last_active":"2021-07-26T16:08:11.428370+0000","last_peered":"2021-07-26T16:08:11.428370+0000","last_clean":"2021-07-26T16:08:11.428370+0000","last_became_active":"2021-07-26T16:06:40.537599+0000","last_became_peered":"2021-07-26T16:06:40.537599+0000","last_unstale":"2021-07-26T16:08:11.428370+0000","last_undegraded":"2021-07-26T16:08:11.428370+0000","last_fullsized":"2021-07-26T16:08:11.428370+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":70,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.425351+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:08:11.425351+0000","last_peered":"2021-07-26T16:08:11.425351+0000","last_clean":"2021-07-26T16:08:11.425351+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:08:11.425351+0000","last_undegraded":"2021-07-26T16:08:11.425351+0000","last_fullsized":"2021-07-26T16:08:11.425351+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"235'2634","reported_seq":2646,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.142666+0000","last_change":"2021-07-26T16:07:57.172690+0000","last_active":"2021-07-26T16:08:24.142666+0000","last_peered":"2021-07-26T16:08:24.142666+0000","last_clean":"2021-07-26T16:08:24.142666+0000","last_became_active":"2021-07-26T16:07:57.172308+0000","last_became_peered":"2021-07-26T16:07:57.172308+0000","last_unstale":"2021-07-26T16:08:24.142666+0000","last_undegraded":"2021-07-26T16:08:24.142666+0000","last_fullsized":"2021-07-26T16:08:24.142666+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2634,"ondisk_log_size":2634,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":172621824,"num_objects":2634,"num_object_clones":0,"num_object_copies":7902,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2634,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2634,"num_write_kb":168576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":229,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.427176+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:08:11.427176+0000","last_peered":"2021-07-26T16:08:11.427176+0000","last_clean":"2021-07-26T16:08:11.427176+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:08:11.427176+0000","last_undegraded":"2021-07-26T16:08:11.427176+0000","last_fullsized":"2021-07-26T16:08:11.427176+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":22,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.425298+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:08:11.425298+0000","last_peered":"2021-07-26T16:08:11.425298+0000","last_clean":"2021-07-26T16:08:11.425298+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:08:11.425298+0000","last_undegraded":"2021-07-26T16:08:11.425298+0000","last_fullsized":"2021-07-26T16:08:11.425298+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"235'2688","reported_seq":2701,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.046062+0000","last_change":"2021-07-26T16:07:57.143127+0000","last_active":"2021-07-26T16:08:24.046062+0000","last_peered":"2021-07-26T16:08:24.046062+0000","last_clean":"2021-07-26T16:08:24.046062+0000","last_became_active":"2021-07-26T16:07:57.142825+0000","last_became_peered":"2021-07-26T16:07:57.142825+0000","last_unstale":"2021-07-26T16:08:24.046062+0000","last_undegraded":"2021-07-26T16:08:24.046062+0000","last_fullsized":"2021-07-26T16:08:24.046062+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2688,"ondisk_log_size":2688,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":176160768,"num_objects":2688,"num_object_clones":0,"num_object_copies":8064,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2688,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2688,"num_write_kb":172032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":79,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.425233+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:08:11.425233+0000","last_peered":"2021-07-26T16:08:11.425233+0000","last_clean":"2021-07-26T16:08:11.425233+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:08:11.425233+0000","last_undegraded":"2021-07-26T16:08:11.425233+0000","last_fullsized":"2021-07-26T16:08:11.425233+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":95,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.425568+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:08:11.425568+0000","last_peered":"2021-07-26T16:08:11.425568+0000","last_clean":"2021-07-26T16:08:11.425568+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:08:11.425568+0000","last_undegraded":"2021-07-26T16:08:11.425568+0000","last_fullsized":"2021-07-26T16:08:11.425568+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"235'2599","reported_seq":2612,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.058322+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:08:24.058322+0000","last_peered":"2021-07-26T16:08:24.058322+0000","last_clean":"2021-07-26T16:08:24.058322+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:08:24.058322+0000","last_undegraded":"2021-07-26T16:08:24.058322+0000","last_fullsized":"2021-07-26T16:08:24.058322+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2599,"ondisk_log_size":2599,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":170328064,"num_objects":2599,"num_object_clones":0,"num_object_copies":7797,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2599,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2599,"num_write_kb":166336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":224,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.434261+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:08:11.434261+0000","last_peered":"2021-07-26T16:08:11.434261+0000","last_clean":"2021-07-26T16:08:11.434261+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:08:11.434261+0000","last_undegraded":"2021-07-26T16:08:11.434261+0000","last_fullsized":"2021-07-26T16:08:11.434261+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":218,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.434707+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:08:11.434707+0000","last_peered":"2021-07-26T16:08:11.434707+0000","last_clean":"2021-07-26T16:08:11.434707+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:08:11.434707+0000","last_undegraded":"2021-07-26T16:08:11.434707+0000","last_fullsized":"2021-07-26T16:08:11.434707+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"235'2757","reported_seq":2770,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.813455+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:08:24.813455+0000","last_peered":"2021-07-26T16:08:24.813455+0000","last_clean":"2021-07-26T16:08:24.813455+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:08:24.813455+0000","last_undegraded":"2021-07-26T16:08:24.813455+0000","last_fullsized":"2021-07-26T16:08:24.813455+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2757,"ondisk_log_size":2757,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":180682752,"num_objects":2757,"num_object_clones":0,"num_object_copies":8271,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2757,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2757,"num_write_kb":176448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":247,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.435233+0000","last_change":"2021-07-26T16:01:16.007019+0000","last_active":"2021-07-26T16:08:11.435233+0000","last_peered":"2021-07-26T16:08:11.435233+0000","last_clean":"2021-07-26T16:08:11.435233+0000","last_became_active":"2021-07-26T16:01:16.006692+0000","last_became_peered":"2021-07-26T16:01:16.006692+0000","last_unstale":"2021-07-26T16:08:11.435233+0000","last_undegraded":"2021-07-26T16:08:11.435233+0000","last_fullsized":"2021-07-26T16:08:11.435233+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":262,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.439245+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:08:11.439245+0000","last_peered":"2021-07-26T16:08:11.439245+0000","last_clean":"2021-07-26T16:08:11.439245+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:08:11.439245+0000","last_undegraded":"2021-07-26T16:08:11.439245+0000","last_fullsized":"2021-07-26T16:08:11.439245+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":226,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.434633+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:08:11.434633+0000","last_peered":"2021-07-26T16:08:11.434633+0000","last_clean":"2021-07-26T16:08:11.434633+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:08:11.434633+0000","last_undegraded":"2021-07-26T16:08:11.434633+0000","last_fullsized":"2021-07-26T16:08:11.434633+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"235'2820","reported_seq":2833,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.029319+0000","last_change":"2021-07-26T16:07:57.173122+0000","last_active":"2021-07-26T16:08:24.029319+0000","last_peered":"2021-07-26T16:08:24.029319+0000","last_clean":"2021-07-26T16:08:24.029319+0000","last_became_active":"2021-07-26T16:07:57.172700+0000","last_became_peered":"2021-07-26T16:07:57.172700+0000","last_unstale":"2021-07-26T16:08:24.029319+0000","last_undegraded":"2021-07-26T16:08:24.029319+0000","last_fullsized":"2021-07-26T16:08:24.029319+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2820,"ondisk_log_size":2820,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":184811520,"num_objects":2820,"num_object_clones":0,"num_object_copies":8460,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2820,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2820,"num_write_kb":180480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":209,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.440627+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:08:11.440627+0000","last_peered":"2021-07-26T16:08:11.440627+0000","last_clean":"2021-07-26T16:08:11.440627+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:08:11.440627+0000","last_undegraded":"2021-07-26T16:08:11.440627+0000","last_fullsized":"2021-07-26T16:08:11.440627+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":70,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.425706+0000","last_change":"2021-07-26T16:05:09.267578+0000","last_active":"2021-07-26T16:08:11.425706+0000","last_peered":"2021-07-26T16:08:11.425706+0000","last_clean":"2021-07-26T16:08:11.425706+0000","last_became_active":"2021-07-26T16:05:09.267040+0000","last_became_peered":"2021-07-26T16:05:09.267040+0000","last_unstale":"2021-07-26T16:08:11.425706+0000","last_undegraded":"2021-07-26T16:08:11.425706+0000","last_fullsized":"2021-07-26T16:08:11.425706+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":280,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.435147+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:08:11.435147+0000","last_peered":"2021-07-26T16:08:11.435147+0000","last_clean":"2021-07-26T16:08:11.435147+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:08:11.435147+0000","last_undegraded":"2021-07-26T16:08:11.435147+0000","last_fullsized":"2021-07-26T16:08:11.435147+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"235'2723","reported_seq":2734,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.966593+0000","last_change":"2021-07-26T16:07:57.144373+0000","last_active":"2021-07-26T16:08:24.966593+0000","last_peered":"2021-07-26T16:08:24.966593+0000","last_clean":"2021-07-26T16:08:24.966593+0000","last_became_active":"2021-07-26T16:07:57.143196+0000","last_became_peered":"2021-07-26T16:07:57.143196+0000","last_unstale":"2021-07-26T16:08:24.966593+0000","last_undegraded":"2021-07-26T16:08:24.966593+0000","last_fullsized":"2021-07-26T16:08:24.966593+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2723,"ondisk_log_size":2723,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":178454528,"num_objects":2723,"num_object_clones":0,"num_object_copies":8169,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2723,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2723,"num_write_kb":174272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":192,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.428316+0000","last_change":"2021-07-26T16:06:40.547788+0000","last_active":"2021-07-26T16:08:11.428316+0000","last_peered":"2021-07-26T16:08:11.428316+0000","last_clean":"2021-07-26T16:08:11.428316+0000","last_became_active":"2021-07-26T16:06:40.547270+0000","last_became_peered":"2021-07-26T16:06:40.547270+0000","last_unstale":"2021-07-26T16:08:11.428316+0000","last_undegraded":"2021-07-26T16:08:11.428316+0000","last_fullsized":"2021-07-26T16:08:11.428316+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":218,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.434356+0000","last_change":"2021-07-26T16:05:49.096825+0000","last_active":"2021-07-26T16:08:11.434356+0000","last_peered":"2021-07-26T16:08:11.434356+0000","last_clean":"2021-07-26T16:08:11.434356+0000","last_became_active":"2021-07-26T16:05:49.096483+0000","last_became_peered":"2021-07-26T16:05:49.096483+0000","last_unstale":"2021-07-26T16:08:11.434356+0000","last_undegraded":"2021-07-26T16:08:11.434356+0000","last_fullsized":"2021-07-26T16:08:11.434356+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":231,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.435217+0000","last_change":"2021-07-26T16:01:16.006858+0000","last_active":"2021-07-26T16:08:11.435217+0000","last_peered":"2021-07-26T16:08:11.435217+0000","last_clean":"2021-07-26T16:08:11.435217+0000","last_became_active":"2021-07-26T16:01:16.006560+0000","last_became_peered":"2021-07-26T16:01:16.006560+0000","last_unstale":"2021-07-26T16:08:11.435217+0000","last_undegraded":"2021-07-26T16:08:11.435217+0000","last_fullsized":"2021-07-26T16:08:11.435217+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"235'2701","reported_seq":2713,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.984297+0000","last_change":"2021-07-26T16:07:57.175029+0000","last_active":"2021-07-26T16:08:24.984297+0000","last_peered":"2021-07-26T16:08:24.984297+0000","last_clean":"2021-07-26T16:08:24.984297+0000","last_became_active":"2021-07-26T16:07:57.174046+0000","last_became_peered":"2021-07-26T16:07:57.174046+0000","last_unstale":"2021-07-26T16:08:24.984297+0000","last_undegraded":"2021-07-26T16:08:24.984297+0000","last_fullsized":"2021-07-26T16:08:24.984297+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2701,"ondisk_log_size":2701,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":177012736,"num_objects":2701,"num_object_clones":0,"num_object_copies":8103,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2701,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2701,"num_write_kb":172864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":251,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.439530+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:08:11.439530+0000","last_peered":"2021-07-26T16:08:11.439530+0000","last_clean":"2021-07-26T16:08:11.439530+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:08:11.439530+0000","last_undegraded":"2021-07-26T16:08:11.439530+0000","last_fullsized":"2021-07-26T16:08:11.439530+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":470,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.430887+0000","last_change":"2021-07-26T16:07:52.128621+0000","last_active":"2021-07-26T16:08:11.430887+0000","last_peered":"2021-07-26T16:08:11.430887+0000","last_clean":"2021-07-26T16:08:11.430887+0000","last_became_active":"2021-07-26T16:07:52.128159+0000","last_became_peered":"2021-07-26T16:07:52.128159+0000","last_unstale":"2021-07-26T16:08:11.430887+0000","last_undegraded":"2021-07-26T16:08:11.430887+0000","last_fullsized":"2021-07-26T16:08:11.430887+0000","mapping_epoch":228,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":35,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.440632+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:08:11.440632+0000","last_peered":"2021-07-26T16:08:11.440632+0000","last_clean":"2021-07-26T16:08:11.440632+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:08:11.440632+0000","last_undegraded":"2021-07-26T16:08:11.440632+0000","last_fullsized":"2021-07-26T16:08:11.440632+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":31,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.429192+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:08:11.429192+0000","last_peered":"2021-07-26T16:08:11.429192+0000","last_clean":"2021-07-26T16:08:11.429192+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:08:11.429192+0000","last_undegraded":"2021-07-26T16:08:11.429192+0000","last_fullsized":"2021-07-26T16:08:11.429192+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"235'2550","reported_seq":2563,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.160773+0000","last_change":"2021-07-26T16:07:57.143545+0000","last_active":"2021-07-26T16:08:24.160773+0000","last_peered":"2021-07-26T16:08:24.160773+0000","last_clean":"2021-07-26T16:08:24.160773+0000","last_became_active":"2021-07-26T16:07:57.143258+0000","last_became_peered":"2021-07-26T16:07:57.143258+0000","last_unstale":"2021-07-26T16:08:24.160773+0000","last_undegraded":"2021-07-26T16:08:24.160773+0000","last_fullsized":"2021-07-26T16:08:24.160773+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2550,"ondisk_log_size":2550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":167116800,"num_objects":2550,"num_object_clones":0,"num_object_copies":7650,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2550,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2550,"num_write_kb":163200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":243,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.430814+0000","last_change":"2021-07-26T16:01:16.000326+0000","last_active":"2021-07-26T16:08:11.430814+0000","last_peered":"2021-07-26T16:08:11.430814+0000","last_clean":"2021-07-26T16:08:11.430814+0000","last_became_active":"2021-07-26T16:01:15.999482+0000","last_became_peered":"2021-07-26T16:01:15.999482+0000","last_unstale":"2021-07-26T16:08:11.430814+0000","last_undegraded":"2021-07-26T16:08:11.430814+0000","last_fullsized":"2021-07-26T16:08:11.430814+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":152,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.428272+0000","last_change":"2021-07-26T16:07:22.105863+0000","last_active":"2021-07-26T16:08:11.428272+0000","last_peered":"2021-07-26T16:08:11.428272+0000","last_clean":"2021-07-26T16:08:11.428272+0000","last_became_active":"2021-07-26T16:07:22.105468+0000","last_became_peered":"2021-07-26T16:07:22.105468+0000","last_unstale":"2021-07-26T16:08:11.428272+0000","last_undegraded":"2021-07-26T16:08:11.428272+0000","last_fullsized":"2021-07-26T16:08:11.428272+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":155,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.428587+0000","last_change":"2021-07-26T16:07:06.163962+0000","last_active":"2021-07-26T16:08:11.428587+0000","last_peered":"2021-07-26T16:08:11.428587+0000","last_clean":"2021-07-26T16:08:11.428587+0000","last_became_active":"2021-07-26T16:07:06.163319+0000","last_became_peered":"2021-07-26T16:07:06.163319+0000","last_unstale":"2021-07-26T16:08:11.428587+0000","last_undegraded":"2021-07-26T16:08:11.428587+0000","last_fullsized":"2021-07-26T16:08:11.428587+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"235'2679","reported_seq":2692,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.137333+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:08:24.137333+0000","last_peered":"2021-07-26T16:08:24.137333+0000","last_clean":"2021-07-26T16:08:24.137333+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:08:24.137333+0000","last_undegraded":"2021-07-26T16:08:24.137333+0000","last_fullsized":"2021-07-26T16:08:24.137333+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2679,"ondisk_log_size":2679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":175570944,"num_objects":2679,"num_object_clones":0,"num_object_copies":8037,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2679,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2679,"num_write_kb":171456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":256,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.430945+0000","last_change":"2021-07-26T16:05:09.276068+0000","last_active":"2021-07-26T16:08:11.430945+0000","last_peered":"2021-07-26T16:08:11.430945+0000","last_clean":"2021-07-26T16:08:11.430945+0000","last_became_active":"2021-07-26T16:05:09.275666+0000","last_became_peered":"2021-07-26T16:05:09.275666+0000","last_unstale":"2021-07-26T16:08:11.430945+0000","last_undegraded":"2021-07-26T16:08:11.430945+0000","last_fullsized":"2021-07-26T16:08:11.430945+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":236,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.435317+0000","last_change":"2021-07-26T16:06:49.103891+0000","last_active":"2021-07-26T16:08:11.435317+0000","last_peered":"2021-07-26T16:08:11.435317+0000","last_clean":"2021-07-26T16:08:11.435317+0000","last_became_active":"2021-07-26T16:06:49.103475+0000","last_became_peered":"2021-07-26T16:06:49.103475+0000","last_unstale":"2021-07-26T16:08:11.435317+0000","last_undegraded":"2021-07-26T16:08:11.435317+0000","last_fullsized":"2021-07-26T16:08:11.435317+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":146,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.428465+0000","last_change":"2021-07-26T16:06:49.088316+0000","last_active":"2021-07-26T16:08:11.428465+0000","last_peered":"2021-07-26T16:08:11.428465+0000","last_clean":"2021-07-26T16:08:11.428465+0000","last_became_active":"2021-07-26T16:06:49.087954+0000","last_became_peered":"2021-07-26T16:06:49.087954+0000","last_unstale":"2021-07-26T16:08:11.428465+0000","last_undegraded":"2021-07-26T16:08:11.428465+0000","last_fullsized":"2021-07-26T16:08:11.428465+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"235'2718","reported_seq":2729,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.814866+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:08:24.814866+0000","last_peered":"2021-07-26T16:08:24.814866+0000","last_clean":"2021-07-26T16:08:24.814866+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:08:24.814866+0000","last_undegraded":"2021-07-26T16:08:24.814866+0000","last_fullsized":"2021-07-26T16:08:24.814866+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2718,"ondisk_log_size":2718,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":178126848,"num_objects":2718,"num_object_clones":0,"num_object_copies":8154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2718,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2718,"num_write_kb":173952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":52,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.430472+0000","last_change":"2021-07-26T16:07:17.047954+0000","last_active":"2021-07-26T16:08:11.430472+0000","last_peered":"2021-07-26T16:08:11.430472+0000","last_clean":"2021-07-26T16:08:11.430472+0000","last_became_active":"2021-07-26T16:07:06.166040+0000","last_became_peered":"2021-07-26T16:07:06.166040+0000","last_unstale":"2021-07-26T16:08:11.430472+0000","last_undegraded":"2021-07-26T16:08:11.430472+0000","last_fullsized":"2021-07-26T16:08:11.430472+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":203,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.434905+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:08:11.434905+0000","last_peered":"2021-07-26T16:08:11.434905+0000","last_clean":"2021-07-26T16:08:11.434905+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:08:11.434905+0000","last_undegraded":"2021-07-26T16:08:11.434905+0000","last_fullsized":"2021-07-26T16:08:11.434905+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":27,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.430722+0000","last_change":"2021-07-26T16:07:06.166026+0000","last_active":"2021-07-26T16:08:11.430722+0000","last_peered":"2021-07-26T16:08:11.430722+0000","last_clean":"2021-07-26T16:08:11.430722+0000","last_became_active":"2021-07-26T16:07:06.165646+0000","last_became_peered":"2021-07-26T16:07:06.165646+0000","last_unstale":"2021-07-26T16:08:11.430722+0000","last_undegraded":"2021-07-26T16:08:11.430722+0000","last_fullsized":"2021-07-26T16:08:11.430722+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"235'2628","reported_seq":2640,"reported_epoch":235,"state":"active+clean","last_fresh":"2021-07-26T16:08:24.401993+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:08:24.401993+0000","last_peered":"2021-07-26T16:08:24.401993+0000","last_clean":"2021-07-26T16:08:24.401993+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:08:24.401993+0000","last_undegraded":"2021-07-26T16:08:24.401993+0000","last_fullsized":"2021-07-26T16:08:24.401993+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":2628,"ondisk_log_size":2628,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":172228608,"num_objects":2628,"num_object_clones":0,"num_object_copies":7884,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2628,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2628,"num_write_kb":168192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":251,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.429894+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:08:11.429894+0000","last_peered":"2021-07-26T16:08:11.429894+0000","last_clean":"2021-07-26T16:08:11.429894+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:08:11.429894+0000","last_undegraded":"2021-07-26T16:08:11.429894+0000","last_fullsized":"2021-07-26T16:08:11.429894+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":164,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.428677+0000","last_change":"2021-07-26T16:05:48.243973+0000","last_active":"2021-07-26T16:08:11.428677+0000","last_peered":"2021-07-26T16:08:11.428677+0000","last_clean":"2021-07-26T16:08:11.428677+0000","last_became_active":"2021-07-26T16:05:09.288052+0000","last_became_peered":"2021-07-26T16:05:09.288052+0000","last_unstale":"2021-07-26T16:08:11.428677+0000","last_undegraded":"2021-07-26T16:08:11.428677+0000","last_fullsized":"2021-07-26T16:08:11.428677+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":70,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.425043+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:08:11.425043+0000","last_peered":"2021-07-26T16:08:11.425043+0000","last_clean":"2021-07-26T16:08:11.425043+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:08:11.425043+0000","last_undegraded":"2021-07-26T16:08:11.425043+0000","last_fullsized":"2021-07-26T16:08:11.425043+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":152,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.428290+0000","last_change":"2021-07-26T16:05:09.273839+0000","last_active":"2021-07-26T16:08:11.428290+0000","last_peered":"2021-07-26T16:08:11.428290+0000","last_clean":"2021-07-26T16:08:11.428290+0000","last_became_active":"2021-07-26T16:05:09.273364+0000","last_became_peered":"2021-07-26T16:05:09.273364+0000","last_unstale":"2021-07-26T16:08:11.428290+0000","last_undegraded":"2021-07-26T16:08:11.428290+0000","last_fullsized":"2021-07-26T16:08:11.428290+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":185,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.435392+0000","last_change":"2021-07-26T16:06:40.588692+0000","last_active":"2021-07-26T16:08:11.435392+0000","last_peered":"2021-07-26T16:08:11.435392+0000","last_clean":"2021-07-26T16:08:11.435392+0000","last_became_active":"2021-07-26T16:06:40.583831+0000","last_became_peered":"2021-07-26T16:06:40.583831+0000","last_unstale":"2021-07-26T16:08:11.435392+0000","last_undegraded":"2021-07-26T16:08:11.435392+0000","last_fullsized":"2021-07-26T16:08:11.435392+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":239,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.439142+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:08:11.439142+0000","last_peered":"2021-07-26T16:08:11.439142+0000","last_clean":"2021-07-26T16:08:11.439142+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:08:11.439142+0000","last_undegraded":"2021-07-26T16:08:11.439142+0000","last_fullsized":"2021-07-26T16:08:11.439142+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":70,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.425586+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:08:11.425586+0000","last_peered":"2021-07-26T16:08:11.425586+0000","last_clean":"2021-07-26T16:08:11.425586+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:08:11.425586+0000","last_undegraded":"2021-07-26T16:08:11.425586+0000","last_fullsized":"2021-07-26T16:08:11.425586+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":224,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.439136+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:08:11.439136+0000","last_peered":"2021-07-26T16:08:11.439136+0000","last_clean":"2021-07-26T16:08:11.439136+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:08:11.439136+0000","last_undegraded":"2021-07-26T16:08:11.439136+0000","last_fullsized":"2021-07-26T16:08:11.439136+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":237,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.428228+0000","last_change":"2021-07-26T16:07:22.105912+0000","last_active":"2021-07-26T16:08:11.428228+0000","last_peered":"2021-07-26T16:08:11.428228+0000","last_clean":"2021-07-26T16:08:11.428228+0000","last_became_active":"2021-07-26T16:07:22.105531+0000","last_became_peered":"2021-07-26T16:07:22.105531+0000","last_unstale":"2021-07-26T16:08:11.428228+0000","last_undegraded":"2021-07-26T16:08:11.428228+0000","last_fullsized":"2021-07-26T16:08:11.428228+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":31,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.427329+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:08:11.427329+0000","last_peered":"2021-07-26T16:08:11.427329+0000","last_clean":"2021-07-26T16:08:11.427329+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:08:11.427329+0000","last_undegraded":"2021-07-26T16:08:11.427329+0000","last_fullsized":"2021-07-26T16:08:11.427329+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":223,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.428211+0000","last_change":"2021-07-26T16:06:49.086223+0000","last_active":"2021-07-26T16:08:11.428211+0000","last_peered":"2021-07-26T16:08:11.428211+0000","last_clean":"2021-07-26T16:08:11.428211+0000","last_became_active":"2021-07-26T16:06:49.085864+0000","last_became_peered":"2021-07-26T16:06:49.085864+0000","last_unstale":"2021-07-26T16:08:11.428211+0000","last_undegraded":"2021-07-26T16:08:11.428211+0000","last_fullsized":"2021-07-26T16:08:11.428211+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":149,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.429018+0000","last_change":"2021-07-26T16:05:49.117410+0000","last_active":"2021-07-26T16:08:11.429018+0000","last_peered":"2021-07-26T16:08:11.429018+0000","last_clean":"2021-07-26T16:08:11.429018+0000","last_became_active":"2021-07-26T16:05:49.078340+0000","last_became_peered":"2021-07-26T16:05:49.078340+0000","last_unstale":"2021-07-26T16:08:11.429018+0000","last_undegraded":"2021-07-26T16:08:11.429018+0000","last_fullsized":"2021-07-26T16:08:11.429018+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":70,"reported_epoch":234,"state":"active+clean","last_fresh":"2021-07-26T16:08:11.424601+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:08:11.424601+0000","last_peered":"2021-07-26T16:08:11.424601+0000","last_clean":"2021-07-26T16:08:11.424601+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:08:11.424601+0000","last_undegraded":"2021-07-26T16:08:11.424601+0000","last_fullsized":"2021-07-26T16:08:11.424601+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":2816409600,"num_objects":42975,"num_object_clones":0,"num_object_copies":128925,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42975,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":42975,"num_write_kb":2750400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8387559424,"data_stored":8387559424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42975,"ondisk_log_size":42975,"up":48,"acting":48,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":43,"num_bytes_recovered":1486,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495886,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2006160,"kb_used_data":957576,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91738992,"statfs":{"total":95995035648,"available":93940727808,"internally_reserved":1073741824,"allocated":980557824,"data_stored":979376831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:08:22 2021","interfaces":[{"interface":"back","average":{"1min":3.9540000000000002,"5min":1.2749999999999999,"15min":0.82299999999999995},"min":{"1min":0.218,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":61.125,"5min":61.125,"15min":61.125},"last":0.60799999999999998},{"interface":"front","average":{"1min":4.1260000000000003,"5min":1.444,"15min":0.89300000000000002},"min":{"1min":0.33200000000000002,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":61.165999999999997,"5min":61.165999999999997,"15min":61.165999999999997},"last":0.61899999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:08:22 2021","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":0.997,"15min":0.82499999999999996},"min":{"1min":0.30199999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":7.0620000000000003,"5min":7.0620000000000003,"15min":19.768000000000001},"last":1.9299999999999999},{"interface":"front","average":{"1min":0.84699999999999998,"5min":1.363,"15min":0.86599999999999999},"min":{"1min":0.30199999999999999,"5min":0.24299999999999999,"15min":0.23300000000000001},"max":{"1min":4.4850000000000003,"5min":29.486999999999998,"15min":29.486999999999998},"last":0.30199999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:07:36 2021","interfaces":[{"interface":"back","average":{"1min":1.9810000000000001,"5min":1.0549999999999999,"15min":1.679},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.224},"max":{"1min":7.7450000000000001,"5min":7.7450000000000001,"15min":8.7100000000000009},"last":0.439},{"interface":"front","average":{"1min":1.724,"5min":0.96499999999999997,"15min":1.647},"min":{"1min":0.33200000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":8.4969999999999999,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.33200000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:08:22 2021","interfaces":[{"interface":"back","average":{"1min":1.1299999999999999,"5min":1.137,"15min":0.90200000000000002},"min":{"1min":0.29399999999999998,"5min":0.28199999999999997,"15min":0.26600000000000001},"max":{"1min":6.1589999999999998,"5min":6.8849999999999998,"15min":19.582999999999998},"last":1.3480000000000001},{"interface":"front","average":{"1min":0.998,"5min":0.91100000000000003,"15min":0.82999999999999996},"min":{"1min":0.312,"5min":0.27500000000000002,"15min":0.24399999999999999},"max":{"1min":6.8029999999999999,"5min":6.8029999999999999,"15min":19.699999999999999},"last":0.42499999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:07:22 2021","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.38200000000000001,"15min":0.34000000000000002},"min":{"1min":0.22500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":3.6070000000000002,"5min":3.6070000000000002,"15min":3.6070000000000002},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.45900000000000002,"15min":0.42499999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.6349999999999998,"5min":3.6349999999999998,"15min":3.6349999999999998},"last":0.40899999999999997}]},{"osd":5,"last update":"Mon Jul 26 16:07:51 2021","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":0.50700000000000001,"15min":0.504},"min":{"1min":0.25,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":4.8529999999999998,"5min":4.8529999999999998,"15min":4.8529999999999998},"last":0.378},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.45400000000000001,"15min":0.53900000000000003},"min":{"1min":0.25800000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":3.6629999999999998,"5min":3.6629999999999998,"15min":7.5720000000000001},"last":0.36899999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:07:51 2021","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.48399999999999999,"15min":0.54500000000000004},"min":{"1min":0.28000000000000003,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":2.802,"5min":2.802,"15min":4.7430000000000003},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.54200000000000004,"15min":0.51300000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":4.4219999999999997,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":0.35399999999999998}]}]},{"osd":6,"up_from":41,"seq":176093659409,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2079636,"kb_used_data":1031052,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91665516,"statfs":{"total":95995035648,"available":93865488384,"internally_reserved":1073741824,"allocated":1055797248,"data_stored":1054619839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:08:23 2021","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":0.621,"15min":0.59599999999999997},"min":{"1min":0.23599999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.7569999999999997,"5min":6.7569999999999997,"15min":6.7569999999999997},"last":0.28399999999999997},{"interface":"front","average":{"1min":1.423,"5min":0.82199999999999995,"15min":0.71599999999999997},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":10.353999999999999,"5min":10.353999999999999,"15min":11.207000000000001},"last":0.20999999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:08:23 2021","interfaces":[{"interface":"back","average":{"1min":1.373,"5min":0.98799999999999999,"15min":0.74399999999999999},"min":{"1min":0.32500000000000001,"5min":0.22500000000000001,"15min":0.21199999999999999},"max":{"1min":12.864000000000001,"5min":12.864000000000001,"15min":12.864000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":1.113,"5min":0.873,"15min":0.83099999999999996},"min":{"1min":0.32300000000000001,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":6.9100000000000001,"5min":8.4779999999999998,"15min":11.455},"last":0.63900000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:07:32 2021","interfaces":[{"interface":"back","average":{"1min":1.508,"5min":1.0009999999999999,"15min":1.9710000000000001},"min":{"1min":0.35799999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":5.8639999999999999,"5min":6.3979999999999997,"15min":12.388999999999999},"last":0.433},{"interface":"front","average":{"1min":1.4259999999999999,"5min":1.0649999999999999,"15min":1.6759999999999999},"min":{"1min":0.28100000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.9260000000000002,"5min":6.1120000000000001,"15min":10.116},"last":0.314}]},{"osd":3,"last update":"Mon Jul 26 16:08:23 2021","interfaces":[{"interface":"back","average":{"1min":2.9729999999999999,"5min":1.4279999999999999,"15min":1.0669999999999999},"min":{"1min":0.30399999999999999,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":49.716999999999999,"5min":49.716999999999999,"15min":49.716999999999999},"last":0.76400000000000001},{"interface":"front","average":{"1min":3.3069999999999999,"5min":1.47,"15min":1.095},"min":{"1min":0.32800000000000001,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":49.741,"5min":49.741,"15min":49.741},"last":0.81399999999999995}]},{"osd":4,"last update":"Mon Jul 26 16:08:23 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.48299999999999998,"15min":0.372},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":5.8369999999999997,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.57599999999999996,"15min":0.39500000000000002},"min":{"1min":0.222,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":6.2069999999999999,"5min":8.4179999999999993,"15min":8.4179999999999993},"last":2.0049999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:08:23 2021","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.54000000000000004,"15min":0.503},"min":{"1min":0.23799999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":5.8520000000000003,"5min":6.718,"15min":6.718},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.63,"5min":0.48799999999999999,"15min":0.52200000000000002},"min":{"1min":0.23400000000000001,"5min":0.214,"15min":0.214},"max":{"1min":5.8819999999999997,"5min":5.8819999999999997,"15min":5.9240000000000004},"last":0.52300000000000002}]},{"osd":7,"last update":"Mon Jul 26 16:07:39 2021","interfaces":[{"interface":"back","average":{"1min":1.774,"5min":0.81100000000000005,"15min":0.74299999999999999},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":11.739000000000001,"5min":16.913,"15min":16.913},"last":0.751},{"interface":"front","average":{"1min":1.379,"5min":0.59499999999999997,"15min":0.59299999999999997},"min":{"1min":0.27600000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.7789999999999999,"5min":6.7789999999999999,"15min":6.7789999999999999},"last":0.63}]}]},{"osd":1,"up_from":78,"seq":335007449226,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1519676,"kb_used_data":1344436,"kb_used_omap":6,"kb_used_meta":175225,"kb_avail":92225476,"statfs":{"total":95995035648,"available":94438887424,"internally_reserved":0,"allocated":1376702464,"data_stored":1375544311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":179431001},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:08:21 2021","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.998,"15min":0.66200000000000003},"min":{"1min":0.217,"5min":0.191,"15min":0.184},"max":{"1min":4.0529999999999999,"5min":6.1050000000000004,"15min":6.1050000000000004},"last":0.58899999999999997},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.1759999999999999,"15min":0.81200000000000006},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":7.0519999999999996,"5min":10.977,"15min":10.977},"last":0.96899999999999997}]},{"osd":2,"last update":"Mon Jul 26 16:07:29 2021","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":1.6419999999999999,"15min":1.8500000000000001},"min":{"1min":0.24199999999999999,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":5.3280000000000003,"5min":34.530000000000001,"15min":34.530000000000001},"last":0.27200000000000002},{"interface":"front","average":{"1min":1.7609999999999999,"5min":1.7170000000000001,"15min":1.829},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":7.218,"5min":34.465000000000003,"15min":34.465000000000003},"last":0.34799999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:08:17 2021","interfaces":[{"interface":"back","average":{"1min":2.1869999999999998,"5min":1.353,"15min":0.98099999999999998},"min":{"1min":0.29899999999999999,"5min":0.254,"15min":0.24099999999999999},"max":{"1min":8.9529999999999994,"5min":8.9529999999999994,"15min":13.077999999999999},"last":0.93200000000000005},{"interface":"front","average":{"1min":2.0739999999999998,"5min":1.3460000000000001,"15min":0.98199999999999998},"min":{"1min":0.26800000000000002,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":8.9969999999999999,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.90500000000000003}]},{"osd":4,"last update":"Mon Jul 26 16:07:24 2021","interfaces":[{"interface":"back","average":{"1min":1.573,"5min":1.0209999999999999,"15min":0.92600000000000005},"min":{"1min":0.35599999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":5.9539999999999997,"5min":5.9539999999999997,"15min":5.9539999999999997},"last":0.318},{"interface":"front","average":{"1min":1.7529999999999999,"5min":1.1419999999999999,"15min":1.087},"min":{"1min":0.35399999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":5.3369999999999997,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":0.621}]},{"osd":5,"last update":"Mon Jul 26 16:08:21 2021","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":1.0309999999999999,"15min":0.86299999999999999},"min":{"1min":0.35899999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":4.2000000000000002,"5min":4.6070000000000002,"15min":9.8689999999999998},"last":0.45300000000000001},{"interface":"front","average":{"1min":1.133,"5min":1.028,"15min":0.877},"min":{"1min":0.308,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":4.319,"5min":5.9109999999999996,"15min":6.9139999999999997},"last":0.38200000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:08:21 2021","interfaces":[{"interface":"back","average":{"1min":1.363,"5min":1.147,"15min":0.93700000000000006},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":4.7549999999999999,"5min":4.7549999999999999,"15min":9.9209999999999994},"last":0.48499999999999999},{"interface":"front","average":{"1min":1.1619999999999999,"5min":1.135,"15min":0.90200000000000002},"min":{"1min":0.36099999999999999,"5min":0.34499999999999997,"15min":0.32200000000000001},"max":{"1min":4.3399999999999999,"5min":6.508,"15min":6.8730000000000002},"last":0.41299999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:08:21 2021","interfaces":[{"interface":"back","average":{"1min":1.0629999999999999,"5min":1.024,"15min":0.85599999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":3.673,"5min":5.9870000000000001,"15min":5.9870000000000001},"last":0.67300000000000004},{"interface":"front","average":{"1min":1.327,"5min":1.238,"15min":0.999},"min":{"1min":0.40100000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":8.234,"5min":8.234,"15min":9.968},"last":0.51500000000000001}]}]},{"osd":0,"up_from":73,"seq":313532612760,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1527688,"kb_used_data":1388480,"kb_used_omap":23,"kb_used_meta":139176,"kb_avail":92217464,"statfs":{"total":95995035648,"available":94430683136,"internally_reserved":0,"allocated":1421803520,"data_stored":1420634198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23818,"internal_metadata":142516982},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":4.0039999999999996,"5min":3.2610000000000001,"15min":1.4039999999999999},"min":{"1min":0.19400000000000001,"5min":0.189,"15min":0.189},"max":{"1min":44.950000000000003,"5min":160.554,"15min":160.554},"last":2.4580000000000002},{"interface":"front","average":{"1min":3.8439999999999999,"5min":3.2959999999999998,"15min":1.478},"min":{"1min":0.22900000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":43.060000000000002,"5min":159.00200000000001,"15min":159.00200000000001},"last":1.504}]},{"osd":2,"last update":"Mon Jul 26 16:07:41 2021","interfaces":[{"interface":"back","average":{"1min":4.2830000000000004,"5min":2.0270000000000001,"15min":1.53},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20799999999999999},"max":{"1min":42.893999999999998,"5min":42.893999999999998,"15min":42.893999999999998},"last":0.747},{"interface":"front","average":{"1min":4.3570000000000002,"5min":2.1230000000000002,"15min":1.518},"min":{"1min":0.222,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":44.914000000000001,"5min":44.914000000000001,"15min":44.914000000000001},"last":7.218}]},{"osd":3,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":4.5979999999999999,"5min":1.4279999999999999,"15min":1.093},"min":{"1min":0.29899999999999999,"5min":0.24399999999999999,"15min":0.19800000000000001},"max":{"1min":46.173999999999999,"5min":46.173999999999999,"15min":46.173999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":4.6639999999999997,"5min":1.5469999999999999,"15min":1.179},"min":{"1min":0.376,"5min":0.30299999999999999,"15min":0.24299999999999999},"max":{"1min":46.201999999999998,"5min":46.201999999999998,"15min":46.201999999999998},"last":0.63500000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":1.0529999999999999,"15min":0.81299999999999994},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":7.7549999999999999,"5min":7.7549999999999999,"15min":7.7549999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":1.5609999999999999,"5min":1.002,"15min":0.90000000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.4000000000000004,"5min":6.4000000000000004,"15min":6.4000000000000004},"last":2.395}]},{"osd":5,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.83599999999999997,"15min":0.85999999999999999},"min":{"1min":0.317,"5min":0.313,"15min":0.313},"max":{"1min":3.4039999999999999,"5min":5.9349999999999996,"15min":12.853},"last":0.68799999999999994},{"interface":"front","average":{"1min":2.1499999999999999,"5min":1.194,"15min":1.05},"min":{"1min":0.35599999999999998,"5min":0.35099999999999998,"15min":0.32600000000000001},"max":{"1min":7.7939999999999996,"5min":11.236000000000001,"15min":14.298999999999999},"last":0.56200000000000006}]},{"osd":6,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":0.91100000000000003,"15min":0.88600000000000001},"min":{"1min":0.36599999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":4.4180000000000001,"5min":5.9660000000000002,"15min":14.609999999999999},"last":0.71799999999999997},{"interface":"front","average":{"1min":2.1309999999999998,"5min":1.1040000000000001,"15min":0.93000000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33300000000000002},"max":{"1min":7.7320000000000002,"5min":8.5549999999999997,"15min":8.5549999999999997},"last":0.58199999999999996}]},{"osd":7,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":2.1829999999999998,"5min":1.097,"15min":1.069},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":7.7750000000000004,"5min":8.3710000000000004,"15min":27.449999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":1.595,"5min":1.008,"15min":0.93700000000000006},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.32300000000000001},"max":{"1min":5.1100000000000003,"5min":8.2750000000000004,"15min":27.463999999999999},"last":2.4300000000000002}]}]},{"osd":2,"up_from":0,"seq":459561500766,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122175,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2052928,"kb_used_data":1814648,"kb_used_omap":4,"kb_used_meta":238267,"kb_avail":91692224,"statfs":{"total":95995035648,"available":93892837376,"internally_reserved":0,"allocated":1858199552,"data_stored":1857037393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4483,"internal_metadata":243986045},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:08:17 2021","interfaces":[{"interface":"back","average":{"1min":1.3100000000000001,"5min":1.3120000000000001,"15min":0.89200000000000002},"min":{"1min":0.21099999999999999,"5min":0.193,"15min":0.17799999999999999},"max":{"1min":6.774,"5min":54.576999999999998,"15min":54.576999999999998},"last":1.218},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.3080000000000001,"15min":0.876},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":4.0389999999999997,"5min":56.030999999999999,"15min":56.030999999999999},"last":1.1699999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:08:17 2021","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":1.48,"15min":0.97199999999999998},"min":{"1min":0.247,"5min":0.22500000000000001,"15min":0.223},"max":{"1min":4.7460000000000004,"5min":24.407,"15min":24.407},"last":1.29},{"interface":"front","average":{"1min":1.381,"5min":1.575,"15min":1.113},"min":{"1min":0.29499999999999998,"5min":0.223,"15min":0.223},"max":{"1min":6.8079999999999998,"5min":42.917000000000002,"15min":42.917000000000002},"last":1.2669999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:07:34 2021","interfaces":[{"interface":"back","average":{"1min":2.5430000000000001,"5min":1.357,"15min":1.9750000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":10.73,"5min":10.73,"15min":10.73},"last":1.1000000000000001},{"interface":"front","average":{"1min":2.2959999999999998,"5min":1.242,"15min":2.5579999999999998},"min":{"1min":0.32800000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.694000000000001,"5min":10.694000000000001,"15min":14.436},"last":1.1839999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:07:26 2021","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.78200000000000003,"15min":0.67600000000000005},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":4.5810000000000004,"5min":5.0250000000000004,"15min":5.0250000000000004},"last":0.35299999999999998},{"interface":"front","average":{"1min":1.431,"5min":0.88500000000000001,"15min":0.78100000000000003},"min":{"1min":0.29299999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":7.0380000000000003,"5min":7.0380000000000003,"15min":7.0380000000000003},"last":1.2090000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:08:17 2021","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.77600000000000002,"15min":0.82199999999999995},"min":{"1min":0.30199999999999999,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":1.2210000000000001,"5min":5.0540000000000003,"15min":10.988},"last":0.317},{"interface":"front","average":{"1min":1.224,"5min":0.92500000000000004,"15min":0.85699999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":4.7370000000000001,"5min":5.9610000000000003,"15min":11.145},"last":1.133}]},{"osd":6,"last update":"Mon Jul 26 16:08:17 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.78600000000000003,"15min":0.84099999999999997},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":1.25,"5min":4.9930000000000003,"15min":11.039999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":1.155,"5min":1.109,"15min":0.96999999999999997},"min":{"1min":0.38300000000000001,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":4.7930000000000001,"5min":7.109,"15min":7.109},"last":1.26}]},{"osd":7,"last update":"Mon Jul 26 16:08:17 2021","interfaces":[{"interface":"back","average":{"1min":1.2629999999999999,"5min":1.131,"15min":1.0049999999999999},"min":{"1min":0.432,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":4.8369999999999997,"5min":7.1390000000000002,"15min":8.5549999999999997},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.708,"5min":1.129,"15min":1.0189999999999999},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.36699999999999999},"max":{"1min":10.220000000000001,"5min":10.220000000000001,"15min":19.039999999999999},"last":1.179}]}]},{"osd":4,"up_from":163,"seq":700079669298,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1890708,"kb_used_data":842124,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":91854444,"statfs":{"total":95995035648,"available":94058950656,"internally_reserved":1073741824,"allocated":862334976,"data_stored":861157126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:08:24 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.58799999999999997,"15min":0.40300000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":4.7510000000000003,"5min":7.3719999999999999,"15min":7.3719999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":1.359,"5min":0.88200000000000001,"15min":0.54500000000000004},"min":{"1min":0.255,"5min":0.218,"15min":0.218},"max":{"1min":6.2380000000000004,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":0.503}]},{"osd":1,"last update":"Mon Jul 26 16:08:24 2021","interfaces":[{"interface":"back","average":{"1min":1.0820000000000001,"5min":0.623,"15min":0.45800000000000002},"min":{"1min":0.255,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":4.7629999999999999,"5min":4.7629999999999999,"15min":4.7629999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":1.121,"5min":0.76100000000000001,"15min":0.54100000000000004},"min":{"1min":0.30099999999999999,"5min":0.247,"15min":0.247},"max":{"1min":4.1470000000000002,"5min":4.8319999999999999,"15min":4.8319999999999999},"last":1.0580000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:08:24 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.86499999999999999,"15min":0.56299999999999994},"min":{"1min":0.29199999999999998,"5min":0.252,"15min":0.252},"max":{"1min":3.944,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.68500000000000005,"15min":0.55300000000000005},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.7509999999999999,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.54000000000000004}]},{"osd":3,"last update":"Mon Jul 26 16:08:24 2021","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":0.64100000000000001,"15min":0.501},"min":{"1min":0.28899999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":6.9039999999999999,"5min":6.9039999999999999,"15min":6.9039999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":1.1819999999999999,"5min":0.72599999999999998,"15min":0.52600000000000002},"min":{"1min":0.30399999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":6.8940000000000001,"5min":6.8940000000000001,"15min":6.8940000000000001},"last":0.56599999999999995}]},{"osd":5,"last update":"Mon Jul 26 16:08:24 2021","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.41599999999999998,"15min":0.35999999999999999},"min":{"1min":0.23000000000000001,"5min":0.22,"15min":0.22},"max":{"1min":2.2370000000000001,"5min":2.2370000000000001,"15min":2.2370000000000001},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.42599999999999999,"15min":0.38},"min":{"1min":0.25,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":2.242,"5min":2.242,"15min":2.242},"last":0.49199999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:08:24 2021","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.42099999999999999,"15min":0.35699999999999998},"min":{"1min":0.25700000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.9319999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.46400000000000002,"15min":0.38500000000000001},"min":{"1min":0.27900000000000003,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":2.0499999999999998,"5min":2.847,"15min":2.847},"last":0.59599999999999997}]},{"osd":7,"last update":"Mon Jul 26 16:08:24 2021","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.438,"15min":0.40400000000000003},"min":{"1min":0.29199999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.0880000000000001,"5min":2.0880000000000001,"15min":2.0880000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.48399999999999999,"15min":0.41199999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":2.2469999999999999,"5min":2.4380000000000002,"15min":2.4380000000000002},"last":0.52500000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822934,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1800568,"kb_used_data":751984,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91944584,"statfs":{"total":95995035648,"available":94151254016,"internally_reserved":1073741824,"allocated":770031616,"data_stored":768870329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:08:15 2021","interfaces":[{"interface":"back","average":{"1min":2.6200000000000001,"5min":1.0980000000000001,"15min":0.79100000000000004},"min":{"1min":0.26400000000000001,"5min":0.23300000000000001,"15min":0.19500000000000001},"max":{"1min":27.933,"5min":27.933,"15min":27.933},"last":0.42599999999999999},{"interface":"front","average":{"1min":2.71,"5min":1.2569999999999999,"15min":0.875},"min":{"1min":0.36299999999999999,"5min":0.29199999999999998,"15min":0.24399999999999999},"max":{"1min":27.974,"5min":27.974,"15min":27.974},"last":0.45300000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":2.5659999999999998,"5min":1.3600000000000001,"15min":0.89600000000000002},"min":{"1min":0.23499999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":27.866,"5min":35.581000000000003,"15min":35.581000000000003},"last":1.2669999999999999},{"interface":"front","average":{"1min":2.1230000000000002,"5min":1.339,"15min":0.92700000000000005},"min":{"1min":0.29899999999999999,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":27.902000000000001,"5min":35.548999999999999,"15min":35.548999999999999},"last":1.6399999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:07:33 2021","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1.1519999999999999,"15min":1.1659999999999999},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":4.407,"5min":35.734000000000002,"15min":35.734000000000002},"last":1.619},{"interface":"front","average":{"1min":2.0139999999999998,"5min":3.0270000000000001,"15min":1.74},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":12.111000000000001,"5min":171.78700000000001,"15min":171.78700000000001},"last":0.32400000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:08:15 2021","interfaces":[{"interface":"back","average":{"1min":2.4239999999999999,"5min":1.6419999999999999,"15min":1.147},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":28.457000000000001,"5min":40.508000000000003,"15min":40.508000000000003},"last":0.28699999999999998},{"interface":"front","average":{"1min":2.2879999999999998,"5min":1.518,"15min":1.109},"min":{"1min":0.31900000000000001,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":28.445,"5min":40.482999999999997,"15min":40.482999999999997},"last":1.593}]},{"osd":4,"last update":"Mon Jul 26 16:07:23 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.38400000000000001,"15min":0.34999999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.7000000000000002,"5min":3.7000000000000002,"15min":3.7000000000000002},"last":4.6970000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.38200000000000001,"15min":0.35499999999999998},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":2.581,"5min":2.581,"15min":2.581},"last":4.2800000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:07:27 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.39300000000000002,"15min":0.48799999999999999},"min":{"1min":0.252,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.6629999999999998,"5min":3.6629999999999998,"15min":4.7610000000000001},"last":5.1299999999999999},{"interface":"front","average":{"1min":0.995,"5min":0.51500000000000001,"15min":0.53700000000000003},"min":{"1min":0.23799999999999999,"5min":0.223,"15min":0.223},"max":{"1min":6.2519999999999998,"5min":6.2519999999999998,"15min":7.899},"last":0.26100000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:07:37 2021","interfaces":[{"interface":"back","average":{"1min":1.2,"5min":0.58199999999999996,"15min":0.60399999999999998},"min":{"1min":0.28499999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":6.3579999999999997,"5min":6.3579999999999997,"15min":8.9489999999999998},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.42199999999999999,"15min":0.52700000000000002},"min":{"1min":0.25,"5min":0.217,"15min":0.217},"max":{"1min":2.641,"5min":2.641,"15min":8.1170000000000009},"last":0.98599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1435369472,"data_stored":1435369472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1409351680,"data_stored":1409351680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1873936384,"data_stored":1873936384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":894435328,"data_stored":894435328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":702873600,"data_stored":702873600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1054932992,"data_stored":1054932992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1016659968,"data_stored":1016659968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:08:27.996 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2021-07-26T16:08:27.996 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:08:27.997 INFO:tasks.thrashosds.thrasher:Removing osd 0, in_osds are: [1, 3, 5, 6, 7, 0, 4] 2021-07-26T16:08:27.997 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd out 0 2021-07-26T16:08:28.056 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: 2021-07-26T16:08:27.765+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:08:28.056 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:08:28.056 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:28.057 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:08:28.057 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:28.057 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:08:28.057 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:28.057 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:28.058 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:08:28.058 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: 2021-07-26T16:08:27.766+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:08:28.058 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:08:28.058 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:28.059 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:08:28.059 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:28.059 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:08:28.059 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:28.060 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:28.060 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:08:28.060 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: 2021-07-26T16:08:27.767+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:08:28.060 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:08:28.060 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:28.061 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:08:28.061 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:28.061 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:08:28.061 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:28.062 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:28.062 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:08:28.062 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: 2021-07-26T16:08:27.768+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:08:28.062 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:08:28.062 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:28.063 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:08:28.063 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:28.063 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:08:28.063 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:28.064 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:28.064 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:08:27 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:08:28.075 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:28.146 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:28.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:28.148 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:28.211 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:28.249 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:28.279 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:28.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:28.280 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:28.320 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 24 16 48404 48388 125.988 87.5625 0.00495928 0.00793242 2021-07-26T16:08:28.381 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:28.411 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:28.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:28.412 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:28 smithi078 ceph-mon[77813]: from='client.45540 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:08:28.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:28 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:08:28.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:28 smithi078 ceph-mon[73801]: from='client.45540 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:08:28.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:28 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:08:28.513 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:28.540 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:28.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:28.542 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:28.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:28 smithi139 ceph-mon[56829]: from='client.45540 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:08:28.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:28 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:08:28.644 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:28.674 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:28.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:28.675 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:28.776 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:28.839 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:28.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:28.841 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:28.941 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:28.975 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:28.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:28.976 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:29.077 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:29.114 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:29.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:29.116 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:29.216 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:29.273 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:29.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:29.274 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:29.314 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:29 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:08:29.315 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:08:29.315 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:29.315 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:08:29.315 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:29.316 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:08:29.316 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:29.316 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:29.316 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:08:29.317 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:29 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:08:29.317 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:08:29.317 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:29.317 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:08:29.317 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:29.318 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:08:29.318 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:29.318 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:29.318 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:08:29.318 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:29 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:08:29.319 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:08:29.319 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:29.319 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:08:29.319 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:29.320 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:08:29.320 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:29.320 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:29.320 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:08:29.320 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:29 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:08:29.321 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:08:29.321 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:29.321 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:08:29.321 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:29.321 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:08:29.322 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:29.322 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:29.322 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:08:29.322 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:29 smithi078 ceph-mon[77813]: pgmap v632: 89 pgs: 89 active+clean; 2.6 GiB data, 8.3 GiB used, 614 GiB / 626 GiB avail; 112 MiB/s wr, 1.79k op/s 2021-07-26T16:08:29.323 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:29 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:08:29.323 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:08:29.323 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:29.324 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:08:29.324 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:29.324 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:08:29.324 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:29.325 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:29.325 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:08:29.325 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:29 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:08:29.325 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:08:29.325 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:29.326 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:08:29.326 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:29.326 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:08:29.326 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:29.326 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:29.327 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:08:29.327 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:29 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:08:29.327 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:08:29.327 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:29.328 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:08:29.328 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:29.328 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:08:29.328 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:29.328 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:29.329 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:08:29.329 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:29 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:08:29.329 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:08:29.329 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:29.329 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:08:29.330 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:29.330 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:08:29.330 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:29.330 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:29.331 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:08:29.331 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:29 smithi078 ceph-mon[73801]: pgmap v632: 89 pgs: 89 active+clean; 2.6 GiB data, 8.3 GiB used, 614 GiB / 626 GiB avail; 112 MiB/s wr, 1.79k op/s 2021-07-26T16:08:29.331 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 25 16 49777 49761 124.346 85.8125 0.00483302 0.00803177 2021-07-26T16:08:29.376 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:29.436 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:29.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:29.437 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:29.538 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:29.575 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:29.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:29.576 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:29.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:29 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:08:29.577 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:08:29.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:29.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:08:29.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:29.578 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:08:29.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:29.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:29.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:08:29.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:29 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:08:29.579 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:08:29.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:29.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:08:29.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:29.580 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:08:29.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:29.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:29.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:08:29.581 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:29 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:08:29.581 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:08:29.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:29.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:08:29.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:29.582 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:08:29.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:29.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:29.583 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:08:29.583 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:29 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:08:29.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:08:29.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:29.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:08:29.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:29.584 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:08:29.585 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:29.585 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:29.585 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:08:29.585 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:29 smithi139 ceph-mon[56829]: pgmap v632: 89 pgs: 89 active+clean; 2.6 GiB data, 8.3 GiB used, 614 GiB / 626 GiB avail; 112 MiB/s wr, 1.79k op/s 2021-07-26T16:08:29.677 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:29.720 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:29.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:29.725 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:29.826 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:29.859 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:29.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:29.861 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:29.962 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:29.989 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:29.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:29.991 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:30.092 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:30.121 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:30.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:30.122 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:30.223 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:30.251 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:30.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:30.253 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:30.253 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:08:30.295 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:08:30.320 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:08:30.327 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 26 16 51121 51105 122.794 84 0.00825235 0.00813374 2021-07-26T16:08:30.354 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:30.375 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:30.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:30.376 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:30.433 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:08:30.471 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:08:30.477 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:30.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:30 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3794091914' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:30.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:30 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3794091914' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:30.505 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:08:30.508 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:30.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:30.510 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:30.537 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:08:30.573 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:08:30.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:30 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3794091914' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:30.580 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:08:30.580 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:08:30.580 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:08:30.580 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:08:30.581 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:08:30.581 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:08:30.581 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:08:30.581 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:08:30.611 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:30.638 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:30.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:30.640 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:30.741 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:30.776 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:30.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:30.777 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:30.878 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:30.922 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:30.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:30.924 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:31.025 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:31.057 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:31.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:31.059 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:31.159 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:31.191 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:31.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:31.192 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:31.293 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:31.316 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:31 smithi078 ceph-mon[73801]: pgmap v633: 89 pgs: 89 active+clean; 2.9 GiB data, 9.2 GiB used, 613 GiB / 626 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-07-26T16:08:31.316 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:31 smithi078 ceph-mon[77813]: pgmap v633: 89 pgs: 89 active+clean; 2.9 GiB data, 9.2 GiB used, 613 GiB / 626 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-07-26T16:08:31.325 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:31.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:31.326 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:31.327 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 27 16 52365 52349 121.126 77.75 0.0164223 0.00825095 2021-07-26T16:08:31.427 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:31.465 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:31.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:31.468 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:31.569 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:31.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:31 smithi139 ceph-mon[56829]: pgmap v633: 89 pgs: 89 active+clean; 2.9 GiB data, 9.2 GiB used, 613 GiB / 626 GiB avail; 102 MiB/s wr, 1.63k op/s 2021-07-26T16:08:31.603 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:31.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:31.604 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:31.705 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:31.749 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:31.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:31.750 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:31.851 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:31.889 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:31.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:31.890 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:31.991 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:32.019 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:32.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:32.021 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:32.122 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:32.157 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:32.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:32.158 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:32.259 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:32.291 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:32.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:32.292 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:32.328 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 28 16 53814 53798 120.035 90.5625 0.00746447 0.00832532 2021-07-26T16:08:32.393 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:32.421 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:32.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:32.423 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:32.524 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:32.560 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:32.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:32.562 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:32.663 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:32.684 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:32.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:32.685 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:32.786 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:32.822 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:32.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:32.823 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:32.924 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:32.955 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:32.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:32.957 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:33.058 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:33.082 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:33.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:33.083 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:33.184 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:33.214 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:33.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:33.216 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:33.317 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:33.328 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 29 16 55218 55202 118.921 87.75 0.00770643 0.00840425 2021-07-26T16:08:33.351 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:33 smithi078 ceph-mon[73801]: pgmap v634: 89 pgs: 89 active+clean; 3.0 GiB data, 9.4 GiB used, 612 GiB / 626 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-07-26T16:08:33.352 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:33 smithi078 ceph-mon[77813]: pgmap v634: 89 pgs: 89 active+clean; 3.0 GiB data, 9.4 GiB used, 612 GiB / 626 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-07-26T16:08:33.360 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:33.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:33.361 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:33.462 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:33.502 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:33.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:33.504 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:33.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:33 smithi139 ceph-mon[56829]: pgmap v634: 89 pgs: 89 active+clean; 3.0 GiB data, 9.4 GiB used, 612 GiB / 626 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-07-26T16:08:33.605 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:33.625 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:08:33.625 INFO:teuthology.orchestra.run.smithi078.stdout: "size": 20, 2021-07-26T16:08:33.625 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 600, 2021-07-26T16:08:33.625 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:08:33.626 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.626 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149432 6.a e144/132 6:547a9c49:::benchmark_data_smithi078_103090_object44567:head v 144'9494, mlcod=97'2427)", 2021-07-26T16:08:33.626 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.057106+0000", 2021-07-26T16:08:33.626 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 297.55376548300001, 2021-07-26T16:08:33.627 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4280674180000004, 2021-07-26T16:08:33.627 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.627 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:08:33.627 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.628 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.628 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.628 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057106+0000", 2021-07-26T16:08:33.628 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.629 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.629 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.629 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.629 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057106+0000", 2021-07-26T16:08:33.629 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.630 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.630 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.630 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.630 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057111+0000", 2021-07-26T16:08:33.631 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5170000000000001e-06 2021-07-26T16:08:33.631 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.631 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.631 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.632 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057114+0000", 2021-07-26T16:08:33.632 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9280000000000003e-06 2021-07-26T16:08:33.632 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.632 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.633 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.633 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057128+0000", 2021-07-26T16:08:33.633 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3251000000000001e-05 2021-07-26T16:08:33.633 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.633 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.634 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.634 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057135+0000", 2021-07-26T16:08:33.634 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2439999999999996e-06 2021-07-26T16:08:33.634 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.635 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.635 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.635 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.465624+0000", 2021-07-26T16:08:33.635 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4084889509999998 2021-07-26T16:08:33.636 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.636 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.636 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.636 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.465648+0000", 2021-07-26T16:08:33.636 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3833e-05 2021-07-26T16:08:33.637 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.637 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.637 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:08:33.637 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485135+0000", 2021-07-26T16:08:33.638 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019487256000000001 2021-07-26T16:08:33.638 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.638 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.638 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.639 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485173+0000", 2021-07-26T16:08:33.639 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8438e-05 2021-07-26T16:08:33.639 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.639 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.639 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.640 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.640 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.640 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149434 6.a e144/132 6:5f1fb054:::benchmark_data_smithi078_103090_object44569:head v 144'9495, mlcod=97'2427)", 2021-07-26T16:08:33.640 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.067273+0000", 2021-07-26T16:08:33.641 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 297.54359875099999, 2021-07-26T16:08:33.641 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.417923944, 2021-07-26T16:08:33.641 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.641 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:08:33.642 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.642 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.642 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.642 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067273+0000", 2021-07-26T16:08:33.642 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.643 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.643 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.643 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.643 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067273+0000", 2021-07-26T16:08:33.644 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.644 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.644 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.644 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.644 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067276+0000", 2021-07-26T16:08:33.645 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0680000000000001e-06 2021-07-26T16:08:33.645 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.645 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.645 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.646 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067279+0000", 2021-07-26T16:08:33.646 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9270000000000001e-06 2021-07-26T16:08:33.646 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.646 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.646 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.647 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067294+0000", 2021-07-26T16:08:33.647 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4771e-05 2021-07-26T16:08:33.647 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.647 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.648 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.648 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067301+0000", 2021-07-26T16:08:33.648 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.6790000000000005e-06 2021-07-26T16:08:33.648 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.649 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.649 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.649 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.470342+0000", 2021-07-26T16:08:33.649 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4030407970000001 2021-07-26T16:08:33.649 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.650 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.650 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.650 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.470365+0000", 2021-07-26T16:08:33.650 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3428e-05 2021-07-26T16:08:33.651 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.651 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.651 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:08:33.651 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485179+0000", 2021-07-26T16:08:33.651 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014813428 2021-07-26T16:08:33.652 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.652 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.652 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.652 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485197+0000", 2021-07-26T16:08:33.653 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7846000000000002e-05 2021-07-26T16:08:33.653 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.653 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.653 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.653 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.654 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.654 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149441 6.a e144/132 6:519cf7ee:::benchmark_data_smithi078_103090_object44576:head v 144'9496, mlcod=97'2427)", 2021-07-26T16:08:33.654 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.147013+0000", 2021-07-26T16:08:33.654 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 297.463858555, 2021-07-26T16:08:33.655 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3469775310000003, 2021-07-26T16:08:33.655 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.655 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:08:33.655 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.656 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.656 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.656 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147013+0000", 2021-07-26T16:08:33.656 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.656 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.657 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.657 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.657 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147013+0000", 2021-07-26T16:08:33.657 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.658 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.658 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.658 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.659 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147018+0000", 2021-07-26T16:08:33.659 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.916e-06 2021-07-26T16:08:33.659 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.659 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.659 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.660 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147022+0000", 2021-07-26T16:08:33.660 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7019999999999999e-06 2021-07-26T16:08:33.660 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.660 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.661 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.661 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147038+0000", 2021-07-26T16:08:33.661 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6297999999999999e-05 2021-07-26T16:08:33.661 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.662 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.662 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.662 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147044+0000", 2021-07-26T16:08:33.662 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.5780000000000004e-06 2021-07-26T16:08:33.663 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.663 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.663 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.663 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.474756+0000", 2021-07-26T16:08:33.663 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3277112889999998 2021-07-26T16:08:33.664 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.664 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.664 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.664 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.474782+0000", 2021-07-26T16:08:33.665 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6551e-05 2021-07-26T16:08:33.665 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.665 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.665 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:08:33.665 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.493942+0000", 2021-07-26T16:08:33.666 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019159641000000002 2021-07-26T16:08:33.666 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.666 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.666 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.667 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.493990+0000", 2021-07-26T16:08:33.667 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8556000000000001e-05 2021-07-26T16:08:33.667 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.668 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.668 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.668 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.668 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.668 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149465 6.a e144/132 6:561401cd:::benchmark_data_smithi078_103090_object44600:head v 144'9497, mlcod=97'2427)", 2021-07-26T16:08:33.669 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.573173+0000", 2021-07-26T16:08:33.669 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 297.03769836100003, 2021-07-26T16:08:33.669 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9208395199999999, 2021-07-26T16:08:33.669 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.670 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:08:33.670 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.670 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.670 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.671 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573173+0000", 2021-07-26T16:08:33.671 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.671 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.671 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.671 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.672 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573173+0000", 2021-07-26T16:08:33.672 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.672 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.672 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.673 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.673 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573179+0000", 2021-07-26T16:08:33.673 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.3330000000000002e-06 2021-07-26T16:08:33.673 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.673 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.674 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.674 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573184+0000", 2021-07-26T16:08:33.674 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2390000000000004e-06 2021-07-26T16:08:33.674 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.675 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.675 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.675 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573206+0000", 2021-07-26T16:08:33.675 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2354e-05 2021-07-26T16:08:33.676 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.676 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.676 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.676 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573215+0000", 2021-07-26T16:08:33.676 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.6600000000000001e-06 2021-07-26T16:08:33.677 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.677 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.677 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.677 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.480008+0000", 2021-07-26T16:08:33.677 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9067930560000002 2021-07-26T16:08:33.678 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.678 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.678 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.678 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.480031+0000", 2021-07-26T16:08:33.679 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3195999999999999e-05 2021-07-26T16:08:33.679 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.679 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.679 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:08:33.680 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.493995+0000", 2021-07-26T16:08:33.680 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013964486999999999 2021-07-26T16:08:33.680 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.680 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.681 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.681 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.494013+0000", 2021-07-26T16:08:33.681 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7195000000000001e-05 2021-07-26T16:08:33.681 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.681 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.682 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.682 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.682 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.682 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149484 6.a e144/132 6:519ea9c6:::benchmark_data_smithi078_103090_object44619:head v 144'9498, mlcod=97'2427)", 2021-07-26T16:08:33.682 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.774869+0000", 2021-07-26T16:08:33.683 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 296.83600210899999, 2021-07-26T16:08:33.683 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.719184056, 2021-07-26T16:08:33.683 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.683 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:08:33.684 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.684 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.684 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.684 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774869+0000", 2021-07-26T16:08:33.684 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.685 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.685 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.685 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.685 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774869+0000", 2021-07-26T16:08:33.686 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.686 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.686 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.686 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.686 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774874+0000", 2021-07-26T16:08:33.687 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8930000000000004e-06 2021-07-26T16:08:33.687 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.687 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.687 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.688 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774878+0000", 2021-07-26T16:08:33.688 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9840000000000003e-06 2021-07-26T16:08:33.688 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.688 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.689 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.689 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774892+0000", 2021-07-26T16:08:33.689 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4136e-05 2021-07-26T16:08:33.689 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.689 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.690 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.690 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774898+0000", 2021-07-26T16:08:33.690 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0599999999999996e-06 2021-07-26T16:08:33.690 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.691 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.691 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.691 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485238+0000", 2021-07-26T16:08:33.691 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.710339947 2021-07-26T16:08:33.692 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.692 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.692 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.692 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485267+0000", 2021-07-26T16:08:33.692 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8843000000000002e-05 2021-07-26T16:08:33.693 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.693 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.693 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:08:33.693 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.494038+0000", 2021-07-26T16:08:33.694 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0087708999999999999 2021-07-26T16:08:33.694 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.694 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.694 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.695 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.494053+0000", 2021-07-26T16:08:33.695 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5293000000000001e-05 2021-07-26T16:08:33.695 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.695 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.695 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.696 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.696 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.696 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149525 6.a e145/132 6:58308c1b:::benchmark_data_smithi078_103090_object44660:head v 145'9499, mlcod=97'2427)", 2021-07-26T16:08:33.696 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:40.625757+0000", 2021-07-26T16:08:33.697 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 292.98511432100003, 2021-07-26T16:08:33.697 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.353850789, 2021-07-26T16:08:33.697 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.697 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:08:33.697 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.698 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.698 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.698 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625757+0000", 2021-07-26T16:08:33.698 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.699 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.699 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.699 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.699 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625757+0000", 2021-07-26T16:08:33.700 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.700 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.700 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.700 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.700 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625764+0000", 2021-07-26T16:08:33.701 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.0809999999999996e-06 2021-07-26T16:08:33.701 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.701 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.701 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.702 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625769+0000", 2021-07-26T16:08:33.702 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2220000000000001e-06 2021-07-26T16:08:33.702 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.702 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.702 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.703 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625786+0000", 2021-07-26T16:08:33.703 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6558e-05 2021-07-26T16:08:33.703 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.703 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.704 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.704 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625793+0000", 2021-07-26T16:08:33.704 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.4220000000000003e-06 2021-07-26T16:08:33.704 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.704 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.705 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.705 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.926122+0000", 2021-07-26T16:08:33.705 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3003284079999999 2021-07-26T16:08:33.705 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.706 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.706 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.706 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.926152+0000", 2021-07-26T16:08:33.706 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0365000000000002e-05 2021-07-26T16:08:33.707 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.707 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.707 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:08:33.707 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.979462+0000", 2021-07-26T16:08:33.707 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.053310031000000001 2021-07-26T16:08:33.708 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.708 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.708 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.708 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.979608+0000", 2021-07-26T16:08:33.709 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000145702 2021-07-26T16:08:33.709 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.709 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.709 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.709 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.710 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.710 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "MOSDPGPush(6.2 145/143 [PushOp(6:4a63193f:::benchmark_data_smithi078_103090_object44497:head, version: 102'2831, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(6:4a63193f:::benchmark_data_smithi078_103090_object44497:head@102'2831, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-07-26T16:08:33.710 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:40.665109+0000", 2021-07-26T16:08:33.710 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 292.945762333, 2021-07-26T16:08:33.712 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3145018180000001, 2021-07-26T16:08:33.712 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.712 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:08:33.713 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.713 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.713 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.713 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665109+0000", 2021-07-26T16:08:33.714 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.714 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.714 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.714 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.714 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665109+0000", 2021-07-26T16:08:33.715 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.715 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.715 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.715 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.716 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665130+0000", 2021-07-26T16:08:33.716 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0693999999999999e-05 2021-07-26T16:08:33.716 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.716 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.716 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.717 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665144+0000", 2021-07-26T16:08:33.717 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3681e-05 2021-07-26T16:08:33.717 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.717 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.718 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.718 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665168+0000", 2021-07-26T16:08:33.718 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4295e-05 2021-07-26T16:08:33.718 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.718 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.719 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.719 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665180+0000", 2021-07-26T16:08:33.719 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2374e-05 2021-07-26T16:08:33.719 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.720 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.720 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.720 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.954413+0000", 2021-07-26T16:08:33.720 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2892332479999999 2021-07-26T16:08:33.721 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.721 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.721 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.721 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.954921+0000", 2021-07-26T16:08:33.721 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00050755099999999997 2021-07-26T16:08:33.722 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.722 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.722 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.722 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.979611+0000", 2021-07-26T16:08:33.723 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.024689974999999999 2021-07-26T16:08:33.723 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.723 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.723 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.723 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.724 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.724 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "MOSDPGPush(6.2 145/143 [PushOp(6:47e875d9:::benchmark_data_smithi078_103090_object44504:head, version: 102'2832, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(6:47e875d9:::benchmark_data_smithi078_103090_object44504:head@102'2832, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-07-26T16:08:33.724 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:40.670689+0000", 2021-07-26T16:08:33.724 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 292.9401828, 2021-07-26T16:08:33.725 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3525137009999999, 2021-07-26T16:08:33.725 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.725 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:08:33.725 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.726 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.726 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.726 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670689+0000", 2021-07-26T16:08:33.726 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.726 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.727 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.727 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.727 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670689+0000", 2021-07-26T16:08:33.727 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.728 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.728 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.728 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.728 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670709+0000", 2021-07-26T16:08:33.728 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0259999999999999e-05 2021-07-26T16:08:33.729 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.729 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.729 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.729 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670721+0000", 2021-07-26T16:08:33.730 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1576999999999999e-05 2021-07-26T16:08:33.730 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.730 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.730 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.731 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670743+0000", 2021-07-26T16:08:33.731 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2308000000000001e-05 2021-07-26T16:08:33.731 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.731 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.731 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.732 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670779+0000", 2021-07-26T16:08:33.732 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.6170000000000001e-05 2021-07-26T16:08:33.732 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.732 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.733 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.733 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:43.002800+0000", 2021-07-26T16:08:33.733 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3320212900000001 2021-07-26T16:08:33.733 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.733 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.734 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.734 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:43.003337+0000", 2021-07-26T16:08:33.734 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00053688499999999997 2021-07-26T16:08:33.734 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.734 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.735 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.735 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:43.023202+0000", 2021-07-26T16:08:33.735 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019865211000000001 2021-07-26T16:08:33.735 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.736 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.736 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.736 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.736 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.736 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153021 6.18 6:192b3762:::benchmark_data_smithi078_103090_object48156:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:08:33.737 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201119+0000", 2021-07-26T16:08:33.737 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 267.40975251100002, 2021-07-26T16:08:33.737 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1717271660000002, 2021-07-26T16:08:33.737 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.738 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:08:33.738 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:08:33.738 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:08:33.738 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:08:33.739 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153021 2021-07-26T16:08:33.739 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.739 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.739 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.739 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.740 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201119+0000", 2021-07-26T16:08:33.740 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.740 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.740 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.741 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.741 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201119+0000", 2021-07-26T16:08:33.741 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.741 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.741 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.742 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.742 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201127+0000", 2021-07-26T16:08:33.742 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.6359999999999994e-06 2021-07-26T16:08:33.742 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.743 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.743 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.743 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201132+0000", 2021-07-26T16:08:33.743 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5289999999999999e-06 2021-07-26T16:08:33.744 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.744 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.744 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.744 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201149+0000", 2021-07-26T16:08:33.744 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6960999999999999e-05 2021-07-26T16:08:33.745 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.745 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.745 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.745 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201158+0000", 2021-07-26T16:08:33.746 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2979999999999997e-06 2021-07-26T16:08:33.746 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.746 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.746 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.746 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664665+0000", 2021-07-26T16:08:33.747 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46350697600000001 2021-07-26T16:08:33.747 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.747 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.747 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.748 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664674+0000", 2021-07-26T16:08:33.748 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.4149999999999999e-06 2021-07-26T16:08:33.748 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.748 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.748 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.749 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.028317+0000", 2021-07-26T16:08:33.749 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.363642826 2021-07-26T16:08:33.749 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.749 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.750 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.750 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.028327+0000", 2021-07-26T16:08:33.750 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0179e-05 2021-07-26T16:08:33.750 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.750 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.751 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.751 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.371292+0000", 2021-07-26T16:08:33.751 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3429652449999998 2021-07-26T16:08:33.751 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.752 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.752 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.752 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.372846+0000", 2021-07-26T16:08:33.752 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001554101 2021-07-26T16:08:33.753 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.753 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.753 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.753 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.753 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.754 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153041 6.8 6:1715e34a:::benchmark_data_smithi078_103090_object48176:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:08:33.754 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201167+0000", 2021-07-26T16:08:33.754 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 267.40970467699998, 2021-07-26T16:08:33.754 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0596478149999999, 2021-07-26T16:08:33.755 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.755 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:08:33.755 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:08:33.756 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:08:33.756 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:08:33.756 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153041 2021-07-26T16:08:33.757 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.757 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.757 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.757 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.757 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201167+0000", 2021-07-26T16:08:33.758 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.758 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.758 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.758 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.759 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201167+0000", 2021-07-26T16:08:33.759 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.759 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.759 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.759 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.760 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201168+0000", 2021-07-26T16:08:33.760 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3149999999999999e-06 2021-07-26T16:08:33.760 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.760 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.761 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.761 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201170+0000", 2021-07-26T16:08:33.761 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3999999999999999e-06 2021-07-26T16:08:33.761 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.761 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.762 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.762 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201175+0000", 2021-07-26T16:08:33.762 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.536e-06 2021-07-26T16:08:33.762 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.763 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.763 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.763 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201179+0000", 2021-07-26T16:08:33.763 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7850000000000002e-06 2021-07-26T16:08:33.763 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.764 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.764 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.764 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664676+0000", 2021-07-26T16:08:33.764 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46349737000000002 2021-07-26T16:08:33.765 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.765 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.765 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.765 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664683+0000", 2021-07-26T16:08:33.765 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1149999999999996e-06 2021-07-26T16:08:33.766 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.766 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.766 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.766 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013910+0000", 2021-07-26T16:08:33.767 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.34922636899999998 2021-07-26T16:08:33.767 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.767 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.767 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.767 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013921+0000", 2021-07-26T16:08:33.768 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.135e-05 2021-07-26T16:08:33.768 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.768 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.768 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.769 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.257791+0000", 2021-07-26T16:08:33.769 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2438699839999998 2021-07-26T16:08:33.769 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.769 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.769 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.770 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.260815+0000", 2021-07-26T16:08:33.770 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003023591 2021-07-26T16:08:33.770 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.770 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.771 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.771 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.771 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.771 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153054 6.8 6:1464a485:::benchmark_data_smithi078_103090_object48189:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:08:33.772 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201182+0000", 2021-07-26T16:08:33.772 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 267.40968910700002, 2021-07-26T16:08:33.772 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1939291460000003, 2021-07-26T16:08:33.772 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.773 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:08:33.773 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:08:33.773 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:08:33.773 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:08:33.773 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153054 2021-07-26T16:08:33.774 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.774 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.774 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.774 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.775 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201182+0000", 2021-07-26T16:08:33.775 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.775 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.775 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.775 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.776 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201182+0000", 2021-07-26T16:08:33.776 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.776 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.776 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.776 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.777 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201183+0000", 2021-07-26T16:08:33.777 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.6599999999999994e-07 2021-07-26T16:08:33.777 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.777 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.778 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.778 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201184+0000", 2021-07-26T16:08:33.778 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0839999999999999e-06 2021-07-26T16:08:33.778 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.779 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.779 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.779 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201189+0000", 2021-07-26T16:08:33.779 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8799999999999999e-06 2021-07-26T16:08:33.779 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.780 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.780 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.780 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201192+0000", 2021-07-26T16:08:33.780 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0860000000000002e-06 2021-07-26T16:08:33.781 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.781 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.781 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.781 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664709+0000", 2021-07-26T16:08:33.781 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46351669899999998 2021-07-26T16:08:33.782 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.782 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.782 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.782 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664715+0000", 2021-07-26T16:08:33.783 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1290000000000001e-06 2021-07-26T16:08:33.783 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.783 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.783 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.784 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013944+0000", 2021-07-26T16:08:33.784 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.34922837000000001 2021-07-26T16:08:33.784 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.784 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.784 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.785 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013950+0000", 2021-07-26T16:08:33.785 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2500000000000003e-06 2021-07-26T16:08:33.785 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.785 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.785 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.786 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.261306+0000", 2021-07-26T16:08:33.786 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2473564249999995 2021-07-26T16:08:33.786 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.787 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.787 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:08:33.787 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.264891+0000", 2021-07-26T16:08:33.787 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0035851949999999998 2021-07-26T16:08:33.787 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.788 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.788 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.788 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.392998+0000", 2021-07-26T16:08:33.788 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.12810634000000001 2021-07-26T16:08:33.789 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.789 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.789 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.789 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.395112+0000", 2021-07-26T16:08:33.789 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021137220000000002 2021-07-26T16:08:33.790 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.790 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.790 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.790 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.791 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.791 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153079 6.18 6:1ebf40f5:::benchmark_data_smithi078_103090_object48214:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:08:33.791 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201196+0000", 2021-07-26T16:08:33.791 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 267.40967565900002, 2021-07-26T16:08:33.791 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2204830390000003, 2021-07-26T16:08:33.792 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.792 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:08:33.792 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:08:33.792 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:08:33.793 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:08:33.793 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153079 2021-07-26T16:08:33.793 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.793 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.793 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.794 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.794 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201196+0000", 2021-07-26T16:08:33.794 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.794 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.795 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.795 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.795 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201196+0000", 2021-07-26T16:08:33.795 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.795 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.796 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.796 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.796 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201197+0000", 2021-07-26T16:08:33.796 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.187e-06 2021-07-26T16:08:33.797 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.797 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.797 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.797 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201198+0000", 2021-07-26T16:08:33.798 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.181e-06 2021-07-26T16:08:33.798 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.798 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.798 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.798 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201203+0000", 2021-07-26T16:08:33.799 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6120000000000001e-06 2021-07-26T16:08:33.799 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.799 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.799 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.800 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201206+0000", 2021-07-26T16:08:33.800 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5090000000000002e-06 2021-07-26T16:08:33.800 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.800 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.801 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.801 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664717+0000", 2021-07-26T16:08:33.801 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46351054699999999 2021-07-26T16:08:33.801 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.801 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.802 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.802 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664723+0000", 2021-07-26T16:08:33.802 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1360000000000002e-06 2021-07-26T16:08:33.802 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.803 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.803 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.803 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.400860+0000", 2021-07-26T16:08:33.803 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7361369690000004 2021-07-26T16:08:33.803 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.804 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.804 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.804 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.402914+0000", 2021-07-26T16:08:33.804 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002053792 2021-07-26T16:08:33.805 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.805 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.805 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:08:33.805 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.406339+0000", 2021-07-26T16:08:33.805 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0034250069999999999 2021-07-26T16:08:33.806 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.806 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.806 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.806 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.411842+0000", 2021-07-26T16:08:33.807 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0055036410000000001 2021-07-26T16:08:33.807 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.807 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.807 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.808 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.412353+0000", 2021-07-26T16:08:33.808 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00051071000000000005 2021-07-26T16:08:33.808 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.808 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.808 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.809 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.413140+0000", 2021-07-26T16:08:33.809 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00078717000000000001 2021-07-26T16:08:33.809 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.809 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.809 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:08:33.810 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.413395+0000", 2021-07-26T16:08:33.810 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00025470700000000001 2021-07-26T16:08:33.810 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.810 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.811 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:08:33.811 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.414522+0000", 2021-07-26T16:08:33.811 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0011271849999999999 2021-07-26T16:08:33.811 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.812 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.812 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.812 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.421679+0000", 2021-07-26T16:08:33.812 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0071566859999999998 2021-07-26T16:08:33.812 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.813 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.813 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.813 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.813 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.814 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153103 6.2 6:40c21dd6:::benchmark_data_smithi078_103090_object48238:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:08:33.814 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201209+0000", 2021-07-26T16:08:33.814 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 267.40966203099998, 2021-07-26T16:08:33.814 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4114571749999998, 2021-07-26T16:08:33.814 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.815 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:08:33.815 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:08:33.815 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:08:33.815 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:08:33.816 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153103 2021-07-26T16:08:33.816 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.816 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.816 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.816 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.817 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201209+0000", 2021-07-26T16:08:33.817 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.817 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.817 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.818 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.818 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201209+0000", 2021-07-26T16:08:33.818 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.818 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.819 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.819 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.819 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201211+0000", 2021-07-26T16:08:33.819 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4139999999999999e-06 2021-07-26T16:08:33.819 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.820 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.820 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.820 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201212+0000", 2021-07-26T16:08:33.820 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.257e-06 2021-07-26T16:08:33.821 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.821 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.821 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.821 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201218+0000", 2021-07-26T16:08:33.821 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.7830000000000004e-06 2021-07-26T16:08:33.822 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.822 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.822 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.822 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201221+0000", 2021-07-26T16:08:33.823 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3969999999999998e-06 2021-07-26T16:08:33.823 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.823 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.823 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.823 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568767+0000", 2021-07-26T16:08:33.824 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.36754528800000003 2021-07-26T16:08:33.824 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.824 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.824 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.825 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568778+0000", 2021-07-26T16:08:33.825 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1257000000000001e-05 2021-07-26T16:08:33.825 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.825 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.825 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.826 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.610839+0000", 2021-07-26T16:08:33.826 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0420607749999999 2021-07-26T16:08:33.826 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.826 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.827 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.827 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612667+0000", 2021-07-26T16:08:33.827 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001828004 2021-07-26T16:08:33.827 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.827 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.828 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.828 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.828 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.828 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153113 6.2 6:44d0b334:::benchmark_data_smithi078_103090_object48248:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:08:33.829 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201228+0000", 2021-07-26T16:08:33.829 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 267.40964379000002, 2021-07-26T16:08:33.829 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9462143759999999, 2021-07-26T16:08:33.829 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.829 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:08:33.830 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:08:33.830 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:08:33.830 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:08:33.830 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153113 2021-07-26T16:08:33.831 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.831 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.831 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.831 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.831 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201228+0000", 2021-07-26T16:08:33.832 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.832 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.832 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.832 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.832 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201228+0000", 2021-07-26T16:08:33.833 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.833 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.833 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.833 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.834 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201229+0000", 2021-07-26T16:08:33.834 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.093e-06 2021-07-26T16:08:33.834 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.834 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.835 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.835 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201230+0000", 2021-07-26T16:08:33.835 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.097e-06 2021-07-26T16:08:33.835 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.835 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.836 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.836 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201235+0000", 2021-07-26T16:08:33.836 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6199999999999998e-06 2021-07-26T16:08:33.836 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.836 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.837 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.837 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201238+0000", 2021-07-26T16:08:33.837 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4240000000000002e-06 2021-07-26T16:08:33.837 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.838 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.838 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.838 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568796+0000", 2021-07-26T16:08:33.838 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.36755771599999998 2021-07-26T16:08:33.838 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.839 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.839 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.839 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568801+0000", 2021-07-26T16:08:33.839 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3449999999999996e-06 2021-07-26T16:08:33.840 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.840 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.840 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.840 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612949+0000", 2021-07-26T16:08:33.841 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.044148421 2021-07-26T16:08:33.841 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.841 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.841 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.841 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.616163+0000", 2021-07-26T16:08:33.842 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032132699999999998 2021-07-26T16:08:33.842 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.842 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.842 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5,6", 2021-07-26T16:08:33.843 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.620936+0000", 2021-07-26T16:08:33.843 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.004773266 2021-07-26T16:08:33.843 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.843 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.843 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:08:33.844 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.634684+0000", 2021-07-26T16:08:33.844 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013748089 2021-07-26T16:08:33.844 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.844 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.844 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.845 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.138779+0000", 2021-07-26T16:08:33.845 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.50409526000000004 2021-07-26T16:08:33.845 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.845 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.846 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.846 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.139475+0000", 2021-07-26T16:08:33.846 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00069591499999999997 2021-07-26T16:08:33.846 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.847 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.847 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.847 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.140415+0000", 2021-07-26T16:08:33.847 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00093928399999999997 2021-07-26T16:08:33.847 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.848 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.848 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:08:33.848 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.141994+0000", 2021-07-26T16:08:33.848 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015797540000000001 2021-07-26T16:08:33.849 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.849 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.849 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.849 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.147442+0000", 2021-07-26T16:08:33.849 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0054478219999999997 2021-07-26T16:08:33.850 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.850 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.850 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.850 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.851 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.851 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153119 6.8 6:1660b9f1:::benchmark_data_smithi078_103090_object48254:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:08:33.851 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201242+0000", 2021-07-26T16:08:33.851 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 267.40962978200002, 2021-07-26T16:08:33.851 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1992252619999997, 2021-07-26T16:08:33.852 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.852 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:08:33.852 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:08:33.852 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:08:33.853 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:08:33.853 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153119 2021-07-26T16:08:33.853 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.853 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.853 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.854 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.854 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201242+0000", 2021-07-26T16:08:33.854 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.854 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.855 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.855 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.855 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201242+0000", 2021-07-26T16:08:33.855 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.855 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.856 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.856 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.856 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201243+0000", 2021-07-26T16:08:33.856 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4399999999999998e-07 2021-07-26T16:08:33.857 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.857 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.857 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.857 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201244+0000", 2021-07-26T16:08:33.857 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.02e-06 2021-07-26T16:08:33.858 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.858 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.858 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.858 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201248+0000", 2021-07-26T16:08:33.859 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7310000000000001e-06 2021-07-26T16:08:33.859 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.859 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.859 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.860 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201251+0000", 2021-07-26T16:08:33.860 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7379999999999999e-06 2021-07-26T16:08:33.860 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.860 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.860 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.861 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664737+0000", 2021-07-26T16:08:33.861 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46348582900000002 2021-07-26T16:08:33.861 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.861 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.862 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.862 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664743+0000", 2021-07-26T16:08:33.862 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5639999999999996e-06 2021-07-26T16:08:33.862 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.862 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.863 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.863 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013992+0000", 2021-07-26T16:08:33.863 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.34924972599999998 2021-07-26T16:08:33.863 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.864 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.864 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.864 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013998+0000", 2021-07-26T16:08:33.864 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2269999999999998e-06 2021-07-26T16:08:33.864 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.865 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.865 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.865 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.265351+0000", 2021-07-26T16:08:33.865 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2513530060000004 2021-07-26T16:08:33.865 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.866 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.866 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.866 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.268594+0000", 2021-07-26T16:08:33.866 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032424810000000002 2021-07-26T16:08:33.867 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.867 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.867 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:08:33.867 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.273629+0000", 2021-07-26T16:08:33.867 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.005034775 2021-07-26T16:08:33.868 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.868 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.868 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:08:33.868 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.279493+0000", 2021-07-26T16:08:33.869 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0058639119999999998 2021-07-26T16:08:33.869 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.869 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.869 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.869 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.395653+0000", 2021-07-26T16:08:33.870 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.11616030500000001 2021-07-26T16:08:33.870 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.870 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.870 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.871 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.396141+0000", 2021-07-26T16:08:33.871 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00048782699999999998 2021-07-26T16:08:33.871 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.871 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.871 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.872 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.396616+0000", 2021-07-26T16:08:33.872 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00047524999999999998 2021-07-26T16:08:33.872 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.872 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.873 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:08:33.873 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.397499+0000", 2021-07-26T16:08:33.873 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00088312700000000004 2021-07-26T16:08:33.873 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.874 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.874 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.874 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.400467+0000", 2021-07-26T16:08:33.874 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0029678 2021-07-26T16:08:33.875 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.875 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.875 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.875 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.876 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.876 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153141 6.2 6:41cb80f5:::benchmark_data_smithi078_103090_object48276:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:08:33.876 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201268+0000", 2021-07-26T16:08:33.876 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 267.409603742, 2021-07-26T16:08:33.876 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9552867279999999, 2021-07-26T16:08:33.877 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.877 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:08:33.877 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:08:33.877 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:08:33.878 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:08:33.878 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153141 2021-07-26T16:08:33.878 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.878 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.878 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.879 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.879 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201268+0000", 2021-07-26T16:08:33.879 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.879 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.880 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.880 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.880 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201268+0000", 2021-07-26T16:08:33.880 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.881 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.881 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.881 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.881 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201269+0000", 2021-07-26T16:08:33.881 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.85e-07 2021-07-26T16:08:33.882 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.882 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.882 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.882 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201270+0000", 2021-07-26T16:08:33.883 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1480000000000001e-06 2021-07-26T16:08:33.883 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.883 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.883 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.884 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201274+0000", 2021-07-26T16:08:33.884 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6789999999999996e-06 2021-07-26T16:08:33.884 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.884 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.885 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.885 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201278+0000", 2021-07-26T16:08:33.885 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1379999999999999e-06 2021-07-26T16:08:33.885 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.885 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.886 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.886 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568841+0000", 2021-07-26T16:08:33.886 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.36756292400000001 2021-07-26T16:08:33.886 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.887 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.887 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.887 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568846+0000", 2021-07-26T16:08:33.887 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1120000000000004e-06 2021-07-26T16:08:33.887 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.888 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.888 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.888 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.624919+0000", 2021-07-26T16:08:33.888 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.056073306 2021-07-26T16:08:33.889 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.889 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.889 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.889 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.627167+0000", 2021-07-26T16:08:33.889 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002247831 2021-07-26T16:08:33.890 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.890 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.890 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5,6", 2021-07-26T16:08:33.890 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.630976+0000", 2021-07-26T16:08:33.891 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00380964 2021-07-26T16:08:33.891 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.891 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.891 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:08:33.891 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.133861+0000", 2021-07-26T16:08:33.892 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.50288444200000004 2021-07-26T16:08:33.892 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.892 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.892 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.893 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.148620+0000", 2021-07-26T16:08:33.893 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014759354000000001 2021-07-26T16:08:33.893 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.893 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.893 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.894 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.149608+0000", 2021-07-26T16:08:33.894 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00098736799999999997 2021-07-26T16:08:33.894 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.894 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.895 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.895 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.151199+0000", 2021-07-26T16:08:33.895 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015914239999999999 2021-07-26T16:08:33.895 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.896 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.896 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:08:33.896 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.152217+0000", 2021-07-26T16:08:33.896 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001017925 2021-07-26T16:08:33.897 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.897 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.897 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.897 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.156554+0000", 2021-07-26T16:08:33.897 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043375519999999997 2021-07-26T16:08:33.898 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.898 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.898 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.898 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.899 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.899 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153146 6.18 6:1e6f9d03:::benchmark_data_smithi078_103090_object48281:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:08:33.899 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201281+0000", 2021-07-26T16:08:33.899 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 267.40959029099997, 2021-07-26T16:08:33.900 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2710628100000001, 2021-07-26T16:08:33.900 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.900 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:08:33.900 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:08:33.900 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:08:33.901 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:08:33.901 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153146 2021-07-26T16:08:33.901 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.901 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.902 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.902 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.902 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201281+0000", 2021-07-26T16:08:33.902 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.903 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.903 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.903 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.903 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201281+0000", 2021-07-26T16:08:33.904 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.904 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.904 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.904 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.904 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201282+0000", 2021-07-26T16:08:33.905 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.9000000000000005e-07 2021-07-26T16:08:33.905 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.905 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.905 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.906 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201283+0000", 2021-07-26T16:08:33.906 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.02e-06 2021-07-26T16:08:33.906 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.906 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.906 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.907 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201288+0000", 2021-07-26T16:08:33.907 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6240000000000001e-06 2021-07-26T16:08:33.907 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.907 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.908 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.908 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201291+0000", 2021-07-26T16:08:33.908 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4850000000000001e-06 2021-07-26T16:08:33.908 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.908 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.909 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.909 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664752+0000", 2021-07-26T16:08:33.909 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46346110600000001 2021-07-26T16:08:33.909 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.909 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.910 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.910 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664758+0000", 2021-07-26T16:08:33.910 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5389999999999998e-06 2021-07-26T16:08:33.910 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.911 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.911 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.911 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.422033+0000", 2021-07-26T16:08:33.911 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7572745540000003 2021-07-26T16:08:33.911 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.912 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.912 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.912 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.430698+0000", 2021-07-26T16:08:33.912 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0086659470000000002 2021-07-26T16:08:33.913 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.913 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.913 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:08:33.913 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.435070+0000", 2021-07-26T16:08:33.913 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043711280000000002 2021-07-26T16:08:33.914 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.914 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.914 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.914 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.443389+0000", 2021-07-26T16:08:33.915 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0083194900000000006 2021-07-26T16:08:33.915 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.915 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.915 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.916 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.444134+0000", 2021-07-26T16:08:33.916 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00074463000000000003 2021-07-26T16:08:33.916 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.916 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.916 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.917 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.460455+0000", 2021-07-26T16:08:33.917 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.016321601000000002 2021-07-26T16:08:33.917 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.917 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.917 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:08:33.918 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.460739+0000", 2021-07-26T16:08:33.918 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00028367399999999998 2021-07-26T16:08:33.918 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.918 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.919 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:08:33.919 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.467240+0000", 2021-07-26T16:08:33.919 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0065014540000000003 2021-07-26T16:08:33.919 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.919 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.920 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.920 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.472344+0000", 2021-07-26T16:08:33.920 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0051035680000000002 2021-07-26T16:08:33.920 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.921 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.921 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.921 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.921 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.921 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153152 6.8 6:13d5daee:::benchmark_data_smithi078_103090_object48287:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:08:33.922 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201309+0000", 2021-07-26T16:08:33.922 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 267.40956250400001, 2021-07-26T16:08:33.922 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2306528139999999, 2021-07-26T16:08:33.922 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.923 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:08:33.923 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:08:33.923 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:08:33.923 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:08:33.924 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153152 2021-07-26T16:08:33.924 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.924 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.924 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.924 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.925 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201309+0000", 2021-07-26T16:08:33.925 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.925 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.925 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.926 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.926 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201309+0000", 2021-07-26T16:08:33.926 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.926 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.926 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.927 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.927 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201316+0000", 2021-07-26T16:08:33.927 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2760000000000003e-06 2021-07-26T16:08:33.927 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.928 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.928 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.928 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201318+0000", 2021-07-26T16:08:33.928 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3069999999999999e-06 2021-07-26T16:08:33.928 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.929 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.929 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.929 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201322+0000", 2021-07-26T16:08:33.929 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8169999999999998e-06 2021-07-26T16:08:33.930 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.930 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.930 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.930 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201326+0000", 2021-07-26T16:08:33.930 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2109999999999998e-06 2021-07-26T16:08:33.931 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.931 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.931 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.931 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664763+0000", 2021-07-26T16:08:33.932 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46343733599999998 2021-07-26T16:08:33.932 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.932 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.932 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.932 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664769+0000", 2021-07-26T16:08:33.933 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6210000000000001e-06 2021-07-26T16:08:33.933 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.933 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.933 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.934 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.014019+0000", 2021-07-26T16:08:33.934 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.34925055500000002 2021-07-26T16:08:33.934 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.934 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.935 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.935 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.014025+0000", 2021-07-26T16:08:33.935 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0619999999999997e-06 2021-07-26T16:08:33.935 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.935 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.936 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.936 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.400746+0000", 2021-07-26T16:08:33.936 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3867210459999999 2021-07-26T16:08:33.936 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.936 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.937 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.937 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.403539+0000", 2021-07-26T16:08:33.937 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00279313 2021-07-26T16:08:33.937 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.938 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.938 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:08:33.938 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.408331+0000", 2021-07-26T16:08:33.938 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0047918570000000001 2021-07-26T16:08:33.939 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.939 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.939 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.939 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.412889+0000", 2021-07-26T16:08:33.939 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0045578499999999996 2021-07-26T16:08:33.940 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.940 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.940 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.940 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.413421+0000", 2021-07-26T16:08:33.941 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000531647 2021-07-26T16:08:33.941 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.941 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.941 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.942 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.414065+0000", 2021-07-26T16:08:33.942 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00064461800000000001 2021-07-26T16:08:33.942 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.942 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.942 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:08:33.943 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.422257+0000", 2021-07-26T16:08:33.943 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0081920280000000005 2021-07-26T16:08:33.943 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.943 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.944 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:08:33.944 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.427787+0000", 2021-07-26T16:08:33.944 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0055299800000000003 2021-07-26T16:08:33.944 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.944 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.945 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.945 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.431962+0000", 2021-07-26T16:08:33.945 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0041744729999999997 2021-07-26T16:08:33.945 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.946 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.946 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.946 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.946 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.946 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153179 6.18 6:1e7f98f3:::benchmark_data_smithi078_103090_object48314:head [delete] snapc 0=[] ondisk+write+known_if_redirected e158)", 2021-07-26T16:08:33.947 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:08.612912+0000", 2021-07-26T16:08:33.947 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 264.99795942600002, 2021-07-26T16:08:33.947 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9359044189999999, 2021-07-26T16:08:33.947 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.948 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:08:33.948 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:08:33.948 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:08:33.948 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:08:33.949 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153179 2021-07-26T16:08:33.949 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.949 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.949 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.950 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.950 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612912+0000", 2021-07-26T16:08:33.950 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.950 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.951 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.951 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.951 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612912+0000", 2021-07-26T16:08:33.951 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.951 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.952 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.952 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.952 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612917+0000", 2021-07-26T16:08:33.952 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4859999999999999e-06 2021-07-26T16:08:33.953 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.953 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.953 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.953 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612922+0000", 2021-07-26T16:08:33.954 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4280000000000004e-06 2021-07-26T16:08:33.954 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.954 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.954 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.955 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612936+0000", 2021-07-26T16:08:33.955 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3961999999999999e-05 2021-07-26T16:08:33.955 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.955 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.956 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.956 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612944+0000", 2021-07-26T16:08:33.956 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.3170000000000002e-06 2021-07-26T16:08:33.956 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.956 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.957 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.957 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.440279+0000", 2021-07-26T16:08:33.957 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8273346740000003 2021-07-26T16:08:33.957 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.958 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.958 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:08:33.958 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.442648+0000", 2021-07-26T16:08:33.958 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023694499999999999 2021-07-26T16:08:33.959 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.959 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.959 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.959 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.485715+0000", 2021-07-26T16:08:33.959 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.043066796999999997 2021-07-26T16:08:33.960 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.960 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.960 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:08:33.960 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.488099+0000", 2021-07-26T16:08:33.961 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023833219999999998 2021-07-26T16:08:33.961 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.961 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.961 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.961 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.510335+0000", 2021-07-26T16:08:33.962 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.022236423000000002 2021-07-26T16:08:33.962 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.962 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.962 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:08:33.963 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.512325+0000", 2021-07-26T16:08:33.963 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0019898939999999999 2021-07-26T16:08:33.963 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.963 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.964 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:08:33.964 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.516657+0000", 2021-07-26T16:08:33.964 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043323329999999998 2021-07-26T16:08:33.964 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.965 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.965 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.965 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.521933+0000", 2021-07-26T16:08:33.965 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0052761250000000004 2021-07-26T16:08:33.965 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.966 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.966 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.966 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.522623+0000", 2021-07-26T16:08:33.966 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00068971199999999999 2021-07-26T16:08:33.966 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.967 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.967 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:08:33.967 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.523311+0000", 2021-07-26T16:08:33.967 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00068783699999999995 2021-07-26T16:08:33.968 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.968 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.968 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:08:33.968 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.543753+0000", 2021-07-26T16:08:33.969 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020441753 2021-07-26T16:08:33.969 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.969 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.969 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:08:33.969 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.544709+0000", 2021-07-26T16:08:33.970 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00095647600000000005 2021-07-26T16:08:33.970 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.970 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.970 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.971 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.548816+0000", 2021-07-26T16:08:33.971 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0041074299999999996 2021-07-26T16:08:33.971 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.971 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.971 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.972 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.972 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.972 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:176092 6.f 6:f144b86e:::benchmark_data_smithi078_103090_object71227:head [delete] snapc 0=[] ondisk+write+known_if_redirected e205)", 2021-07-26T16:08:33.972 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:38.297791+0000", 2021-07-26T16:08:33.973 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 115.313080958, 2021-07-26T16:08:33.973 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2097044029999999, 2021-07-26T16:08:33.973 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:08:33.973 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:08:33.973 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:08:33.974 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:08:33.974 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:08:33.974 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 176092 2021-07-26T16:08:33.974 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.974 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:08:33.975 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.975 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:08:33.975 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.297791+0000", 2021-07-26T16:08:33.975 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.976 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.976 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.976 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:08:33.976 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.297791+0000", 2021-07-26T16:08:33.977 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:08:33.977 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.977 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.977 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:08:33.977 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.297793+0000", 2021-07-26T16:08:33.978 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8540000000000001e-06 2021-07-26T16:08:33.978 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.978 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.978 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:08:33.978 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.297796+0000", 2021-07-26T16:08:33.979 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.095e-06 2021-07-26T16:08:33.979 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.979 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.979 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:08:33.980 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.297811+0000", 2021-07-26T16:08:33.980 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4928e-05 2021-07-26T16:08:33.980 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.980 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.980 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:08:33.981 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.297820+0000", 2021-07-26T16:08:33.981 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.7970000000000006e-06 2021-07-26T16:08:33.981 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.981 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.982 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.982 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.301011+0000", 2021-07-26T16:08:33.982 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003190825 2021-07-26T16:08:33.982 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.982 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.983 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:08:33.983 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.302278+0000", 2021-07-26T16:08:33.983 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001267039 2021-07-26T16:08:33.983 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.984 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.984 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.984 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.311043+0000", 2021-07-26T16:08:33.984 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0087646349999999998 2021-07-26T16:08:33.984 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.985 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.985 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:08:33.985 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.312440+0000", 2021-07-26T16:08:33.985 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001397508 2021-07-26T16:08:33.985 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.986 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.986 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.986 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:39.546487+0000", 2021-07-26T16:08:33.986 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2340467450000001 2021-07-26T16:08:33.987 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.987 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.987 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:08:33.987 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:39.546492+0000", 2021-07-26T16:08:33.987 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6009999999999997e-06 2021-07-26T16:08:33.988 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.988 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.988 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:08:33.988 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:40.507487+0000", 2021-07-26T16:08:33.989 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.96099539300000003 2021-07-26T16:08:33.989 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:08:33.989 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:08:33.989 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:08:33.989 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:40.507495+0000", 2021-07-26T16:08:33.990 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.9829999999999996e-06 2021-07-26T16:08:33.990 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.990 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.990 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.991 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:08:33.991 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:08:33.991 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:08:33.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:33.993 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:33.993 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:34.094 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:34.128 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:34.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:34.130 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:34.231 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:34.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:34.267 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:34.267 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:34.328 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 30 16 56499 56483 117.626 80.0625 0.00941723 0.00849647 2021-07-26T16:08:34.369 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:34.402 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:34.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:34.404 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:34.505 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:34.540 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:34.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:34.541 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:34.642 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:34.675 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:34.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:34.676 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:34.680 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:34 smithi078 conmon[73798]: 2021-07-26T16:08:34.276+0000 7ffaf68f6700 -1 mon.a@0(leader).osd e235 definitely_dead 0 2021-07-26T16:08:34.680 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:34 smithi078 conmon[73798]: 2021-07-26T16:08:34.778 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:34.808 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:34.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:34.810 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:34.911 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:34.957 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:34.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:34.959 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:35.047 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-07-26T16:08:35.061 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:35.099 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:35.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:35.100 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:35.201 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:35.237 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:35.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:35.239 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:35.242 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:08:35.280 INFO:teuthology.orchestra.run.smithi078.stderr:marked out osd.0. 2021-07-26T16:08:35.281 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:08:35.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:35 smithi139 ceph-mon[56829]: pgmap v635: 89 pgs: 89 active+clean; 3.0 GiB data, 9.7 GiB used, 612 GiB / 626 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-07-26T16:08:35.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:35 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3391512749' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-07-26T16:08:35.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:35 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-07-26T16:08:35.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:35 smithi139 ceph-mon[56829]: Client client.admin marked osd.0 out, while it was still marked up 2021-07-26T16:08:35.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:35 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2072641358' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:08:35.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:35 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:08:35.329 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 31 16 57684 57668 116.22 74.0625 0.00254423 0.00858606 2021-07-26T16:08:35.340 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:35.362 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:35.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:35.364 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:35.465 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:35.486 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:35.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:35.488 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:35.560 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:08:35.581 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:35 smithi078 ceph-mon[73801]: pgmap v635: 89 pgs: 89 active+clean; 3.0 GiB data, 9.7 GiB used, 612 GiB / 626 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-07-26T16:08:35.581 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:35 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3391512749' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-07-26T16:08:35.581 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:35 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-07-26T16:08:35.582 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:35 smithi078 ceph-mon[73801]: Client client.admin marked osd.0 out, while it was still marked up 2021-07-26T16:08:35.582 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:35 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2072641358' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:08:35.582 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:35 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:08:35.583 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:35 smithi078 ceph-mon[77813]: pgmap v635: 89 pgs: 89 active+clean; 3.0 GiB data, 9.7 GiB used, 612 GiB / 626 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-07-26T16:08:35.583 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:35 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3391512749' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-07-26T16:08:35.583 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:35 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2021-07-26T16:08:35.583 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:35 smithi078 ceph-mon[77813]: Client client.admin marked osd.0 out, while it was still marked up 2021-07-26T16:08:35.583 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:35 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2072641358' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:08:35.584 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:35 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:08:35.589 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:35.610 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:35.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:35.611 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:35.712 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:35.735 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:35.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:35.737 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:35.739 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:35.838 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:35.861 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:35.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:35.863 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:35.964 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:35.986 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:35.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:35.988 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:36.089 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:36.111 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:36.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:36.113 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:36.214 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:36.237 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:36.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:36.238 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:36.329 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 32 16 57684 57668 112.59 0 - 0.00858606 2021-07-26T16:08:36.339 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:36.360 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:36.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:36.362 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:36.463 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:36.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:36.487 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:36.488 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:36.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:36 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:08:36.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:36 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2021-07-26T16:08:36.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:36 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:08:36.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:36 smithi078 ceph-mon[73801]: osdmap e236: 8 total, 8 up, 6 in 2021-07-26T16:08:36.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:36 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:08:36.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:36 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2021-07-26T16:08:36.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:36 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:08:36.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:36 smithi078 ceph-mon[77813]: osdmap e236: 8 total, 8 up, 6 in 2021-07-26T16:08:36.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:36 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:08:36.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:36 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2021-07-26T16:08:36.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:36 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:08:36.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:36 smithi139 ceph-mon[56829]: osdmap e236: 8 total, 8 up, 6 in 2021-07-26T16:08:36.591 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:36.614 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:36.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:36.615 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:36.716 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:36.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:36.741 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:36.742 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:36.843 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:36.865 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:36.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:36.867 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:36.968 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:36.990 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:36.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:36.992 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:37.093 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:37.115 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:37.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:37.116 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:37.217 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:37.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:37.243 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:37.243 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:37.328 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 33 16 57684 57668 109.179 0 - 0.00858606 2021-07-26T16:08:37.344 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:37.366 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:08:37.366 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:08:37.366 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.367 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:57652 7.4 7.b32f0e24 (undecoded) ondisk+retry+write+known_if_redirected e236)", 2021-07-26T16:08:37.367 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:08:35.270204+0000", 2021-07-26T16:08:37.367 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 2.0905793780000002, 2021-07-26T16:08:37.367 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0912884300000001, 2021-07-26T16:08:37.368 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:08:37.368 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "delayed", 2021-07-26T16:08:37.368 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:08:37.368 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:08:37.369 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:08:37.369 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 57652 2021-07-26T16:08:37.369 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.370 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:08:37.370 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.370 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:08:37.371 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.270204+0000", 2021-07-26T16:08:37.371 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:08:37.371 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.371 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.372 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:08:37.372 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.270204+0000", 2021-07-26T16:08:37.372 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.005454024 2021-07-26T16:08:37.372 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.373 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.373 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:08:37.373 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.275658+0000", 2021-07-26T16:08:37.373 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5009999999999999e-06 2021-07-26T16:08:37.373 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.374 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.374 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:08:37.374 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.275661+0000", 2021-07-26T16:08:37.375 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2510999999999999e-05 2021-07-26T16:08:37.375 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.375 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.375 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:08:37.375 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.275673+0000", 2021-07-26T16:08:37.376 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1810000000000004e-06 2021-07-26T16:08:37.376 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.376 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.377 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:08:37.377 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.275680+0000", 2021-07-26T16:08:37.377 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00030134399999999999 2021-07-26T16:08:37.377 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.378 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.378 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:08:37.378 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.275982+0000", 2021-07-26T16:08:37.378 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.3589999999999997e-06 2021-07-26T16:08:37.379 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.379 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.379 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:08:37.379 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.275991+0000", 2021-07-26T16:08:37.379 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.99344662100000003 2021-07-26T16:08:37.380 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.380 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.380 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:08:37.381 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.269438+0000", 2021-07-26T16:08:37.381 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4467000000000001e-05 2021-07-26T16:08:37.381 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.382 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.382 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:08:37.382 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.269452+0000", 2021-07-26T16:08:37.382 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.99924800800000002 2021-07-26T16:08:37.383 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:08:37.383 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:08:37.383 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:08:37.383 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.384 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.384 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:57659 7.4 7.a88de464 (undecoded) ondisk+retry+write+known_if_redirected e236)", 2021-07-26T16:08:37.384 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:08:35.275694+0000", 2021-07-26T16:08:37.384 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 2.0850891329999999, 2021-07-26T16:08:37.385 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.085893129, 2021-07-26T16:08:37.385 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:08:37.385 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "delayed", 2021-07-26T16:08:37.385 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:08:37.386 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:08:37.386 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:08:37.386 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 57659 2021-07-26T16:08:37.386 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.387 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:08:37.387 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.387 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:08:37.387 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.275694+0000", 2021-07-26T16:08:37.388 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:08:37.388 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.388 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.388 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:08:37.389 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.275694+0000", 2021-07-26T16:08:37.389 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8727999999999999e-05 2021-07-26T16:08:37.389 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.390 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.390 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:08:37.391 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.275733+0000", 2021-07-26T16:08:37.391 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.342e-06 2021-07-26T16:08:37.392 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.392 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.393 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:08:37.393 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.275734+0000", 2021-07-26T16:08:37.394 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5050000000000007e-06 2021-07-26T16:08:37.394 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.395 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.395 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:08:37.396 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.275743+0000", 2021-07-26T16:08:37.396 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8250000000000004e-06 2021-07-26T16:08:37.397 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.397 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.398 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:08:37.398 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.275748+0000", 2021-07-26T16:08:37.399 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00026569499999999998 2021-07-26T16:08:37.399 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.400 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.400 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:08:37.401 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.276014+0000", 2021-07-26T16:08:37.401 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1110000000000002e-06 2021-07-26T16:08:37.401 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.402 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.402 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:08:37.403 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.276021+0000", 2021-07-26T16:08:37.404 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.99346261199999997 2021-07-26T16:08:37.404 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.404 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.405 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:08:37.405 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.269483+0000", 2021-07-26T16:08:37.405 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4759999999999998e-06 2021-07-26T16:08:37.406 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.406 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.406 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:08:37.407 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.269492+0000", 2021-07-26T16:08:37.407 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.99379729400000005 2021-07-26T16:08:37.408 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:08:37.408 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:08:37.409 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:08:37.409 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.410 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.410 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:57675 7.4 7.9aa081d4 (undecoded) ondisk+write+known_if_redirected e236)", 2021-07-26T16:08:37.411 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:08:35.292226+0000", 2021-07-26T16:08:37.411 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 2.0685571029999998, 2021-07-26T16:08:37.411 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0694434820000001, 2021-07-26T16:08:37.412 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:08:37.412 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "delayed", 2021-07-26T16:08:37.412 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:08:37.412 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:08:37.413 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:08:37.413 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 57675 2021-07-26T16:08:37.413 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.413 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:08:37.414 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.414 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:08:37.414 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.292226+0000", 2021-07-26T16:08:37.414 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:08:37.415 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.415 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.415 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:08:37.416 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.292226+0000", 2021-07-26T16:08:37.416 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1119999999999998e-05 2021-07-26T16:08:37.416 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.416 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.417 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:08:37.417 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.292278+0000", 2021-07-26T16:08:37.417 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3369999999999998e-06 2021-07-26T16:08:37.417 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.418 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.418 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:08:37.418 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.292280+0000", 2021-07-26T16:08:37.418 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2761e-05 2021-07-26T16:08:37.419 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.419 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.419 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:08:37.419 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.292293+0000", 2021-07-26T16:08:37.420 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7580000000000003e-06 2021-07-26T16:08:37.420 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.420 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.421 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:08:37.421 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.292299+0000", 2021-07-26T16:08:37.421 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8319999999999999e-05 2021-07-26T16:08:37.421 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.422 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.422 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:08:37.423 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.292338+0000", 2021-07-26T16:08:37.423 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.0450000000000003e-06 2021-07-26T16:08:37.424 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.424 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.424 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:08:37.425 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.292345+0000", 2021-07-26T16:08:37.425 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.97780202199999999 2021-07-26T16:08:37.426 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.426 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.427 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:08:37.427 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.270147+0000", 2021-07-26T16:08:37.428 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0326000000000001e-05 2021-07-26T16:08:37.428 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:08:37.428 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:08:37.429 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:08:37.429 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.270157+0000", 2021-07-26T16:08:37.429 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.97793068900000002 2021-07-26T16:08:37.429 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:08:37.429 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:08:37.430 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:08:37.430 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:08:37.430 INFO:teuthology.orchestra.run.smithi139.stdout: ], 2021-07-26T16:08:37.430 INFO:teuthology.orchestra.run.smithi139.stdout: "num_ops": 3 2021-07-26T16:08:37.431 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:08:37.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:37.433 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:37.433 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:37.434 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:37 smithi139 ceph-mon[56829]: pgmap v637: 89 pgs: 89 active+clean; 3.5 GiB data, 8.8 GiB used, 524 GiB / 536 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-07-26T16:08:37.434 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:37 smithi139 ceph-mon[56829]: osdmap e237: 8 total, 8 up, 6 in 2021-07-26T16:08:37.434 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:37 smithi139 ceph-mon[56829]: osdmap e238: 8 total, 8 up, 6 in 2021-07-26T16:08:37.534 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:37.558 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:37.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:37.559 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:37.661 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:37.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:37.703 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:37.703 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:37.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:37 smithi078 ceph-mon[73801]: pgmap v637: 89 pgs: 89 active+clean; 3.5 GiB data, 8.8 GiB used, 524 GiB / 536 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-07-26T16:08:37.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:37 smithi078 ceph-mon[73801]: osdmap e237: 8 total, 8 up, 6 in 2021-07-26T16:08:37.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:37 smithi078 ceph-mon[73801]: osdmap e238: 8 total, 8 up, 6 in 2021-07-26T16:08:37.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:37 smithi078 ceph-mon[77813]: pgmap v637: 89 pgs: 89 active+clean; 3.5 GiB data, 8.8 GiB used, 524 GiB / 536 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-07-26T16:08:37.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:37 smithi078 ceph-mon[77813]: osdmap e237: 8 total, 8 up, 6 in 2021-07-26T16:08:37.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:37 smithi078 ceph-mon[77813]: osdmap e238: 8 total, 8 up, 6 in 2021-07-26T16:08:37.805 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:37.832 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:37.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:37.833 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:37.934 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:37.955 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:37.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:37.956 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:38.057 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:38.084 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:38.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:38.085 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:38.187 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:38.210 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:38.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:38.212 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:38.270 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:08:38.288 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:08:38.308 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:08:38.313 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:38.328 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 34 16 57973 57957 106.5 6.02083 0.00588518 0.0091959 2021-07-26T16:08:38.330 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:08:38.337 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:38.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:38.338 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:38.353 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:08:38.375 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:08:38.397 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:08:38.415 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:08:38.417 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:08:38.417 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:08:38.417 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:08:38.417 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:08:38.418 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:08:38.418 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:08:38.418 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:08:38.419 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:08:38.439 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:38.461 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:38.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:38.463 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:38.550 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:38 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4197811785' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:38.552 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-07-26T16:08:38.564 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:38.574 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:38 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4197811785' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:38.575 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:38 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4197811785' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:38.586 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:38.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:38.587 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:38.643 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:08:38.689 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:38.706 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:08:38.712 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:38.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:38.713 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:38.790 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:38.815 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:38.837 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:38.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:38.839 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:38.940 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:38.964 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:38.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:38.966 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:39.067 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:39.088 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:39.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:39.089 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:39.190 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:39.213 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:39.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:39.216 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:39.317 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:39.333 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 35 16 57973 57957 103.458 0 - 0.0091959 2021-07-26T16:08:39.341 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:39.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:39.343 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:39.444 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:39.465 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:39.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:39.466 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:39.567 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:39.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:39 smithi139 ceph-mon[56829]: pgmap v640: 89 pgs: 89 active+clean; 3.5 GiB data, 8.8 GiB used, 524 GiB / 536 GiB avail; 69 MiB/s wr, 1.11k op/s 2021-07-26T16:08:39.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:39 smithi139 ceph-mon[56829]: osdmap e239: 8 total, 8 up, 6 in 2021-07-26T16:08:39.591 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:39.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:39.593 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:39.609 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:39 smithi078 ceph-mon[77813]: pgmap v640: 89 pgs: 89 active+clean; 3.5 GiB data, 8.8 GiB used, 524 GiB / 536 GiB avail; 69 MiB/s wr, 1.11k op/s 2021-07-26T16:08:39.609 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:39 smithi078 ceph-mon[77813]: osdmap e239: 8 total, 8 up, 6 in 2021-07-26T16:08:39.610 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:39 smithi078 ceph-mon[73801]: pgmap v640: 89 pgs: 89 active+clean; 3.5 GiB data, 8.8 GiB used, 524 GiB / 536 GiB avail; 69 MiB/s wr, 1.11k op/s 2021-07-26T16:08:39.610 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:39 smithi078 ceph-mon[73801]: osdmap e239: 8 total, 8 up, 6 in 2021-07-26T16:08:39.694 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:39.717 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:39.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:39.718 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:39.819 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:39.842 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:39.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:39.843 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:39.944 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:39.966 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:39.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:39.967 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:40.068 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:40.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:40.092 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:40.092 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:40.193 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:40.215 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:40.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:40.216 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:40.317 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:40.329 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 36 16 57973 57957 100.584 0 - 0.0091959 2021-07-26T16:08:40.340 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:40.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:40.341 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:40.377 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:40 smithi078 ceph-mon[73801]: osdmap e240: 8 total, 8 up, 6 in 2021-07-26T16:08:40.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:40 smithi078 ceph-mon[77813]: osdmap e240: 8 total, 8 up, 6 in 2021-07-26T16:08:40.443 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:40.467 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:40.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:40.469 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:40.570 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:40.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:40 smithi139 ceph-mon[56829]: osdmap e240: 8 total, 8 up, 6 in 2021-07-26T16:08:40.593 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:40.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:40.594 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:40.695 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:40.720 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:40.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:40.722 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:40.823 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:40.845 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:40.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:40.847 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:40.874 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:08:40.874 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:08:40.949 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:40.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:40.972 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:40.972 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:41.074 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:41.096 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:41.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:41.098 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:41.198 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:41.220 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:41.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:41.222 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:41.323 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:41.328 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 37 16 57973 57957 97.8666 0 - 0.0091959 2021-07-26T16:08:41.344 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:41.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:41.345 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:41.446 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:41.469 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:41.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:41.471 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:41.566 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:41 smithi078 ceph-mon[73801]: pgmap v643: 89 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 9.1 GiB used, 523 GiB / 536 GiB avail; 17 MiB/s wr, 268 op/s; 11039/173172 objects degraded (6.375%); 6958/173172 objects misplaced (4.018%); 4.5 MiB/s, 71 objects/s recovering 2021-07-26T16:08:41.566 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:41 smithi078 ceph-mon[73801]: Health check failed: Degraded data redundancy: 11039/173172 objects degraded (6.375%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T16:08:41.566 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:41 smithi078 ceph-mon[77813]: pgmap v643: 89 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 9.1 GiB used, 523 GiB / 536 GiB avail; 17 MiB/s wr, 268 op/s; 11039/173172 objects degraded (6.375%); 6958/173172 objects misplaced (4.018%); 4.5 MiB/s, 71 objects/s recovering 2021-07-26T16:08:41.567 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:41 smithi078 ceph-mon[77813]: Health check failed: Degraded data redundancy: 11039/173172 objects degraded (6.375%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T16:08:41.571 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:41.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:41 smithi139 ceph-mon[56829]: pgmap v643: 89 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 9.1 GiB used, 523 GiB / 536 GiB avail; 17 MiB/s wr, 268 op/s; 11039/173172 objects degraded (6.375%); 6958/173172 objects misplaced (4.018%); 4.5 MiB/s, 71 objects/s recovering 2021-07-26T16:08:41.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:41 smithi139 ceph-mon[56829]: Health check failed: Degraded data redundancy: 11039/173172 objects degraded (6.375%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T16:08:41.594 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:41.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:41.596 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:41.639 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:08:41.697 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:41.718 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:41.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:41.720 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:41.750 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 4] out_osds: [2, 0] dead_osds: [] live_osds: [0, 1, 3, 5, 6, 7, 2, 4] 2021-07-26T16:08:41.750 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 1 1 2021-07-26T16:08:41.797 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:41.821 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:41.843 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:41.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:41.844 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:41.922 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:41.945 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:41.966 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:41.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:41.968 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:42.069 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:42.092 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:42.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:42.093 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:42.111 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-07-26T16:08:42.195 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:42.218 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:42.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:42.219 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:42.312 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:08:42.321 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:42.327 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:08:42.329 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 38 16 57973 57957 95.2912 0 - 0.0091959 2021-07-26T16:08:42.347 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:42.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:42.348 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:42.449 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:42.472 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:42.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:42.474 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:42.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:42 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4264222575' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:08:42.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:42 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4264222575' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:08:42.564 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:42 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4264222575' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:08:42.575 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:42.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:42.601 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:42.601 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:42.702 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:42.724 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:42.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:42.726 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:42.827 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:42.849 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:42.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:42.851 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:42.952 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:42.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:42.976 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:42.976 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:43.077 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:43.099 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:43.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:43.101 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:43.202 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:43.223 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:43.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:43.225 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:43.326 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:43.329 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 39 16 57973 57957 92.8484 0 - 0.0091959 2021-07-26T16:08:43.347 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:43.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:43.348 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:43.449 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:43.471 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:43.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:43.472 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:43.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:43 smithi078 ceph-mon[73801]: pgmap v644: 89 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 9.1 GiB used, 523 GiB / 536 GiB avail; 12 MiB/s wr, 188 op/s; 11039/173172 objects degraded (6.375%); 6958/173172 objects misplaced (4.018%); 3.1 MiB/s, 50 objects/s recovering 2021-07-26T16:08:43.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:43 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:08:43.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:43 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4264222575' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:08:43.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:43 smithi078 ceph-mon[73801]: osdmap e241: 8 total, 8 up, 6 in 2021-07-26T16:08:43.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:43 smithi078 ceph-mon[77813]: pgmap v644: 89 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 9.1 GiB used, 523 GiB / 536 GiB avail; 12 MiB/s wr, 188 op/s; 11039/173172 objects degraded (6.375%); 6958/173172 objects misplaced (4.018%); 3.1 MiB/s, 50 objects/s recovering 2021-07-26T16:08:43.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:43 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:08:43.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:43 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4264222575' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:08:43.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:43 smithi078 ceph-mon[77813]: osdmap e241: 8 total, 8 up, 6 in 2021-07-26T16:08:43.573 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:43.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:43 smithi139 ceph-mon[56829]: pgmap v644: 89 pgs: 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 9.1 GiB used, 523 GiB / 536 GiB avail; 12 MiB/s wr, 188 op/s; 11039/173172 objects degraded (6.375%); 6958/173172 objects misplaced (4.018%); 3.1 MiB/s, 50 objects/s recovering 2021-07-26T16:08:43.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:43 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:08:43.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:43 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4264222575' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:08:43.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:43 smithi139 ceph-mon[56829]: osdmap e241: 8 total, 8 up, 6 in 2021-07-26T16:08:43.595 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:43.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:43.597 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:43.698 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:43.719 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:43.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:43.720 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:43.822 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:43.843 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:43.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:43.845 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:43.947 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:43.970 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:43.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:43.972 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:44.074 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:44.101 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:44.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:44.102 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:44.203 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:44.259 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:44.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:44.261 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:44.329 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:2021-07-26T16:08:44.329906+0000 min lat: 0.00110958 max lat: 8.78472 avg lat: 0.011001 2021-07-26T16:08:44.330 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-07-26T16:08:44.330 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 40 16 58163 58147 90.8246 1.97917 0.0113722 0.011001 2021-07-26T16:08:44.361 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:44.391 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:44.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:44.393 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:44.494 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:44.519 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:44.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:44.521 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:44.622 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:44.677 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:44.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:44.679 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:44.742 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:08:44.743 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:08:44.780 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:44.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:44.812 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:44.812 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:44.914 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:44.940 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:44.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:44.941 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:45.042 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:45.078 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:45.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:45.080 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:45.181 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:45.212 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:45.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:45.213 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:45.314 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:45.330 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 41 16 59032 59016 89.9338 54.3125 0.012013 0.0111129 2021-07-26T16:08:45.351 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:45.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:45.352 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:45.453 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:45.488 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:45.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:45.490 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:45.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:45 smithi139 ceph-mon[56829]: pgmap v646: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.5 GiB data, 9.2 GiB used, 523 GiB / 536 GiB avail; 14 MiB/s wr, 222 op/s; 21551/173946 objects degraded (12.389%); 6958/173946 objects misplaced (4.000%); 3.1 MiB/s, 48 objects/s recovering 2021-07-26T16:08:45.590 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:45.638 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:45 smithi078 ceph-mon[73801]: pgmap v646: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.5 GiB data, 9.2 GiB used, 523 GiB / 536 GiB avail; 14 MiB/s wr, 222 op/s; 21551/173946 objects degraded (12.389%); 6958/173946 objects misplaced (4.000%); 3.1 MiB/s, 48 objects/s recovering 2021-07-26T16:08:45.639 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:45 smithi078 ceph-mon[77813]: pgmap v646: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.5 GiB data, 9.2 GiB used, 523 GiB / 536 GiB avail; 14 MiB/s wr, 222 op/s; 21551/173946 objects degraded (12.389%); 6958/173946 objects misplaced (4.000%); 3.1 MiB/s, 48 objects/s recovering 2021-07-26T16:08:45.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:45.646 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:45.647 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:45.748 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:45.784 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:45.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:45.786 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:45.887 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:45.914 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:45.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:45.916 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:46.017 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:46.050 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-07-26T16:08:46.072 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:46.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:46.076 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:46.177 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:46.214 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:46.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:46.216 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:46.219 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:08:46.258 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:46.278 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:08:46.311 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:08:46.317 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:46.332 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 42 16 59916 59900 89.102 55.25 0.0227235 0.0112144 2021-07-26T16:08:46.345 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:46.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:46.346 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:46.354 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:08:46.392 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:08:46.412 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:46 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1651123512' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:46.413 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:46 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1651123512' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:46.432 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:08:46.447 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:46.467 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:08:46.483 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:46.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:46.485 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:46.502 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:08:46.506 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:08:46.506 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:08:46.506 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:08:46.507 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:08:46.507 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:08:46.507 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:08:46.507 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:08:46.508 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:08:46.586 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:46.618 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:46.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:46.620 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:46.721 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:46.752 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:46.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:46.753 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:46.790 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:08:46.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:46 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1651123512' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:46.855 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:46.887 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:46.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:46.888 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:46.989 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:46.993 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:47.021 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:47.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:47.023 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:47.124 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:47.144 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:47.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:47.146 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:47.247 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:47.285 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:47.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:47.287 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:47.332 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 43 16 60732 60716 88.216 51 0.0279819 0.0113279 2021-07-26T16:08:47.341 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.1 to 1 (10000) 2021-07-26T16:08:47.388 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:47.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:47.424 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:47.424 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:47.526 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:47.562 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:47.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:47.563 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:47.665 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:47.697 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:47.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:47.699 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:47.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:47 smithi078 ceph-mon[77813]: pgmap v647: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.5 GiB data, 9.2 GiB used, 523 GiB / 536 GiB avail; 12 MiB/s wr, 198 op/s; 21551/174525 objects degraded (12.348%); 5955/174525 objects misplaced (3.412%); 11 MiB/s, 168 objects/s recovering 2021-07-26T16:08:47.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:47 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21551/174525 objects degraded (12.348%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:08:47.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:47 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3803883144' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:08:47.706 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:47 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:08:47.707 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:47 smithi078 ceph-mon[73801]: pgmap v647: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.5 GiB data, 9.2 GiB used, 523 GiB / 536 GiB avail; 12 MiB/s wr, 198 op/s; 21551/174525 objects degraded (12.348%); 5955/174525 objects misplaced (3.412%); 11 MiB/s, 168 objects/s recovering 2021-07-26T16:08:47.707 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:47 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21551/174525 objects degraded (12.348%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:08:47.707 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:47 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3803883144' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:08:47.708 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:47 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:08:47.800 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:47.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:47 smithi139 ceph-mon[56829]: pgmap v647: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.5 GiB data, 9.2 GiB used, 523 GiB / 536 GiB avail; 12 MiB/s wr, 198 op/s; 21551/174525 objects degraded (12.348%); 5955/174525 objects misplaced (3.412%); 11 MiB/s, 168 objects/s recovering 2021-07-26T16:08:47.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:47 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21551/174525 objects degraded (12.348%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:08:47.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:47 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3803883144' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:08:47.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:47 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:08:47.837 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:47.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:47.839 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:47.940 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:47.978 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:47.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:47.980 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:48.081 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:48.125 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:48.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:48.126 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:48.228 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:48.264 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:48.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:48.266 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:48.333 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 44 16 61540 61524 87.359 50.5 0.0136121 0.0114399 2021-07-26T16:08:48.368 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:48.393 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:48.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:48.395 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:48.496 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:48.526 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:48.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:48.528 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:48.551 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 3 1 2021-07-26T16:08:48.628 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:48.669 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:48.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:48.671 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:48.719 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:48 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-07-26T16:08:48.720 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:48 smithi078 ceph-mon[77813]: osdmap e242: 8 total, 8 up, 6 in 2021-07-26T16:08:48.720 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:48 smithi078 ceph-mon[77813]: pgmap v649: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.5 GiB data, 9.2 GiB used, 523 GiB / 536 GiB avail; 3.5 MiB/s wr, 56 op/s; 21551/174525 objects degraded (12.348%); 5955/174525 objects misplaced (3.412%); 7.9 MiB/s, 125 objects/s recovering 2021-07-26T16:08:48.720 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:48 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-07-26T16:08:48.721 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:48 smithi078 ceph-mon[73801]: osdmap e242: 8 total, 8 up, 6 in 2021-07-26T16:08:48.721 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:48 smithi078 ceph-mon[73801]: pgmap v649: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.5 GiB data, 9.2 GiB used, 523 GiB / 536 GiB avail; 3.5 MiB/s wr, 56 op/s; 21551/174525 objects degraded (12.348%); 5955/174525 objects misplaced (3.412%); 7.9 MiB/s, 125 objects/s recovering 2021-07-26T16:08:48.759 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:48.772 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:48.808 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:48.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:48.809 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:48.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:48 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-07-26T16:08:48.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:48 smithi139 ceph-mon[56829]: osdmap e242: 8 total, 8 up, 6 in 2021-07-26T16:08:48.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:48 smithi139 ceph-mon[56829]: pgmap v649: 89 pgs: 1 activating+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.5 GiB data, 9.2 GiB used, 523 GiB / 536 GiB avail; 3.5 MiB/s wr, 56 op/s; 21551/174525 objects degraded (12.348%); 5955/174525 objects misplaced (3.412%); 7.9 MiB/s, 125 objects/s recovering 2021-07-26T16:08:48.910 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:48.947 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:48.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:48.948 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:49.049 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:49.070 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:49.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:49.071 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:49.172 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:49.205 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:49.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:49.206 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:49.307 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:49.333 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 45 16 62320 62304 86.5012 48.75 0.0269474 0.0115546 2021-07-26T16:08:49.342 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:49.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:49.343 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:49.445 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:49.480 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:49.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:49.482 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:49.583 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:49.607 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:49.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:49.608 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:49.709 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:49.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:49.750 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:49.751 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:49.852 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:49.893 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:49.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:49.894 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:49.995 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:50.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:50.033 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:50.034 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:50.135 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:50.170 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:50.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:50.172 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:50.273 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:50.308 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:50.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:50.310 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:50.333 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 46 16 63180 63164 85.7893 53.75 0.0318337 0.0116496 2021-07-26T16:08:50.412 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:50.440 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:50.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:50.441 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:50.542 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:50.550 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:08:50.583 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:50.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:50.585 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:50.686 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:50.721 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:50.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:50.724 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:50.749 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:50.825 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:50.867 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:50.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:50.868 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:50.969 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:51.002 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:51.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:51.004 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:51.069 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:08:51.069 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:08:51.069 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 0 2021-07-26T16:08:51.070 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:08:51.105 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:51.135 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:51.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:51.136 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:51.237 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:51.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:51.270 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:51.270 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:51.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:51 smithi139 ceph-mon[56829]: pgmap v650: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.8 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 36 MiB/s wr, 572 op/s; 21549/186918 objects degraded (11.529%); 5608/186918 objects misplaced (3.000%); 11 MiB/s, 169 objects/s recovering 2021-07-26T16:08:51.333 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 47 16 64056 64040 85.129 54.75 0.0557456 0.0117394 2021-07-26T16:08:51.371 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:51.399 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:51.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:51.401 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:51.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:51 smithi078 ceph-mon[73801]: pgmap v650: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.8 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 36 MiB/s wr, 572 op/s; 21549/186918 objects degraded (11.529%); 5608/186918 objects misplaced (3.000%); 11 MiB/s, 169 objects/s recovering 2021-07-26T16:08:51.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:51 smithi078 ceph-mon[77813]: pgmap v650: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.8 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 36 MiB/s wr, 572 op/s; 21549/186918 objects degraded (11.529%); 5608/186918 objects misplaced (3.000%); 11 MiB/s, 169 objects/s recovering 2021-07-26T16:08:51.502 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:51.539 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:51.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:51.540 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:51.641 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:51.666 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:51.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:51.668 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:51.769 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:51.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:51.801 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:51.801 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:51.903 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:51.933 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:51.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:51.935 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:52.036 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:52.066 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:52.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:52.068 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:52.169 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:52.207 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:52.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:52.208 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:52.310 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:52.333 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:52.334 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 48 16 64879 64863 84.4271 51.4375 0.131215 0.0118242 2021-07-26T16:08:52.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:52.335 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:52.436 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:52.469 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:52.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:52.471 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:52.572 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:52.598 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:52.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:52.600 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:52.642 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-07-26T16:08:52.701 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:52.761 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:52.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:52.763 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:52.864 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:52.899 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:52.900 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:52.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:52.901 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:53.002 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:53.043 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:53.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:53.045 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:53.146 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:53.147 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:53 smithi078 ceph-mon[73801]: pgmap v651: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.8 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 30 MiB/s wr, 473 op/s; 21549/186918 objects degraded (11.529%); 5608/186918 objects misplaced (3.000%); 8.8 MiB/s, 140 objects/s recovering 2021-07-26T16:08:53.147 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:53 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21549/186918 objects degraded (11.529%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:08:53.148 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:53 smithi078 ceph-mon[77813]: pgmap v651: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.8 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 30 MiB/s wr, 473 op/s; 21549/186918 objects degraded (11.529%); 5608/186918 objects misplaced (3.000%); 8.8 MiB/s, 140 objects/s recovering 2021-07-26T16:08:53.148 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:53 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21549/186918 objects degraded (11.529%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:08:53.193 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:53.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:53.197 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:53.298 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:53.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:53 smithi139 ceph-mon[56829]: pgmap v651: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.8 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 30 MiB/s wr, 473 op/s; 21549/186918 objects degraded (11.529%); 5608/186918 objects misplaced (3.000%); 8.8 MiB/s, 140 objects/s recovering 2021-07-26T16:08:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:53 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21549/186918 objects degraded (11.529%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:08:53.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:53.328 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:53.328 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:53.333 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 49 16 65714 65698 83.7692 52.1875 0.01621 0.0119264 2021-07-26T16:08:53.429 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:53.460 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:53.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:53.462 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:53.563 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:53.612 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:53.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:53.613 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:53.714 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:53.749 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:53.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:53.751 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:53.852 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:53.890 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:53.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:53.892 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:53.993 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:54.025 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:54.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:54.026 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:54.075 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.3 to 1 (10000) 2021-07-26T16:08:54.075 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:08:54.128 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:54.162 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:54.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:54.164 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:54.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:54 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4038767771' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:08:54.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:54 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3182269453' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-07-26T16:08:54.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:54 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4038767771' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:08:54.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:54 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3182269453' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-07-26T16:08:54.265 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:54.295 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:54.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:54.297 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:54.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:54 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4038767771' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:08:54.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:54 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3182269453' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-07-26T16:08:54.333 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 50 16 66551 66535 83.1402 52.3125 0.00880922 0.0120208 2021-07-26T16:08:54.399 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:54.426 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:54.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:54.427 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:54.528 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:54.566 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:54.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:54.567 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:54.668 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:54.701 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:54.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:54.703 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:54.804 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:54.838 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:54.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:54.840 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:54.941 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:54.978 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:54.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:54.980 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:55.081 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:55.111 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:55.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:55.112 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:55.213 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:55.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:55 smithi078 ceph-mon[73801]: pgmap v652: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 33 MiB/s wr, 533 op/s; 21549/189969 objects degraded (11.343%); 5608/189969 objects misplaced (2.952%); 8.4 MiB/s, 135 objects/s recovering 2021-07-26T16:08:55.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:55 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:08:55.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:55 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4038767771' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:08:55.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:55 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3182269453' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-07-26T16:08:55.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:55 smithi078 ceph-mon[73801]: osdmap e243: 8 total, 8 up, 6 in 2021-07-26T16:08:55.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:55 smithi078 ceph-mon[77813]: pgmap v652: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 33 MiB/s wr, 533 op/s; 21549/189969 objects degraded (11.343%); 5608/189969 objects misplaced (2.952%); 8.4 MiB/s, 135 objects/s recovering 2021-07-26T16:08:55.241 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:55 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:08:55.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:55 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4038767771' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:08:55.242 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:55 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3182269453' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-07-26T16:08:55.243 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:55 smithi078 ceph-mon[77813]: osdmap e243: 8 total, 8 up, 6 in 2021-07-26T16:08:55.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:55.251 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:55.253 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:55.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:55 smithi139 ceph-mon[56829]: pgmap v652: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 33 MiB/s wr, 533 op/s; 21549/189969 objects degraded (11.343%); 5608/189969 objects misplaced (2.952%); 8.4 MiB/s, 135 objects/s recovering 2021-07-26T16:08:55.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:55 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:08:55.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:55 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4038767771' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:08:55.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:55 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3182269453' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-07-26T16:08:55.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:55 smithi139 ceph-mon[56829]: osdmap e243: 8 total, 8 up, 6 in 2021-07-26T16:08:55.333 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 51 16 67352 67336 82.4917 50.0625 0.0176267 0.0121158 2021-07-26T16:08:55.354 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:55.390 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:55.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:55.392 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:55.493 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:55.519 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:55.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:55.521 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:55.622 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:55.656 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:55.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:55.657 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:55.758 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:55.784 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:55.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:55.786 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:55.887 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:55.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:55.910 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:55.910 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:56.011 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:56.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:56.048 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:56.048 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:56.149 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:56.185 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:56.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:56.187 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:56.288 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:56.318 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:56.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:56.319 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:56.333 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 52 16 68095 68079 81.7984 46.4375 0.0129822 0.0122198 2021-07-26T16:08:56.420 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:56.452 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:56.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:56.453 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:56.468 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 5 1 2021-07-26T16:08:56.555 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:56.592 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:56.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:56.593 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:56.672 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:56.694 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:56.727 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:56.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:56.730 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:56.831 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:56.880 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:56.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:56.881 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:56.982 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:57.025 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:57.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:57.026 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:57.127 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:57.156 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:57.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:57.158 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:57.231 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:08:57.259 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:57.262 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:08:57.292 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:57.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:57.293 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:57.294 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:08:57.326 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:08:57.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:57 smithi139 ceph-mon[56829]: pgmap v654: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 11 GiB used, 522 GiB / 536 GiB avail; 60 MiB/s wr, 962 op/s; 21549/199533 objects degraded (10.800%); 5243/199533 objects misplaced (2.628%); 5.1 MiB/s, 82 objects/s recovering 2021-07-26T16:08:57.333 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 53 16 68931 68915 81.2409 52.25 0.0132577 0.0123019 2021-07-26T16:08:57.362 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:08:57.364 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:57 smithi078 ceph-mon[73801]: pgmap v654: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 11 GiB used, 522 GiB / 536 GiB avail; 60 MiB/s wr, 962 op/s; 21549/199533 objects degraded (10.800%); 5243/199533 objects misplaced (2.628%); 5.1 MiB/s, 82 objects/s recovering 2021-07-26T16:08:57.365 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:57 smithi078 ceph-mon[77813]: pgmap v654: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 11 GiB used, 522 GiB / 536 GiB avail; 60 MiB/s wr, 962 op/s; 21549/199533 objects degraded (10.800%); 5243/199533 objects misplaced (2.628%); 5.1 MiB/s, 82 objects/s recovering 2021-07-26T16:08:57.392 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:08:57.394 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:57.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:57.429 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:57.429 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:57.431 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:08:57.467 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:08:57.477 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:08:57.478 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:08:57.478 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:08:57.478 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:08:57.478 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:08:57.479 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:08:57.479 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:08:57.479 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:08:57.530 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:57.570 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:57.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:57.571 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:57.672 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:08:57.708 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:57.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:57.710 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:08:57.713 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:08:57.714 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:08:57.812 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:57.854 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:57.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:57.856 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:57.957 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:57.990 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:57.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:57.992 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:58.093 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:58.124 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:58.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:58.125 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:08:58.227 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:58.266 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:58.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:58.268 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:58.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:58 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21549/199533 objects degraded (10.800%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:08:58.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:58 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/275431550' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:58.333 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 54 16 69753 69737 80.6879 51.375 0.0124418 0.0123866 2021-07-26T16:08:58.369 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:58.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:58.396 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:58.396 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:58.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:58 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21549/199533 objects degraded (10.800%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:08:58.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:58 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/275431550' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:58.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:58 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21549/199533 objects degraded (10.800%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:08:58.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:58 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/275431550' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:08:58.498 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:58.524 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:58.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:58.525 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:58.627 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:58.657 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:58.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:58.659 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:58.761 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:58.790 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:58.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:58.792 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:58.849 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:08:58.893 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:08:58.928 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:58.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:58.930 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:08:59.031 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:59.047 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:59.064 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:59.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:59.066 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:59.167 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:08:59.188 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:59.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:59.189 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:08:59.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:08:59 smithi078 ceph-mon[73801]: pgmap v655: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 11 GiB used, 522 GiB / 536 GiB avail; 52 MiB/s wr, 833 op/s; 21549/199533 objects degraded (10.800%); 5243/199533 objects misplaced (2.628%); 4.5 MiB/s, 71 objects/s recovering 2021-07-26T16:08:59.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:08:59 smithi078 ceph-mon[77813]: pgmap v655: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 11 GiB used, 522 GiB / 536 GiB avail; 52 MiB/s wr, 833 op/s; 21549/199533 objects degraded (10.800%); 5243/199533 objects misplaced (2.628%); 4.5 MiB/s, 71 objects/s recovering 2021-07-26T16:08:59.290 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:08:59.331 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:59.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:59.332 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:08:59.333 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 55 16 70515 70499 80.0869 47.625 0.0122936 0.0124804 2021-07-26T16:08:59.433 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:08:59.468 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:59.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:59.469 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:08:59.511 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-07-26T16:08:59.570 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:08:59.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:08:59 smithi139 ceph-mon[56829]: pgmap v655: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 11 GiB used, 522 GiB / 536 GiB avail; 52 MiB/s wr, 833 op/s; 21549/199533 objects degraded (10.800%); 5243/199533 objects misplaced (2.628%); 4.5 MiB/s, 71 objects/s recovering 2021-07-26T16:08:59.632 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:08:59.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:59.634 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:08:59.735 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:08:59.760 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:59.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:59.762 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:08:59.840 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:08:59.862 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:08:59.902 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:08:59.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:08:59.904 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:00.005 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:00.060 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:00.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:00.061 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:00.162 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:00.194 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:00.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:00.196 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:00.297 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:00.334 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 56 16 71273 71257 79.5028 47.375 0.0415768 0.0125717 2021-07-26T16:09:00.336 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:00.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:00.337 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:00.438 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:00.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:00.480 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:00.481 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:00.582 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:00.616 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:00.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:00.618 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:00.719 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:00.747 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:00.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:00.749 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:00.850 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:00.883 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:00.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:00.885 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:00.986 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:01.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:01.024 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:01.024 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:01.127 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:01.156 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:01.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:01.159 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:01.260 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:01.283 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:01.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:01.284 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:01.290 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:09:01.334 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 57 16 72006 71990 78.9118 45.8125 0.00334345 0.012651 2021-07-26T16:09:01.385 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:01.417 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:01.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:01.419 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:01.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:01 smithi078 ceph-mon[73801]: pgmap v656: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 51 MiB/s wr, 823 op/s; 21549/211635 objects degraded (10.182%); 4878/211635 objects misplaced (2.305%); 4.6 MiB/s, 72 objects/s recovering 2021-07-26T16:09:01.433 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:01 smithi078 ceph-mon[77813]: pgmap v656: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 51 MiB/s wr, 823 op/s; 21549/211635 objects degraded (10.182%); 4878/211635 objects misplaced (2.305%); 4.6 MiB/s, 72 objects/s recovering 2021-07-26T16:09:01.463 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:01.520 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:01.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:01.542 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:01.542 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:01.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:01 smithi139 ceph-mon[56829]: pgmap v656: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 51 MiB/s wr, 823 op/s; 21549/211635 objects degraded (10.182%); 4878/211635 objects misplaced (2.305%); 4.6 MiB/s, 72 objects/s recovering 2021-07-26T16:09:01.643 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:01.670 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:01.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:01.672 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:01.773 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:01.819 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:01.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:01.821 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:01.922 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:01.955 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:01.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:01.957 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:02.058 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:02.087 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:02.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:02.088 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:02.189 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:02.218 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:02.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:02.220 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:02.321 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:02.334 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 58 15 72773 72758 78.3788 48 0.0101317 0.0127506 2021-07-26T16:09:02.353 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:02.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:02.354 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:02.455 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:02.485 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:02.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:02.486 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:02.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:02 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21549/211635 objects degraded (10.182%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:02.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:02 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21549/211635 objects degraded (10.182%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:02.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:02 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21549/211635 objects degraded (10.182%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:02.587 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:02.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:02.620 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:02.621 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:02.722 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:02.778 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:02.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:02.781 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:02.882 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:02.923 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:02.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:02.925 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:03.027 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:03.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:03.061 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:03.061 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:03.146 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.5 to 1 (10000) 2021-07-26T16:09:03.162 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:03.212 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:03.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:03.213 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:03.272 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:03 smithi078 ceph-mon[77813]: pgmap v657: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 51 MiB/s wr, 823 op/s; 21549/211635 objects degraded (10.182%); 4878/211635 objects misplaced (2.305%); 4.6 MiB/s, 72 objects/s recovering 2021-07-26T16:09:03.273 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:03 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3224744706' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:09:03.273 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:03 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:09:03.274 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:03 smithi078 ceph-mon[73801]: pgmap v657: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 51 MiB/s wr, 823 op/s; 21549/211635 objects degraded (10.182%); 4878/211635 objects misplaced (2.305%); 4.6 MiB/s, 72 objects/s recovering 2021-07-26T16:09:03.274 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:03 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3224744706' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:09:03.275 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:03 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:09:03.315 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:03.336 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 59 16 73504 73488 77.8218 45.625 0.0135008 0.0128442 2021-07-26T16:09:03.353 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:03.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:03.355 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:03.456 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:03.499 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:03.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:03.500 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:03.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:03 smithi139 ceph-mon[56829]: pgmap v657: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 51 MiB/s wr, 823 op/s; 21549/211635 objects degraded (10.182%); 4878/211635 objects misplaced (2.305%); 4.6 MiB/s, 72 objects/s recovering 2021-07-26T16:09:03.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:03 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3224744706' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:09:03.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:03 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:09:03.601 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:03.633 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:03.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:03.634 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:03.735 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:03.763 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:03.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:03.765 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:03.866 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:03.892 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:03.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:03.893 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:03.994 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:04.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:04.044 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:04.044 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:04.146 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:04.181 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:04.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:04.182 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:04.283 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:04.313 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:04.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:04.315 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:04.336 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:2021-07-26T16:09:04.336182+0000 min lat: 0.00110958 max lat: 8.78472 avg lat: 0.0129138 2021-07-26T16:09:04.336 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-07-26T16:09:04.336 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 60 16 74341 74325 77.3967 52.3125 0.0195005 0.0129138 2021-07-26T16:09:04.377 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:04 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-07-26T16:09:04.377 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:04 smithi078 ceph-mon[77813]: osdmap e244: 8 total, 8 up, 6 in 2021-07-26T16:09:04.378 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:09:04.380 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:04 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-07-26T16:09:04.381 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:04 smithi078 ceph-mon[73801]: osdmap e244: 8 total, 8 up, 6 in 2021-07-26T16:09:04.381 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:09:04.416 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:04.444 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:04.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:04.446 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:04.547 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:04.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:04.576 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:04.577 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:04.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:04 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-07-26T16:09:04.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:04 smithi139 ceph-mon[56829]: osdmap e244: 8 total, 8 up, 6 in 2021-07-26T16:09:04.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:09:04.678 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:04.711 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:04.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:04.712 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:04.814 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:04.853 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:04.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:04.855 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:04.956 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:04.987 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:04.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:04.989 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:05.090 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:05.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:05.121 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:05.121 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:05.173 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:09:05.222 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:05.245 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 6 1 2021-07-26T16:09:05.270 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:05.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:05.272 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:05.281 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:09:05.281 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:09:05.335 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 61 16 75147 75131 76.9537 50.375 0.00861378 0.0129878 2021-07-26T16:09:05.373 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:05.405 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:05 smithi078 ceph-mon[73801]: pgmap v659: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 51 MiB/s wr, 816 op/s; 21549/214305 objects degraded (10.055%); 4878/214305 objects misplaced (2.276%); 4.6 MiB/s, 73 objects/s recovering 2021-07-26T16:09:05.405 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:09:05.405 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:05 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1041958384' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:05.409 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:05 smithi078 ceph-mon[77813]: pgmap v659: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 51 MiB/s wr, 816 op/s; 21549/214305 objects degraded (10.055%); 4878/214305 objects misplaced (2.276%); 4.6 MiB/s, 73 objects/s recovering 2021-07-26T16:09:05.409 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:09:05.410 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:05 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1041958384' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:05.436 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:05.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:05.437 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:05.501 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:05.538 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:05.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:05 smithi139 ceph-mon[56829]: pgmap v659: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 51 MiB/s wr, 816 op/s; 21549/214305 objects degraded (10.055%); 4878/214305 objects misplaced (2.276%); 4.6 MiB/s, 73 objects/s recovering 2021-07-26T16:09:05.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:09:05.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:05 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1041958384' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:05.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:05.580 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:05.580 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:05.682 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:05.724 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:05.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:05.726 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:05.827 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:05.855 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:05.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:05.857 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:05.958 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:05.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:05.996 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:05.996 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:06.098 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:06.128 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:06.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:06.130 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:06.231 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:06.254 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:06.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:06.257 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:06.336 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 62 16 75919 75903 76.4908 48.25 0.00348084 0.0130643 2021-07-26T16:09:06.358 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:06.397 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:06.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:06.399 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:06.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:06 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:06.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:06 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1041958384' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:09:06.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:06 smithi078 ceph-mon[73801]: osdmap e245: 8 total, 8 up, 6 in 2021-07-26T16:09:06.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:06 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:06.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:06 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1041958384' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:09:06.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:06 smithi078 ceph-mon[77813]: osdmap e245: 8 total, 8 up, 6 in 2021-07-26T16:09:06.500 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:06.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:06.532 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:06.533 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:06.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:06 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:06.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:06 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1041958384' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:09:06.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:06 smithi139 ceph-mon[56829]: osdmap e245: 8 total, 8 up, 6 in 2021-07-26T16:09:06.634 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:06.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:06.667 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:06.667 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:06.769 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:06.818 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:06.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:06.820 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:06.894 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-07-26T16:09:06.921 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:06.959 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:06.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:06.960 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:07.062 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:07.114 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:07.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:07.116 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:07.150 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:07.217 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:07.255 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:07.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:07.257 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:07.296 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:09:07.316 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:07 smithi078 ceph-mon[77813]: pgmap v661: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 61 MiB/s wr, 976 op/s; 21549/222978 objects degraded (9.664%); 4515/222978 objects misplaced (2.025%); 5.7 MiB/s, 90 objects/s recovering 2021-07-26T16:09:07.316 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:07 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21549/222978 objects degraded (9.664%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:07.317 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:07 smithi078 ceph-mon[73801]: pgmap v661: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 61 MiB/s wr, 976 op/s; 21549/222978 objects degraded (9.664%); 4515/222978 objects misplaced (2.025%); 5.7 MiB/s, 90 objects/s recovering 2021-07-26T16:09:07.317 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:07 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21549/222978 objects degraded (9.664%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:07.334 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:09:07.336 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 63 16 76675 76659 76.0262 47.25 0.0122278 0.0131467 2021-07-26T16:09:07.358 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:07.362 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:09:07.389 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:07.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:07.391 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:07.391 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:09:07.443 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:09:07.484 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:09:07.492 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:07.528 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:09:07.533 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:07.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:07.534 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:07.559 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:09:07.560 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:09:07.560 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:09:07.561 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:09:07.561 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:09:07.561 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:09:07.562 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:09:07.562 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:09:07.563 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:09:07.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:07 smithi139 ceph-mon[56829]: pgmap v661: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 61 MiB/s wr, 976 op/s; 21549/222978 objects degraded (9.664%); 4515/222978 objects misplaced (2.025%); 5.7 MiB/s, 90 objects/s recovering 2021-07-26T16:09:07.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:07 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21549/222978 objects degraded (9.664%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:07.635 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:07.679 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:07.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:07.680 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:07.781 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:07.819 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:07.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:07.820 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:07.922 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:07.948 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:07.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:07.950 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:08.051 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:08.089 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:08.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:08.090 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:08.191 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:08.216 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:08.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:08.217 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:08.318 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:08.336 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 64 16 77431 77415 75.5766 47.25 0.0219036 0.0132262 2021-07-26T16:09:08.344 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:08.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:08.346 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:08.447 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:08.479 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:08.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:08.480 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:08.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:08 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4219294512' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:08.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:08 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4219294512' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:08.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:08 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4219294512' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:08.581 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:08.606 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:08.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:08.608 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:08.710 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:08.736 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:08.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:08.738 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:08.839 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:08.865 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:08.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:08.866 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:08.888 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:09:08.968 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:09.008 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:09.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:09.010 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:09.111 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:09.134 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:09.148 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:09.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:09.151 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:09.252 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:09.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:09.302 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:09.302 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:09.336 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 65 16 78157 78141 75.112 45.375 0.0141407 0.0133062 2021-07-26T16:09:09.403 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:09.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:09.434 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:09.435 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:09.456 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:09 smithi078 ceph-mon[73801]: pgmap v662: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 30 MiB/s wr, 472 op/s; 21549/222978 objects degraded (9.664%); 4515/222978 objects misplaced (2.025%); 2.8 MiB/s, 45 objects/s recovering 2021-07-26T16:09:09.456 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:09 smithi078 ceph-mon[77813]: pgmap v662: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 30 MiB/s wr, 472 op/s; 21549/222978 objects degraded (9.664%); 4515/222978 objects misplaced (2.025%); 2.8 MiB/s, 45 objects/s recovering 2021-07-26T16:09:09.543 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:09.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:09 smithi139 ceph-mon[56829]: pgmap v662: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 30 MiB/s wr, 472 op/s; 21549/222978 objects degraded (9.664%); 4515/222978 objects misplaced (2.025%); 2.8 MiB/s, 45 objects/s recovering 2021-07-26T16:09:09.583 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:09.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:09.585 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:09.686 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:09.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:09.721 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:09.721 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:09.822 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:09.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:09.863 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:09.863 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:09.964 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:09.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:09.999 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:10.000 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:10.101 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:10.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:10.137 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:10.138 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:10.203 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.6 to 1 (10000) 2021-07-26T16:09:10.239 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:10.273 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:10.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:10.274 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:10.336 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 66 16 78936 78920 74.7117 48.6875 0.014736 0.0133781 2021-07-26T16:09:10.375 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:10.406 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:10.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:10.408 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:10.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:10 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1907746997' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-07-26T16:09:10.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:10 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-07-26T16:09:10.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:10 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1907746997' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-07-26T16:09:10.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:10 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-07-26T16:09:10.509 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:10.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:10.545 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:10.545 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:10.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:10 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1907746997' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-07-26T16:09:10.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:10 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-07-26T16:09:10.647 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:10.684 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:10.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:10.686 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:10.787 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:10.818 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:10.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:10.820 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:10.921 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:10.955 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:10.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:10.957 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:11.058 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:11.082 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:11.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:11.084 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:11.185 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:11.212 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:11.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:11.213 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:11.314 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:09:11.315 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:11.339 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 67 16 79718 79702 74.3234 48.875 0.0198985 0.0134466 2021-07-26T16:09:11.345 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:11.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:11.346 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:11.447 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:11.482 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:11.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:11.484 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:11.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:11 smithi078 ceph-mon[73801]: pgmap v663: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.8 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 60 MiB/s wr, 955 op/s; 21549/234573 objects degraded (9.186%); 4132/234573 objects misplaced (1.761%); 5.8 MiB/s, 93 objects/s recovering 2021-07-26T16:09:11.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:11 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-07-26T16:09:11.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:11 smithi078 ceph-mon[73801]: osdmap e246: 8 total, 8 up, 6 in 2021-07-26T16:09:11.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:11 smithi078 ceph-mon[77813]: pgmap v663: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.8 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 60 MiB/s wr, 955 op/s; 21549/234573 objects degraded (9.186%); 4132/234573 objects misplaced (1.761%); 5.8 MiB/s, 93 objects/s recovering 2021-07-26T16:09:11.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:11 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-07-26T16:09:11.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:11 smithi078 ceph-mon[77813]: osdmap e246: 8 total, 8 up, 6 in 2021-07-26T16:09:11.531 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:11.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:11 smithi139 ceph-mon[56829]: pgmap v663: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.8 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 60 MiB/s wr, 955 op/s; 21549/234573 objects degraded (9.186%); 4132/234573 objects misplaced (1.761%); 5.8 MiB/s, 93 objects/s recovering 2021-07-26T16:09:11.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:11 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-07-26T16:09:11.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:11 smithi139 ceph-mon[56829]: osdmap e246: 8 total, 8 up, 6 in 2021-07-26T16:09:11.585 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:11.613 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:11.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:11.615 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:11.716 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:11.753 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:11.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:11.754 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:11.855 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:11.881 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:11.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:11.882 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:11.983 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:12.008 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:12.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:12.010 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:12.111 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:12.143 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:12.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:12.145 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:12.246 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:12.278 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:12.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:12.280 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:12.331 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 7 1 2021-07-26T16:09:12.339 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 68 16 80497 80481 73.9464 48.6875 0.0177996 0.0135151 2021-07-26T16:09:12.381 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:12.408 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:12.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:12.410 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:12.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:12 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21549/234573 objects degraded (9.186%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:12.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:12 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21549/234573 objects degraded (9.186%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:12.510 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:12.542 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:12.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:12.544 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:12.547 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:12.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:12 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21549/234573 objects degraded (9.186%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:12.646 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:12.678 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:12.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:12.679 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:12.780 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:12.818 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:12.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:12.819 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:12.920 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:12.922 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:09:12.922 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:09:12.922 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.922 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.55408.0:80944 7.b 7:db573bce:::benchmark_data_smithi078_185638_object80943:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e246)", 2021-07-26T16:09:12.923 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:09:12.916166+0000", 2021-07-26T16:09:12.923 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0033757470000000001, 2021-07-26T16:09:12.923 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003407878, 2021-07-26T16:09:12.923 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:12.924 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:09:12.924 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:12.924 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.55408", 2021-07-26T16:09:12.924 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:09:12.924 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 80944 2021-07-26T16:09:12.925 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.925 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:12.925 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.925 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:12.926 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916166+0000", 2021-07-26T16:09:12.926 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:12.926 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.926 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.926 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:12.927 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916166+0000", 2021-07-26T16:09:12.927 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:12.927 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.927 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.928 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:12.928 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916184+0000", 2021-07-26T16:09:12.928 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7935e-05 2021-07-26T16:09:12.928 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.928 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.929 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:12.929 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916187+0000", 2021-07-26T16:09:12.929 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6220000000000001e-06 2021-07-26T16:09:12.929 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.930 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.930 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:12.930 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916197+0000", 2021-07-26T16:09:12.930 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.9259999999999995e-06 2021-07-26T16:09:12.931 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.931 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.931 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:12.931 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916202+0000", 2021-07-26T16:09:12.931 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4539999999999998e-06 2021-07-26T16:09:12.932 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.932 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.932 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:12.933 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916414+0000", 2021-07-26T16:09:12.933 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021167500000000001 2021-07-26T16:09:12.933 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.933 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.934 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:12.934 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916575+0000", 2021-07-26T16:09:12.934 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000161776 2021-07-26T16:09:12.934 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.934 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.935 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 5,6", 2021-07-26T16:09:12.935 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916767+0000", 2021-07-26T16:09:12.935 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00019196600000000001 2021-07-26T16:09:12.935 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:12.936 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:12.936 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:12.936 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.936 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.936 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.55408.0:80945 7.b 7.9697448b (undecoded) ondisk+write+known_if_redirected e246)", 2021-07-26T16:09:12.937 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:09:12.916611+0000", 2021-07-26T16:09:12.937 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0029307840000000001, 2021-07-26T16:09:12.937 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0030338779999999998, 2021-07-26T16:09:12.937 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:12.937 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "queued for pg", 2021-07-26T16:09:12.938 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:12.938 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.55408", 2021-07-26T16:09:12.938 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:09:12.938 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 80945 2021-07-26T16:09:12.939 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.939 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:12.939 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.939 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:12.939 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916611+0000", 2021-07-26T16:09:12.940 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:12.940 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.940 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.940 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:12.941 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916611+0000", 2021-07-26T16:09:12.941 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:12.941 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.941 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.941 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:12.942 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916634+0000", 2021-07-26T16:09:12.942 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3184e-05 2021-07-26T16:09:12.942 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.943 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.943 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:12.943 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916637+0000", 2021-07-26T16:09:12.943 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1319999999999998e-06 2021-07-26T16:09:12.943 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.944 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.944 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:12.944 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916653+0000", 2021-07-26T16:09:12.944 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.517e-05 2021-07-26T16:09:12.945 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.945 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.945 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:12.945 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.916660+0000", 2021-07-26T16:09:12.945 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.9149999999999996e-06 2021-07-26T16:09:12.946 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:12.946 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:12.946 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:12.946 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.947 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.947 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:80943 7.5 e246/237 7:acea4e31:::benchmark_data_smithi078_185638_object80942:head v 246'4914, mlcod=0'0)", 2021-07-26T16:09:12.947 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:09:12.917367+0000", 2021-07-26T16:09:12.947 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0021749680000000002, 2021-07-26T16:09:12.947 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023228110000000001, 2021-07-26T16:09:12.948 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:12.948 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:09:12.948 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:12.948 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.949 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:12.949 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917367+0000", 2021-07-26T16:09:12.949 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:12.949 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.949 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.950 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:12.950 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917367+0000", 2021-07-26T16:09:12.950 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:12.950 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.950 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.951 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:12.951 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917403+0000", 2021-07-26T16:09:12.951 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5777e-05 2021-07-26T16:09:12.951 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.952 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.952 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:12.952 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917406+0000", 2021-07-26T16:09:12.952 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.703e-06 2021-07-26T16:09:12.952 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.953 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.953 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:12.953 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917416+0000", 2021-07-26T16:09:12.953 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.9960000000000005e-06 2021-07-26T16:09:12.954 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.954 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.954 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:12.954 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917422+0000", 2021-07-26T16:09:12.954 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.507e-06 2021-07-26T16:09:12.955 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.955 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.955 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:12.955 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917516+0000", 2021-07-26T16:09:12.956 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4648000000000006e-05 2021-07-26T16:09:12.956 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.956 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.956 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:12.956 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917532+0000", 2021-07-26T16:09:12.957 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5227e-05 2021-07-26T16:09:12.957 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:12.957 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:12.957 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:12.957 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.958 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.958 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:80946 7.5 e246/237)", 2021-07-26T16:09:12.958 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:09:12.917592+0000", 2021-07-26T16:09:12.958 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0019496660000000001, 2021-07-26T16:09:12.959 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021512889999999998, 2021-07-26T16:09:12.959 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:12.959 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "queued for pg", 2021-07-26T16:09:12.959 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:12.959 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.960 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:12.960 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917592+0000", 2021-07-26T16:09:12.960 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:12.960 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.961 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.961 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:12.961 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917592+0000", 2021-07-26T16:09:12.961 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:12.961 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.962 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.962 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:12.962 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917637+0000", 2021-07-26T16:09:12.962 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5250000000000002e-05 2021-07-26T16:09:12.962 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.963 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.963 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:12.963 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917640+0000", 2021-07-26T16:09:12.963 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7549999999999999e-06 2021-07-26T16:09:12.964 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.964 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.964 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:12.964 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917649+0000", 2021-07-26T16:09:12.964 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.7150000000000004e-06 2021-07-26T16:09:12.965 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.965 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.965 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:12.965 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917654+0000", 2021-07-26T16:09:12.966 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0730000000000004e-06 2021-07-26T16:09:12.966 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:12.966 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:12.966 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:12.966 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.967 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.967 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.55408.0:80949 7.9 7.4aa8909 (undecoded) ondisk+write+known_if_redirected e246)", 2021-07-26T16:09:12.967 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:09:12.919402+0000", 2021-07-26T16:09:12.967 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.000139426, 2021-07-26T16:09:12.968 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00038900000000000002, 2021-07-26T16:09:12.968 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:12.968 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "queued for pg", 2021-07-26T16:09:12.968 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:12.968 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.55408", 2021-07-26T16:09:12.969 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:09:12.969 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 80949 2021-07-26T16:09:12.969 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.969 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:12.970 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.970 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:12.970 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.919402+0000", 2021-07-26T16:09:12.970 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:12.970 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.971 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.971 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:12.971 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.919402+0000", 2021-07-26T16:09:12.971 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:12.972 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.972 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.972 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:12.972 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.919424+0000", 2021-07-26T16:09:12.972 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.1878e-05 2021-07-26T16:09:12.973 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.973 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.973 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:12.973 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.919428+0000", 2021-07-26T16:09:12.974 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1749999999999998e-06 2021-07-26T16:09:12.974 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.974 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.974 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:12.974 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.919444+0000", 2021-07-26T16:09:12.975 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5412000000000001e-05 2021-07-26T16:09:12.975 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.975 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.975 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:12.975 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.919451+0000", 2021-07-26T16:09:12.976 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.4909999999999999e-06 2021-07-26T16:09:12.976 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:12.976 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:12.976 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:12.977 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.977 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.977 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.55408.0:80936 7.9 7:94b3afb2:::benchmark_data_smithi078_185638_object80935:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e246)", 2021-07-26T16:09:12.977 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:09:12.906533+0000", 2021-07-26T16:09:12.977 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.013008962000000001, 2021-07-26T16:09:12.978 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013321151, 2021-07-26T16:09:12.978 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:12.978 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:09:12.978 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:12.979 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.55408", 2021-07-26T16:09:12.979 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:09:12.979 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 80936 2021-07-26T16:09:12.979 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.979 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:12.980 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.980 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:12.980 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.906533+0000", 2021-07-26T16:09:12.980 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:12.981 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.981 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.981 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:12.981 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.906533+0000", 2021-07-26T16:09:12.981 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:12.982 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.982 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.982 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:12.982 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.906552+0000", 2021-07-26T16:09:12.983 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9145999999999999e-05 2021-07-26T16:09:12.983 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.983 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.983 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:12.983 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.906555+0000", 2021-07-26T16:09:12.984 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1370000000000002e-06 2021-07-26T16:09:12.984 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.984 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.984 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:12.984 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.906567+0000", 2021-07-26T16:09:12.985 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2262000000000001e-05 2021-07-26T16:09:12.985 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.985 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.985 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:12.986 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.906573+0000", 2021-07-26T16:09:12.986 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6620000000000002e-06 2021-07-26T16:09:12.986 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.986 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.987 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:12.987 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917788+0000", 2021-07-26T16:09:12.987 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011214973 2021-07-26T16:09:12.987 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.988 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.988 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:12.988 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.917941+0000", 2021-07-26T16:09:12.988 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000153146 2021-07-26T16:09:12.988 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.989 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.989 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 4,7", 2021-07-26T16:09:12.989 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.918155+0000", 2021-07-26T16:09:12.989 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021403700000000001 2021-07-26T16:09:12.990 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:12.990 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:12.990 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:12.990 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.990 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.991 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:80941 7.d e246/237 7:b3e08ab1:::benchmark_data_smithi078_185638_object80940:head v 246'5127, mlcod=0'0)", 2021-07-26T16:09:12.991 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:09:12.912690+0000", 2021-07-26T16:09:12.991 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0068513949999999997, 2021-07-26T16:09:12.991 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0072385430000000001, 2021-07-26T16:09:12.991 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:12.992 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:09:12.992 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:12.992 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.992 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:12.993 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.912690+0000", 2021-07-26T16:09:12.993 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:12.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.993 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.993 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:12.994 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.912690+0000", 2021-07-26T16:09:12.994 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:12.994 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.994 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.994 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:12.995 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.912722+0000", 2021-07-26T16:09:12.995 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1309000000000001e-05 2021-07-26T16:09:12.995 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.995 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.996 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:12.996 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.912724+0000", 2021-07-26T16:09:12.996 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.294e-06 2021-07-26T16:09:12.996 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.996 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.997 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:12.997 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.912731+0000", 2021-07-26T16:09:12.997 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.9e-06 2021-07-26T16:09:12.997 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.998 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.998 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:12.998 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.912735+0000", 2021-07-26T16:09:12.998 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3150000000000002e-06 2021-07-26T16:09:12.998 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:12.999 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:12.999 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:12.999 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.912851+0000", 2021-07-26T16:09:12.999 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000115425 2021-07-26T16:09:13.000 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:13.000 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:13.000 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:13.000 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:12.912881+0000", 2021-07-26T16:09:13.000 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0340000000000001e-05 2021-07-26T16:09:13.001 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:13.001 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:13.001 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:13.001 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:13.002 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2021-07-26T16:09:13.002 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 7 2021-07-26T16:09:13.002 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:09:13.045 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:13.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:13.046 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:13.147 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:13.179 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:13.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:13.181 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:13.210 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:13 smithi078 ceph-mon[73801]: pgmap v665: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.8 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 53 MiB/s wr, 844 op/s; 21549/234573 objects degraded (9.186%); 4132/234573 objects misplaced (1.761%); 5.8 MiB/s, 93 objects/s recovering 2021-07-26T16:09:13.211 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:13 smithi078 ceph-mon[77813]: pgmap v665: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.8 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 53 MiB/s wr, 844 op/s; 21549/234573 objects degraded (9.186%); 4132/234573 objects misplaced (1.761%); 5.8 MiB/s, 93 objects/s recovering 2021-07-26T16:09:13.281 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:13.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:13.309 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:13.309 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:13.339 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 69 16 81269 81253 73.574 48.25 0.0287936 0.0135854 2021-07-26T16:09:13.411 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:13.438 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:13.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:13.439 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:13.541 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:13.564 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:13.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:13.565 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:13.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:13 smithi139 ceph-mon[56829]: pgmap v665: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.8 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 53 MiB/s wr, 844 op/s; 21549/234573 objects degraded (9.186%); 4132/234573 objects misplaced (1.761%); 5.8 MiB/s, 93 objects/s recovering 2021-07-26T16:09:13.666 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:13.690 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:13.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:13.692 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:13.793 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:13.821 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:13.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:13.823 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:13.924 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:13.951 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:13.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:13.953 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:14.054 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:14.092 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:14.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:14.093 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:14.194 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:14.230 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:14.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:14.232 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:14.333 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:14.339 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 70 16 82066 82050 73.2346 49.8125 0.0120792 0.0136493 2021-07-26T16:09:14.373 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:14.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:14.375 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:14.476 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:14.517 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:14.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:14.519 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:14.611 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-07-26T16:09:14.620 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:14.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:14.720 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:14.720 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:14.821 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:14.847 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:14.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:14.849 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:14.871 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:14.951 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:14.987 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:14.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:14.989 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:15.090 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:15.130 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:15.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:15.131 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:15.219 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:09:15.232 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:15.269 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:15.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:15.271 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:15.339 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 71 16 82829 82813 72.8748 47.6875 0.0126355 0.0137151 2021-07-26T16:09:15.371 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:15.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:15 smithi078 ceph-mon[73801]: pgmap v666: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.8 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 27 MiB/s wr, 437 op/s; 21549/234573 objects degraded (9.186%); 4132/234573 objects misplaced (1.761%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:09:15.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:15 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3524880827' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:09:15.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:15 smithi078 ceph-mon[77813]: pgmap v666: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.8 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 27 MiB/s wr, 437 op/s; 21549/234573 objects degraded (9.186%); 4132/234573 objects misplaced (1.761%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:09:15.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:15 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3524880827' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:09:15.404 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:15.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:15.406 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:15.507 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:15.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:15.547 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:15.547 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:15.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:15 smithi139 ceph-mon[56829]: pgmap v666: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.8 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 27 MiB/s wr, 437 op/s; 21549/234573 objects degraded (9.186%); 4132/234573 objects misplaced (1.761%); 2.7 MiB/s, 43 objects/s recovering 2021-07-26T16:09:15.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:15 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3524880827' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:09:15.648 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:15.682 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:15.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:15.684 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:15.785 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:15.811 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:15.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:15.812 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:15.913 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:15.945 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:15.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:15.946 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:16.047 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:16.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:16.070 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:16.070 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:16.172 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:16.221 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:16.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:16.223 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:16.238 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:16 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:16.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:16 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3524880827' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:09:16.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:16 smithi078 ceph-mon[77813]: osdmap e247: 8 total, 8 up, 6 in 2021-07-26T16:09:16.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:16 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:16.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:16 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3524880827' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:09:16.240 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:16 smithi078 ceph-mon[73801]: osdmap e247: 8 total, 8 up, 6 in 2021-07-26T16:09:16.324 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:16.339 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 72 16 83541 83525 72.4807 44.5 0.00950184 0.0137896 2021-07-26T16:09:16.353 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:16.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:16.355 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:16.456 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:16.502 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:16.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:16.504 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:16.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:16 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:16.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:16 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3524880827' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:09:16.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:16 smithi139 ceph-mon[56829]: osdmap e247: 8 total, 8 up, 6 in 2021-07-26T16:09:16.605 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:16.645 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:16.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:16.647 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:16.748 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:16.787 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:16.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:16.788 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:16.889 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:16.918 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:16.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:16.920 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:17.021 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:17.054 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:17.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:17.056 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:17.145 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:09:17.157 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:17.177 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:09:17.195 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:17.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:17.196 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:17.211 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:09:17.246 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:09:17.276 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:09:17.298 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:17.311 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:09:17.340 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 73 16 84300 84284 72.1377 47.4375 0.0185068 0.0138555 2021-07-26T16:09:17.341 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:17.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:17.343 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:17.344 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:09:17.388 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:09:17.401 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:09:17.401 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:09:17.401 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:09:17.401 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:09:17.402 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:09:17.402 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:09:17.402 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:09:17.402 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:09:17.444 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:17.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:17 smithi078 ceph-mon[77813]: pgmap v668: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.0 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 61 MiB/s wr, 970 op/s; 21549/246264 objects degraded (8.750%); 3716/246264 objects misplaced (1.509%); 6.2 MiB/s, 99 objects/s recovering 2021-07-26T16:09:17.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:17 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4124520026' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:17.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:17 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21549/246264 objects degraded (8.750%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:17.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:17 smithi078 ceph-mon[73801]: pgmap v668: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.0 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 61 MiB/s wr, 970 op/s; 21549/246264 objects degraded (8.750%); 3716/246264 objects misplaced (1.509%); 6.2 MiB/s, 99 objects/s recovering 2021-07-26T16:09:17.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:17 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4124520026' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:17.480 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:17 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21549/246264 objects degraded (8.750%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:17.486 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:17.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:17.487 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:17.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:17 smithi139 ceph-mon[56829]: pgmap v668: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.0 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 61 MiB/s wr, 970 op/s; 21549/246264 objects degraded (8.750%); 3716/246264 objects misplaced (1.509%); 6.2 MiB/s, 99 objects/s recovering 2021-07-26T16:09:17.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:17 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4124520026' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:17.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:17 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21549/246264 objects degraded (8.750%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:17.589 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:17.625 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:17.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:17.626 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:17.727 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:17.758 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:17.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:17.759 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:17.860 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:17.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:17.901 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:17.902 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:18.003 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:18.041 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:18.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:18.043 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:18.144 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:18.178 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:18.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:18.179 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:18.235 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.7 to 1 (10000) 2021-07-26T16:09:18.280 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:18.321 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:18.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:18.323 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:18.339 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 74 16 85074 85058 71.8166 48.375 0.013699 0.0139177 2021-07-26T16:09:18.424 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:18.470 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:18.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:18.471 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:18.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:18 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/694720251' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-07-26T16:09:18.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:18 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-07-26T16:09:18.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:18 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/694720251' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-07-26T16:09:18.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:18 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-07-26T16:09:18.573 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:18.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:18 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/694720251' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-07-26T16:09:18.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:18 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-07-26T16:09:18.590 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:09:18.603 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:18.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:18.605 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:18.706 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:18.739 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:18.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:18.740 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:18.814 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:18.842 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:18.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:18.882 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:18.883 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:18.984 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:19.041 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:19.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:19.043 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:19.144 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:19.165 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:19.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:19.167 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:19.269 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:19.313 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:19.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:19.315 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:19.340 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 75 16 85797 85781 71.4616 45.1875 0.0356835 0.0139879 2021-07-26T16:09:19.416 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:19.448 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:19.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:19.450 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:19.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:19 smithi078 ceph-mon[73801]: pgmap v669: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.0 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 30 MiB/s wr, 486 op/s; 21549/246264 objects degraded (8.750%); 3716/246264 objects misplaced (1.509%); 3.2 MiB/s, 51 objects/s recovering 2021-07-26T16:09:19.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:19 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-07-26T16:09:19.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:19 smithi078 ceph-mon[73801]: osdmap e248: 8 total, 8 up, 6 in 2021-07-26T16:09:19.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:19 smithi078 ceph-mon[77813]: pgmap v669: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.0 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 30 MiB/s wr, 486 op/s; 21549/246264 objects degraded (8.750%); 3716/246264 objects misplaced (1.509%); 3.2 MiB/s, 51 objects/s recovering 2021-07-26T16:09:19.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:19 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-07-26T16:09:19.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:19 smithi078 ceph-mon[77813]: osdmap e248: 8 total, 8 up, 6 in 2021-07-26T16:09:19.551 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:19.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:19 smithi139 ceph-mon[56829]: pgmap v669: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.0 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 30 MiB/s wr, 486 op/s; 21549/246264 objects degraded (8.750%); 3716/246264 objects misplaced (1.509%); 3.2 MiB/s, 51 objects/s recovering 2021-07-26T16:09:19.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:19 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-07-26T16:09:19.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:19 smithi139 ceph-mon[56829]: osdmap e248: 8 total, 8 up, 6 in 2021-07-26T16:09:19.579 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:19.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:19.581 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:19.682 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:19.711 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:19.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:19.714 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:19.739 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 4 1 2021-07-26T16:09:19.815 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:19.853 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:19.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:19.855 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:19.956 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:20.008 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:20.047 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:20.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:20.049 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:20.150 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:20.190 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:20.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:20.192 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:20.256 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:09:20.257 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:09:20.294 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:20.320 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:20.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:20.322 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:20.340 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 76 16 86569 86553 71.1562 48.25 0.00731394 0.0140471 2021-07-26T16:09:20.423 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:20.463 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:20.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:20.467 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:20.568 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:20.600 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:20.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:20.602 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:20.703 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:20.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:20.737 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:20.737 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:20.839 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:20.866 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:20.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:20.867 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:20.968 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:20.993 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:20.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:20.996 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:21.097 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:21.139 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:21.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:21.140 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:21.241 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:21.277 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:21.278 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:21.279 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:21.340 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 77 16 87344 87328 70.8612 48.4375 0.0244729 0.0141065 2021-07-26T16:09:21.380 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:21.412 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:21.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:21.414 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:21.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:21 smithi078 ceph-mon[73801]: pgmap v671: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.2 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 60 MiB/s wr, 954 op/s; 21549/257502 objects degraded (8.368%); 3286/257502 objects misplaced (1.276%); 6.6 MiB/s, 105 objects/s recovering 2021-07-26T16:09:21.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:21 smithi078 ceph-mon[77813]: pgmap v671: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.2 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 60 MiB/s wr, 954 op/s; 21549/257502 objects degraded (8.368%); 3286/257502 objects misplaced (1.276%); 6.6 MiB/s, 105 objects/s recovering 2021-07-26T16:09:21.514 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:21.550 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:21.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:21.552 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:21.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:21 smithi139 ceph-mon[56829]: pgmap v671: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.2 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 60 MiB/s wr, 954 op/s; 21549/257502 objects degraded (8.368%); 3286/257502 objects misplaced (1.276%); 6.6 MiB/s, 105 objects/s recovering 2021-07-26T16:09:21.616 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:09:21.654 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:21.681 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:21.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:21.683 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:21.784 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:21.816 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:21.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:21.818 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:21.820 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:21.919 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:21.949 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:21.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:21.951 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:22.052 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:22.089 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:22.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:22.090 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:22.152 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-07-26T16:09:22.207 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:22.235 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:22 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21549/257502 objects degraded (8.368%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:22.257 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:22.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:22.261 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:22.340 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 78 16 88075 88059 70.5385 45.6875 0.0259645 0.0141693 2021-07-26T16:09:22.363 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:22.424 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:22.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:22.425 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:22.481 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:22.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:22 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21549/257502 objects degraded (8.368%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:22.526 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:22.564 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:22.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:22.566 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:22.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:22 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21549/257502 objects degraded (8.368%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:22.668 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:22.700 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:22.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:22.702 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:22.803 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:22.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:22.846 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:22.846 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:22.948 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:22.985 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:22.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:22.987 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:23.088 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:23.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:23.116 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:23.116 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:23.218 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:23.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:23.253 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:23.253 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:23.340 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 79 16 88836 88820 70.2476 47.5625 0.0273878 0.0142291 2021-07-26T16:09:23.355 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:23.387 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:23.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:23.389 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:23.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:23 smithi078 ceph-mon[73801]: pgmap v672: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.2 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 60 MiB/s wr, 954 op/s; 21549/257502 objects degraded (8.368%); 3286/257502 objects misplaced (1.276%); 6.6 MiB/s, 105 objects/s recovering 2021-07-26T16:09:23.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:23 smithi078 ceph-mon[77813]: pgmap v672: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.2 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 60 MiB/s wr, 954 op/s; 21549/257502 objects degraded (8.368%); 3286/257502 objects misplaced (1.276%); 6.6 MiB/s, 105 objects/s recovering 2021-07-26T16:09:23.490 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:23.524 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:23.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:23.525 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:23.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:23 smithi139 ceph-mon[56829]: pgmap v672: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.2 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 60 MiB/s wr, 954 op/s; 21549/257502 objects degraded (8.368%); 3286/257502 objects misplaced (1.276%); 6.6 MiB/s, 105 objects/s recovering 2021-07-26T16:09:23.626 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:23.669 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:23.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:23.671 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:23.772 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:23.810 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:23.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:23.811 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:23.912 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:23.950 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:23.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:23.952 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:24.054 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:24.085 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:24.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:24.087 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:24.188 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:24.213 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:24.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:24.214 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:24.258 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:09:24.316 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:24.340 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:2021-07-26T16:09:24.340749+0000 min lat: 0.00110958 max lat: 8.78472 avg lat: 0.0142902 2021-07-26T16:09:24.341 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-07-26T16:09:24.341 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 80 15 89573 89558 69.9461 46.125 0.0410029 0.0142902 2021-07-26T16:09:24.354 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:24.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:24.356 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:24.457 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:24.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:24 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3287239876' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:24.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:24 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:24.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:24 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3287239876' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:24.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:24 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:24.493 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:24.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:24.495 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:24.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:24 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3287239876' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:24.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:24 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:24.597 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:24.635 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:24.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:24.637 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:24.740 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:24.772 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:24.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:24.773 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:24.874 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:24.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:24.911 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:24.911 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:25.012 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:25.043 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:25.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:25.044 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:25.145 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:25.174 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:25.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:25.176 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:25.277 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:25.305 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:25.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:25.306 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:25.340 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 81 16 90360 90344 69.6891 49.125 0.0358084 0.014344 2021-07-26T16:09:25.408 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:25.439 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:25.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:25.442 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:25.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:25 smithi078 ceph-mon[77813]: pgmap v673: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.2 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 27 MiB/s wr, 425 op/s; 21549/257502 objects degraded (8.368%); 3286/257502 objects misplaced (1.276%); 3.1 MiB/s, 48 objects/s recovering 2021-07-26T16:09:25.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:25 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:09:25.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:25 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:09:25.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:25 smithi078 ceph-mon[77813]: osdmap e249: 8 total, 8 up, 6 in 2021-07-26T16:09:25.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:25 smithi078 ceph-mon[73801]: pgmap v673: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.2 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 27 MiB/s wr, 425 op/s; 21549/257502 objects degraded (8.368%); 3286/257502 objects misplaced (1.276%); 3.1 MiB/s, 48 objects/s recovering 2021-07-26T16:09:25.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:25 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:09:25.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:25 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:09:25.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:25 smithi078 ceph-mon[73801]: osdmap e249: 8 total, 8 up, 6 in 2021-07-26T16:09:25.543 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:25.576 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:25.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:25 smithi139 ceph-mon[56829]: pgmap v673: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.2 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 27 MiB/s wr, 425 op/s; 21549/257502 objects degraded (8.368%); 3286/257502 objects misplaced (1.276%); 3.1 MiB/s, 48 objects/s recovering 2021-07-26T16:09:25.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:25 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:09:25.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:25 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:09:25.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:25 smithi139 ceph-mon[56829]: osdmap e249: 8 total, 8 up, 6 in 2021-07-26T16:09:25.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:25.579 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:25.680 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:25.718 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:25.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:25.720 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:25.821 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:25.856 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:25.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:25.860 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:25.961 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:25.997 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:25.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:25.999 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:26.100 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:26.136 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:26.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:26.138 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:26.239 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:26.275 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:26.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:26.276 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:26.340 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 82 16 91106 91090 69.4078 46.625 0.0256417 0.0144011 2021-07-26T16:09:26.377 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:26.422 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:26.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:26.423 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:26.524 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:26.568 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:26.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:26.569 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:26.670 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:26.700 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:26.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:26.702 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:26.804 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:26.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:26.846 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:26.847 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:26.904 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:09:26.938 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:09:26.948 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:26.972 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:09:26.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:26.991 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:26.991 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:27.025 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:09:27.061 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:09:27.092 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:27.103 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:09:27.129 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:27.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:27.131 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:27.150 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:09:27.183 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:09:27.193 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:09:27.194 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:09:27.194 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:09:27.194 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:09:27.194 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:09:27.195 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:09:27.195 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:09:27.195 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:09:27.232 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:27.261 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:27.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:27.263 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:27.340 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 83 16 91870 91854 69.1469 47.75 0.0167598 0.014456 2021-07-26T16:09:27.364 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:27.404 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:27.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:27.406 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:27.507 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:27.535 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:27.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:27.537 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:27.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:27 smithi139 ceph-mon[56829]: pgmap v675: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.5 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 59 MiB/s wr, 940 op/s; 21549/268857 objects degraded (8.015%); 2828/268857 objects misplaced (1.052%); 6.9 MiB/s, 110 objects/s recovering 2021-07-26T16:09:27.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:27 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/484438476' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:27.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:27 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21549/268857 objects degraded (8.015%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:27.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:27 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4266054285' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-07-26T16:09:27.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:27 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-07-26T16:09:27.638 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:27.664 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:27.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:27.666 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:27.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:27 smithi078 ceph-mon[73801]: pgmap v675: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.5 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 59 MiB/s wr, 940 op/s; 21549/268857 objects degraded (8.015%); 2828/268857 objects misplaced (1.052%); 6.9 MiB/s, 110 objects/s recovering 2021-07-26T16:09:27.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:27 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/484438476' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:27.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:27 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21549/268857 objects degraded (8.015%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:27.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:27 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4266054285' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-07-26T16:09:27.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:27 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-07-26T16:09:27.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:27 smithi078 ceph-mon[77813]: pgmap v675: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.5 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 59 MiB/s wr, 940 op/s; 21549/268857 objects degraded (8.015%); 2828/268857 objects misplaced (1.052%); 6.9 MiB/s, 110 objects/s recovering 2021-07-26T16:09:27.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:27 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/484438476' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:27.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:27 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21549/268857 objects degraded (8.015%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:27.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:27 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4266054285' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-07-26T16:09:27.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:27 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-07-26T16:09:27.767 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:27.800 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:27.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:27.802 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:27.903 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:27.915 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:09:27.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:27.954 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:27.955 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:28.056 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:28.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:28.111 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:28.112 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:28.113 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:28.146 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.4 to 1 (10000) 2021-07-26T16:09:28.213 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:28.270 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:28.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:28.275 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:28.336 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:09:28.336 INFO:teuthology.orchestra.run.smithi078.stdout: "size": 20, 2021-07-26T16:09:28.337 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 600, 2021-07-26T16:09:28.337 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:09:28.337 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.337 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154874 6.e 6:7f054a96:::benchmark_data_smithi078_103090_object50009:head [delete] snapc 0=[] ondisk+write+known_if_redirected e163)", 2021-07-26T16:09:28.337 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:21.251134+0000", 2021-07-26T16:09:28.338 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 307.08088886799999, 2021-07-26T16:09:28.338 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0365469169999999, 2021-07-26T16:09:28.338 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.338 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:28.339 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.339 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.339 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.339 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154874 2021-07-26T16:09:28.339 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.340 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.340 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.340 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.340 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251134+0000", 2021-07-26T16:09:28.341 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.341 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.341 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.341 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.341 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251134+0000", 2021-07-26T16:09:28.342 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.342 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.342 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.342 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.343 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251138+0000", 2021-07-26T16:09:28.343 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.6559999999999998e-06 2021-07-26T16:09:28.343 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.343 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.343 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.344 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251141+0000", 2021-07-26T16:09:28.344 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5599999999999998e-06 2021-07-26T16:09:28.344 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.344 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.344 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.345 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251153+0000", 2021-07-26T16:09:28.345 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1612e-05 2021-07-26T16:09:28.345 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.345 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.346 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.346 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.251160+0000", 2021-07-26T16:09:28.346 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1199999999999996e-06 2021-07-26T16:09:28.347 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.347 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.347 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.347 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255061+0000", 2021-07-26T16:09:28.348 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0039010440000000002 2021-07-26T16:09:28.348 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.348 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.348 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.349 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:21.255074+0000", 2021-07-26T16:09:28.349 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2876e-05 2021-07-26T16:09:28.349 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.349 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.349 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.350 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.017099+0000", 2021-07-26T16:09:28.350 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.76202526500000001 2021-07-26T16:09:28.350 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.350 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.351 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.351 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.017110+0000", 2021-07-26T16:09:28.351 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.092e-05 2021-07-26T16:09:28.351 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.351 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.352 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.352 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.218137+0000", 2021-07-26T16:09:28.352 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.201027243 2021-07-26T16:09:28.352 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.352 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.353 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:09:28.353 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.218742+0000", 2021-07-26T16:09:28.353 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00060475199999999996 2021-07-26T16:09:28.353 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.354 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.354 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.354 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.231955+0000", 2021-07-26T16:09:28.354 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013212821 2021-07-26T16:09:28.354 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.355 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.355 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.355 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.232085+0000", 2021-07-26T16:09:28.355 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000130154 2021-07-26T16:09:28.355 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.356 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.356 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:09:28.356 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.232301+0000", 2021-07-26T16:09:28.356 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021646299999999999 2021-07-26T16:09:28.357 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.357 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.357 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.357 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.246062+0000", 2021-07-26T16:09:28.357 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013760268000000001 2021-07-26T16:09:28.358 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.358 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.358 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.358 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.258100+0000", 2021-07-26T16:09:28.358 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012038083 2021-07-26T16:09:28.359 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.359 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.359 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.359 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.258136+0000", 2021-07-26T16:09:28.360 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5751999999999999e-05 2021-07-26T16:09:28.360 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.360 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.360 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.360 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.285884+0000", 2021-07-26T16:09:28.361 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.027748794 2021-07-26T16:09:28.361 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.361 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.361 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:28.361 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.285957+0000", 2021-07-26T16:09:28.362 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2824999999999995e-05 2021-07-26T16:09:28.362 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.362 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.362 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.363 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.287681+0000", 2021-07-26T16:09:28.363 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0017237089999999999 2021-07-26T16:09:28.363 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.363 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.363 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.364 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.364 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.364 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154899 6.e 6:7394b325:::benchmark_data_smithi078_103090_object50034:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:09:28.364 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.350111+0000", 2021-07-26T16:09:28.364 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 305.981912056, 2021-07-26T16:09:28.365 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.93925289199999995, 2021-07-26T16:09:28.365 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.365 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:28.365 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.366 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.366 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.366 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154899 2021-07-26T16:09:28.366 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.366 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.367 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.367 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.367 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350111+0000", 2021-07-26T16:09:28.367 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.367 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.368 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.368 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.368 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350111+0000", 2021-07-26T16:09:28.368 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.369 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.369 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.369 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.369 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350144+0000", 2021-07-26T16:09:28.369 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3726999999999997e-05 2021-07-26T16:09:28.370 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.370 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.370 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.370 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350148+0000", 2021-07-26T16:09:28.370 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4939999999999999e-06 2021-07-26T16:09:28.371 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.371 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.371 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.371 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350176+0000", 2021-07-26T16:09:28.371 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7789000000000001e-05 2021-07-26T16:09:28.372 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.372 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.372 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.372 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350188+0000", 2021-07-26T16:09:28.373 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2408e-05 2021-07-26T16:09:28.373 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.373 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.373 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.373 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350264+0000", 2021-07-26T16:09:28.374 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.5730999999999997e-05 2021-07-26T16:09:28.374 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.374 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.374 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.374 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.350282+0000", 2021-07-26T16:09:28.375 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8210999999999999e-05 2021-07-26T16:09:28.375 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.375 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.375 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.376 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.218787+0000", 2021-07-26T16:09:28.376 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.86850459199999996 2021-07-26T16:09:28.376 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.376 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.376 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:09:28.377 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.219357+0000", 2021-07-26T16:09:28.377 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00057021399999999999 2021-07-26T16:09:28.377 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.377 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.377 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.378 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.237279+0000", 2021-07-26T16:09:28.378 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.017922464999999999 2021-07-26T16:09:28.378 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.378 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.379 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.379 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.237421+0000", 2021-07-26T16:09:28.379 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000141602 2021-07-26T16:09:28.379 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.379 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.380 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:09:28.380 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.237656+0000", 2021-07-26T16:09:28.380 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000235033 2021-07-26T16:09:28.380 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.380 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.381 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.381 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.251828+0000", 2021-07-26T16:09:28.381 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014171598000000001 2021-07-26T16:09:28.381 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.382 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.382 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.382 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.258172+0000", 2021-07-26T16:09:28.382 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.006343947 2021-07-26T16:09:28.382 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.383 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.383 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.383 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.264196+0000", 2021-07-26T16:09:28.383 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0060247749999999996 2021-07-26T16:09:28.383 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.384 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.384 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.384 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.287747+0000", 2021-07-26T16:09:28.384 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023550590999999999 2021-07-26T16:09:28.384 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.385 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.385 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:28.385 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.287792+0000", 2021-07-26T16:09:28.385 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5371000000000003e-05 2021-07-26T16:09:28.386 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.386 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.386 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.386 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289364+0000", 2021-07-26T16:09:28.386 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015713439999999999 2021-07-26T16:09:28.387 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.387 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.387 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.387 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.387 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.388 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154923 6.e 6:705b3ddb:::benchmark_data_smithi078_103090_object50058:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:09:28.388 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.429616+0000", 2021-07-26T16:09:28.388 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 305.90240662899998, 2021-07-26T16:09:28.388 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.86100489599999996, 2021-07-26T16:09:28.389 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.389 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:28.389 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.389 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.389 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.390 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154923 2021-07-26T16:09:28.390 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.390 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.390 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.390 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.391 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429616+0000", 2021-07-26T16:09:28.391 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.391 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.391 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.392 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.392 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429616+0000", 2021-07-26T16:09:28.392 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.392 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.392 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.393 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.393 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429619+0000", 2021-07-26T16:09:28.393 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0529999999999998e-06 2021-07-26T16:09:28.393 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.393 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.394 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.394 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429624+0000", 2021-07-26T16:09:28.394 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4390000000000002e-06 2021-07-26T16:09:28.394 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.394 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.395 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.395 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429638+0000", 2021-07-26T16:09:28.395 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4717e-05 2021-07-26T16:09:28.395 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.396 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.396 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.396 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429647+0000", 2021-07-26T16:09:28.396 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.8899999999999996e-06 2021-07-26T16:09:28.396 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.397 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.397 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.397 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429716+0000", 2021-07-26T16:09:28.397 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.9065000000000004e-05 2021-07-26T16:09:28.397 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.398 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.398 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.398 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.429728+0000", 2021-07-26T16:09:28.398 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2133000000000001e-05 2021-07-26T16:09:28.399 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.399 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.399 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.399 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.219405+0000", 2021-07-26T16:09:28.399 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.78967701700000004 2021-07-26T16:09:28.400 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.400 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.400 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:09:28.400 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.219948+0000", 2021-07-26T16:09:28.400 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000542582 2021-07-26T16:09:28.401 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.401 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.401 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.401 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.243170+0000", 2021-07-26T16:09:28.401 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023221855999999999 2021-07-26T16:09:28.402 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.402 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.402 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.402 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.243307+0000", 2021-07-26T16:09:28.403 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013720299999999999 2021-07-26T16:09:28.403 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.403 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.403 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:09:28.403 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.243553+0000", 2021-07-26T16:09:28.404 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00024608799999999999 2021-07-26T16:09:28.404 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.404 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.404 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.404 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.255229+0000", 2021-07-26T16:09:28.405 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011675853999999999 2021-07-26T16:09:28.405 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.405 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.405 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.406 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289421+0000", 2021-07-26T16:09:28.406 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.034191543999999997 2021-07-26T16:09:28.406 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.406 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.406 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.407 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289462+0000", 2021-07-26T16:09:28.407 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1329999999999999e-05 2021-07-26T16:09:28.407 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.407 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.407 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.408 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289500+0000", 2021-07-26T16:09:28.408 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7715000000000001e-05 2021-07-26T16:09:28.408 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.408 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.409 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:28.409 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.289538+0000", 2021-07-26T16:09:28.409 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8324000000000001e-05 2021-07-26T16:09:28.409 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.409 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.410 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.410 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290621+0000", 2021-07-26T16:09:28.410 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001083086 2021-07-26T16:09:28.410 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.410 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.411 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.411 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.411 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.411 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:154935 6.e 6:7f55c770:::benchmark_data_smithi078_103090_object50070:head [delete] snapc 0=[] ondisk+write+known_if_redirected e165)", 2021-07-26T16:09:28.411 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:22.461649+0000", 2021-07-26T16:09:28.412 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 305.87037360699998, 2021-07-26T16:09:28.412 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.83013559599999998, 2021-07-26T16:09:28.412 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.412 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:28.413 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.413 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.413 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.413 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 154935 2021-07-26T16:09:28.413 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.414 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.414 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.414 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.414 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461649+0000", 2021-07-26T16:09:28.414 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.415 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.415 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.415 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.415 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461649+0000", 2021-07-26T16:09:28.416 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.416 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.416 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.416 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.416 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461654+0000", 2021-07-26T16:09:28.417 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0139999999999998e-06 2021-07-26T16:09:28.417 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.417 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.417 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.417 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461659+0000", 2021-07-26T16:09:28.418 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1669999999999998e-06 2021-07-26T16:09:28.418 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.418 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.418 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.419 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461684+0000", 2021-07-26T16:09:28.419 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4301999999999999e-05 2021-07-26T16:09:28.419 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.419 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.419 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.420 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461694+0000", 2021-07-26T16:09:28.420 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0389e-05 2021-07-26T16:09:28.420 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.420 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.420 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.421 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461754+0000", 2021-07-26T16:09:28.421 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9536000000000001e-05 2021-07-26T16:09:28.421 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.421 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.421 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.422 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:22.461765+0000", 2021-07-26T16:09:28.422 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1311999999999999e-05 2021-07-26T16:09:28.422 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.422 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.423 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.423 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.219998+0000", 2021-07-26T16:09:28.423 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.75823266600000006 2021-07-26T16:09:28.423 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.423 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.424 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:09:28.424 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.220522+0000", 2021-07-26T16:09:28.424 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00052413500000000001 2021-07-26T16:09:28.424 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.424 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.425 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.425 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.248883+0000", 2021-07-26T16:09:28.425 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.028361107 2021-07-26T16:09:28.425 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.425 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.426 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.426 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.249429+0000", 2021-07-26T16:09:28.426 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00054641599999999998 2021-07-26T16:09:28.426 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.427 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.427 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,7", 2021-07-26T16:09:28.427 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.249559+0000", 2021-07-26T16:09:28.427 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012956299999999999 2021-07-26T16:09:28.427 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.428 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.428 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.428 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.258044+0000", 2021-07-26T16:09:28.428 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0084855460000000001 2021-07-26T16:09:28.428 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.429 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.429 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.429 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290677+0000", 2021-07-26T16:09:28.429 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.03263257 2021-07-26T16:09:28.430 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.430 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.430 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.430 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290717+0000", 2021-07-26T16:09:28.430 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9756999999999999e-05 2021-07-26T16:09:28.431 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.431 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.431 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.431 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290764+0000", 2021-07-26T16:09:28.431 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7573e-05 2021-07-26T16:09:28.432 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.432 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.432 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:28.432 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.290827+0000", 2021-07-26T16:09:28.432 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2529999999999999e-05 2021-07-26T16:09:28.433 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.433 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.433 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.433 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:23.291785+0000", 2021-07-26T16:09:28.434 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00095801299999999996 2021-07-26T16:09:28.434 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.434 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.434 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.434 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.435 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.435 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156659 6.b 6:d6d23879:::benchmark_data_smithi078_103090_object51794:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:09:28.435 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032467+0000", 2021-07-26T16:09:28.435 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 291.29955594299997, 2021-07-26T16:09:28.435 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1262332019999999, 2021-07-26T16:09:28.436 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.436 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:28.436 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.436 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.437 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.437 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156659 2021-07-26T16:09:28.437 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.437 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.437 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.438 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.438 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032467+0000", 2021-07-26T16:09:28.438 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.438 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.438 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.439 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.439 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032467+0000", 2021-07-26T16:09:28.439 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.439 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.439 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.440 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.440 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032468+0000", 2021-07-26T16:09:28.440 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.592e-06 2021-07-26T16:09:28.440 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.441 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.441 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.441 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032471+0000", 2021-07-26T16:09:28.441 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4949999999999998e-06 2021-07-26T16:09:28.441 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.442 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.442 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.442 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032481+0000", 2021-07-26T16:09:28.442 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.6630000000000005e-06 2021-07-26T16:09:28.442 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.443 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.443 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.443 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032488+0000", 2021-07-26T16:09:28.443 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3969999999999997e-06 2021-07-26T16:09:28.444 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.444 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.444 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.444 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040245+0000", 2021-07-26T16:09:28.444 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0077569049999999997 2021-07-26T16:09:28.445 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.445 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.445 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.445 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040255+0000", 2021-07-26T16:09:28.445 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0360000000000001e-05 2021-07-26T16:09:28.446 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.446 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.446 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.446 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.097679+0000", 2021-07-26T16:09:28.446 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.057423386 2021-07-26T16:09:28.447 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.447 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.447 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.447 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.099418+0000", 2021-07-26T16:09:28.448 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001739783 2021-07-26T16:09:28.448 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.448 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.448 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:09:28.448 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.099741+0000", 2021-07-26T16:09:28.449 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00032228600000000002 2021-07-26T16:09:28.449 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.449 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.449 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.449 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130437+0000", 2021-07-26T16:09:28.450 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.030696465999999999 2021-07-26T16:09:28.450 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.450 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.450 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.451 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.152840+0000", 2021-07-26T16:09:28.451 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.022403009000000002 2021-07-26T16:09:28.451 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.451 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.451 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.452 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.152878+0000", 2021-07-26T16:09:28.452 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8223000000000003e-05 2021-07-26T16:09:28.452 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.452 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.452 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.453 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.153035+0000", 2021-07-26T16:09:28.453 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00015699299999999999 2021-07-26T16:09:28.453 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.453 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.453 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:28.454 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158340+0000", 2021-07-26T16:09:28.454 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0053042339999999997 2021-07-26T16:09:28.454 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.454 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.455 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.455 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158700+0000", 2021-07-26T16:09:28.455 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00036040999999999997 2021-07-26T16:09:28.455 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.455 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.456 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.456 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.456 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.456 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156684 6.b 6:d002fd45:::benchmark_data_smithi078_103090_object51819:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:09:28.456 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032497+0000", 2021-07-26T16:09:28.457 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 291.29952539599998, 2021-07-26T16:09:28.457 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1266257390000001, 2021-07-26T16:09:28.457 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.457 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:28.457 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.458 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.458 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.458 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156684 2021-07-26T16:09:28.458 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.459 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.459 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.459 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.459 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032497+0000", 2021-07-26T16:09:28.459 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.460 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.460 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.460 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.460 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032497+0000", 2021-07-26T16:09:28.460 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.461 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.461 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.461 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.461 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032498+0000", 2021-07-26T16:09:28.462 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0550000000000001e-06 2021-07-26T16:09:28.462 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.462 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.462 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.462 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032500+0000", 2021-07-26T16:09:28.463 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.279e-06 2021-07-26T16:09:28.463 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.463 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.463 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.463 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032506+0000", 2021-07-26T16:09:28.464 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4699999999999999e-06 2021-07-26T16:09:28.464 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.464 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.464 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.465 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032511+0000", 2021-07-26T16:09:28.465 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4429999999999996e-06 2021-07-26T16:09:28.465 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.465 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.465 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.466 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040282+0000", 2021-07-26T16:09:28.466 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0077713779999999998 2021-07-26T16:09:28.466 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.466 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.466 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.467 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040289+0000", 2021-07-26T16:09:28.467 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7259999999999996e-06 2021-07-26T16:09:28.467 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.467 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.467 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.468 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.108135+0000", 2021-07-26T16:09:28.468 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.06784601 2021-07-26T16:09:28.468 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.468 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.469 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.469 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.108288+0000", 2021-07-26T16:09:28.469 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000153292 2021-07-26T16:09:28.469 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.469 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.470 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:09:28.470 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.108470+0000", 2021-07-26T16:09:28.470 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000181576 2021-07-26T16:09:28.470 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.470 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.471 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.471 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130446+0000", 2021-07-26T16:09:28.471 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.021976401999999999 2021-07-26T16:09:28.471 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.472 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.472 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.472 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158768+0000", 2021-07-26T16:09:28.472 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.028321916999999999 2021-07-26T16:09:28.472 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.473 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.473 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.473 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158818+0000", 2021-07-26T16:09:28.473 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0216000000000002e-05 2021-07-26T16:09:28.473 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.474 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.474 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.474 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158867+0000", 2021-07-26T16:09:28.474 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8331999999999997e-05 2021-07-26T16:09:28.474 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.475 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.475 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:28.475 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.158952+0000", 2021-07-26T16:09:28.475 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.5656999999999997e-05 2021-07-26T16:09:28.476 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.476 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.476 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.476 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159123+0000", 2021-07-26T16:09:28.476 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017098600000000001 2021-07-26T16:09:28.477 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.477 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.477 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.477 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.477 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.478 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156730 6.b 6:de9ee745:::benchmark_data_smithi078_103090_object51865:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:09:28.478 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032515+0000", 2021-07-26T16:09:28.478 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 291.29950789399999, 2021-07-26T16:09:28.478 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1271498609999999, 2021-07-26T16:09:28.478 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.479 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:28.479 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.479 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.479 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.480 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156730 2021-07-26T16:09:28.480 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.480 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.480 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.480 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.481 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032515+0000", 2021-07-26T16:09:28.481 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.481 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.481 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.481 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.482 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032515+0000", 2021-07-26T16:09:28.482 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.482 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.482 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.482 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.483 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032516+0000", 2021-07-26T16:09:28.483 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.438e-06 2021-07-26T16:09:28.483 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.483 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.484 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.484 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032517+0000", 2021-07-26T16:09:28.484 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.003e-06 2021-07-26T16:09:28.484 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.484 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.485 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.485 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032523+0000", 2021-07-26T16:09:28.485 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1179999999999997e-06 2021-07-26T16:09:28.485 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.485 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.486 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.486 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032527+0000", 2021-07-26T16:09:28.486 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8680000000000001e-06 2021-07-26T16:09:28.486 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.486 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.487 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.487 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040315+0000", 2021-07-26T16:09:28.487 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.007787202 2021-07-26T16:09:28.487 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.488 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.488 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.488 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040321+0000", 2021-07-26T16:09:28.488 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.5579999999999997e-06 2021-07-26T16:09:28.488 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.489 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.489 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.489 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.110891+0000", 2021-07-26T16:09:28.489 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.070570164 2021-07-26T16:09:28.489 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.490 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.490 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.490 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.111022+0000", 2021-07-26T16:09:28.490 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000130889 2021-07-26T16:09:28.490 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.491 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.491 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:09:28.491 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.111195+0000", 2021-07-26T16:09:28.491 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017307499999999999 2021-07-26T16:09:28.492 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.492 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.492 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.492 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130453+0000", 2021-07-26T16:09:28.492 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019258205 2021-07-26T16:09:28.493 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.493 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.493 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.493 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159191+0000", 2021-07-26T16:09:28.493 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.028737519 2021-07-26T16:09:28.494 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.494 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.494 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.494 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159249+0000", 2021-07-26T16:09:28.495 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8498999999999997e-05 2021-07-26T16:09:28.495 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.495 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.495 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.495 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159318+0000", 2021-07-26T16:09:28.496 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.8837999999999994e-05 2021-07-26T16:09:28.496 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.496 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.496 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:28.496 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159377+0000", 2021-07-26T16:09:28.497 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9020000000000001e-05 2021-07-26T16:09:28.497 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.497 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.497 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.497 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159665+0000", 2021-07-26T16:09:28.498 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00028746499999999999 2021-07-26T16:09:28.498 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.498 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.498 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.498 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.499 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.499 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156738 6.b 6:d2189011:::benchmark_data_smithi078_103090_object51873:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:09:28.499 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032531+0000", 2021-07-26T16:09:28.499 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 291.29949152699999, 2021-07-26T16:09:28.500 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.127748033, 2021-07-26T16:09:28.500 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.500 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:28.500 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.500 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.501 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.501 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156738 2021-07-26T16:09:28.501 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.501 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.501 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.502 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.502 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032531+0000", 2021-07-26T16:09:28.502 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.502 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.503 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.503 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.503 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032531+0000", 2021-07-26T16:09:28.503 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.503 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.504 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.504 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.504 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032532+0000", 2021-07-26T16:09:28.504 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.5799999999999998e-07 2021-07-26T16:09:28.505 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.505 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.505 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.505 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032533+0000", 2021-07-26T16:09:28.505 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.172e-06 2021-07-26T16:09:28.506 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.506 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.506 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.506 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032539+0000", 2021-07-26T16:09:28.506 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8379999999999998e-06 2021-07-26T16:09:28.507 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.507 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.507 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.507 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032543+0000", 2021-07-26T16:09:28.507 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8700000000000002e-06 2021-07-26T16:09:28.508 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.508 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.508 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.508 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040347+0000", 2021-07-26T16:09:28.509 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0078036599999999996 2021-07-26T16:09:28.509 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.509 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.509 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.509 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040353+0000", 2021-07-26T16:09:28.510 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.5830000000000003e-06 2021-07-26T16:09:28.510 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.510 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.510 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.510 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.113423+0000", 2021-07-26T16:09:28.511 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.073069791 2021-07-26T16:09:28.511 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.511 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.511 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.512 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.113572+0000", 2021-07-26T16:09:28.512 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000148932 2021-07-26T16:09:28.512 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.512 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.512 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:09:28.513 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.113751+0000", 2021-07-26T16:09:28.513 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017915800000000001 2021-07-26T16:09:28.513 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.513 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.513 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.514 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130462+0000", 2021-07-26T16:09:28.514 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.01671081 2021-07-26T16:09:28.514 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.514 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.514 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.515 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159726+0000", 2021-07-26T16:09:28.515 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.029264284000000002 2021-07-26T16:09:28.515 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.515 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.515 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.516 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159912+0000", 2021-07-26T16:09:28.516 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018560699999999999 2021-07-26T16:09:28.516 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.516 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.517 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.517 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160075+0000", 2021-07-26T16:09:28.517 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000162578 2021-07-26T16:09:28.517 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.517 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.518 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:28.518 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160148+0000", 2021-07-26T16:09:28.518 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3004999999999996e-05 2021-07-26T16:09:28.518 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.518 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.519 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.519 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160279+0000", 2021-07-26T16:09:28.519 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013178699999999999 2021-07-26T16:09:28.519 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.519 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.520 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.520 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.520 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.520 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156763 6.b 6:decaaf40:::benchmark_data_smithi078_103090_object51898:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:09:28.521 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032547+0000", 2021-07-26T16:09:28.521 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 291.29947561699998, 2021-07-26T16:09:28.521 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1279717650000001, 2021-07-26T16:09:28.521 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.521 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:28.522 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.522 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.522 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.522 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156763 2021-07-26T16:09:28.522 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.523 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.523 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.523 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.523 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032547+0000", 2021-07-26T16:09:28.523 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.524 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.524 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.524 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.524 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032547+0000", 2021-07-26T16:09:28.525 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.525 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.525 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.525 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.525 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032548+0000", 2021-07-26T16:09:28.526 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.5199999999999995e-07 2021-07-26T16:09:28.526 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.526 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.526 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.526 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032550+0000", 2021-07-26T16:09:28.527 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.592e-06 2021-07-26T16:09:28.527 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.527 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.527 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.528 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032555+0000", 2021-07-26T16:09:28.528 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8690000000000001e-06 2021-07-26T16:09:28.528 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.528 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.528 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.529 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032559+0000", 2021-07-26T16:09:28.529 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9509999999999999e-06 2021-07-26T16:09:28.529 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.529 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.529 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.530 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040379+0000", 2021-07-26T16:09:28.530 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0078196169999999992 2021-07-26T16:09:28.530 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.530 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.530 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.531 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040386+0000", 2021-07-26T16:09:28.531 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7569999999999998e-06 2021-07-26T16:09:28.531 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.531 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.531 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.532 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.116499+0000", 2021-07-26T16:09:28.532 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0761131449999999 2021-07-26T16:09:28.532 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.532 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.533 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.533 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.116628+0000", 2021-07-26T16:09:28.533 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000128839 2021-07-26T16:09:28.533 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.533 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.534 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:09:28.534 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.116797+0000", 2021-07-26T16:09:28.534 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016909499999999999 2021-07-26T16:09:28.534 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.534 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.535 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.535 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.130469+0000", 2021-07-26T16:09:28.535 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013672309000000001 2021-07-26T16:09:28.535 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.535 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.536 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.536 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159869+0000", 2021-07-26T16:09:28.536 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.029400032 2021-07-26T16:09:28.536 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.537 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.537 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.537 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159950+0000", 2021-07-26T16:09:28.537 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.1230000000000007e-05 2021-07-26T16:09:28.537 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.538 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.538 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.538 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160322+0000", 2021-07-26T16:09:28.538 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000371956 2021-07-26T16:09:28.538 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.539 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.539 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:28.539 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160379+0000", 2021-07-26T16:09:28.539 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6353000000000001e-05 2021-07-26T16:09:28.540 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.540 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.540 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.540 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160519+0000", 2021-07-26T16:09:28.540 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000140168 2021-07-26T16:09:28.541 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.541 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.541 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.541 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.541 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.542 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156764 6.b 6:df472779:::benchmark_data_smithi078_103090_object51899:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e169)", 2021-07-26T16:09:28.542 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.032564+0000", 2021-07-26T16:09:28.542 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 291.29945929600001, 2021-07-26T16:09:28.542 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.128183333, 2021-07-26T16:09:28.542 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.543 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:28.543 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.543 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.543 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.544 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156764 2021-07-26T16:09:28.544 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.544 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.544 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.544 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.545 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032564+0000", 2021-07-26T16:09:28.545 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.545 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.545 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.545 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.546 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032564+0000", 2021-07-26T16:09:28.546 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.546 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.546 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.546 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.547 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032565+0000", 2021-07-26T16:09:28.547 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0839999999999999e-06 2021-07-26T16:09:28.547 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.547 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.548 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.548 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032566+0000", 2021-07-26T16:09:28.548 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.065e-06 2021-07-26T16:09:28.548 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.548 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.549 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.549 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032571+0000", 2021-07-26T16:09:28.549 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.7620000000000001e-06 2021-07-26T16:09:28.549 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.549 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.550 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.550 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.032576+0000", 2021-07-26T16:09:28.550 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3479999999999997e-06 2021-07-26T16:09:28.550 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.551 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.551 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.551 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040422+0000", 2021-07-26T16:09:28.551 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0078458869999999993 2021-07-26T16:09:28.551 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.552 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.552 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.552 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.040429+0000", 2021-07-26T16:09:28.552 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1520000000000003e-06 2021-07-26T16:09:28.552 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.553 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.553 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.553 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.119585+0000", 2021-07-26T16:09:28.553 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.079156451 2021-07-26T16:09:28.553 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.554 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.554 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.554 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.119885+0000", 2021-07-26T16:09:28.554 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000299764 2021-07-26T16:09:28.555 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.555 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.555 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:09:28.555 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.120693+0000", 2021-07-26T16:09:28.555 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00080787800000000005 2021-07-26T16:09:28.556 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.556 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.556 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.556 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.152392+0000", 2021-07-26T16:09:28.556 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.031699135000000003 2021-07-26T16:09:28.557 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.557 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.557 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.557 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.159990+0000", 2021-07-26T16:09:28.557 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0075982949999999997 2021-07-26T16:09:28.558 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.558 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.558 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.558 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160030+0000", 2021-07-26T16:09:28.559 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9323000000000003e-05 2021-07-26T16:09:28.559 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.559 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.559 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.559 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160563+0000", 2021-07-26T16:09:28.560 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00053306200000000005 2021-07-26T16:09:28.560 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.560 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.560 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:28.560 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160616+0000", 2021-07-26T16:09:28.561 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3313999999999998e-05 2021-07-26T16:09:28.561 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.561 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.561 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.561 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160747+0000", 2021-07-26T16:09:28.562 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000130813 2021-07-26T16:09:28.562 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.562 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.562 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.563 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.563 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.563 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:156775 6.b 6:da67a445:::benchmark_data_smithi078_103090_object51910:head [delete] snapc 0=[] ondisk+write+known_if_redirected e169)", 2021-07-26T16:09:28.563 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:37.227656+0000", 2021-07-26T16:09:28.563 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 291.10436643100002, 2021-07-26T16:09:28.564 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.93605828700000004, 2021-07-26T16:09:28.564 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.564 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:28.564 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.564 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.565 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.565 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 156775 2021-07-26T16:09:28.565 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.565 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.565 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.566 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.566 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227656+0000", 2021-07-26T16:09:28.566 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.566 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.567 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.567 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.567 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227656+0000", 2021-07-26T16:09:28.567 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.567 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.568 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.568 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.568 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227658+0000", 2021-07-26T16:09:28.568 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.449e-06 2021-07-26T16:09:28.568 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.569 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.569 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.569 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227660+0000", 2021-07-26T16:09:28.569 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7489999999999999e-06 2021-07-26T16:09:28.569 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.570 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.570 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.570 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227669+0000", 2021-07-26T16:09:28.570 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.0329999999999997e-06 2021-07-26T16:09:28.571 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.571 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.571 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.571 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227673+0000", 2021-07-26T16:09:28.571 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0439999999999997e-06 2021-07-26T16:09:28.572 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.572 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.572 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.572 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227713+0000", 2021-07-26T16:09:28.572 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9938999999999998e-05 2021-07-26T16:09:28.573 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.573 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.573 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.573 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:37.227720+0000", 2021-07-26T16:09:28.573 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.9119999999999998e-06 2021-07-26T16:09:28.574 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.574 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.574 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.574 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.123910+0000", 2021-07-26T16:09:28.575 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.89618988700000002 2021-07-26T16:09:28.575 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.575 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.575 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.575 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.124234+0000", 2021-07-26T16:09:28.576 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00032335099999999999 2021-07-26T16:09:28.576 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.576 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.576 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:09:28.576 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.124738+0000", 2021-07-26T16:09:28.577 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000503766 2021-07-26T16:09:28.577 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.577 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.577 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.577 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.152545+0000", 2021-07-26T16:09:28.578 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.027807734000000001 2021-07-26T16:09:28.578 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.578 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.578 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.578 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160790+0000", 2021-07-26T16:09:28.579 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0082449350000000001 2021-07-26T16:09:28.579 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.579 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.579 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.580 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.160828+0000", 2021-07-26T16:09:28.580 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7771999999999997e-05 2021-07-26T16:09:28.580 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.580 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.580 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.581 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.163488+0000", 2021-07-26T16:09:28.581 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0026603920000000001 2021-07-26T16:09:28.581 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.581 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.581 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:28.582 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.163572+0000", 2021-07-26T16:09:28.582 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.3963999999999998e-05 2021-07-26T16:09:28.582 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.582 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.583 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.583 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:38.163715+0000", 2021-07-26T16:09:28.583 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00014236000000000001 2021-07-26T16:09:28.583 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.583 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.584 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.584 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.584 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.584 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:162489 6.e 6.bc80a91e (undecoded) ondisk+write+known_if_redirected e174)", 2021-07-26T16:09:28.584 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:05:08.361239+0000", 2021-07-26T16:09:28.585 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 259.97078348500003, 2021-07-26T16:09:28.585 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.90687336200000002, 2021-07-26T16:09:28.585 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.585 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:09:28.585 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.586 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.586 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.586 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 162489 2021-07-26T16:09:28.586 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.587 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.587 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.587 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.587 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361239+0000", 2021-07-26T16:09:28.587 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.588 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.588 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.588 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.588 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361239+0000", 2021-07-26T16:09:28.588 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.589 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.589 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.589 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.589 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361242+0000", 2021-07-26T16:09:28.589 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0570000000000001e-06 2021-07-26T16:09:28.590 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.590 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.590 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.590 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361246+0000", 2021-07-26T16:09:28.591 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7639999999999999e-06 2021-07-26T16:09:28.591 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.591 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.591 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.591 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361262+0000", 2021-07-26T16:09:28.592 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5753e-05 2021-07-26T16:09:28.592 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.592 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.592 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.592 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361269+0000", 2021-07-26T16:09:28.593 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3839999999999999e-06 2021-07-26T16:09:28.593 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.593 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.593 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.594 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361336+0000", 2021-07-26T16:09:28.594 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6564999999999997e-05 2021-07-26T16:09:28.594 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.594 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.594 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.595 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:08.361348+0000", 2021-07-26T16:09:28.595 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2465e-05 2021-07-26T16:09:28.595 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.595 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.595 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.596 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:09.268100+0000", 2021-07-26T16:09:28.596 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.906751431 2021-07-26T16:09:28.596 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.596 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.596 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.597 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:05:09.268113+0000", 2021-07-26T16:09:28.597 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2943e-05 2021-07-26T16:09:28.597 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.597 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.597 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.598 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.598 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.598 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:186738 6.b 6:d6687a28:::benchmark_data_smithi078_103090_object81873:head [delete] snapc 0=[] ondisk+write+known_if_redirected e216)", 2021-07-26T16:09:28.598 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:05.152057+0000", 2021-07-26T16:09:28.599 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 143.17996590000001, 2021-07-26T16:09:28.599 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0157033929999999, 2021-07-26T16:09:28.599 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.599 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:09:28.599 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.600 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.600 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.600 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 186738 2021-07-26T16:09:28.600 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.600 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.601 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.601 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.601 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.152057+0000", 2021-07-26T16:09:28.601 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.602 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.602 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.602 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.602 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.152057+0000", 2021-07-26T16:09:28.602 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.603 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.603 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.603 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.603 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.152059+0000", 2021-07-26T16:09:28.603 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4339999999999999e-06 2021-07-26T16:09:28.604 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.604 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.604 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.604 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.152063+0000", 2021-07-26T16:09:28.604 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2270000000000002e-06 2021-07-26T16:09:28.605 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.605 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.605 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.605 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.152076+0000", 2021-07-26T16:09:28.605 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3190000000000001e-05 2021-07-26T16:09:28.606 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.606 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.606 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.606 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.152088+0000", 2021-07-26T16:09:28.607 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2670999999999999e-05 2021-07-26T16:09:28.607 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.607 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.607 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.607 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.163858+0000", 2021-07-26T16:09:28.608 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011769630999999999 2021-07-26T16:09:28.608 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.608 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.608 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.608 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.164035+0000", 2021-07-26T16:09:28.609 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017734599999999999 2021-07-26T16:09:28.609 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.609 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.609 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:09:28.609 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.164214+0000", 2021-07-26T16:09:28.610 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017820800000000001 2021-07-26T16:09:28.610 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.610 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.610 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.611 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.167622+0000", 2021-07-26T16:09:28.611 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0034079620000000001 2021-07-26T16:09:28.611 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.611 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.611 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.612 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.187839+0000", 2021-07-26T16:09:28.612 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020217524000000001 2021-07-26T16:09:28.612 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.612 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.612 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.613 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.187849+0000", 2021-07-26T16:09:28.613 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0052e-05 2021-07-26T16:09:28.613 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.613 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.613 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.614 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.167748+0000", 2021-07-26T16:09:28.614 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.97989920699999999 2021-07-26T16:09:28.614 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.614 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.615 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.615 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.167760+0000", 2021-07-26T16:09:28.615 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1941e-05 2021-07-26T16:09:28.615 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.615 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.616 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.616 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.616 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.616 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:186743 6.11 6:8d8a5025:::benchmark_data_smithi078_103090_object81878:head [delete] snapc 0=[] ondisk+write+known_if_redirected e217)", 2021-07-26T16:09:28.616 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:05.171310+0000", 2021-07-26T16:09:28.617 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 143.160712464, 2021-07-26T16:09:28.617 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1356612319999999, 2021-07-26T16:09:28.617 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.617 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:28.617 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.618 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.618 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.618 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 186743 2021-07-26T16:09:28.618 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.619 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.619 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.619 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.619 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.171310+0000", 2021-07-26T16:09:28.619 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.620 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.620 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.620 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.620 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.171310+0000", 2021-07-26T16:09:28.620 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.621 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.621 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.621 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.621 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.171312+0000", 2021-07-26T16:09:28.621 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8059999999999999e-06 2021-07-26T16:09:28.622 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.622 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.622 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.622 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.171315+0000", 2021-07-26T16:09:28.623 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8150000000000002e-06 2021-07-26T16:09:28.623 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.623 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.623 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.623 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.171325+0000", 2021-07-26T16:09:28.624 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0295999999999999e-05 2021-07-26T16:09:28.624 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.624 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.624 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.624 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.171333+0000", 2021-07-26T16:09:28.625 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.763e-06 2021-07-26T16:09:28.625 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.625 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.625 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.625 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.183191+0000", 2021-07-26T16:09:28.626 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011858423 2021-07-26T16:09:28.626 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.626 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.626 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.627 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.183201+0000", 2021-07-26T16:09:28.627 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.5459999999999997e-06 2021-07-26T16:09:28.627 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.627 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.627 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.628 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.301054+0000", 2021-07-26T16:09:28.628 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.117853204 2021-07-26T16:09:28.628 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.628 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.628 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.629 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.301162+0000", 2021-07-26T16:09:28.629 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000107527 2021-07-26T16:09:28.629 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.629 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.630 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,6,7", 2021-07-26T16:09:28.630 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.301479+0000", 2021-07-26T16:09:28.630 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00031760300000000002 2021-07-26T16:09:28.630 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.630 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.631 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.631 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.304948+0000", 2021-07-26T16:09:28.631 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0034691700000000002 2021-07-26T16:09:28.631 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.631 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.632 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.632 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305026+0000", 2021-07-26T16:09:28.632 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.7692000000000001e-05 2021-07-26T16:09:28.632 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.632 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.633 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.633 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305062+0000", 2021-07-26T16:09:28.633 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5439999999999999e-05 2021-07-26T16:09:28.633 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.634 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.634 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.634 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.306718+0000", 2021-07-26T16:09:28.634 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0016568360000000001 2021-07-26T16:09:28.634 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.635 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.635 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:28.635 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.306763+0000", 2021-07-26T16:09:28.635 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4234999999999999e-05 2021-07-26T16:09:28.635 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.636 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.636 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.636 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.306972+0000", 2021-07-26T16:09:28.636 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00020887600000000001 2021-07-26T16:09:28.636 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.637 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.637 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.637 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.637 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.638 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:186770 6.b 6.9cb4210b (undecoded) ondisk+write+known_if_redirected e217)", 2021-07-26T16:09:28.638 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:05.245245+0000", 2021-07-26T16:09:28.638 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 143.086777781, 2021-07-26T16:09:28.638 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.92255525800000004, 2021-07-26T16:09:28.638 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.639 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:09:28.639 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.639 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.639 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.639 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 186770 2021-07-26T16:09:28.640 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.640 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.640 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.640 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.640 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245245+0000", 2021-07-26T16:09:28.641 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.641 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.641 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.641 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.642 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245245+0000", 2021-07-26T16:09:28.642 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.642 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.642 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.642 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.643 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245247+0000", 2021-07-26T16:09:28.643 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.753e-06 2021-07-26T16:09:28.643 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.643 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.643 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.644 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245250+0000", 2021-07-26T16:09:28.644 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7769999999999998e-06 2021-07-26T16:09:28.644 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.644 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.644 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.645 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245260+0000", 2021-07-26T16:09:28.645 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0479000000000001e-05 2021-07-26T16:09:28.645 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.645 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.646 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.646 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245266+0000", 2021-07-26T16:09:28.646 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6060000000000002e-06 2021-07-26T16:09:28.646 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.646 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.647 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.647 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.246839+0000", 2021-07-26T16:09:28.647 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015736739999999999 2021-07-26T16:09:28.647 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.647 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.648 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.648 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.246851+0000", 2021-07-26T16:09:28.648 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2089000000000001e-05 2021-07-26T16:09:28.648 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.648 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.649 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.649 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.167791+0000", 2021-07-26T16:09:28.649 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.92093941000000001 2021-07-26T16:09:28.649 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.649 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.650 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.650 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.167800+0000", 2021-07-26T16:09:28.650 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4700000000000008e-06 2021-07-26T16:09:28.650 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.651 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.651 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.651 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.651 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.651 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:186773 6.11 6:8c4ba90d:::benchmark_data_smithi078_103090_object81908:head [delete] snapc 0=[] ondisk+write+known_if_redirected e217)", 2021-07-26T16:09:28.652 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:05.245275+0000", 2021-07-26T16:09:28.652 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 143.08674735100001, 2021-07-26T16:09:28.652 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.06203326, 2021-07-26T16:09:28.652 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.653 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:28.653 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.653 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.653 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.653 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 186773 2021-07-26T16:09:28.654 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.654 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.654 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.654 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.654 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245275+0000", 2021-07-26T16:09:28.655 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.655 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.655 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.655 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.655 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245275+0000", 2021-07-26T16:09:28.656 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.656 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.656 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.656 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.657 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245277+0000", 2021-07-26T16:09:28.657 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.079e-06 2021-07-26T16:09:28.657 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.657 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.657 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.658 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245278+0000", 2021-07-26T16:09:28.658 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.401e-06 2021-07-26T16:09:28.658 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.658 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.658 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.659 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245284+0000", 2021-07-26T16:09:28.659 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2650000000000002e-06 2021-07-26T16:09:28.659 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.659 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.659 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.660 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.245288+0000", 2021-07-26T16:09:28.660 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0260000000000001e-06 2021-07-26T16:09:28.660 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.660 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.661 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.661 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254121+0000", 2021-07-26T16:09:28.661 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.008833245 2021-07-26T16:09:28.661 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.661 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.662 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.662 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254132+0000", 2021-07-26T16:09:28.662 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0457e-05 2021-07-26T16:09:28.662 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.662 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.663 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.663 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.303397+0000", 2021-07-26T16:09:28.663 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.04926488 2021-07-26T16:09:28.663 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.664 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.664 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.664 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.303547+0000", 2021-07-26T16:09:28.664 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00015046100000000001 2021-07-26T16:09:28.664 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.665 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.665 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,6,7", 2021-07-26T16:09:28.665 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.303858+0000", 2021-07-26T16:09:28.665 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00031096699999999999 2021-07-26T16:09:28.665 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.666 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.666 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.666 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305134+0000", 2021-07-26T16:09:28.666 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001275502 2021-07-26T16:09:28.667 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.667 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.667 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.667 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305463+0000", 2021-07-26T16:09:28.667 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000329019 2021-07-26T16:09:28.668 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.668 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.668 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.668 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305685+0000", 2021-07-26T16:09:28.668 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00022253 2021-07-26T16:09:28.669 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.669 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.669 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.669 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.307028+0000", 2021-07-26T16:09:28.669 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001342413 2021-07-26T16:09:28.670 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.670 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.670 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:28.670 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.307097+0000", 2021-07-26T16:09:28.671 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.8973000000000005e-05 2021-07-26T16:09:28.671 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.671 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.671 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.671 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.307309+0000", 2021-07-26T16:09:28.672 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021204199999999999 2021-07-26T16:09:28.672 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.672 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.672 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.672 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.673 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.673 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:186777 6.b 6.8c04224b (undecoded) ondisk+write+known_if_redirected e217)", 2021-07-26T16:09:28.673 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:05.254722+0000", 2021-07-26T16:09:28.673 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 143.077301119, 2021-07-26T16:09:28.673 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.91744186800000005, 2021-07-26T16:09:28.674 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.674 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:09:28.674 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.674 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.675 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.675 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 186777 2021-07-26T16:09:28.675 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.675 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.675 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.676 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.676 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254722+0000", 2021-07-26T16:09:28.676 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.676 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.676 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.677 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.677 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254722+0000", 2021-07-26T16:09:28.677 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.677 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.677 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.678 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.678 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254725+0000", 2021-07-26T16:09:28.678 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8260000000000001e-06 2021-07-26T16:09:28.678 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.679 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.679 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.679 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254728+0000", 2021-07-26T16:09:28.679 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.557e-06 2021-07-26T16:09:28.679 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.680 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.680 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.680 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254741+0000", 2021-07-26T16:09:28.680 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2568999999999999e-05 2021-07-26T16:09:28.680 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.681 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.681 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.681 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254748+0000", 2021-07-26T16:09:28.681 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1400000000000002e-06 2021-07-26T16:09:28.681 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.682 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.682 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.682 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254808+0000", 2021-07-26T16:09:28.682 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9871999999999999e-05 2021-07-26T16:09:28.683 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.683 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.683 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.683 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.254816+0000", 2021-07-26T16:09:28.683 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.721e-06 2021-07-26T16:09:28.684 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.684 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.684 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.684 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.172148+0000", 2021-07-26T16:09:28.684 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.91733171000000002 2021-07-26T16:09:28.685 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.685 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.685 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.685 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.172164+0000", 2021-07-26T16:09:28.685 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5472999999999999e-05 2021-07-26T16:09:28.686 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.686 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.686 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.686 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.687 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.687 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:186794 6.b 6.be2e15b (undecoded) ondisk+write+known_if_redirected e217)", 2021-07-26T16:09:28.687 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:05.298523+0000", 2021-07-26T16:09:28.687 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 143.033499629, 2021-07-26T16:09:28.687 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.87366927699999997, 2021-07-26T16:09:28.688 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.688 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:09:28.688 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.688 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.688 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.689 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 186794 2021-07-26T16:09:28.689 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.689 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.689 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.689 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.690 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298523+0000", 2021-07-26T16:09:28.690 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.690 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.690 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.691 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.691 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298523+0000", 2021-07-26T16:09:28.691 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.691 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.691 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.692 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.692 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298527+0000", 2021-07-26T16:09:28.692 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8770000000000003e-06 2021-07-26T16:09:28.692 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.692 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.693 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.693 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298530+0000", 2021-07-26T16:09:28.693 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3780000000000001e-06 2021-07-26T16:09:28.693 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.693 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.694 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.694 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298551+0000", 2021-07-26T16:09:28.694 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0905000000000001e-05 2021-07-26T16:09:28.694 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.695 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.695 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.695 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298560+0000", 2021-07-26T16:09:28.695 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.7579999999999998e-06 2021-07-26T16:09:28.695 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.696 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.696 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.696 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298623+0000", 2021-07-26T16:09:28.696 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.3107000000000004e-05 2021-07-26T16:09:28.696 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.697 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.697 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.697 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.298636+0000", 2021-07-26T16:09:28.697 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3030000000000001e-05 2021-07-26T16:09:28.697 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.698 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.698 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.698 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.172186+0000", 2021-07-26T16:09:28.698 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.87355006999999996 2021-07-26T16:09:28.699 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.699 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.699 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.699 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.172192+0000", 2021-07-26T16:09:28.699 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1519999999999997e-06 2021-07-26T16:09:28.700 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.700 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.700 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.700 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.700 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.701 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:186802 6.1 6:87c4888d:::benchmark_data_smithi078_103090_object81937:head [delete] snapc 0=[] ondisk+write+known_if_redirected e217)", 2021-07-26T16:09:28.701 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:05.333055+0000", 2021-07-26T16:09:28.701 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 142.99896768799999, 2021-07-26T16:09:28.701 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.97239087499999999, 2021-07-26T16:09:28.701 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.702 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:28.702 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.702 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:28.702 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:28.703 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 186802 2021-07-26T16:09:28.703 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.703 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.703 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.703 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.704 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333055+0000", 2021-07-26T16:09:28.704 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.704 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.704 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.704 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.705 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333055+0000", 2021-07-26T16:09:28.705 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.705 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.705 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.705 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.706 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333059+0000", 2021-07-26T16:09:28.706 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9110000000000003e-06 2021-07-26T16:09:28.706 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.706 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.707 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.707 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333063+0000", 2021-07-26T16:09:28.707 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1269999999999996e-06 2021-07-26T16:09:28.707 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.707 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.708 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.708 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333101+0000", 2021-07-26T16:09:28.708 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7938999999999997e-05 2021-07-26T16:09:28.708 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.708 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.709 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.709 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333111+0000", 2021-07-26T16:09:28.709 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.5959999999999993e-06 2021-07-26T16:09:28.709 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.709 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.710 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.710 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333173+0000", 2021-07-26T16:09:28.710 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2772000000000001e-05 2021-07-26T16:09:28.710 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.711 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.711 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.711 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:05.333185+0000", 2021-07-26T16:09:28.711 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1589e-05 2021-07-26T16:09:28.711 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.712 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.712 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.712 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.299043+0000", 2021-07-26T16:09:28.712 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.96585812000000004 2021-07-26T16:09:28.712 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.713 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.713 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:28.713 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.299161+0000", 2021-07-26T16:09:28.713 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000118159 2021-07-26T16:09:28.713 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.714 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.714 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,6,7", 2021-07-26T16:09:28.714 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.299462+0000", 2021-07-26T16:09:28.714 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00030103500000000001 2021-07-26T16:09:28.715 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.715 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.715 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:28.715 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.304868+0000", 2021-07-26T16:09:28.715 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0054053699999999996 2021-07-26T16:09:28.716 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.716 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.716 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.716 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.304920+0000", 2021-07-26T16:09:28.716 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1965000000000001e-05 2021-07-26T16:09:28.717 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.717 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.717 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.717 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.304974+0000", 2021-07-26T16:09:28.717 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4667999999999999e-05 2021-07-26T16:09:28.718 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.718 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.718 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:28.718 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305130+0000", 2021-07-26T16:09:28.719 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000155866 2021-07-26T16:09:28.719 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.719 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.719 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:28.719 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305195+0000", 2021-07-26T16:09:28.720 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4715000000000006e-05 2021-07-26T16:09:28.720 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.720 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.720 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.720 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:06.305446+0000", 2021-07-26T16:09:28.721 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000251043 2021-07-26T16:09:28.721 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.721 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.721 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.721 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.722 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.722 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.55408.0:57657 7.9 7:9ef8d40b:::benchmark_data_smithi078_185638_object57656:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e236)", 2021-07-26T16:09:28.722 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:08:35.270486+0000", 2021-07-26T16:09:28.722 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 53.06153707, 2021-07-26T16:09:28.723 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2643862509999999, 2021-07-26T16:09:28.723 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:28.723 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:09:28.723 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:28.723 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.55408", 2021-07-26T16:09:28.724 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:09:28.724 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 57657 2021-07-26T16:09:28.724 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.724 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:28.724 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.725 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:28.725 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:08:35.270486+0000", 2021-07-26T16:09:28.725 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.725 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.726 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.726 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:28.726 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:08:35.270486+0000", 2021-07-26T16:09:28.726 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:28.726 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.727 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.727 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:28.727 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:08:35.270512+0000", 2021-07-26T16:09:28.727 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6633000000000001e-05 2021-07-26T16:09:28.727 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.728 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.728 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:28.728 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:08:35.270515+0000", 2021-07-26T16:09:28.728 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.384e-06 2021-07-26T16:09:28.728 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.729 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.729 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:28.729 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:08:35.270524+0000", 2021-07-26T16:09:28.729 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.7440000000000002e-06 2021-07-26T16:09:28.730 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.730 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.730 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:28.730 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:08:35.270531+0000", 2021-07-26T16:09:28.730 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.353e-06 2021-07-26T16:09:28.731 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.731 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.731 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.731 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:08:35.277218+0000", 2021-07-26T16:09:28.731 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0066873840000000002 2021-07-26T16:09:28.732 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.732 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.732 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.732 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:08:35.277228+0000", 2021-07-26T16:09:28.732 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.9380000000000004e-06 2021-07-26T16:09:28.733 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.733 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.733 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.733 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:08:36.278512+0000", 2021-07-26T16:09:28.733 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0012838100000001 2021-07-26T16:09:28.734 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.734 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.734 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:28.734 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:08:36.278523+0000", 2021-07-26T16:09:28.735 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0937e-05 2021-07-26T16:09:28.735 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.735 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.735 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:28.735 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:08:37.533646+0000", 2021-07-26T16:09:28.736 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.255123183 2021-07-26T16:09:28.736 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:28.736 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:28.736 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:28.736 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:08:37.534872+0000", 2021-07-26T16:09:28.737 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0012258849999999999 2021-07-26T16:09:28.737 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.737 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.737 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.737 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:28.738 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:28.738 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:09:28.738 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:28.740 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:28 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:09:28.740 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:28 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:09:28.740 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:28 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:09:28.740 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:28 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-07-26T16:09:28.741 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:28 smithi139 ceph-mon[56829]: osdmap e250: 8 total, 8 up, 6 in 2021-07-26T16:09:28.741 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 84 16 92581 92565 68.8527 44.4375 0.0195472 0.0145177 2021-07-26T16:09:28.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:28 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:09:28.742 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:28 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:09:28.743 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:28 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:09:28.743 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:28 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-07-26T16:09:28.743 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:28 smithi078 ceph-mon[73801]: osdmap e250: 8 total, 8 up, 6 in 2021-07-26T16:09:28.743 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:28 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:09:28.744 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:28 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:09:28.744 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:28 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:09:28.744 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:28 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-07-26T16:09:28.744 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:28 smithi078 ceph-mon[77813]: osdmap e250: 8 total, 8 up, 6 in 2021-07-26T16:09:28.783 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:28.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:28.785 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:28.886 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:28.915 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:28.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:28.916 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:29.017 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:29.048 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:29.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:29.050 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:29.151 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:29.184 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:29.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:29.186 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:29.287 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:29.341 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 85 16 93242 93226 68.5287 41.3125 0.0272517 0.0145851 2021-07-26T16:09:29.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:29.349 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:29.349 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:29.450 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:29.476 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:29.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:29.477 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:29.518 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:29 smithi078 ceph-mon[73801]: pgmap v676: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.5 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 48 MiB/s wr, 769 op/s; 21549/268857 objects degraded (8.015%); 2828/268857 objects misplaced (1.052%); 5.7 MiB/s, 90 objects/s recovering 2021-07-26T16:09:29.519 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:29 smithi078 ceph-mon[77813]: pgmap v676: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.5 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 48 MiB/s wr, 769 op/s; 21549/268857 objects degraded (8.015%); 2828/268857 objects misplaced (1.052%); 5.7 MiB/s, 90 objects/s recovering 2021-07-26T16:09:29.546 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-07-26T16:09:29.569 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2021-07-26T16:09:29.570 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:09:29.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:29 smithi139 ceph-mon[56829]: pgmap v676: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.5 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 48 MiB/s wr, 769 op/s; 21549/268857 objects degraded (8.015%); 2828/268857 objects misplaced (1.052%); 5.7 MiB/s, 90 objects/s recovering 2021-07-26T16:09:29.578 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:29.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:29.660 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:29.661 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:29.762 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:29.812 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:29.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:29.814 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:29.870 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:29.874 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:29.915 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:29.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:29.992 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:29.992 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:30.093 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:30.139 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:30.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:30.141 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:30.242 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:30.285 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:30.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:30.286 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:30.341 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 86 16 93910 93894 68.2174 41.75 0.0399366 0.0146529 2021-07-26T16:09:30.387 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:30.465 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:30.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:30.467 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:30.568 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:30.622 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:30.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:30.623 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:30.724 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:30.743 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:09:30.776 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:30.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:30.778 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:30.879 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:30.927 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:30.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:30.928 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:30.949 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:31.030 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:31.064 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:31.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:31.065 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:31.166 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:31.190 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:31.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:31.192 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:31.292 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:31.314 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:31.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:31.316 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:31.341 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 87 16 94495 94479 67.8536 36.5625 0.12728 0.014724 2021-07-26T16:09:31.418 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:31.442 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:31.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:31.444 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:31.545 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:31.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:31 smithi139 ceph-mon[56829]: pgmap v678: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 517 GiB / 536 GiB avail; 58 MiB/s wr, 931 op/s; 21549/279873 objects degraded (7.700%); 2341/279873 objects misplaced (0.836%); 7.4 MiB/s, 118 objects/s recovering 2021-07-26T16:09:31.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:31.593 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:31.594 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:31.695 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:31.702 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:31 smithi078 ceph-mon[73801]: pgmap v678: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 517 GiB / 536 GiB avail; 58 MiB/s wr, 931 op/s; 21549/279873 objects degraded (7.700%); 2341/279873 objects misplaced (0.836%); 7.4 MiB/s, 118 objects/s recovering 2021-07-26T16:09:31.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:31 smithi078 ceph-mon[77813]: pgmap v678: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 517 GiB / 536 GiB avail; 58 MiB/s wr, 931 op/s; 21549/279873 objects degraded (7.700%); 2341/279873 objects misplaced (0.836%); 7.4 MiB/s, 118 objects/s recovering 2021-07-26T16:09:31.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:31.742 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:31.743 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:31.848 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:31.894 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:31.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:31.895 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:31.996 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:32.030 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:32.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:32.031 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:32.132 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:32.153 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:32.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:32.155 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:32.256 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:32.295 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:32.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:32.297 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:32.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:32 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21549/279873 objects degraded (7.700%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:32.341 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 88 16 95181 95165 67.5697 42.875 0.0194208 0.014792 2021-07-26T16:09:32.398 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:32.425 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:32.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:32.426 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:32.527 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:32.557 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:32.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:32.560 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:32.661 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:32.665 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:32 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21549/279873 objects degraded (7.700%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:32.665 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:32 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21549/279873 objects degraded (7.700%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:32.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:32.705 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:32.706 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:32.807 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:32.859 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:32.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:32.860 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:32.961 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:32.997 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:32.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:32.999 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:33.100 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:33.144 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:33.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:33.145 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:33.246 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:33.272 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:33 smithi139 ceph-mon[56829]: pgmap v679: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 517 GiB / 536 GiB avail; 58 MiB/s wr, 931 op/s; 21549/279873 objects degraded (7.700%); 2341/279873 objects misplaced (0.836%); 7.4 MiB/s, 118 objects/s recovering 2021-07-26T16:09:33.326 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:33.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:33.330 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:33.341 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 89 16 95851 95835 67.281 41.875 0.0162453 0.0148564 2021-07-26T16:09:33.394 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:33 smithi078 ceph-mon[77813]: pgmap v679: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 517 GiB / 536 GiB avail; 58 MiB/s wr, 931 op/s; 21549/279873 objects degraded (7.700%); 2341/279873 objects misplaced (0.836%); 7.4 MiB/s, 118 objects/s recovering 2021-07-26T16:09:33.394 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:33 smithi078 ceph-mon[73801]: pgmap v679: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 517 GiB / 536 GiB avail; 58 MiB/s wr, 931 op/s; 21549/279873 objects degraded (7.700%); 2341/279873 objects misplaced (0.836%); 7.4 MiB/s, 118 objects/s recovering 2021-07-26T16:09:33.431 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:33.472 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:33.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:33.475 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:33.576 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:33.615 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:33.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:33.616 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:33.717 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:33.751 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:33.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:33.753 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:33.854 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:33.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:33.890 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:33.891 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:33.992 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:34.026 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:34.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:34.027 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:34.128 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:34.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:34.182 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:34.182 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:34.283 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:34.317 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:34.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:34.318 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:34.327 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:09:34.341 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Total time run: 90.0202 2021-07-26T16:09:34.341 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Total writes made: 96500 2021-07-26T16:09:34.341 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Write size: 65536 2021-07-26T16:09:34.342 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Object size: 65536 2021-07-26T16:09:34.342 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Bandwidth (MB/sec): 66.9989 2021-07-26T16:09:34.342 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Stddev Bandwidth: 44.0104 2021-07-26T16:09:34.342 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Max bandwidth (MB/sec): 214.562 2021-07-26T16:09:34.343 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Min bandwidth (MB/sec): 0 2021-07-26T16:09:34.343 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Average IOPS: 1071 2021-07-26T16:09:34.343 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Stddev IOPS: 704.183 2021-07-26T16:09:34.343 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Max IOPS: 3433 2021-07-26T16:09:34.343 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Min IOPS: 0 2021-07-26T16:09:34.344 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Average Latency(s): 0.01492 2021-07-26T16:09:34.344 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Stddev Latency(s): 0.0890019 2021-07-26T16:09:34.344 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Max latency(s): 8.78472 2021-07-26T16:09:34.344 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Min latency(s): 0.00110958 2021-07-26T16:09:34.352 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Cleaning up (deleting benchmark objects) 2021-07-26T16:09:34.420 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:34.455 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:34.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:34.456 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:34.557 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:34.560 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:34 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:09:34.561 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:34 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4070110585' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:09:34.561 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:34 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:09:34.563 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:34 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:09:34.564 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:34 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4070110585' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:09:34.564 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:34 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:09:34.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:34 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:09:34.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:34 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4070110585' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:09:34.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:34 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:09:34.593 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:34.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:34.596 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:34.697 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:34.707 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:09:34.714 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:09:34.742 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:34.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:34.743 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:34.844 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:34.881 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:34.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:34.882 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:34.983 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:35.012 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:35.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:35.013 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:35.114 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:35.146 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:35.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:35.148 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:35.249 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:35.274 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:35.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:35.276 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:35.378 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:35.416 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:35.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:35.417 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:35.518 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:35.542 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:35.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:35.543 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:35.565 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:35 smithi078 ceph-mon[77813]: pgmap v680: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 37 MiB/s wr, 593 op/s; 21549/279873 objects degraded (7.700%); 2341/279873 objects misplaced (0.836%); 6.1 MiB/s, 96 objects/s recovering 2021-07-26T16:09:35.565 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:35 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:35.566 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:35 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:09:35.566 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:35 smithi078 ceph-mon[77813]: osdmap e251: 8 total, 8 up, 6 in 2021-07-26T16:09:35.566 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:35 smithi078 ceph-mon[73801]: pgmap v680: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 37 MiB/s wr, 593 op/s; 21549/279873 objects degraded (7.700%); 2341/279873 objects misplaced (0.836%); 6.1 MiB/s, 96 objects/s recovering 2021-07-26T16:09:35.567 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:35 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:35.567 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:35 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:09:35.567 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:35 smithi078 ceph-mon[73801]: osdmap e251: 8 total, 8 up, 6 in 2021-07-26T16:09:35.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:35 smithi139 ceph-mon[56829]: pgmap v680: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 37 MiB/s wr, 593 op/s; 21549/279873 objects degraded (7.700%); 2341/279873 objects misplaced (0.836%); 6.1 MiB/s, 96 objects/s recovering 2021-07-26T16:09:35.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:35 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:35.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:35 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:09:35.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:35 smithi139 ceph-mon[56829]: osdmap e251: 8 total, 8 up, 6 in 2021-07-26T16:09:35.645 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:35.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:35.684 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:35.685 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:35.736 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:09:35.737 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:09:35.737 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.738 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:97528 7.2 e251/230 7:40c7d73d:::benchmark_data_smithi078_185638_object1025:head v 251'6049, mlcod=251'6047)", 2021-07-26T16:09:35.738 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:09:35.734116+0000", 2021-07-26T16:09:35.738 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0020212799999999999, 2021-07-26T16:09:35.738 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002051668, 2021-07-26T16:09:35.739 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:35.739 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:09:35.739 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:35.739 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.740 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:35.740 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.734116+0000", 2021-07-26T16:09:35.740 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:35.740 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.741 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.741 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:35.742 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.734116+0000", 2021-07-26T16:09:35.742 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:35.742 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.742 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.743 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:35.743 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.734119+0000", 2021-07-26T16:09:35.743 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1140000000000002e-06 2021-07-26T16:09:35.743 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.743 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.744 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:35.744 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.734124+0000", 2021-07-26T16:09:35.744 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9459999999999997e-06 2021-07-26T16:09:35.744 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.745 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.745 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:35.745 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.734134+0000", 2021-07-26T16:09:35.745 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.6339999999999996e-06 2021-07-26T16:09:35.745 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.746 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.746 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:35.746 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.734140+0000", 2021-07-26T16:09:35.746 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.3040000000000001e-06 2021-07-26T16:09:35.746 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.747 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.747 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:35.747 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.734218+0000", 2021-07-26T16:09:35.747 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.7762000000000005e-05 2021-07-26T16:09:35.748 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.748 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.748 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:35.748 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.734234+0000", 2021-07-26T16:09:35.748 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6246999999999999e-05 2021-07-26T16:09:35.749 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:35.749 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:35.749 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:35.749 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.749 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.750 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:97532 7.1 e251/230 7:8275b4ba:::benchmark_data_smithi078_185638_object1029:head v 251'6150, mlcod=251'6148)", 2021-07-26T16:09:35.750 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:09:35.735659+0000", 2021-07-26T16:09:35.750 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.000478546, 2021-07-26T16:09:35.750 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00057325699999999998, 2021-07-26T16:09:35.751 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:35.751 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:09:35.751 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:35.751 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.751 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:35.752 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.735659+0000", 2021-07-26T16:09:35.752 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:35.752 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.752 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.752 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:35.753 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.735659+0000", 2021-07-26T16:09:35.753 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:35.753 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.753 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.754 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:35.754 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.735664+0000", 2021-07-26T16:09:35.754 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.724e-06 2021-07-26T16:09:35.754 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.755 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.755 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:35.755 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.735668+0000", 2021-07-26T16:09:35.755 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0570000000000003e-06 2021-07-26T16:09:35.756 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.756 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.756 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:35.756 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.735683+0000", 2021-07-26T16:09:35.756 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5279000000000001e-05 2021-07-26T16:09:35.757 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.757 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.757 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:35.757 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.735691+0000", 2021-07-26T16:09:35.758 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.6120000000000001e-06 2021-07-26T16:09:35.758 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.758 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.758 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:35.759 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.735747+0000", 2021-07-26T16:09:35.759 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6056e-05 2021-07-26T16:09:35.759 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:35.759 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:35.759 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:35.760 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:09:35.735761+0000", 2021-07-26T16:09:35.760 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4255e-05 2021-07-26T16:09:35.760 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:35.760 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:35.761 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:35.761 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:35.761 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2021-07-26T16:09:35.761 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 2 2021-07-26T16:09:35.762 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:09:35.785 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:35.831 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:35.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:35.833 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:35.935 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:35.956 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:35.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:35.958 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:36.059 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:36.094 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:36.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:36.096 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:36.197 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:36.231 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:36.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:36.232 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:36.333 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:36.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:36.362 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:36.362 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:36.463 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:36.499 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:36.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:36.500 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:36.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:36 smithi139 ceph-mon[56829]: from='client.45645 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:09:36.601 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:36.627 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:36.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:36.629 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:36.730 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:36.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:36 smithi078 ceph-mon[73801]: from='client.45645 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:09:36.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:36 smithi078 ceph-mon[77813]: from='client.45645 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:09:36.772 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:36.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:36.774 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:36.875 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:36.901 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:36.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:36.902 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:36.975 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":681,"stamp":"2021-07-26T16:09:34.306693+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6246045598,"num_objects":95322,"num_object_clones":0,"num_object_copies":285966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":21549,"num_objects_misplaced":2112,"num_objects_unfound":0,"num_objects_dirty":95322,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":95558,"num_write_kb":6101517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5187,"num_bytes_recovered":338299972,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93192,"ondisk_log_size":93192,"up":267,"acting":259,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":21248520,"kb_used_data":16744728,"kb_used_omap":478,"kb_used_meta":4503265,"kb_avail":541222392,"statfs":{"total":575970213888,"available":554211729408,"internally_reserved":4294967296,"allocated":17146601472,"data_stored":17139192086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":490182,"internal_metadata":4611343674},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,3,6,5,6,8,4],"upper_bound":128},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":373751808,"num_objects":5703,"num_object_clones":0,"num_object_copies":17109,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-716,"num_objects_unfound":0,"num_objects_dirty":5703,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5703,"num_write_kb":364992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":716,"num_bytes_recovered":46923776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.299897"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":103,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.249115+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:09:24.249115+0000","last_peered":"2021-07-26T16:09:24.249115+0000","last_clean":"2021-07-26T16:09:24.249115+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:09:24.249115+0000","last_undegraded":"2021-07-26T16:09:24.249115+0000","last_fullsized":"2021-07-26T16:09:24.249115+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":225,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.250469+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:09:24.250469+0000","last_peered":"2021-07-26T16:09:24.250469+0000","last_clean":"2021-07-26T16:09:24.250469+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:09:24.250469+0000","last_undegraded":"2021-07-26T16:09:24.250469+0000","last_fullsized":"2021-07-26T16:09:24.250469+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":227,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.257647+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:09:24.257647+0000","last_peered":"2021-07-26T16:09:24.257647+0000","last_clean":"2021-07-26T16:09:24.257647+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:09:24.257647+0000","last_undegraded":"2021-07-26T16:09:24.257647+0000","last_fullsized":"2021-07-26T16:09:24.257647+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":163,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.252225+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:09:24.252225+0000","last_peered":"2021-07-26T16:09:24.252225+0000","last_clean":"2021-07-26T16:09:24.252225+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:09:24.252225+0000","last_undegraded":"2021-07-26T16:09:24.252225+0000","last_fullsized":"2021-07-26T16:09:24.252225+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":256,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.250998+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:09:24.250998+0000","last_peered":"2021-07-26T16:09:24.250998+0000","last_clean":"2021-07-26T16:09:24.250998+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:09:24.250998+0000","last_undegraded":"2021-07-26T16:09:24.250998+0000","last_fullsized":"2021-07-26T16:09:24.250998+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":219,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.258490+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:09:24.258490+0000","last_peered":"2021-07-26T16:09:24.258490+0000","last_clean":"2021-07-26T16:09:24.258490+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:09:24.258490+0000","last_undegraded":"2021-07-26T16:09:24.258490+0000","last_fullsized":"2021-07-26T16:09:24.258490+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":143,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.253246+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:09:24.253246+0000","last_peered":"2021-07-26T16:09:24.253246+0000","last_clean":"2021-07-26T16:09:24.253246+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:09:24.253246+0000","last_undegraded":"2021-07-26T16:09:24.253246+0000","last_fullsized":"2021-07-26T16:09:24.253246+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":164,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.251134+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:09:24.251134+0000","last_peered":"2021-07-26T16:09:24.251134+0000","last_clean":"2021-07-26T16:09:24.251134+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:09:24.251134+0000","last_undegraded":"2021-07-26T16:09:24.251134+0000","last_fullsized":"2021-07-26T16:09:24.251134+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":61,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.262606+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:09:24.262606+0000","last_peered":"2021-07-26T16:09:24.262606+0000","last_clean":"2021-07-26T16:09:24.262606+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:09:24.262606+0000","last_undegraded":"2021-07-26T16:09:24.262606+0000","last_fullsized":"2021-07-26T16:09:24.262606+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":42,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.256138+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:09:24.256138+0000","last_peered":"2021-07-26T16:09:24.256138+0000","last_clean":"2021-07-26T16:09:24.256138+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:09:24.256138+0000","last_undegraded":"2021-07-26T16:09:24.256138+0000","last_fullsized":"2021-07-26T16:09:24.256138+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":150,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.252636+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:09:24.252636+0000","last_peered":"2021-07-26T16:09:24.252636+0000","last_clean":"2021-07-26T16:09:24.252636+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:09:24.252636+0000","last_undegraded":"2021-07-26T16:09:24.252636+0000","last_fullsized":"2021-07-26T16:09:24.252636+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":260,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.249060+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:09:24.249060+0000","last_peered":"2021-07-26T16:09:24.249060+0000","last_clean":"2021-07-26T16:09:24.249060+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:09:24.249060+0000","last_undegraded":"2021-07-26T16:09:24.249060+0000","last_fullsized":"2021-07-26T16:09:24.249060+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":176,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.250702+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:09:24.250702+0000","last_peered":"2021-07-26T16:09:24.250702+0000","last_clean":"2021-07-26T16:09:24.250702+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:09:24.250702+0000","last_undegraded":"2021-07-26T16:09:24.250702+0000","last_fullsized":"2021-07-26T16:09:24.250702+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":85,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.249637+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:09:24.249637+0000","last_peered":"2021-07-26T16:09:24.249637+0000","last_clean":"2021-07-26T16:09:24.249637+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:09:24.249637+0000","last_undegraded":"2021-07-26T16:09:24.249637+0000","last_fullsized":"2021-07-26T16:09:24.249637+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":276,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.251801+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:09:24.251801+0000","last_peered":"2021-07-26T16:09:24.251801+0000","last_clean":"2021-07-26T16:09:24.251801+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:09:24.251801+0000","last_undegraded":"2021-07-26T16:09:24.251801+0000","last_fullsized":"2021-07-26T16:09:24.251801+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":146,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.248107+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:09:24.248107+0000","last_peered":"2021-07-26T16:09:24.248107+0000","last_clean":"2021-07-26T16:09:24.248107+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:09:24.248107+0000","last_undegraded":"2021-07-26T16:09:24.248107+0000","last_fullsized":"2021-07-26T16:09:24.248107+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":163,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.251583+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:09:24.251583+0000","last_peered":"2021-07-26T16:09:24.251583+0000","last_clean":"2021-07-26T16:09:24.251583+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:09:24.251583+0000","last_undegraded":"2021-07-26T16:09:24.251583+0000","last_fullsized":"2021-07-26T16:09:24.251583+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":50,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.253006+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:09:24.253006+0000","last_peered":"2021-07-26T16:09:24.253006+0000","last_clean":"2021-07-26T16:09:24.253006+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:09:24.253006+0000","last_undegraded":"2021-07-26T16:09:24.253006+0000","last_fullsized":"2021-07-26T16:09:24.253006+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":230,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.256231+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:09:24.256231+0000","last_peered":"2021-07-26T16:09:24.256231+0000","last_clean":"2021-07-26T16:09:24.256231+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:09:24.256231+0000","last_undegraded":"2021-07-26T16:09:24.256231+0000","last_fullsized":"2021-07-26T16:09:24.256231+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":172,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.257065+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:09:24.257065+0000","last_peered":"2021-07-26T16:09:24.257065+0000","last_clean":"2021-07-26T16:09:24.257065+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:09:24.257065+0000","last_undegraded":"2021-07-26T16:09:24.257065+0000","last_fullsized":"2021-07-26T16:09:24.257065+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":346,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.257906+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:09:24.257906+0000","last_peered":"2021-07-26T16:09:24.257906+0000","last_clean":"2021-07-26T16:09:24.257906+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:09:24.257906+0000","last_undegraded":"2021-07-26T16:09:24.257906+0000","last_fullsized":"2021-07-26T16:09:24.257906+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":40,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.256443+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:09:24.256443+0000","last_peered":"2021-07-26T16:09:24.256443+0000","last_clean":"2021-07-26T16:09:24.256443+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:09:24.256443+0000","last_undegraded":"2021-07-26T16:09:24.256443+0000","last_fullsized":"2021-07-26T16:09:24.256443+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"250'5984","reported_seq":6012,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:29.549785+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:09:29.549785+0000","last_peered":"2021-07-26T16:09:29.549785+0000","last_clean":"2021-07-26T16:09:29.549785+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:09:29.549785+0000","last_undegraded":"2021-07-26T16:09:29.549785+0000","last_fullsized":"2021-07-26T16:09:29.549785+0000","mapping_epoch":230,"log_start":"233'800","ondisk_log_start":"233'800","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5184,"ondisk_log_size":5184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":392167424,"num_objects":5984,"num_object_clones":0,"num_object_copies":17952,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5984,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5984,"num_write_kb":382976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":57,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.256548+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:09:24.256548+0000","last_peered":"2021-07-26T16:09:24.256548+0000","last_clean":"2021-07-26T16:09:24.256548+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:09:24.256548+0000","last_undegraded":"2021-07-26T16:09:24.256548+0000","last_fullsized":"2021-07-26T16:09:24.256548+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":68,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.252568+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:09:24.252568+0000","last_peered":"2021-07-26T16:09:24.252568+0000","last_clean":"2021-07-26T16:09:24.252568+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:09:24.252568+0000","last_undegraded":"2021-07-26T16:09:24.252568+0000","last_fullsized":"2021-07-26T16:09:24.252568+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"250'6130","reported_seq":6158,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:34.248567+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:09:34.248567+0000","last_peered":"2021-07-26T16:09:34.248567+0000","last_clean":"2021-07-26T16:09:34.248567+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:09:34.248567+0000","last_undegraded":"2021-07-26T16:09:34.248567+0000","last_fullsized":"2021-07-26T16:09:34.248567+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6130,"ondisk_log_size":6130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":401735680,"num_objects":6130,"num_object_clones":0,"num_object_copies":18390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6130,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6130,"num_write_kb":392320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":149,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.257220+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:09:24.257220+0000","last_peered":"2021-07-26T16:09:24.257220+0000","last_clean":"2021-07-26T16:09:24.257220+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:09:24.257220+0000","last_undegraded":"2021-07-26T16:09:24.257220+0000","last_fullsized":"2021-07-26T16:09:24.257220+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":94,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.251029+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:09:24.251029+0000","last_peered":"2021-07-26T16:09:24.251029+0000","last_clean":"2021-07-26T16:09:24.251029+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:09:24.251029+0000","last_undegraded":"2021-07-26T16:09:24.251029+0000","last_fullsized":"2021-07-26T16:09:24.251029+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"250'5955","reported_seq":11427,"reported_epoch":250,"state":"active+recovering+undersized+remapped","last_fresh":"2021-07-26T16:09:29.599796+0000","last_change":"2021-07-26T16:08:37.583041+0000","last_active":"2021-07-26T16:09:29.599796+0000","last_peered":"2021-07-26T16:09:29.599796+0000","last_clean":"2021-07-26T16:08:35.241683+0000","last_became_active":"2021-07-26T16:08:37.528719+0000","last_became_peered":"2021-07-26T16:08:37.528719+0000","last_unstale":"2021-07-26T16:09:29.599796+0000","last_undegraded":"2021-07-26T16:09:29.599796+0000","last_fullsized":"2021-07-26T16:08:37.272915+0000","mapping_epoch":237,"log_start":"233'800","ondisk_log_start":"233'800","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5155,"ondisk_log_size":5155,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":390266880,"num_objects":5955,"num_object_clones":0,"num_object_copies":17865,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":918,"num_objects_unfound":0,"num_objects_dirty":5955,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5955,"num_write_kb":381120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2718,"num_bytes_recovered":178126848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4],"avail_no_missing":["1","0","4"],"object_location_counts":[{"shards":"0,1,4","objects":918},{"shards":"1,4","objects":5037}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":281,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.252471+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:09:24.252471+0000","last_peered":"2021-07-26T16:09:24.252471+0000","last_clean":"2021-07-26T16:09:24.252471+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:09:24.252471+0000","last_undegraded":"2021-07-26T16:09:24.252471+0000","last_fullsized":"2021-07-26T16:09:24.252471+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":237,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.257513+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:09:24.257513+0000","last_peered":"2021-07-26T16:09:24.257513+0000","last_clean":"2021-07-26T16:09:24.257513+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:09:24.257513+0000","last_undegraded":"2021-07-26T16:09:24.257513+0000","last_fullsized":"2021-07-26T16:09:24.257513+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"250'5949","reported_seq":5977,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:34.032246+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:09:34.032246+0000","last_peered":"2021-07-26T16:09:34.032246+0000","last_clean":"2021-07-26T16:09:34.032246+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:09:34.032246+0000","last_undegraded":"2021-07-26T16:09:34.032246+0000","last_fullsized":"2021-07-26T16:09:34.032246+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5949,"ondisk_log_size":5949,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":389873664,"num_objects":5949,"num_object_clones":0,"num_object_copies":17847,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5949,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5949,"num_write_kb":380736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":238,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.252782+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:09:24.252782+0000","last_peered":"2021-07-26T16:09:24.252782+0000","last_clean":"2021-07-26T16:09:24.252782+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:09:24.252782+0000","last_undegraded":"2021-07-26T16:09:24.252782+0000","last_fullsized":"2021-07-26T16:09:24.252782+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":113,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.247974+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:09:24.247974+0000","last_peered":"2021-07-26T16:09:24.247974+0000","last_clean":"2021-07-26T16:09:24.247974+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:09:24.247974+0000","last_undegraded":"2021-07-26T16:09:24.247974+0000","last_fullsized":"2021-07-26T16:09:24.247974+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"250'5879","reported_seq":5914,"reported_epoch":250,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:33.988642+0000","last_change":"2021-07-26T16:08:44.038103+0000","last_active":"2021-07-26T16:09:33.988642+0000","last_peered":"2021-07-26T16:09:33.988642+0000","last_clean":"2021-07-26T16:08:35.258554+0000","last_became_active":"2021-07-26T16:08:43.985025+0000","last_became_peered":"2021-07-26T16:08:43.985025+0000","last_unstale":"2021-07-26T16:09:33.988642+0000","last_undegraded":"2021-07-26T16:08:43.918569+0000","last_fullsized":"2021-07-26T16:08:37.283478+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5879,"ondisk_log_size":5879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":385286144,"num_objects":5879,"num_object_clones":0,"num_object_copies":17637,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5879,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5879,"num_write_kb":376256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":3503},{"shards":"3,7","objects":2376}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":210,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.249248+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:09:24.249248+0000","last_peered":"2021-07-26T16:09:24.249248+0000","last_clean":"2021-07-26T16:09:24.249248+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:09:24.249248+0000","last_undegraded":"2021-07-26T16:09:24.249248+0000","last_fullsized":"2021-07-26T16:09:24.249248+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":85,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.250578+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:09:24.250578+0000","last_peered":"2021-07-26T16:09:24.250578+0000","last_clean":"2021-07-26T16:09:24.250578+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:09:24.250578+0000","last_undegraded":"2021-07-26T16:09:24.250578+0000","last_fullsized":"2021-07-26T16:09:24.250578+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"250'5976","reported_seq":10843,"reported_epoch":250,"state":"active+recovering+undersized+remapped","last_fresh":"2021-07-26T16:09:34.266108+0000","last_change":"2021-07-26T16:08:37.508058+0000","last_active":"2021-07-26T16:09:34.266108+0000","last_peered":"2021-07-26T16:09:34.266108+0000","last_clean":"2021-07-26T16:08:35.270285+0000","last_became_active":"2021-07-26T16:08:37.455710+0000","last_became_peered":"2021-07-26T16:08:37.455710+0000","last_unstale":"2021-07-26T16:09:34.266108+0000","last_undegraded":"2021-07-26T16:09:34.266108+0000","last_fullsized":"2021-07-26T16:08:37.276544+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5976,"ondisk_log_size":5976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":391643136,"num_objects":5976,"num_object_clones":0,"num_object_copies":17928,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1194,"num_objects_unfound":0,"num_objects_dirty":5976,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5976,"num_write_kb":382464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2415,"num_bytes_recovered":158269440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3],"avail_no_missing":["5","0","3"],"object_location_counts":[{"shards":"0,3,5","objects":1194},{"shards":"3,5","objects":4782}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":244,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.257374+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:09:24.257374+0000","last_peered":"2021-07-26T16:09:24.257374+0000","last_clean":"2021-07-26T16:09:24.257374+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:09:24.257374+0000","last_undegraded":"2021-07-26T16:09:24.257374+0000","last_fullsized":"2021-07-26T16:09:24.257374+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":37,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.249374+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:09:24.249374+0000","last_peered":"2021-07-26T16:09:24.249374+0000","last_clean":"2021-07-26T16:09:24.249374+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:09:24.249374+0000","last_undegraded":"2021-07-26T16:09:24.249374+0000","last_fullsized":"2021-07-26T16:09:24.249374+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"250'6102","reported_seq":6138,"reported_epoch":250,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:34.233167+0000","last_change":"2021-07-26T16:08:37.512887+0000","last_active":"2021-07-26T16:09:34.233167+0000","last_peered":"2021-07-26T16:09:34.233167+0000","last_clean":"2021-07-26T16:08:35.259559+0000","last_became_active":"2021-07-26T16:08:37.453089+0000","last_became_peered":"2021-07-26T16:08:37.453089+0000","last_unstale":"2021-07-26T16:09:34.233167+0000","last_undegraded":"2021-07-26T16:08:37.303297+0000","last_fullsized":"2021-07-26T16:08:37.274000+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6102,"ondisk_log_size":6102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":399900672,"num_objects":6102,"num_object_clones":0,"num_object_copies":18306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3720,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6102,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6102,"num_write_kb":390528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"0,1,6","objects":3720},{"shards":"1,6","objects":2382}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":94,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.250689+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:09:24.250689+0000","last_peered":"2021-07-26T16:09:24.250689+0000","last_clean":"2021-07-26T16:09:24.250689+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:09:24.250689+0000","last_undegraded":"2021-07-26T16:09:24.250689+0000","last_fullsized":"2021-07-26T16:09:24.250689+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":110,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.250289+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:09:24.250289+0000","last_peered":"2021-07-26T16:09:24.250289+0000","last_clean":"2021-07-26T16:09:24.250289+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:09:24.250289+0000","last_undegraded":"2021-07-26T16:09:24.250289+0000","last_fullsized":"2021-07-26T16:09:24.250289+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"250'5926","reported_seq":5953,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:34.209992+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:09:34.209992+0000","last_peered":"2021-07-26T16:09:34.209992+0000","last_clean":"2021-07-26T16:09:34.209992+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:09:34.209992+0000","last_undegraded":"2021-07-26T16:09:34.209992+0000","last_fullsized":"2021-07-26T16:09:34.209992+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5926,"ondisk_log_size":5926,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":388366336,"num_objects":5926,"num_object_clones":0,"num_object_copies":17778,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5926,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5926,"num_write_kb":379264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":239,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.250940+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:09:24.250940+0000","last_peered":"2021-07-26T16:09:24.250940+0000","last_clean":"2021-07-26T16:09:24.250940+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:09:24.250940+0000","last_undegraded":"2021-07-26T16:09:24.250940+0000","last_fullsized":"2021-07-26T16:09:24.250940+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":233,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.248709+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:09:24.248709+0000","last_peered":"2021-07-26T16:09:24.248709+0000","last_clean":"2021-07-26T16:09:24.248709+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:09:24.248709+0000","last_undegraded":"2021-07-26T16:09:24.248709+0000","last_fullsized":"2021-07-26T16:09:24.248709+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"250'5890","reported_seq":5918,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:29.870481+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:09:29.870481+0000","last_peered":"2021-07-26T16:09:29.870481+0000","last_clean":"2021-07-26T16:09:29.870481+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:09:29.870481+0000","last_undegraded":"2021-07-26T16:09:29.870481+0000","last_fullsized":"2021-07-26T16:09:29.870481+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5890,"ondisk_log_size":5890,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":386007040,"num_objects":5890,"num_object_clones":0,"num_object_copies":17670,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5890,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5890,"num_write_kb":376960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":271,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.248251+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:09:24.248251+0000","last_peered":"2021-07-26T16:09:24.248251+0000","last_clean":"2021-07-26T16:09:24.248251+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:09:24.248251+0000","last_undegraded":"2021-07-26T16:09:24.248251+0000","last_fullsized":"2021-07-26T16:09:24.248251+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":277,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.252942+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:09:24.252942+0000","last_peered":"2021-07-26T16:09:24.252942+0000","last_clean":"2021-07-26T16:09:24.252942+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:09:24.252942+0000","last_undegraded":"2021-07-26T16:09:24.252942+0000","last_fullsized":"2021-07-26T16:09:24.252942+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":241,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.249136+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:09:24.249136+0000","last_peered":"2021-07-26T16:09:24.249136+0000","last_clean":"2021-07-26T16:09:24.249136+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:09:24.249136+0000","last_undegraded":"2021-07-26T16:09:24.249136+0000","last_fullsized":"2021-07-26T16:09:24.249136+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"250'6276","reported_seq":6310,"reported_epoch":250,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:34.175891+0000","last_change":"2021-07-26T16:08:37.515899+0000","last_active":"2021-07-26T16:09:34.175891+0000","last_peered":"2021-07-26T16:09:34.175891+0000","last_clean":"2021-07-26T16:08:35.259578+0000","last_became_active":"2021-07-26T16:08:37.498255+0000","last_became_peered":"2021-07-26T16:08:37.498255+0000","last_unstale":"2021-07-26T16:09:34.175891+0000","last_undegraded":"2021-07-26T16:08:37.308912+0000","last_fullsized":"2021-07-26T16:08:37.273819+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6276,"ondisk_log_size":6276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":411303936,"num_objects":6276,"num_object_clones":0,"num_object_copies":18828,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6276,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6276,"num_write_kb":401664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":3776},{"shards":"3,6","objects":2500}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":224,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.252494+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:09:24.252494+0000","last_peered":"2021-07-26T16:09:24.252494+0000","last_clean":"2021-07-26T16:09:24.252494+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:09:24.252494+0000","last_undegraded":"2021-07-26T16:09:24.252494+0000","last_fullsized":"2021-07-26T16:09:24.252494+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":94,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.249548+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:09:24.249548+0000","last_peered":"2021-07-26T16:09:24.249548+0000","last_clean":"2021-07-26T16:09:24.249548+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:09:24.249548+0000","last_undegraded":"2021-07-26T16:09:24.249548+0000","last_fullsized":"2021-07-26T16:09:24.249548+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":295,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.248179+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:09:24.248179+0000","last_peered":"2021-07-26T16:09:24.248179+0000","last_clean":"2021-07-26T16:09:24.248179+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:09:24.248179+0000","last_undegraded":"2021-07-26T16:09:24.248179+0000","last_fullsized":"2021-07-26T16:09:24.248179+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"250'5742","reported_seq":5776,"reported_epoch":250,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:29.862619+0000","last_change":"2021-07-26T16:08:37.546898+0000","last_active":"2021-07-26T16:09:29.862619+0000","last_peered":"2021-07-26T16:09:29.862619+0000","last_clean":"2021-07-26T16:08:35.256099+0000","last_became_active":"2021-07-26T16:08:37.538137+0000","last_became_peered":"2021-07-26T16:08:37.538137+0000","last_unstale":"2021-07-26T16:09:29.862619+0000","last_undegraded":"2021-07-26T16:08:37.293735+0000","last_fullsized":"2021-07-26T16:08:37.271374+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5742,"ondisk_log_size":5742,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":376307712,"num_objects":5742,"num_object_clones":0,"num_object_copies":17226,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3543,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5742,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5742,"num_write_kb":367488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":3543},{"shards":"1,4","objects":2199}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":180,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.257692+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:09:24.257692+0000","last_peered":"2021-07-26T16:09:24.257692+0000","last_clean":"2021-07-26T16:09:24.257692+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:09:24.257692+0000","last_undegraded":"2021-07-26T16:09:24.257692+0000","last_fullsized":"2021-07-26T16:09:24.257692+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":242,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.251063+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:09:24.251063+0000","last_peered":"2021-07-26T16:09:24.251063+0000","last_clean":"2021-07-26T16:09:24.251063+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:09:24.251063+0000","last_undegraded":"2021-07-26T16:09:24.251063+0000","last_fullsized":"2021-07-26T16:09:24.251063+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":255,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.248782+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:09:24.248782+0000","last_peered":"2021-07-26T16:09:24.248782+0000","last_clean":"2021-07-26T16:09:24.248782+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:09:24.248782+0000","last_undegraded":"2021-07-26T16:09:24.248782+0000","last_fullsized":"2021-07-26T16:09:24.248782+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"250'5966","reported_seq":5998,"reported_epoch":250,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:33.949228+0000","last_change":"2021-07-26T16:08:37.512893+0000","last_active":"2021-07-26T16:09:33.949228+0000","last_peered":"2021-07-26T16:09:33.949228+0000","last_clean":"2021-07-26T16:08:35.248802+0000","last_became_active":"2021-07-26T16:08:37.498625+0000","last_became_peered":"2021-07-26T16:08:37.498625+0000","last_unstale":"2021-07-26T16:09:33.949228+0000","last_undegraded":"2021-07-26T16:08:37.347130+0000","last_fullsized":"2021-07-26T16:08:37.282698+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5966,"ondisk_log_size":5966,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":390987776,"num_objects":5966,"num_object_clones":0,"num_object_copies":17898,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3525,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5966,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5966,"num_write_kb":381824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":3525},{"shards":"3,7","objects":2441}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":266,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.252577+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:09:24.252577+0000","last_peered":"2021-07-26T16:09:24.252577+0000","last_clean":"2021-07-26T16:09:24.252577+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:09:24.252577+0000","last_undegraded":"2021-07-26T16:09:24.252577+0000","last_fullsized":"2021-07-26T16:09:24.252577+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":508,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.251924+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:09:24.251924+0000","last_peered":"2021-07-26T16:09:24.251924+0000","last_clean":"2021-07-26T16:09:24.251924+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:09:24.251924+0000","last_undegraded":"2021-07-26T16:09:24.251924+0000","last_fullsized":"2021-07-26T16:09:24.251924+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":50,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.252407+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:09:24.252407+0000","last_peered":"2021-07-26T16:09:24.252407+0000","last_clean":"2021-07-26T16:09:24.252407+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:09:24.252407+0000","last_undegraded":"2021-07-26T16:09:24.252407+0000","last_fullsized":"2021-07-26T16:09:24.252407+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":46,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.268672+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:09:24.268672+0000","last_peered":"2021-07-26T16:09:24.268672+0000","last_clean":"2021-07-26T16:09:24.268672+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:09:24.268672+0000","last_undegraded":"2021-07-26T16:09:24.268672+0000","last_fullsized":"2021-07-26T16:09:24.268672+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"250'5819","reported_seq":5858,"reported_epoch":250,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:34.040887+0000","last_change":"2021-07-26T16:08:37.650583+0000","last_active":"2021-07-26T16:09:34.040887+0000","last_peered":"2021-07-26T16:09:34.040887+0000","last_clean":"2021-07-26T16:08:35.276729+0000","last_became_active":"2021-07-26T16:08:37.555480+0000","last_became_peered":"2021-07-26T16:08:37.555480+0000","last_unstale":"2021-07-26T16:09:34.040887+0000","last_undegraded":"2021-07-26T16:08:37.546036+0000","last_fullsized":"2021-07-26T16:08:37.284612+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5819,"ondisk_log_size":5819,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":381353984,"num_objects":5819,"num_object_clones":0,"num_object_copies":17457,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3482,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5819,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5819,"num_write_kb":372416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":3482},{"shards":"1,7","objects":2337}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":267,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.251753+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:09:24.251753+0000","last_peered":"2021-07-26T16:09:24.251753+0000","last_clean":"2021-07-26T16:09:24.251753+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:09:24.251753+0000","last_undegraded":"2021-07-26T16:09:24.251753+0000","last_fullsized":"2021-07-26T16:09:24.251753+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":156,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.258613+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:09:24.258613+0000","last_peered":"2021-07-26T16:09:24.258613+0000","last_clean":"2021-07-26T16:09:24.258613+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:09:24.258613+0000","last_undegraded":"2021-07-26T16:09:24.258613+0000","last_fullsized":"2021-07-26T16:09:24.258613+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":154,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.258658+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:09:24.258658+0000","last_peered":"2021-07-26T16:09:24.258658+0000","last_clean":"2021-07-26T16:09:24.258658+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:09:24.258658+0000","last_undegraded":"2021-07-26T16:09:24.258658+0000","last_fullsized":"2021-07-26T16:09:24.258658+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"250'6083","reported_seq":6111,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:34.244693+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:09:34.244693+0000","last_peered":"2021-07-26T16:09:34.244693+0000","last_clean":"2021-07-26T16:09:34.244693+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:09:34.244693+0000","last_undegraded":"2021-07-26T16:09:34.244693+0000","last_fullsized":"2021-07-26T16:09:34.244693+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6083,"ondisk_log_size":6083,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":398655488,"num_objects":6083,"num_object_clones":0,"num_object_copies":18249,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6083,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6083,"num_write_kb":389312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":280,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.252551+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:09:24.252551+0000","last_peered":"2021-07-26T16:09:24.252551+0000","last_clean":"2021-07-26T16:09:24.252551+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:09:24.252551+0000","last_undegraded":"2021-07-26T16:09:24.252551+0000","last_fullsized":"2021-07-26T16:09:24.252551+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":260,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.248331+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:09:24.248331+0000","last_peered":"2021-07-26T16:09:24.248331+0000","last_clean":"2021-07-26T16:09:24.248331+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:09:24.248331+0000","last_undegraded":"2021-07-26T16:09:24.248331+0000","last_fullsized":"2021-07-26T16:09:24.248331+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":137,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.252520+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:09:24.252520+0000","last_peered":"2021-07-26T16:09:24.252520+0000","last_clean":"2021-07-26T16:09:24.252520+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:09:24.252520+0000","last_undegraded":"2021-07-26T16:09:24.252520+0000","last_fullsized":"2021-07-26T16:09:24.252520+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"250'5830","reported_seq":5858,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:29.852484+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:09:29.852484+0000","last_peered":"2021-07-26T16:09:29.852484+0000","last_clean":"2021-07-26T16:09:29.852484+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:09:29.852484+0000","last_undegraded":"2021-07-26T16:09:29.852484+0000","last_fullsized":"2021-07-26T16:09:29.852484+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5830,"ondisk_log_size":5830,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":382074880,"num_objects":5830,"num_object_clones":0,"num_object_copies":17490,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5830,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5830,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":78,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.256654+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:09:24.256654+0000","last_peered":"2021-07-26T16:09:24.256654+0000","last_clean":"2021-07-26T16:09:24.256654+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:09:24.256654+0000","last_undegraded":"2021-07-26T16:09:24.256654+0000","last_fullsized":"2021-07-26T16:09:24.256654+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":218,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.258659+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:09:24.258659+0000","last_peered":"2021-07-26T16:09:24.258659+0000","last_clean":"2021-07-26T16:09:24.258659+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:09:24.258659+0000","last_undegraded":"2021-07-26T16:09:24.258659+0000","last_fullsized":"2021-07-26T16:09:24.258659+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":51,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.251659+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:09:24.251659+0000","last_peered":"2021-07-26T16:09:24.251659+0000","last_clean":"2021-07-26T16:09:24.251659+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:09:24.251659+0000","last_undegraded":"2021-07-26T16:09:24.251659+0000","last_fullsized":"2021-07-26T16:09:24.251659+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"250'5791","reported_seq":5819,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:29.566703+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:09:29.566703+0000","last_peered":"2021-07-26T16:09:29.566703+0000","last_clean":"2021-07-26T16:09:29.566703+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:09:29.566703+0000","last_undegraded":"2021-07-26T16:09:29.566703+0000","last_fullsized":"2021-07-26T16:09:29.566703+0000","mapping_epoch":230,"log_start":"233'700","ondisk_log_start":"233'700","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5091,"ondisk_log_size":5091,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":379518976,"num_objects":5791,"num_object_clones":0,"num_object_copies":17373,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5791,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5791,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":266,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.258361+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:09:24.258361+0000","last_peered":"2021-07-26T16:09:24.258361+0000","last_clean":"2021-07-26T16:09:24.258361+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:09:24.258361+0000","last_undegraded":"2021-07-26T16:09:24.258361+0000","last_fullsized":"2021-07-26T16:09:24.258361+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":80,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.258770+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:09:24.258770+0000","last_peered":"2021-07-26T16:09:24.258770+0000","last_clean":"2021-07-26T16:09:24.258770+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:09:24.258770+0000","last_undegraded":"2021-07-26T16:09:24.258770+0000","last_fullsized":"2021-07-26T16:09:24.258770+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":85,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.250536+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:09:24.250536+0000","last_peered":"2021-07-26T16:09:24.250536+0000","last_clean":"2021-07-26T16:09:24.250536+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:09:24.250536+0000","last_undegraded":"2021-07-26T16:09:24.250536+0000","last_fullsized":"2021-07-26T16:09:24.250536+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":108,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.249351+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:09:24.249351+0000","last_peered":"2021-07-26T16:09:24.249351+0000","last_clean":"2021-07-26T16:09:24.249351+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:09:24.249351+0000","last_undegraded":"2021-07-26T16:09:24.249351+0000","last_fullsized":"2021-07-26T16:09:24.249351+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":209,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.248407+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:09:24.248407+0000","last_peered":"2021-07-26T16:09:24.248407+0000","last_clean":"2021-07-26T16:09:24.248407+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:09:24.248407+0000","last_undegraded":"2021-07-26T16:09:24.248407+0000","last_fullsized":"2021-07-26T16:09:24.248407+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":254,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.252693+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:09:24.252693+0000","last_peered":"2021-07-26T16:09:24.252693+0000","last_clean":"2021-07-26T16:09:24.252693+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:09:24.252693+0000","last_undegraded":"2021-07-26T16:09:24.252693+0000","last_fullsized":"2021-07-26T16:09:24.252693+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":85,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.249451+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:09:24.249451+0000","last_peered":"2021-07-26T16:09:24.249451+0000","last_clean":"2021-07-26T16:09:24.249451+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:09:24.249451+0000","last_undegraded":"2021-07-26T16:09:24.249451+0000","last_fullsized":"2021-07-26T16:09:24.249451+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":239,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.252891+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:09:24.252891+0000","last_peered":"2021-07-26T16:09:24.252891+0000","last_clean":"2021-07-26T16:09:24.252891+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:09:24.252891+0000","last_undegraded":"2021-07-26T16:09:24.252891+0000","last_fullsized":"2021-07-26T16:09:24.252891+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":23,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.260590+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:09:24.260590+0000","last_peered":"2021-07-26T16:09:24.260590+0000","last_clean":"2021-07-26T16:09:24.260590+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:09:24.260590+0000","last_undegraded":"2021-07-26T16:09:24.260590+0000","last_fullsized":"2021-07-26T16:09:24.260590+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":46,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.257705+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:09:24.257705+0000","last_peered":"2021-07-26T16:09:24.257705+0000","last_clean":"2021-07-26T16:09:24.257705+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:09:24.257705+0000","last_undegraded":"2021-07-26T16:09:24.257705+0000","last_fullsized":"2021-07-26T16:09:24.257705+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":214,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.251436+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:09:24.251436+0000","last_peered":"2021-07-26T16:09:24.251436+0000","last_clean":"2021-07-26T16:09:24.251436+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:09:24.251436+0000","last_undegraded":"2021-07-26T16:09:24.251436+0000","last_fullsized":"2021-07-26T16:09:24.251436+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":95,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.253194+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:09:24.253194+0000","last_peered":"2021-07-26T16:09:24.253194+0000","last_clean":"2021-07-26T16:09:24.253194+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:09:24.253194+0000","last_undegraded":"2021-07-26T16:09:24.253194+0000","last_fullsized":"2021-07-26T16:09:24.253194+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":85,"reported_epoch":249,"state":"active+clean","last_fresh":"2021-07-26T16:09:24.248923+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:09:24.248923+0000","last_peered":"2021-07-26T16:09:24.248923+0000","last_clean":"2021-07-26T16:09:24.248923+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:09:24.248923+0000","last_undegraded":"2021-07-26T16:09:24.248923+0000","last_fullsized":"2021-07-26T16:09:24.248923+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":6245449728,"num_objects":95298,"num_object_clones":0,"num_object_copies":285894,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":21549,"num_objects_misplaced":2112,"num_objects_unfound":0,"num_objects_dirty":95298,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":95298,"num_write_kb":6099072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5135,"num_bytes_recovered":336527360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":19087753216,"data_stored":19087753216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92998,"ondisk_log_size":92998,"up":48,"acting":40,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495899,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3652816,"kb_used_data":2604232,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90092336,"statfs":{"total":95995035648,"available":92254552064,"internally_reserved":1073741824,"allocated":2666733568,"data_stored":2665486224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,2,0,0,2,3],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.4750000000000001,"15min":0.88100000000000001},"min":{"1min":0.251,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.1929999999999996,"5min":61.125,"15min":61.125},"last":24.047999999999998},{"interface":"front","average":{"1min":1.135,"5min":1.581,"15min":0.92800000000000005},"min":{"1min":0.32700000000000001,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.5030000000000001,"5min":61.165999999999997,"15min":61.165999999999997},"last":24.227}]},{"osd":1,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":4.7839999999999998,"5min":1.8280000000000001,"15min":1.1100000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":72.989000000000004,"5min":72.989000000000004,"15min":72.989000000000004},"last":8.5239999999999991},{"interface":"front","average":{"1min":4.2930000000000001,"5min":2.1150000000000002,"15min":1.117},"min":{"1min":0.251,"5min":0.24299999999999999,"15min":0.23300000000000001},"max":{"1min":70.066000000000003,"5min":70.066000000000003,"15min":70.066000000000003},"last":1.5529999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:08:39 2021","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":1.129,"15min":1.591},"min":{"1min":0.34899999999999998,"5min":0.224,"15min":0.224},"max":{"1min":6.9820000000000002,"5min":7.7450000000000001,"15min":8.7100000000000009},"last":8.4860000000000007},{"interface":"front","average":{"1min":0.81799999999999995,"5min":1.0329999999999999,"15min":1.5589999999999999},"min":{"1min":0.33200000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":6.9960000000000004,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":1.585}]},{"osd":3,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":3.3780000000000001,"5min":1.6919999999999999,"15min":1.093},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":48.880000000000003,"5min":48.880000000000003,"15min":48.880000000000003},"last":1.625},{"interface":"front","average":{"1min":4.1440000000000001,"5min":1.6240000000000001,"15min":1.071},"min":{"1min":0.30199999999999999,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":48.792999999999999,"5min":48.792999999999999,"15min":48.792999999999999},"last":24.059999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.5980000000000001,"5min":0.66300000000000003,"15min":0.433},"min":{"1min":0.24199999999999999,"5min":0.22,"15min":0.22},"max":{"1min":9.3089999999999993,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":0.35499999999999998},{"interface":"front","average":{"1min":1.645,"5min":0.73199999999999998,"15min":0.51600000000000001},"min":{"1min":0.28599999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":9.3300000000000001,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":0.38}]},{"osd":5,"last update":"Mon Jul 26 16:08:51 2021","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.59699999999999998,"15min":0.53100000000000003},"min":{"1min":0.251,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":5.532,"5min":5.532,"15min":5.532},"last":8.5790000000000006},{"interface":"front","average":{"1min":1.0209999999999999,"5min":0.58299999999999996,"15min":0.57699999999999996},"min":{"1min":0.252,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":9.2799999999999994,"5min":9.2799999999999994,"15min":9.2799999999999994},"last":10.222}]},{"osd":6,"last update":"Mon Jul 26 16:08:51 2021","interfaces":[{"interface":"back","average":{"1min":1.125,"5min":0.626,"15min":0.58899999999999997},"min":{"1min":0.29899999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":9.2509999999999994,"5min":9.2509999999999994,"15min":9.2509999999999994},"last":10.09},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.55800000000000005,"15min":0.51200000000000001},"min":{"1min":0.26400000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.974,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":3.3879999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659423,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3683400,"kb_used_data":2634816,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90061752,"statfs":{"total":95995035648,"available":92223234048,"internally_reserved":1073741824,"allocated":2698051584,"data_stored":2696812259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,2,2,3,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":0.94799999999999995,"15min":0.69799999999999995},"min":{"1min":0.248,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":13.945,"5min":13.945,"15min":13.945},"last":1.004},{"interface":"front","average":{"1min":1.022,"5min":0.90700000000000003,"15min":0.748},"min":{"1min":0.22500000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":5.7439999999999998,"5min":10.353999999999999,"15min":11.207000000000001},"last":1.028}]},{"osd":1,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.393,"5min":1.1120000000000001,"15min":0.80100000000000005},"min":{"1min":0.23499999999999999,"5min":0.22500000000000001,"15min":0.21199999999999999},"max":{"1min":6.3959999999999999,"5min":12.864000000000001,"15min":12.864000000000001},"last":1.8979999999999999},{"interface":"front","average":{"1min":2.2509999999999999,"5min":1.141,"15min":0.94599999999999995},"min":{"1min":0.29499999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":17.036000000000001,"5min":17.036000000000001,"15min":17.036000000000001},"last":0.58399999999999996}]},{"osd":2,"last update":"Mon Jul 26 16:09:33 2021","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":0.96999999999999997,"15min":1.7330000000000001},"min":{"1min":0.31,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.3559999999999999,"5min":5.8639999999999999,"15min":12.388999999999999},"last":0.39000000000000001},{"interface":"front","average":{"1min":1.081,"5min":0.97999999999999998,"15min":1.5089999999999999},"min":{"1min":0.34799999999999998,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":4.3440000000000003,"5min":5.9260000000000002,"15min":10.116},"last":0.61299999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":1.6080000000000001,"15min":1.175},"min":{"1min":0.31,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":14.561,"5min":49.716999999999999,"15min":49.716999999999999},"last":0.36899999999999999},{"interface":"front","average":{"1min":3.1139999999999999,"5min":1.8380000000000001,"15min":1.266},"min":{"1min":0.33600000000000002,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":17.202000000000002,"5min":49.741,"15min":49.741},"last":0.315}]},{"osd":4,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.359,"5min":0.69099999999999995,"15min":0.441},"min":{"1min":0.224,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":4.7089999999999996,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":0.33900000000000002},{"interface":"front","average":{"1min":1.286,"5min":0.77200000000000002,"15min":0.46000000000000002},"min":{"1min":0.27000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":6.6500000000000004,"5min":8.4179999999999993,"15min":8.4179999999999993},"last":0.28399999999999997}]},{"osd":5,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":0.71299999999999997,"15min":0.55300000000000005},"min":{"1min":0.28399999999999997,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":5.6840000000000002,"5min":6.718,"15min":6.718},"last":1.873},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.61199999999999999,"15min":0.55300000000000005},"min":{"1min":0.28100000000000003,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":4.2999999999999998,"5min":5.8819999999999997,"15min":5.9240000000000004},"last":0.64300000000000002}]},{"osd":7,"last update":"Mon Jul 26 16:08:40 2021","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.82999999999999996,"15min":0.74299999999999999},"min":{"1min":0.27100000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.751,"5min":16.913,"15min":16.913},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.443,"5min":0.59999999999999998,"15min":0.59199999999999997},"min":{"1min":0.29499999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.91600000000000004,"5min":6.7789999999999999,"15min":6.7789999999999999},"last":1.0509999999999999}]}]},{"osd":1,"up_from":78,"seq":335007449239,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3640568,"kb_used_data":3414448,"kb_used_omap":6,"kb_used_meta":226105,"kb_avail":90104584,"statfs":{"total":95995035648,"available":92267094016,"internally_reserved":0,"allocated":3496394752,"data_stored":3495167057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":231532121},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.997,"15min":0.70099999999999996},"min":{"1min":0.217,"5min":0.191,"15min":0.184},"max":{"1min":7.9219999999999997,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":0.29599999999999999},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.2649999999999999,"15min":0.85899999999999999},"min":{"1min":0.216,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":6.4189999999999996,"5min":10.977,"15min":10.977},"last":0.218}]},{"osd":2,"last update":"Mon Jul 26 16:08:31 2021","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":1.5800000000000001,"15min":1.772},"min":{"1min":0.24099999999999999,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":3.758,"5min":34.530000000000001,"15min":34.530000000000001},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.98799999999999999,"5min":1.6919999999999999,"15min":1.768},"min":{"1min":0.27100000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":3.8519999999999999,"5min":34.465000000000003,"15min":34.465000000000003},"last":0.38300000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:09:21 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":1.173,"15min":1.01},"min":{"1min":0.27900000000000003,"5min":0.254,"15min":0.24099999999999999},"max":{"1min":5.0709999999999997,"5min":8.9529999999999994,"15min":13.077999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":1.351,"5min":1.3520000000000001,"15min":1.0449999999999999},"min":{"1min":0.32100000000000001,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":4.7469999999999999,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.48399999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.012,"15min":0.92300000000000004},"min":{"1min":0.372,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":3.7509999999999999,"5min":5.9539999999999997,"15min":5.9539999999999997},"last":0.86199999999999999},{"interface":"front","average":{"1min":1.1990000000000001,"5min":1.151,"15min":1.0900000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.1929999999999996,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":0.87}]},{"osd":5,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.298,"5min":1.147,"15min":0.91000000000000003},"min":{"1min":0.38300000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.5300000000000002,"5min":5.5300000000000002,"15min":9.8689999999999998},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.01,"15min":0.90000000000000002},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":3.109,"5min":5.9109999999999996,"15min":6.9139999999999997},"last":0.57299999999999995}]},{"osd":6,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":1.238,"15min":0.97799999999999998},"min":{"1min":0.41899999999999998,"5min":0.255,"15min":0.255},"max":{"1min":2.9180000000000001,"5min":4.7549999999999999,"15min":9.9209999999999994},"last":0.94099999999999995},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.133,"15min":0.92900000000000005},"min":{"1min":0.41999999999999998,"5min":0.35099999999999998,"15min":0.32200000000000001},"max":{"1min":3.1579999999999999,"5min":6.508,"15min":6.8730000000000002},"last":0.58699999999999997}]},{"osd":7,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.095,"15min":0.89000000000000001},"min":{"1min":0.371,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":5.258,"5min":5.9870000000000001,"15min":5.9870000000000001},"last":0.66600000000000004},{"interface":"front","average":{"1min":1.4490000000000001,"5min":1.373,"15min":1.054},"min":{"1min":0.45700000000000002,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":4.5679999999999996,"5min":8.234,"15min":9.968},"last":2.5950000000000002}]}]},{"osd":0,"up_from":0,"seq":313532612773,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500780,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122189,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4455412,"kb_used_data":4372076,"kb_used_omap":3,"kb_used_meta":83324,"kb_avail":89289740,"statfs":{"total":95995035648,"available":91432693760,"internally_reserved":0,"allocated":4477005824,"data_stored":4475781749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":85323924},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.254,"5min":1.4199999999999999,"15min":0.95199999999999996},"min":{"1min":0.222,"5min":0.20499999999999999,"15min":0.17799999999999999},"max":{"1min":14.019,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.46000000000000002,"5min":1.284,"15min":0.88300000000000001},"min":{"1min":0.222,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.494,"5min":56.030999999999999,"15min":56.030999999999999},"last":1.0449999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":5.524,"5min":2.3889999999999998,"15min":1.3149999999999999},"min":{"1min":0.254,"5min":0.22500000000000001,"15min":0.223},"max":{"1min":84.659000000000006,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.71899999999999997},{"interface":"front","average":{"1min":6.2480000000000002,"5min":2.6669999999999998,"15min":1.5049999999999999},"min":{"1min":0.28100000000000003,"5min":0.223,"15min":0.223},"max":{"1min":83.567999999999998,"5min":83.567999999999998,"15min":83.567999999999998},"last":1.069}]},{"osd":2,"last update":"Mon Jul 26 16:08:37 2021","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.3839999999999999,"15min":1.9019999999999999},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":3.9700000000000002,"5min":10.73,"15min":10.73},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.996,"5min":1.2709999999999999,"15min":2.407},"min":{"1min":0.32700000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":2.8370000000000002,"5min":10.694000000000001,"15min":14.436},"last":3.7589999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:09:30 2021","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.85099999999999998,"15min":0.69899999999999995},"min":{"1min":0.29499999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":5.6619999999999999,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":0.97499999999999998},{"interface":"front","average":{"1min":1.1499999999999999,"5min":1.079,"15min":0.84499999999999997},"min":{"1min":0.35199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.903,"5min":7.0380000000000003,"15min":7.0380000000000003},"last":0.81599999999999995}]},{"osd":5,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.83099999999999996},"min":{"1min":0.317,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":2.1349999999999998,"5min":5.0540000000000003,"15min":10.988},"last":15.329000000000001},{"interface":"front","average":{"1min":1.593,"5min":1.034,"15min":0.92500000000000004},"min":{"1min":0.35699999999999998,"5min":0.314,"15min":0.314},"max":{"1min":10.634,"5min":10.634,"15min":11.145},"last":0.998}]},{"osd":6,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":0.876,"15min":0.873},"min":{"1min":0.39300000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":5.6109999999999998,"5min":5.6109999999999998,"15min":11.039999999999999},"last":15.391},{"interface":"front","average":{"1min":1.167,"5min":1.0980000000000001,"15min":1.006},"min":{"1min":0.39700000000000002,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":3.254,"5min":7.109,"15min":7.109},"last":0.88}]},{"osd":7,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.212,"15min":1.0760000000000001},"min":{"1min":0.39900000000000002,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":11.625999999999999,"5min":11.625999999999999,"15min":11.625999999999999},"last":2.0209999999999999},{"interface":"front","average":{"1min":1.7310000000000001,"5min":1.2569999999999999,"15min":1.093},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":10.667,"5min":10.667,"15min":19.039999999999999},"last":15.363}]}]},{"osd":4,"up_from":163,"seq":700079669311,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3051468,"kb_used_data":2002884,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":90693684,"statfs":{"total":95995035648,"available":92870332416,"internally_reserved":1073741824,"allocated":2050953216,"data_stored":2049709907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,2,2,2,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.72399999999999998,"15min":0.44800000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.4990000000000001,"5min":7.3719999999999999,"15min":7.3719999999999999},"last":2.5139999999999998},{"interface":"front","average":{"1min":1.496,"5min":1.1060000000000001,"15min":0.62},"min":{"1min":0.23300000000000001,"5min":0.218,"15min":0.218},"max":{"1min":5.0919999999999996,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":0.46300000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":4.7629999999999999,"5min":1.5009999999999999,"15min":0.751},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":70.212999999999994,"5min":70.212999999999994,"15min":70.212999999999994},"last":2.657},{"interface":"front","average":{"1min":5.1050000000000004,"5min":1.696,"15min":0.85199999999999998},"min":{"1min":0.26400000000000001,"5min":0.247,"15min":0.247},"max":{"1min":69.948999999999998,"5min":69.948999999999998,"15min":69.948999999999998},"last":0.40500000000000003}]},{"osd":2,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.226,"5min":1.028,"15min":0.61699999999999999},"min":{"1min":0.28599999999999998,"5min":0.252,"15min":0.252},"max":{"1min":3.5409999999999999,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":0.44},{"interface":"front","average":{"1min":0.87,"5min":0.76200000000000001,"15min":0.57899999999999996},"min":{"1min":0.32100000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.5619999999999998,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.35499999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.9390000000000001,"5min":0.94299999999999995,"15min":0.60099999999999998},"min":{"1min":0.26300000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.81699999999999995,"15min":0.55700000000000005},"min":{"1min":0.316,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.3479999999999999,"5min":6.8940000000000001,"15min":6.8940000000000001},"last":0.41599999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":0.56699999999999995,"15min":0.40999999999999998},"min":{"1min":0.26500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.177,"5min":0.58899999999999997,"15min":0.435},"min":{"1min":0.251,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":4.7469999999999999,"5min":4.7469999999999999,"15min":4.7469999999999999},"last":3.9870000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.53700000000000003,"15min":0.39600000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.7749999999999999,"5min":2.7749999999999999,"15min":2.7749999999999999},"last":1.613},{"interface":"front","average":{"1min":1.169,"5min":0.628,"15min":0.44},"min":{"1min":0.27400000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":3.4689999999999999,"5min":3.4689999999999999,"15min":3.4689999999999999},"last":2.48}]},{"osd":7,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.53500000000000003,"15min":0.436},"min":{"1min":0.25800000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":3.1190000000000002,"5min":3.1190000000000002,"15min":3.1190000000000002},"last":2.7679999999999998},{"interface":"front","average":{"1min":2.2530000000000001,"5min":0.85899999999999999,"15min":0.53700000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":8.1809999999999992,"5min":8.1809999999999992,"15min":8.1809999999999992},"last":0.5}]}]},{"osd":5,"up_from":36,"seq":154618822948,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2764856,"kb_used_data":1716272,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90980296,"statfs":{"total":95995035648,"available":93163823104,"internally_reserved":1073741824,"allocated":1757462528,"data_stored":1756234890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:16 2021","interfaces":[{"interface":"back","average":{"1min":4.2370000000000001,"5min":1.8660000000000001,"15min":1.034},"min":{"1min":0.26000000000000001,"5min":0.23300000000000001,"15min":0.19500000000000001},"max":{"1min":59.381,"5min":59.381,"15min":59.381},"last":0.30599999999999999},{"interface":"front","average":{"1min":4.2789999999999999,"5min":2.0230000000000001,"15min":1.119},"min":{"1min":0.30099999999999999,"5min":0.29199999999999998,"15min":0.24399999999999999},"max":{"1min":59.401000000000003,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.32800000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":4.9139999999999997,"5min":2.4319999999999999,"15min":1.389},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":85.896000000000001,"5min":85.896000000000001,"15min":85.896000000000001},"last":0.245},{"interface":"front","average":{"1min":5.6970000000000001,"5min":2.5990000000000002,"15min":1.482},"min":{"1min":0.248,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":85.566999999999993,"5min":85.566999999999993,"15min":85.566999999999993},"last":4.2050000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:08:34 2021","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":1.1699999999999999,"15min":1.139},"min":{"1min":0.29299999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":2.548,"5min":35.734000000000002,"15min":35.734000000000002},"last":4.2469999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":2.9900000000000002,"15min":1.7090000000000001},"min":{"1min":0.28999999999999998,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":2.7749999999999999,"5min":171.78700000000001,"15min":171.78700000000001},"last":0.375}]},{"osd":3,"last update":"Mon Jul 26 16:09:16 2021","interfaces":[{"interface":"back","average":{"1min":4.3730000000000002,"5min":1.9379999999999999,"15min":1.405},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":59.469999999999999,"5min":59.469999999999999,"15min":59.469999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":4.1970000000000001,"5min":1.782,"15min":1.353},"min":{"1min":0.28999999999999998,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":59.465000000000003,"5min":59.465000000000003,"15min":59.465000000000003},"last":4.2770000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":1.877,"5min":0.77600000000000002,"15min":0.47999999999999998},"min":{"1min":0.25900000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":9.6790000000000003,"5min":9.6790000000000003,"15min":9.6790000000000003},"last":4.3040000000000003},{"interface":"front","average":{"1min":1.28,"5min":0.63900000000000001,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":9.9749999999999996,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":0.27600000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":2.2669999999999999,"5min":0.93200000000000005,"15min":0.65500000000000003},"min":{"1min":0.25600000000000001,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":9.7189999999999994,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":4.5899999999999999},{"interface":"front","average":{"1min":1.4159999999999999,"5min":0.81599999999999995,"15min":0.63200000000000001},"min":{"1min":0.29699999999999999,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":5.157,"5min":6.2519999999999998,"15min":7.899},"last":0.35399999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:08:40 2021","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.58899999999999997,"15min":0.60699999999999998},"min":{"1min":0.25900000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.583,"5min":6.3579999999999997,"15min":8.9489999999999998},"last":0.496},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.43099999999999999,"15min":0.52800000000000002},"min":{"1min":0.249,"5min":0.217,"15min":0.217},"max":{"1min":1.008,"5min":2.641,"15min":8.1170000000000009},"last":2.2090000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1887174656,"data_stored":1887174656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3510632448,"data_stored":3510632448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4482203648,"data_stored":4482203648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2059141120,"data_stored":2059141120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1757675520,"data_stored":1757675520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2706440192,"data_stored":2706440192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2684485632,"data_stored":2684485632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:09:36.982 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:09:37.003 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:37.041 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:37.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:37.043 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:37.145 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:37.178 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:37.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:37.180 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:37.203 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:37.280 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:37.312 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:37.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:37.313 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:37.412 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-07-26T16:09:37.414 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:37.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:37 smithi078 ceph-mon[73801]: pgmap v682: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.9 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 53 MiB/s wr, 868 op/s; 21549/289050 objects degraded (7.455%); 1831/289050 objects misplaced (0.633%); 7.8 MiB/s, 124 objects/s recovering 2021-07-26T16:09:37.449 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:37 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21549/289050 objects degraded (7.455%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:37.450 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:37 smithi078 ceph-mon[77813]: pgmap v682: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.9 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 53 MiB/s wr, 868 op/s; 21549/289050 objects degraded (7.455%); 1831/289050 objects misplaced (0.633%); 7.8 MiB/s, 124 objects/s recovering 2021-07-26T16:09:37.450 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:37 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21549/289050 objects degraded (7.455%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:37.457 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:37.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:37.458 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:37.560 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:37.561 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:09:37.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:37 smithi139 ceph-mon[56829]: pgmap v682: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.9 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 53 MiB/s wr, 868 op/s; 21549/289050 objects degraded (7.455%); 1831/289050 objects misplaced (0.633%); 7.8 MiB/s, 124 objects/s recovering 2021-07-26T16:09:37.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:37 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21549/289050 objects degraded (7.455%), 6 pgs degraded (PG_DEGRADED) 2021-07-26T16:09:37.595 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:09:37.599 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:37.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:37.601 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:37.622 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:37.633 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:09:37.672 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:09:37.701 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:37.706 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:09:37.732 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:37.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:37.733 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:37.742 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:09:37.782 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:09:37.816 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:09:37.827 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:09:37.827 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:09:37.827 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:09:37.828 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:09:37.828 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:09:37.828 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:09:37.828 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:09:37.829 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:09:37.834 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:37.874 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:37.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:37.875 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:37.976 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:38.007 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:38.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:38.008 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:38.109 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:38.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:38.157 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:38.157 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:38.259 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:38.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:38.308 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:38.308 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:38.409 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:38.452 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:38.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:38.454 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:38.555 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:38.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:38 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1924189399' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:38.589 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:38.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:38.591 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:38.692 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:38.729 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:38.730 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:38 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1924189399' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:38.731 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:38 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1924189399' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:38.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:38.732 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:38.833 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:38.863 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:38.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:38.864 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:38.966 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:38.994 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:38.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:38.996 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:39.097 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:39.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:39.133 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:39.134 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:39.143 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:09:39.234 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:39.273 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:39.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:39.274 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:39.341 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:39.375 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:39.407 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:39.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:39.408 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:39.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:39 smithi078 ceph-mon[73801]: pgmap v683: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.9 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 43 MiB/s wr, 703 op/s; 21549/289050 objects degraded (7.455%); 1831/289050 objects misplaced (0.633%); 6.3 MiB/s, 100 objects/s recovering 2021-07-26T16:09:39.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:39 smithi078 ceph-mon[77813]: pgmap v683: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.9 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 43 MiB/s wr, 703 op/s; 21549/289050 objects degraded (7.455%); 1831/289050 objects misplaced (0.633%); 6.3 MiB/s, 100 objects/s recovering 2021-07-26T16:09:39.509 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:39.533 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:39.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:39.534 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:39.636 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:39.672 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:39.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:39.674 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:39.775 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:39.811 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:39.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:39.813 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:39.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:39 smithi139 ceph-mon[56829]: pgmap v683: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.9 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 43 MiB/s wr, 703 op/s; 21549/289050 objects degraded (7.455%); 1831/289050 objects misplaced (0.633%); 6.3 MiB/s, 100 objects/s recovering 2021-07-26T16:09:39.914 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:39.950 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:39.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:39.951 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:40.053 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:40.084 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:40.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:40.086 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:40.187 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:40.215 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:40.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:40.217 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:40.318 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:40.353 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:40.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:40.355 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:40.456 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:40.502 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:40.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:40.504 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:40.605 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:40.639 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:40.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:40.641 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:40.742 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:40.779 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:40.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:40.781 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:40.882 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:40.919 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:40.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:40.920 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:41.021 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:41.062 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:41.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:41.063 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:41.164 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:41.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:41.198 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:41.199 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:41.300 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:41.328 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:41.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:41.329 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:41.431 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:41.467 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:41.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:41.468 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:41.512 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:09:41.514 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:09:41.569 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:41.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:41.601 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:41.602 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:41.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:41 smithi078 ceph-mon[73801]: pgmap v684: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 102 B/s rd, 20 MiB/s wr, 701 op/s; 21549/278217 objects degraded (7.745%); 1248/278217 objects misplaced (0.449%); 6.8 MiB/s, 109 objects/s recovering 2021-07-26T16:09:41.701 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:41 smithi078 ceph-mon[77813]: pgmap v684: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 102 B/s rd, 20 MiB/s wr, 701 op/s; 21549/278217 objects degraded (7.745%); 1248/278217 objects misplaced (0.449%); 6.8 MiB/s, 109 objects/s recovering 2021-07-26T16:09:41.703 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:41.740 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:41.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:41.742 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:41.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:41 smithi139 ceph-mon[56829]: pgmap v684: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 102 B/s rd, 20 MiB/s wr, 701 op/s; 21549/278217 objects degraded (7.745%); 1248/278217 objects misplaced (0.449%); 6.8 MiB/s, 109 objects/s recovering 2021-07-26T16:09:41.843 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:41.874 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:41.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:41.876 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:41.977 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:42.002 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:42.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:42.004 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:42.106 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:42.140 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:42.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:42.142 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:42.243 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:42.269 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:42.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:42.271 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:42.277 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:09:42.371 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:42.416 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:42.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:42.417 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:42.458 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:09:42.459 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:09:42.459 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:42 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21549/278217 objects degraded (7.745%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2021-07-26T16:09:42.460 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:42 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21549/278217 objects degraded (7.745%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2021-07-26T16:09:42.517 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:42.518 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:42.555 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:42.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:42.556 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:42.657 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:42.682 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:42.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:42.684 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:42.785 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:42.812 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:42.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:42.813 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:42.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:42 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21549/278217 objects degraded (7.745%), 6 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2021-07-26T16:09:42.914 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:42.952 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:42.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:42.953 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:43.054 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:43.090 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:43.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:43.092 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:43.192 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":684,"stamp":"2021-07-26T16:09:40.012293+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6076700598,"num_objects":92739,"num_object_clones":0,"num_object_copies":278217,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":21549,"num_objects_misplaced":1248,"num_objects_unfound":0,"num_objects_dirty":92739,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":100547,"num_write_kb":6178446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6051,"num_bytes_recovered":394923076,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96781,"ondisk_log_size":96781,"up":267,"acting":259,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":21027420,"kb_used_data":16527084,"kb_used_omap":478,"kb_used_meta":4499617,"kb_avail":541443492,"statfs":{"total":575970213888,"available":554438135808,"internally_reserved":4294967296,"allocated":16923734016,"data_stored":16916287196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":490182,"internal_metadata":4607608122},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1,9,3,5,4],"upper_bound":64},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-36241384,"num_objects":-552,"num_object_clones":0,"num_object_copies":-1656,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-1093,"num_objects_unfound":0,"num_objects_dirty":-552,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7020,"num_write_kb":206913,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1093,"num_bytes_recovered":71630848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.004476"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":104,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.137922+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:09:28.137922+0000","last_peered":"2021-07-26T16:09:28.137922+0000","last_clean":"2021-07-26T16:09:28.137922+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:09:28.137922+0000","last_undegraded":"2021-07-26T16:09:28.137922+0000","last_fullsized":"2021-07-26T16:09:28.137922+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":226,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.149841+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:09:28.149841+0000","last_peered":"2021-07-26T16:09:28.149841+0000","last_clean":"2021-07-26T16:09:28.149841+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:09:28.149841+0000","last_undegraded":"2021-07-26T16:09:28.149841+0000","last_fullsized":"2021-07-26T16:09:28.149841+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":228,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.147888+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:09:28.147888+0000","last_peered":"2021-07-26T16:09:28.147888+0000","last_clean":"2021-07-26T16:09:28.147888+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:09:28.147888+0000","last_undegraded":"2021-07-26T16:09:28.147888+0000","last_fullsized":"2021-07-26T16:09:28.147888+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":164,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.154412+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:09:28.154412+0000","last_peered":"2021-07-26T16:09:28.154412+0000","last_clean":"2021-07-26T16:09:28.154412+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:09:28.154412+0000","last_undegraded":"2021-07-26T16:09:28.154412+0000","last_fullsized":"2021-07-26T16:09:28.154412+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":257,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.144538+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:09:28.144538+0000","last_peered":"2021-07-26T16:09:28.144538+0000","last_clean":"2021-07-26T16:09:28.144538+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:09:28.144538+0000","last_undegraded":"2021-07-26T16:09:28.144538+0000","last_fullsized":"2021-07-26T16:09:28.144538+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":220,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.149518+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:09:28.149518+0000","last_peered":"2021-07-26T16:09:28.149518+0000","last_clean":"2021-07-26T16:09:28.149518+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:09:28.149518+0000","last_undegraded":"2021-07-26T16:09:28.149518+0000","last_fullsized":"2021-07-26T16:09:28.149518+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":144,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.148794+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:09:28.148794+0000","last_peered":"2021-07-26T16:09:28.148794+0000","last_clean":"2021-07-26T16:09:28.148794+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:09:28.148794+0000","last_undegraded":"2021-07-26T16:09:28.148794+0000","last_fullsized":"2021-07-26T16:09:28.148794+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":165,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.144690+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:09:28.144690+0000","last_peered":"2021-07-26T16:09:28.144690+0000","last_clean":"2021-07-26T16:09:28.144690+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:09:28.144690+0000","last_undegraded":"2021-07-26T16:09:28.144690+0000","last_fullsized":"2021-07-26T16:09:28.144690+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":62,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.160978+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:09:28.160978+0000","last_peered":"2021-07-26T16:09:28.160978+0000","last_clean":"2021-07-26T16:09:28.160978+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:09:28.160978+0000","last_undegraded":"2021-07-26T16:09:28.160978+0000","last_fullsized":"2021-07-26T16:09:28.160978+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":43,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.153880+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:09:28.153880+0000","last_peered":"2021-07-26T16:09:28.153880+0000","last_clean":"2021-07-26T16:09:28.153880+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:09:28.153880+0000","last_undegraded":"2021-07-26T16:09:28.153880+0000","last_fullsized":"2021-07-26T16:09:28.153880+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":151,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.159660+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:09:28.159660+0000","last_peered":"2021-07-26T16:09:28.159660+0000","last_clean":"2021-07-26T16:09:28.159660+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:09:28.159660+0000","last_undegraded":"2021-07-26T16:09:28.159660+0000","last_fullsized":"2021-07-26T16:09:28.159660+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":261,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.143768+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:09:28.143768+0000","last_peered":"2021-07-26T16:09:28.143768+0000","last_clean":"2021-07-26T16:09:28.143768+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:09:28.143768+0000","last_undegraded":"2021-07-26T16:09:28.143768+0000","last_fullsized":"2021-07-26T16:09:28.143768+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":177,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.140680+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:09:28.140680+0000","last_peered":"2021-07-26T16:09:28.140680+0000","last_clean":"2021-07-26T16:09:28.140680+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:09:28.140680+0000","last_undegraded":"2021-07-26T16:09:28.140680+0000","last_fullsized":"2021-07-26T16:09:28.140680+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":86,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.138562+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:09:28.138562+0000","last_peered":"2021-07-26T16:09:28.138562+0000","last_clean":"2021-07-26T16:09:28.138562+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:09:28.138562+0000","last_undegraded":"2021-07-26T16:09:28.138562+0000","last_fullsized":"2021-07-26T16:09:28.138562+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":277,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.151460+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:09:28.151460+0000","last_peered":"2021-07-26T16:09:28.151460+0000","last_clean":"2021-07-26T16:09:28.151460+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:09:28.151460+0000","last_undegraded":"2021-07-26T16:09:28.151460+0000","last_fullsized":"2021-07-26T16:09:28.151460+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":147,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.144518+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:09:28.144518+0000","last_peered":"2021-07-26T16:09:28.144518+0000","last_clean":"2021-07-26T16:09:28.144518+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:09:28.144518+0000","last_undegraded":"2021-07-26T16:09:28.144518+0000","last_fullsized":"2021-07-26T16:09:28.144518+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":164,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.152023+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:09:28.152023+0000","last_peered":"2021-07-26T16:09:28.152023+0000","last_clean":"2021-07-26T16:09:28.152023+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:09:28.152023+0000","last_undegraded":"2021-07-26T16:09:28.152023+0000","last_fullsized":"2021-07-26T16:09:28.152023+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":51,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.148486+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:09:28.148486+0000","last_peered":"2021-07-26T16:09:28.148486+0000","last_clean":"2021-07-26T16:09:28.148486+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:09:28.148486+0000","last_undegraded":"2021-07-26T16:09:28.148486+0000","last_fullsized":"2021-07-26T16:09:28.148486+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":231,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.153966+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:09:28.153966+0000","last_peered":"2021-07-26T16:09:28.153966+0000","last_clean":"2021-07-26T16:09:28.153966+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:09:28.153966+0000","last_undegraded":"2021-07-26T16:09:28.153966+0000","last_fullsized":"2021-07-26T16:09:28.153966+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":173,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.159107+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:09:28.159107+0000","last_peered":"2021-07-26T16:09:28.159107+0000","last_clean":"2021-07-26T16:09:28.159107+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:09:28.159107+0000","last_undegraded":"2021-07-26T16:09:28.159107+0000","last_fullsized":"2021-07-26T16:09:28.159107+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":347,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.148005+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:09:28.148005+0000","last_peered":"2021-07-26T16:09:28.148005+0000","last_clean":"2021-07-26T16:09:28.148005+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:09:28.148005+0000","last_undegraded":"2021-07-26T16:09:28.148005+0000","last_fullsized":"2021-07-26T16:09:28.148005+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":41,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.161483+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:09:28.161483+0000","last_peered":"2021-07-26T16:09:28.161483+0000","last_clean":"2021-07-26T16:09:28.161483+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:09:28.161483+0000","last_undegraded":"2021-07-26T16:09:28.161483+0000","last_fullsized":"2021-07-26T16:09:28.161483+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"251'6429","reported_seq":6458,"reported_epoch":251,"state":"active+clean","last_fresh":"2021-07-26T16:09:39.614243+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:09:39.614243+0000","last_peered":"2021-07-26T16:09:39.614243+0000","last_clean":"2021-07-26T16:09:39.614243+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:09:39.614243+0000","last_undegraded":"2021-07-26T16:09:39.614243+0000","last_fullsized":"2021-07-26T16:09:39.614243+0000","mapping_epoch":230,"log_start":"234'1300","ondisk_log_start":"234'1300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5129,"ondisk_log_size":5129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":388825088,"num_objects":5933,"num_object_clones":0,"num_object_copies":17799,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5933,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6429,"num_write_kb":395584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":58,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.161587+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:09:28.161587+0000","last_peered":"2021-07-26T16:09:28.161587+0000","last_clean":"2021-07-26T16:09:28.161587+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:09:28.161587+0000","last_undegraded":"2021-07-26T16:09:28.161587+0000","last_fullsized":"2021-07-26T16:09:28.161587+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":69,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.149136+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:09:28.149136+0000","last_peered":"2021-07-26T16:09:28.149136+0000","last_clean":"2021-07-26T16:09:28.149136+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:09:28.149136+0000","last_undegraded":"2021-07-26T16:09:28.149136+0000","last_fullsized":"2021-07-26T16:09:28.149136+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"251'6384","reported_seq":6413,"reported_epoch":251,"state":"active+clean","last_fresh":"2021-07-26T16:09:39.267310+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:09:39.267310+0000","last_peered":"2021-07-26T16:09:39.267310+0000","last_clean":"2021-07-26T16:09:39.267310+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:09:39.267310+0000","last_undegraded":"2021-07-26T16:09:39.267310+0000","last_fullsized":"2021-07-26T16:09:39.267310+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6384,"ondisk_log_size":6384,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":385482752,"num_objects":5882,"num_object_clones":0,"num_object_copies":17646,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5882,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6384,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":150,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.159255+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:09:28.159255+0000","last_peered":"2021-07-26T16:09:28.159255+0000","last_clean":"2021-07-26T16:09:28.159255+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:09:28.159255+0000","last_undegraded":"2021-07-26T16:09:28.159255+0000","last_fullsized":"2021-07-26T16:09:28.159255+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":95,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.138529+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:09:28.138529+0000","last_peered":"2021-07-26T16:09:28.138529+0000","last_clean":"2021-07-26T16:09:28.138529+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:09:28.138529+0000","last_undegraded":"2021-07-26T16:09:28.138529+0000","last_fullsized":"2021-07-26T16:09:28.138529+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"251'6405","reported_seq":13104,"reported_epoch":251,"state":"active+recovering+undersized+remapped","last_fresh":"2021-07-26T16:09:39.608599+0000","last_change":"2021-07-26T16:08:37.583041+0000","last_active":"2021-07-26T16:09:39.608599+0000","last_peered":"2021-07-26T16:09:39.608599+0000","last_clean":"2021-07-26T16:08:35.241683+0000","last_became_active":"2021-07-26T16:08:37.528719+0000","last_became_peered":"2021-07-26T16:08:37.528719+0000","last_unstale":"2021-07-26T16:09:39.608599+0000","last_undegraded":"2021-07-26T16:09:39.608599+0000","last_fullsized":"2021-07-26T16:08:37.272915+0000","mapping_epoch":237,"log_start":"234'1300","ondisk_log_start":"234'1300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5105,"ondisk_log_size":5105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":384499712,"num_objects":5867,"num_object_clones":0,"num_object_copies":17601,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":305,"num_objects_unfound":0,"num_objects_dirty":5867,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6405,"num_write_kb":392704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3331,"num_bytes_recovered":218300416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4],"avail_no_missing":["1","0","4"],"object_location_counts":[{"shards":"0,1,4","objects":305},{"shards":"1,4","objects":5562}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":282,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.159489+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:09:28.159489+0000","last_peered":"2021-07-26T16:09:28.159489+0000","last_clean":"2021-07-26T16:09:28.159489+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:09:28.159489+0000","last_undegraded":"2021-07-26T16:09:28.159489+0000","last_fullsized":"2021-07-26T16:09:28.159489+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":238,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.147843+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:09:28.147843+0000","last_peered":"2021-07-26T16:09:28.147843+0000","last_clean":"2021-07-26T16:09:28.147843+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:09:28.147843+0000","last_undegraded":"2021-07-26T16:09:28.147843+0000","last_fullsized":"2021-07-26T16:09:28.147843+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"251'6191","reported_seq":6220,"reported_epoch":251,"state":"active+clean","last_fresh":"2021-07-26T16:09:39.049642+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:09:39.049642+0000","last_peered":"2021-07-26T16:09:39.049642+0000","last_clean":"2021-07-26T16:09:39.049642+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:09:39.049642+0000","last_undegraded":"2021-07-26T16:09:39.049642+0000","last_fullsized":"2021-07-26T16:09:39.049642+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6191,"ondisk_log_size":6191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":375980032,"num_objects":5737,"num_object_clones":0,"num_object_copies":17211,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5737,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6191,"num_write_kb":381696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":239,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.148165+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:09:28.148165+0000","last_peered":"2021-07-26T16:09:28.148165+0000","last_clean":"2021-07-26T16:09:28.148165+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:09:28.148165+0000","last_undegraded":"2021-07-26T16:09:28.148165+0000","last_fullsized":"2021-07-26T16:09:28.148165+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":114,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.143768+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:09:28.143768+0000","last_peered":"2021-07-26T16:09:28.143768+0000","last_clean":"2021-07-26T16:09:28.143768+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:09:28.143768+0000","last_undegraded":"2021-07-26T16:09:28.143768+0000","last_fullsized":"2021-07-26T16:09:28.143768+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"251'6092","reported_seq":6128,"reported_epoch":251,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:39.002717+0000","last_change":"2021-07-26T16:08:44.038103+0000","last_active":"2021-07-26T16:09:39.002717+0000","last_peered":"2021-07-26T16:09:39.002717+0000","last_clean":"2021-07-26T16:08:35.258554+0000","last_became_active":"2021-07-26T16:08:43.985025+0000","last_became_peered":"2021-07-26T16:08:43.985025+0000","last_unstale":"2021-07-26T16:09:39.002717+0000","last_undegraded":"2021-07-26T16:08:43.918569+0000","last_fullsized":"2021-07-26T16:08:37.283478+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6092,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":372244480,"num_objects":5680,"num_object_clones":0,"num_object_copies":17040,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5680,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6092,"num_write_kb":376704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":3297},{"shards":"3,7","objects":2177}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":211,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.138117+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:09:28.138117+0000","last_peered":"2021-07-26T16:09:28.138117+0000","last_clean":"2021-07-26T16:09:28.138117+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:09:28.138117+0000","last_undegraded":"2021-07-26T16:09:28.138117+0000","last_fullsized":"2021-07-26T16:09:28.138117+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":86,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.140558+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:09:28.140558+0000","last_peered":"2021-07-26T16:09:28.140558+0000","last_clean":"2021-07-26T16:09:28.140558+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:09:28.140558+0000","last_undegraded":"2021-07-26T16:09:28.140558+0000","last_fullsized":"2021-07-26T16:09:28.140558+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"251'6226","reported_seq":11597,"reported_epoch":251,"state":"active+recovering+undersized+remapped","last_fresh":"2021-07-26T16:09:39.280515+0000","last_change":"2021-07-26T16:08:37.508058+0000","last_active":"2021-07-26T16:09:39.280515+0000","last_peered":"2021-07-26T16:09:39.280515+0000","last_clean":"2021-07-26T16:08:35.270285+0000","last_became_active":"2021-07-26T16:08:37.455710+0000","last_became_peered":"2021-07-26T16:08:37.455710+0000","last_unstale":"2021-07-26T16:09:39.280515+0000","last_undegraded":"2021-07-26T16:09:39.280515+0000","last_fullsized":"2021-07-26T16:08:37.276544+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6226,"ondisk_log_size":6226,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":375390208,"num_objects":5728,"num_object_clones":0,"num_object_copies":17184,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":943,"num_objects_unfound":0,"num_objects_dirty":5728,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6226,"num_write_kb":382528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2666,"num_bytes_recovered":174718976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3],"avail_no_missing":["5","0","3"],"object_location_counts":[{"shards":"0,3,5","objects":943},{"shards":"3,5","objects":4785}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":245,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.147717+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:09:28.147717+0000","last_peered":"2021-07-26T16:09:28.147717+0000","last_clean":"2021-07-26T16:09:28.147717+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:09:28.147717+0000","last_undegraded":"2021-07-26T16:09:28.147717+0000","last_fullsized":"2021-07-26T16:09:28.147717+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":38,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.138135+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:09:28.138135+0000","last_peered":"2021-07-26T16:09:28.138135+0000","last_clean":"2021-07-26T16:09:28.138135+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:09:28.138135+0000","last_undegraded":"2021-07-26T16:09:28.138135+0000","last_fullsized":"2021-07-26T16:09:28.138135+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"251'6352","reported_seq":6390,"reported_epoch":251,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:39.202643+0000","last_change":"2021-07-26T16:08:37.512887+0000","last_active":"2021-07-26T16:09:39.202643+0000","last_peered":"2021-07-26T16:09:39.202643+0000","last_clean":"2021-07-26T16:08:35.259559+0000","last_became_active":"2021-07-26T16:08:37.453089+0000","last_became_peered":"2021-07-26T16:08:37.453089+0000","last_unstale":"2021-07-26T16:09:39.202643+0000","last_undegraded":"2021-07-26T16:08:37.303297+0000","last_fullsized":"2021-07-26T16:08:37.274000+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6352,"ondisk_log_size":6352,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":384106520,"num_objects":5862,"num_object_clones":0,"num_object_copies":17586,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3720,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5862,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6352,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"0,1,6","objects":3475},{"shards":"1,6","objects":2142}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":95,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.138409+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:09:28.138409+0000","last_peered":"2021-07-26T16:09:28.138409+0000","last_clean":"2021-07-26T16:09:28.138409+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:09:28.138409+0000","last_undegraded":"2021-07-26T16:09:28.138409+0000","last_fullsized":"2021-07-26T16:09:28.138409+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":111,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.138561+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:09:28.138561+0000","last_peered":"2021-07-26T16:09:28.138561+0000","last_clean":"2021-07-26T16:09:28.138561+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:09:28.138561+0000","last_undegraded":"2021-07-26T16:09:28.138561+0000","last_fullsized":"2021-07-26T16:09:28.138561+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"251'6158","reported_seq":6187,"reported_epoch":251,"state":"active+clean","last_fresh":"2021-07-26T16:09:39.213922+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:09:39.213922+0000","last_peered":"2021-07-26T16:09:39.213922+0000","last_clean":"2021-07-26T16:09:39.213922+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:09:39.213922+0000","last_undegraded":"2021-07-26T16:09:39.213922+0000","last_fullsized":"2021-07-26T16:09:39.213922+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6158,"ondisk_log_size":6158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":373686272,"num_objects":5702,"num_object_clones":0,"num_object_copies":17106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5702,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6158,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":240,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.144458+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:09:28.144458+0000","last_peered":"2021-07-26T16:09:28.144458+0000","last_clean":"2021-07-26T16:09:28.144458+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:09:28.144458+0000","last_undegraded":"2021-07-26T16:09:28.144458+0000","last_fullsized":"2021-07-26T16:09:28.144458+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":234,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.143876+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:09:28.143876+0000","last_peered":"2021-07-26T16:09:28.143876+0000","last_clean":"2021-07-26T16:09:28.143876+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:09:28.143876+0000","last_undegraded":"2021-07-26T16:09:28.143876+0000","last_fullsized":"2021-07-26T16:09:28.143876+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"251'6341","reported_seq":6370,"reported_epoch":251,"state":"active+clean","last_fresh":"2021-07-26T16:09:39.798906+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:09:39.798906+0000","last_peered":"2021-07-26T16:09:39.798906+0000","last_clean":"2021-07-26T16:09:39.798906+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:09:39.798906+0000","last_undegraded":"2021-07-26T16:09:39.798906+0000","last_fullsized":"2021-07-26T16:09:39.798906+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6341,"ondisk_log_size":6341,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":381747200,"num_objects":5825,"num_object_clones":0,"num_object_copies":17475,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5825,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6341,"num_write_kb":389312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":272,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.144669+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:09:28.144669+0000","last_peered":"2021-07-26T16:09:28.144669+0000","last_clean":"2021-07-26T16:09:28.144669+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:09:28.144669+0000","last_undegraded":"2021-07-26T16:09:28.144669+0000","last_fullsized":"2021-07-26T16:09:28.144669+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":278,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.148408+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:09:28.148408+0000","last_peered":"2021-07-26T16:09:28.148408+0000","last_clean":"2021-07-26T16:09:28.148408+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:09:28.148408+0000","last_undegraded":"2021-07-26T16:09:28.148408+0000","last_fullsized":"2021-07-26T16:09:28.148408+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":242,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.143855+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:09:28.143855+0000","last_peered":"2021-07-26T16:09:28.143855+0000","last_clean":"2021-07-26T16:09:28.143855+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:09:28.143855+0000","last_undegraded":"2021-07-26T16:09:28.143855+0000","last_fullsized":"2021-07-26T16:09:28.143855+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"251'6516","reported_seq":6551,"reported_epoch":251,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:39.224353+0000","last_change":"2021-07-26T16:08:37.515899+0000","last_active":"2021-07-26T16:09:39.224353+0000","last_peered":"2021-07-26T16:09:39.224353+0000","last_clean":"2021-07-26T16:08:35.259578+0000","last_became_active":"2021-07-26T16:08:37.498255+0000","last_became_peered":"2021-07-26T16:08:37.498255+0000","last_unstale":"2021-07-26T16:09:39.224353+0000","last_undegraded":"2021-07-26T16:08:37.308912+0000","last_fullsized":"2021-07-26T16:08:37.273819+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6516,"ondisk_log_size":6516,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":395837440,"num_objects":6040,"num_object_clones":0,"num_object_copies":18120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6040,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6516,"num_write_kb":401792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":3538},{"shards":"3,6","objects":2264}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":225,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.153485+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:09:28.153485+0000","last_peered":"2021-07-26T16:09:28.153485+0000","last_clean":"2021-07-26T16:09:28.153485+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:09:28.153485+0000","last_undegraded":"2021-07-26T16:09:28.153485+0000","last_fullsized":"2021-07-26T16:09:28.153485+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":95,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.138453+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:09:28.138453+0000","last_peered":"2021-07-26T16:09:28.138453+0000","last_clean":"2021-07-26T16:09:28.138453+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:09:28.138453+0000","last_undegraded":"2021-07-26T16:09:28.138453+0000","last_fullsized":"2021-07-26T16:09:28.138453+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":296,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.144594+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:09:28.144594+0000","last_peered":"2021-07-26T16:09:28.144594+0000","last_clean":"2021-07-26T16:09:28.144594+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:09:28.144594+0000","last_undegraded":"2021-07-26T16:09:28.144594+0000","last_fullsized":"2021-07-26T16:09:28.144594+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"251'6228","reported_seq":6263,"reported_epoch":251,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:39.883715+0000","last_change":"2021-07-26T16:08:37.546898+0000","last_active":"2021-07-26T16:09:39.883715+0000","last_peered":"2021-07-26T16:09:39.883715+0000","last_clean":"2021-07-26T16:08:35.256099+0000","last_became_active":"2021-07-26T16:08:37.538137+0000","last_became_peered":"2021-07-26T16:08:37.538137+0000","last_unstale":"2021-07-26T16:09:39.883715+0000","last_undegraded":"2021-07-26T16:08:37.293735+0000","last_fullsized":"2021-07-26T16:08:37.271374+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6228,"ondisk_log_size":6228,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":370802688,"num_objects":5658,"num_object_clones":0,"num_object_copies":16974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3543,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5658,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6228,"num_write_kb":380352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":3258},{"shards":"1,4","objects":2115}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":181,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.149068+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:09:28.149068+0000","last_peered":"2021-07-26T16:09:28.149068+0000","last_clean":"2021-07-26T16:09:28.149068+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:09:28.149068+0000","last_undegraded":"2021-07-26T16:09:28.149068+0000","last_fullsized":"2021-07-26T16:09:28.149068+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":243,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.144618+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:09:28.144618+0000","last_peered":"2021-07-26T16:09:28.144618+0000","last_clean":"2021-07-26T16:09:28.144618+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:09:28.144618+0000","last_undegraded":"2021-07-26T16:09:28.144618+0000","last_fullsized":"2021-07-26T16:09:28.144618+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":256,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.143677+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:09:28.143677+0000","last_peered":"2021-07-26T16:09:28.143677+0000","last_clean":"2021-07-26T16:09:28.143677+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:09:28.143677+0000","last_undegraded":"2021-07-26T16:09:28.143677+0000","last_fullsized":"2021-07-26T16:09:28.143677+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"251'6184","reported_seq":6217,"reported_epoch":251,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:38.987518+0000","last_change":"2021-07-26T16:08:37.512893+0000","last_active":"2021-07-26T16:09:38.987518+0000","last_peered":"2021-07-26T16:09:38.987518+0000","last_clean":"2021-07-26T16:08:35.248802+0000","last_became_active":"2021-07-26T16:08:37.498625+0000","last_became_peered":"2021-07-26T16:08:37.498625+0000","last_unstale":"2021-07-26T16:09:38.987518+0000","last_undegraded":"2021-07-26T16:08:37.347130+0000","last_fullsized":"2021-07-26T16:08:37.282698+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6184,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":378404864,"num_objects":5774,"num_object_clones":0,"num_object_copies":17322,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3525,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5774,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6184,"num_write_kb":382656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":3320},{"shards":"3,7","objects":2249}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":267,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.149133+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:09:28.149133+0000","last_peered":"2021-07-26T16:09:28.149133+0000","last_clean":"2021-07-26T16:09:28.149133+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:09:28.149133+0000","last_undegraded":"2021-07-26T16:09:28.149133+0000","last_fullsized":"2021-07-26T16:09:28.149133+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":509,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.151662+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:09:28.151662+0000","last_peered":"2021-07-26T16:09:28.151662+0000","last_clean":"2021-07-26T16:09:28.151662+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:09:28.151662+0000","last_undegraded":"2021-07-26T16:09:28.151662+0000","last_fullsized":"2021-07-26T16:09:28.151662+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":51,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.153345+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:09:28.153345+0000","last_peered":"2021-07-26T16:09:28.153345+0000","last_clean":"2021-07-26T16:09:28.153345+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:09:28.153345+0000","last_undegraded":"2021-07-26T16:09:28.153345+0000","last_fullsized":"2021-07-26T16:09:28.153345+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":47,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.149196+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:09:28.149196+0000","last_peered":"2021-07-26T16:09:28.149196+0000","last_clean":"2021-07-26T16:09:28.149196+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:09:28.149196+0000","last_undegraded":"2021-07-26T16:09:28.149196+0000","last_fullsized":"2021-07-26T16:09:28.149196+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"251'6040","reported_seq":6080,"reported_epoch":251,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:39.044862+0000","last_change":"2021-07-26T16:08:37.650583+0000","last_active":"2021-07-26T16:09:39.044862+0000","last_peered":"2021-07-26T16:09:39.044862+0000","last_clean":"2021-07-26T16:08:35.276729+0000","last_became_active":"2021-07-26T16:08:37.555480+0000","last_became_peered":"2021-07-26T16:08:37.555480+0000","last_unstale":"2021-07-26T16:09:39.044862+0000","last_undegraded":"2021-07-26T16:08:37.546036+0000","last_fullsized":"2021-07-26T16:08:37.284612+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6040,"ondisk_log_size":6040,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":368705536,"num_objects":5626,"num_object_clones":0,"num_object_copies":16878,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3482,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5626,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6040,"num_write_kb":373312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":3275},{"shards":"1,7","objects":2144}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":268,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.151512+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:09:28.151512+0000","last_peered":"2021-07-26T16:09:28.151512+0000","last_clean":"2021-07-26T16:09:28.151512+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:09:28.151512+0000","last_undegraded":"2021-07-26T16:09:28.151512+0000","last_fullsized":"2021-07-26T16:09:28.151512+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":157,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.138589+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:09:28.138589+0000","last_peered":"2021-07-26T16:09:28.138589+0000","last_clean":"2021-07-26T16:09:28.138589+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:09:28.138589+0000","last_undegraded":"2021-07-26T16:09:28.138589+0000","last_fullsized":"2021-07-26T16:09:28.138589+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":155,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.147668+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:09:28.147668+0000","last_peered":"2021-07-26T16:09:28.147668+0000","last_clean":"2021-07-26T16:09:28.147668+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:09:28.147668+0000","last_undegraded":"2021-07-26T16:09:28.147668+0000","last_fullsized":"2021-07-26T16:09:28.147668+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"251'6299","reported_seq":6328,"reported_epoch":251,"state":"active+clean","last_fresh":"2021-07-26T16:09:39.239513+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:09:39.239513+0000","last_peered":"2021-07-26T16:09:39.239513+0000","last_clean":"2021-07-26T16:09:39.239513+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:09:39.239513+0000","last_undegraded":"2021-07-26T16:09:39.239513+0000","last_fullsized":"2021-07-26T16:09:39.239513+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6299,"ondisk_log_size":6299,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":384761856,"num_objects":5871,"num_object_clones":0,"num_object_copies":17613,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5871,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6299,"num_write_kb":389440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":281,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.159570+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:09:28.159570+0000","last_peered":"2021-07-26T16:09:28.159570+0000","last_clean":"2021-07-26T16:09:28.159570+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:09:28.159570+0000","last_undegraded":"2021-07-26T16:09:28.159570+0000","last_fullsized":"2021-07-26T16:09:28.159570+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":261,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.147426+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:09:28.147426+0000","last_peered":"2021-07-26T16:09:28.147426+0000","last_clean":"2021-07-26T16:09:28.147426+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:09:28.147426+0000","last_undegraded":"2021-07-26T16:09:28.147426+0000","last_fullsized":"2021-07-26T16:09:28.147426+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":138,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.149042+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:09:28.149042+0000","last_peered":"2021-07-26T16:09:28.149042+0000","last_clean":"2021-07-26T16:09:28.149042+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:09:28.149042+0000","last_undegraded":"2021-07-26T16:09:28.149042+0000","last_fullsized":"2021-07-26T16:09:28.149042+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"251'6217","reported_seq":6246,"reported_epoch":251,"state":"active+clean","last_fresh":"2021-07-26T16:09:39.771283+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:09:39.771283+0000","last_peered":"2021-07-26T16:09:39.771283+0000","last_clean":"2021-07-26T16:09:39.771283+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:09:39.771283+0000","last_undegraded":"2021-07-26T16:09:39.771283+0000","last_fullsized":"2021-07-26T16:09:39.771283+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6217,"ondisk_log_size":6217,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":378732544,"num_objects":5779,"num_object_clones":0,"num_object_copies":17337,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5779,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6217,"num_write_kb":383872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":79,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.161678+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:09:28.161678+0000","last_peered":"2021-07-26T16:09:28.161678+0000","last_clean":"2021-07-26T16:09:28.161678+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:09:28.161678+0000","last_undegraded":"2021-07-26T16:09:28.161678+0000","last_fullsized":"2021-07-26T16:09:28.161678+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":219,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.147743+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:09:28.147743+0000","last_peered":"2021-07-26T16:09:28.147743+0000","last_clean":"2021-07-26T16:09:28.147743+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:09:28.147743+0000","last_undegraded":"2021-07-26T16:09:28.147743+0000","last_fullsized":"2021-07-26T16:09:28.147743+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":52,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.151421+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:09:28.151421+0000","last_peered":"2021-07-26T16:09:28.151421+0000","last_clean":"2021-07-26T16:09:28.151421+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:09:28.151421+0000","last_undegraded":"2021-07-26T16:09:28.151421+0000","last_fullsized":"2021-07-26T16:09:28.151421+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"251'6225","reported_seq":6254,"reported_epoch":251,"state":"active+clean","last_fresh":"2021-07-26T16:09:39.608671+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:09:39.608671+0000","last_peered":"2021-07-26T16:09:39.608671+0000","last_clean":"2021-07-26T16:09:39.608671+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:09:39.608671+0000","last_undegraded":"2021-07-26T16:09:39.608671+0000","last_fullsized":"2021-07-26T16:09:39.608671+0000","mapping_epoch":230,"log_start":"233'1100","ondisk_log_start":"233'1100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5125,"ondisk_log_size":5125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":376897536,"num_objects":5751,"num_object_clones":0,"num_object_copies":17253,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5751,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6225,"num_write_kb":383232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":267,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.149358+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:09:28.149358+0000","last_peered":"2021-07-26T16:09:28.149358+0000","last_clean":"2021-07-26T16:09:28.149358+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:09:28.149358+0000","last_undegraded":"2021-07-26T16:09:28.149358+0000","last_fullsized":"2021-07-26T16:09:28.149358+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":81,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.147894+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:09:28.147894+0000","last_peered":"2021-07-26T16:09:28.147894+0000","last_clean":"2021-07-26T16:09:28.147894+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:09:28.147894+0000","last_undegraded":"2021-07-26T16:09:28.147894+0000","last_fullsized":"2021-07-26T16:09:28.147894+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":86,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.138234+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:09:28.138234+0000","last_peered":"2021-07-26T16:09:28.138234+0000","last_clean":"2021-07-26T16:09:28.138234+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:09:28.138234+0000","last_undegraded":"2021-07-26T16:09:28.138234+0000","last_fullsized":"2021-07-26T16:09:28.138234+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":109,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.138230+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:09:28.138230+0000","last_peered":"2021-07-26T16:09:28.138230+0000","last_clean":"2021-07-26T16:09:28.138230+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:09:28.138230+0000","last_undegraded":"2021-07-26T16:09:28.138230+0000","last_fullsized":"2021-07-26T16:09:28.138230+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":210,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.147407+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:09:28.147407+0000","last_peered":"2021-07-26T16:09:28.147407+0000","last_clean":"2021-07-26T16:09:28.147407+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:09:28.147407+0000","last_undegraded":"2021-07-26T16:09:28.147407+0000","last_fullsized":"2021-07-26T16:09:28.147407+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":255,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.148073+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:09:28.148073+0000","last_peered":"2021-07-26T16:09:28.148073+0000","last_clean":"2021-07-26T16:09:28.148073+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:09:28.148073+0000","last_undegraded":"2021-07-26T16:09:28.148073+0000","last_fullsized":"2021-07-26T16:09:28.148073+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":86,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.138334+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:09:28.138334+0000","last_peered":"2021-07-26T16:09:28.138334+0000","last_clean":"2021-07-26T16:09:28.138334+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:09:28.138334+0000","last_undegraded":"2021-07-26T16:09:28.138334+0000","last_fullsized":"2021-07-26T16:09:28.138334+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":240,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.148322+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:09:28.148322+0000","last_peered":"2021-07-26T16:09:28.148322+0000","last_clean":"2021-07-26T16:09:28.148322+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:09:28.148322+0000","last_undegraded":"2021-07-26T16:09:28.148322+0000","last_fullsized":"2021-07-26T16:09:28.148322+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":24,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.147575+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:09:28.147575+0000","last_peered":"2021-07-26T16:09:28.147575+0000","last_clean":"2021-07-26T16:09:28.147575+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:09:28.147575+0000","last_undegraded":"2021-07-26T16:09:28.147575+0000","last_fullsized":"2021-07-26T16:09:28.147575+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":47,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.148487+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:09:28.148487+0000","last_peered":"2021-07-26T16:09:28.148487+0000","last_clean":"2021-07-26T16:09:28.148487+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:09:28.148487+0000","last_undegraded":"2021-07-26T16:09:28.148487+0000","last_fullsized":"2021-07-26T16:09:28.148487+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":215,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.147836+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:09:28.147836+0000","last_peered":"2021-07-26T16:09:28.147836+0000","last_clean":"2021-07-26T16:09:28.147836+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:09:28.147836+0000","last_undegraded":"2021-07-26T16:09:28.147836+0000","last_fullsized":"2021-07-26T16:09:28.147836+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":96,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.148704+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:09:28.148704+0000","last_peered":"2021-07-26T16:09:28.148704+0000","last_clean":"2021-07-26T16:09:28.148704+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:09:28.148704+0000","last_undegraded":"2021-07-26T16:09:28.148704+0000","last_fullsized":"2021-07-26T16:09:28.148704+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":86,"reported_epoch":250,"state":"active+clean","last_fresh":"2021-07-26T16:09:28.137504+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:09:28.137504+0000","last_peered":"2021-07-26T16:09:28.137504+0000","last_clean":"2021-07-26T16:09:28.137504+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:09:28.137504+0000","last_undegraded":"2021-07-26T16:09:28.137504+0000","last_fullsized":"2021-07-26T16:09:28.137504+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":6076104728,"num_objects":92715,"num_object_clones":0,"num_object_copies":278145,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":21549,"num_objects_misplaced":1248,"num_objects_unfound":0,"num_objects_dirty":92715,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":100287,"num_write_kb":6176001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5999,"num_bytes_recovered":393150464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18734133248,"data_stored":18734121032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96587,"ondisk_log_size":96587,"up":48,"acting":40,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495900,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3605404,"kb_used_data":2556692,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90139748,"statfs":{"total":95995035648,"available":92303101952,"internally_reserved":1073741824,"allocated":2618052608,"data_stored":2616801061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,2,2,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.4750000000000001,"15min":0.88100000000000001},"min":{"1min":0.251,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.1929999999999996,"5min":61.125,"15min":61.125},"last":1.825},{"interface":"front","average":{"1min":1.135,"5min":1.581,"15min":0.92800000000000005},"min":{"1min":0.32700000000000001,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.5030000000000001,"5min":61.165999999999997,"15min":61.165999999999997},"last":0.38900000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":4.7839999999999998,"5min":1.8280000000000001,"15min":1.1100000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":72.989000000000004,"5min":72.989000000000004,"15min":72.989000000000004},"last":0.47999999999999998},{"interface":"front","average":{"1min":4.2930000000000001,"5min":2.1150000000000002,"15min":1.117},"min":{"1min":0.251,"5min":0.24299999999999999,"15min":0.23300000000000001},"max":{"1min":70.066000000000003,"5min":70.066000000000003,"15min":70.066000000000003},"last":0.48999999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:08:39 2021","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":1.129,"15min":1.591},"min":{"1min":0.34899999999999998,"5min":0.224,"15min":0.224},"max":{"1min":6.9820000000000002,"5min":7.7450000000000001,"15min":8.7100000000000009},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.81799999999999995,"5min":1.0329999999999999,"15min":1.5589999999999999},"min":{"1min":0.33200000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":6.9960000000000004,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.44900000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":3.3780000000000001,"5min":1.6919999999999999,"15min":1.093},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":48.880000000000003,"5min":48.880000000000003,"15min":48.880000000000003},"last":0.42599999999999999},{"interface":"front","average":{"1min":4.1440000000000001,"5min":1.6240000000000001,"15min":1.071},"min":{"1min":0.30199999999999999,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":48.792999999999999,"5min":48.792999999999999,"15min":48.792999999999999},"last":0.439}]},{"osd":4,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.5980000000000001,"5min":0.66300000000000003,"15min":0.433},"min":{"1min":0.24199999999999999,"5min":0.22,"15min":0.22},"max":{"1min":9.3089999999999993,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":2.089},{"interface":"front","average":{"1min":1.645,"5min":0.73199999999999998,"15min":0.51600000000000001},"min":{"1min":0.28599999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":9.3300000000000001,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":2.1299999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:08:51 2021","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.59699999999999998,"15min":0.53100000000000003},"min":{"1min":0.251,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":5.532,"5min":5.532,"15min":5.532},"last":0.41799999999999998},{"interface":"front","average":{"1min":1.0209999999999999,"5min":0.58299999999999996,"15min":0.57699999999999996},"min":{"1min":0.252,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":9.2799999999999994,"5min":9.2799999999999994,"15min":9.2799999999999994},"last":2.1459999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:08:51 2021","interfaces":[{"interface":"back","average":{"1min":1.125,"5min":0.626,"15min":0.58899999999999997},"min":{"1min":0.29899999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":9.2509999999999994,"5min":9.2509999999999994,"15min":9.2509999999999994},"last":2.1099999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.55800000000000005,"15min":0.51200000000000001},"min":{"1min":0.26400000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.974,"5min":5.2060000000000004,"15min":5.2060000000000004},"last":1.2470000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659424,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3618968,"kb_used_data":2570384,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90126184,"statfs":{"total":95995035648,"available":92289212416,"internally_reserved":1073741824,"allocated":2632073216,"data_stored":2630825616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,5,1,3,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":0.94799999999999995,"15min":0.69799999999999995},"min":{"1min":0.248,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":13.945,"5min":13.945,"15min":13.945},"last":0.318},{"interface":"front","average":{"1min":1.022,"5min":0.90700000000000003,"15min":0.748},"min":{"1min":0.22500000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":5.7439999999999998,"5min":10.353999999999999,"15min":11.207000000000001},"last":0.34399999999999997}]},{"osd":1,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.393,"5min":1.1120000000000001,"15min":0.80100000000000005},"min":{"1min":0.23499999999999999,"5min":0.22500000000000001,"15min":0.21199999999999999},"max":{"1min":6.3959999999999999,"5min":12.864000000000001,"15min":12.864000000000001},"last":0.24199999999999999},{"interface":"front","average":{"1min":2.2509999999999999,"5min":1.141,"15min":0.94599999999999995},"min":{"1min":0.29499999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":17.036000000000001,"5min":17.036000000000001,"15min":17.036000000000001},"last":3.5019999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:09:33 2021","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":0.96999999999999997,"15min":1.7330000000000001},"min":{"1min":0.31,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.3559999999999999,"5min":5.8639999999999999,"15min":12.388999999999999},"last":0.67600000000000005},{"interface":"front","average":{"1min":1.081,"5min":0.97999999999999998,"15min":1.5089999999999999},"min":{"1min":0.34799999999999998,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":4.3440000000000003,"5min":5.9260000000000002,"15min":10.116},"last":0.69099999999999995}]},{"osd":3,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":1.6080000000000001,"15min":1.175},"min":{"1min":0.31,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":14.561,"5min":49.716999999999999,"15min":49.716999999999999},"last":0.65900000000000003},{"interface":"front","average":{"1min":3.1139999999999999,"5min":1.8380000000000001,"15min":1.266},"min":{"1min":0.33600000000000002,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":17.202000000000002,"5min":49.741,"15min":49.741},"last":3.0670000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.359,"5min":0.69099999999999995,"15min":0.441},"min":{"1min":0.224,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":4.7089999999999996,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":2.7040000000000002},{"interface":"front","average":{"1min":1.286,"5min":0.77200000000000002,"15min":0.46000000000000002},"min":{"1min":0.27000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":6.6500000000000004,"5min":8.4179999999999993,"15min":8.4179999999999993},"last":2.9790000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":0.71299999999999997,"15min":0.55300000000000005},"min":{"1min":0.28399999999999997,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":5.6840000000000002,"5min":6.718,"15min":6.718},"last":2.3639999999999999},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.61199999999999999,"15min":0.55300000000000005},"min":{"1min":0.28100000000000003,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":4.2999999999999998,"5min":5.8819999999999997,"15min":5.9240000000000004},"last":0.63400000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:08:40 2021","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.82999999999999996,"15min":0.74299999999999999},"min":{"1min":0.27100000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.751,"5min":16.913,"15min":16.913},"last":3.028},{"interface":"front","average":{"1min":0.443,"5min":0.59999999999999998,"15min":0.59199999999999997},"min":{"1min":0.29499999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.91600000000000004,"5min":6.7789999999999999,"15min":6.7789999999999999},"last":0.28399999999999997}]}]},{"osd":1,"up_from":78,"seq":335007449241,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3677320,"kb_used_data":3453248,"kb_used_omap":6,"kb_used_meta":224057,"kb_avail":90067832,"statfs":{"total":95995035648,"available":92229459968,"internally_reserved":0,"allocated":3536125952,"data_stored":3534889982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":229434969},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.997,"15min":0.70099999999999996},"min":{"1min":0.217,"5min":0.191,"15min":0.184},"max":{"1min":7.9219999999999997,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":2.9489999999999998},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.2649999999999999,"15min":0.85899999999999999},"min":{"1min":0.216,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":6.4189999999999996,"5min":10.977,"15min":10.977},"last":0.23699999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:09:31 2021","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":1.5249999999999999,"15min":1.6910000000000001},"min":{"1min":0.26100000000000001,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":2.5790000000000002,"5min":34.530000000000001,"15min":34.530000000000001},"last":0.372},{"interface":"front","average":{"1min":0.56100000000000005,"5min":1.544,"15min":1.6779999999999999},"min":{"1min":0.29999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":1.569,"5min":34.465000000000003,"15min":34.465000000000003},"last":2.6059999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:09:21 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":1.173,"15min":1.01},"min":{"1min":0.27900000000000003,"5min":0.254,"15min":0.24099999999999999},"max":{"1min":5.0709999999999997,"5min":8.9529999999999994,"15min":13.077999999999999},"last":2.645},{"interface":"front","average":{"1min":1.351,"5min":1.3520000000000001,"15min":1.0449999999999999},"min":{"1min":0.32100000000000001,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":4.7469999999999999,"5min":11.106999999999999,"15min":13.287000000000001},"last":2.915}]},{"osd":4,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.012,"15min":0.92300000000000004},"min":{"1min":0.372,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":3.7509999999999999,"5min":5.9539999999999997,"15min":5.9539999999999997},"last":3.9750000000000001},{"interface":"front","average":{"1min":1.1990000000000001,"5min":1.151,"15min":1.0900000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.1929999999999996,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":3.9990000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.298,"5min":1.147,"15min":0.91000000000000003},"min":{"1min":0.38300000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.5300000000000002,"5min":5.5300000000000002,"15min":9.8689999999999998},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.01,"15min":0.90000000000000002},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":3.109,"5min":5.9109999999999996,"15min":6.9139999999999997},"last":5.9359999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":1.238,"15min":0.97799999999999998},"min":{"1min":0.41899999999999998,"5min":0.255,"15min":0.255},"max":{"1min":2.9180000000000001,"5min":4.7549999999999999,"15min":9.9209999999999994},"last":2.9860000000000002},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.133,"15min":0.92900000000000005},"min":{"1min":0.41999999999999998,"5min":0.35099999999999998,"15min":0.32200000000000001},"max":{"1min":3.1579999999999999,"5min":6.508,"15min":6.8730000000000002},"last":2.8039999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.095,"15min":0.89000000000000001},"min":{"1min":0.371,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":5.258,"5min":5.9870000000000001,"15min":5.9870000000000001},"last":2.9750000000000001},{"interface":"front","average":{"1min":1.4490000000000001,"5min":1.373,"15min":1.054},"min":{"1min":0.45700000000000002,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":4.5679999999999996,"5min":8.234,"15min":9.968},"last":0.42599999999999999}]}]},{"osd":0,"up_from":0,"seq":313532612774,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500781,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122190,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4350404,"kb_used_data":4268604,"kb_used_omap":3,"kb_used_meta":81724,"kb_avail":89394748,"statfs":{"total":95995035648,"available":91540221952,"internally_reserved":0,"allocated":4371050496,"data_stored":4369818146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":83685524},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.254,"5min":1.4199999999999999,"15min":0.95199999999999996},"min":{"1min":0.222,"5min":0.20499999999999999,"15min":0.17799999999999999},"max":{"1min":14.019,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":1.284,"15min":0.88300000000000001},"min":{"1min":0.222,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.494,"5min":56.030999999999999,"15min":56.030999999999999},"last":0.28599999999999998}]},{"osd":1,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":5.524,"5min":2.3889999999999998,"15min":1.3149999999999999},"min":{"1min":0.254,"5min":0.22500000000000001,"15min":0.223},"max":{"1min":84.659000000000006,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.45500000000000002},{"interface":"front","average":{"1min":6.2480000000000002,"5min":2.6669999999999998,"15min":1.5049999999999999},"min":{"1min":0.28100000000000003,"5min":0.223,"15min":0.223},"max":{"1min":83.567999999999998,"5min":83.567999999999998,"15min":83.567999999999998},"last":0.42699999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:08:37 2021","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.3839999999999999,"15min":1.9019999999999999},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":3.9700000000000002,"5min":10.73,"15min":10.73},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.996,"5min":1.2709999999999999,"15min":2.407},"min":{"1min":0.32700000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":2.8370000000000002,"5min":10.694000000000001,"15min":14.436},"last":0.30499999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:09:30 2021","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.85099999999999998,"15min":0.69899999999999995},"min":{"1min":0.29499999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":5.6619999999999999,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.1499999999999999,"5min":1.079,"15min":0.84499999999999997},"min":{"1min":0.35199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.903,"5min":7.0380000000000003,"15min":7.0380000000000003},"last":0.51300000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.83099999999999996},"min":{"1min":0.317,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":2.1349999999999998,"5min":5.0540000000000003,"15min":10.988},"last":3.8769999999999998},{"interface":"front","average":{"1min":1.593,"5min":1.034,"15min":0.92500000000000004},"min":{"1min":0.35699999999999998,"5min":0.314,"15min":0.314},"max":{"1min":10.634,"5min":10.634,"15min":11.145},"last":0.40300000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":0.876,"15min":0.873},"min":{"1min":0.39300000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":5.6109999999999998,"5min":5.6109999999999998,"15min":11.039999999999999},"last":0.499},{"interface":"front","average":{"1min":1.167,"5min":1.0980000000000001,"15min":1.006},"min":{"1min":0.39700000000000002,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":3.254,"5min":7.109,"15min":7.109},"last":0.36599999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.212,"15min":1.0760000000000001},"min":{"1min":0.39900000000000002,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":11.625999999999999,"5min":11.625999999999999,"15min":11.625999999999999},"last":3.77},{"interface":"front","average":{"1min":1.7310000000000001,"5min":1.2569999999999999,"15min":1.093},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":10.667,"5min":10.667,"15min":19.039999999999999},"last":0.44800000000000001}]}]},{"osd":4,"up_from":163,"seq":700079669313,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3061720,"kb_used_data":2013136,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":90683432,"statfs":{"total":95995035648,"available":92859834368,"internally_reserved":1073741824,"allocated":2061451264,"data_stored":2060203752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.72399999999999998,"15min":0.44800000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.4990000000000001,"5min":7.3719999999999999,"15min":7.3719999999999999},"last":1.921},{"interface":"front","average":{"1min":1.496,"5min":1.1060000000000001,"15min":0.62},"min":{"1min":0.23300000000000001,"5min":0.218,"15min":0.218},"max":{"1min":5.0919999999999996,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":0.47499999999999998}]},{"osd":1,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":4.7629999999999999,"5min":1.5009999999999999,"15min":0.751},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":70.212999999999994,"5min":70.212999999999994,"15min":70.212999999999994},"last":2.133},{"interface":"front","average":{"1min":5.1050000000000004,"5min":1.696,"15min":0.85199999999999998},"min":{"1min":0.26400000000000001,"5min":0.247,"15min":0.247},"max":{"1min":69.948999999999998,"5min":69.948999999999998,"15min":69.948999999999998},"last":0.58399999999999996}]},{"osd":2,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.226,"5min":1.028,"15min":0.61699999999999999},"min":{"1min":0.28599999999999998,"5min":0.252,"15min":0.252},"max":{"1min":3.5409999999999999,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.87,"5min":0.76200000000000001,"15min":0.57899999999999996},"min":{"1min":0.32100000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.5619999999999998,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.33600000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.9390000000000001,"5min":0.94299999999999995,"15min":0.60099999999999998},"min":{"1min":0.26300000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":0.623},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.81699999999999995,"15min":0.55700000000000005},"min":{"1min":0.316,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.3479999999999999,"5min":6.8940000000000001,"15min":6.8940000000000001},"last":0.54900000000000004}]},{"osd":5,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":0.56699999999999995,"15min":0.40999999999999998},"min":{"1min":0.26500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":0.26800000000000002},{"interface":"front","average":{"1min":1.177,"5min":0.58899999999999997,"15min":0.435},"min":{"1min":0.251,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":4.7469999999999999,"5min":4.7469999999999999,"15min":4.7469999999999999},"last":1.8500000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.53700000000000003,"15min":0.39600000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.7749999999999999,"5min":2.7749999999999999,"15min":2.7749999999999999},"last":1.819},{"interface":"front","average":{"1min":1.169,"5min":0.628,"15min":0.44},"min":{"1min":0.27400000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":3.4689999999999999,"5min":3.4689999999999999,"15min":3.4689999999999999},"last":1.899}]},{"osd":7,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.53500000000000003,"15min":0.436},"min":{"1min":0.25800000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":3.1190000000000002,"5min":3.1190000000000002,"15min":3.1190000000000002},"last":1.8759999999999999},{"interface":"front","average":{"1min":2.2530000000000001,"5min":0.85899999999999999,"15min":0.53700000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":8.1809999999999992,"5min":8.1809999999999992,"15min":8.1809999999999992},"last":0.42699999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822949,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2713604,"kb_used_data":1665020,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91031548,"statfs":{"total":95995035648,"available":93216305152,"internally_reserved":1073741824,"allocated":1704980480,"data_stored":1703748639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:16 2021","interfaces":[{"interface":"back","average":{"1min":4.2370000000000001,"5min":1.8660000000000001,"15min":1.034},"min":{"1min":0.26000000000000001,"5min":0.23300000000000001,"15min":0.19500000000000001},"max":{"1min":59.381,"5min":59.381,"15min":59.381},"last":0.438},{"interface":"front","average":{"1min":4.2789999999999999,"5min":2.0230000000000001,"15min":1.119},"min":{"1min":0.30099999999999999,"5min":0.29199999999999998,"15min":0.24399999999999999},"max":{"1min":59.401000000000003,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.49399999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":4.9139999999999997,"5min":2.4319999999999999,"15min":1.389},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":85.896000000000001,"5min":85.896000000000001,"15min":85.896000000000001},"last":0.36499999999999999},{"interface":"front","average":{"1min":5.6970000000000001,"5min":2.5990000000000002,"15min":1.482},"min":{"1min":0.248,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":85.566999999999993,"5min":85.566999999999993,"15min":85.566999999999993},"last":1.9990000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:09:35 2021","interfaces":[{"interface":"back","average":{"1min":1.8460000000000001,"5min":1.0549999999999999,"15min":1.1830000000000001},"min":{"1min":0.27700000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":6.4450000000000003,"5min":6.4450000000000003,"15min":35.734000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":1.4139999999999999,"5min":2.722,"15min":1.7330000000000001},"min":{"1min":0.26700000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":5.2370000000000001,"5min":171.78700000000001,"15min":171.78700000000001},"last":0.51400000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:09:16 2021","interfaces":[{"interface":"back","average":{"1min":4.3730000000000002,"5min":1.9379999999999999,"15min":1.405},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":59.469999999999999,"5min":59.469999999999999,"15min":59.469999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":4.1970000000000001,"5min":1.782,"15min":1.353},"min":{"1min":0.28999999999999998,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":59.465000000000003,"5min":59.465000000000003,"15min":59.465000000000003},"last":1.9550000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":1.877,"5min":0.77600000000000002,"15min":0.47999999999999998},"min":{"1min":0.25900000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":9.6790000000000003,"5min":9.6790000000000003,"15min":9.6790000000000003},"last":0.58099999999999996},{"interface":"front","average":{"1min":1.28,"5min":0.63900000000000001,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":9.9749999999999996,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":0.40699999999999997}]},{"osd":6,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":2.2669999999999999,"5min":0.93200000000000005,"15min":0.65500000000000003},"min":{"1min":0.25600000000000001,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":9.7189999999999994,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":2.0209999999999999},{"interface":"front","average":{"1min":1.4159999999999999,"5min":0.81599999999999995,"15min":0.63200000000000001},"min":{"1min":0.29699999999999999,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":5.157,"5min":6.2519999999999998,"15min":7.899},"last":1.9379999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:08:40 2021","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.58899999999999997,"15min":0.60699999999999998},"min":{"1min":0.25900000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":1.583,"5min":6.3579999999999997,"15min":8.9489999999999998},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.43099999999999999,"15min":0.52800000000000002},"min":{"1min":0.249,"5min":0.217,"15min":0.217},"max":{"1min":1.008,"5min":2.641,"15min":8.1170000000000009},"last":0.38800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1887174656,"data_stored":1887174656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3517845504,"data_stored":3517841432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4357558272,"data_stored":4357554200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2044788736,"data_stored":2044788736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1696137216,"data_stored":1696137216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2618363904,"data_stored":2618359832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2612264960,"data_stored":2612264960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:09:43.198 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph status --format=json 2021-07-26T16:09:43.199 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:43.232 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:43.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:43.234 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:43.335 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:43.395 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:43.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:43.397 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:43.459 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:43.498 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:43.538 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:43.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:43.540 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:43.611 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:43 smithi078 ceph-mon[73801]: from='client.65312 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:09:43.611 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:43 smithi078 ceph-mon[73801]: pgmap v685: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 102 B/s rd, 20 MiB/s wr, 701 op/s; 21549/278217 objects degraded (7.745%); 1248/278217 objects misplaced (0.449%); 6.8 MiB/s, 109 objects/s recovering 2021-07-26T16:09:43.612 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:43 smithi078 ceph-mon[77813]: from='client.65312 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:09:43.612 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:43 smithi078 ceph-mon[77813]: pgmap v685: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 102 B/s rd, 20 MiB/s wr, 701 op/s; 21549/278217 objects degraded (7.745%); 1248/278217 objects misplaced (0.449%); 6.8 MiB/s, 109 objects/s recovering 2021-07-26T16:09:43.641 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:43.672 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:43.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:43.674 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:43.774 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:43.804 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:43.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:43.806 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:43.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:43 smithi139 ceph-mon[56829]: from='client.65312 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:09:43.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:43 smithi139 ceph-mon[56829]: pgmap v685: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 102 B/s rd, 20 MiB/s wr, 701 op/s; 21549/278217 objects degraded (7.745%); 1248/278217 objects misplaced (0.449%); 6.8 MiB/s, 109 objects/s recovering 2021-07-26T16:09:43.907 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:43.940 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:43.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:43.942 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:44.042 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:44.083 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:44.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:44.084 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:44.185 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:44.226 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:44.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:44.228 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:44.328 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:44.366 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:44.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:44.368 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:44.469 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:44.498 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:44.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:44.499 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:44.600 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:44.608 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:44 smithi078 ceph-mon[73801]: pgmap v686: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 517 GiB / 536 GiB avail; 102 B/s rd, 20 MiB/s wr, 701 op/s; 21549/278217 objects degraded (7.745%); 1248/278217 objects misplaced (0.449%); 6.8 MiB/s, 109 objects/s recovering 2021-07-26T16:09:44.608 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:44 smithi078 ceph-mon[73801]: osdmap e252: 8 total, 8 up, 6 in 2021-07-26T16:09:44.609 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:44 smithi078 ceph-mon[77813]: pgmap v686: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 517 GiB / 536 GiB avail; 102 B/s rd, 20 MiB/s wr, 701 op/s; 21549/278217 objects degraded (7.745%); 1248/278217 objects misplaced (0.449%); 6.8 MiB/s, 109 objects/s recovering 2021-07-26T16:09:44.609 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:44 smithi078 ceph-mon[77813]: osdmap e252: 8 total, 8 up, 6 in 2021-07-26T16:09:44.630 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:44.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:44.632 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:44.660 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-07-26T16:09:44.732 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:44.754 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:44.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:44.755 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:44.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:44 smithi139 ceph-mon[56829]: pgmap v686: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.7 GiB data, 16 GiB used, 517 GiB / 536 GiB avail; 102 B/s rd, 20 MiB/s wr, 701 op/s; 21549/278217 objects degraded (7.745%); 1248/278217 objects misplaced (0.449%); 6.8 MiB/s, 109 objects/s recovering 2021-07-26T16:09:44.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:44 smithi139 ceph-mon[56829]: osdmap e252: 8 total, 8 up, 6 in 2021-07-26T16:09:44.856 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:44.871 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:44.884 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:44.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:44.885 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:44.986 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:45.007 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:45.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:45.009 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:45.110 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:45.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:45.136 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:45.137 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:45.238 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:45.259 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:45.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:45.260 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:45.356 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:09:45.362 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:45.387 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:45.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:45.388 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:45.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:45 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/40032415' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:45.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:45 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:45.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:45 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:45.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:45 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:09:45.479 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:45 smithi078 ceph-mon[73801]: osdmap e253: 8 total, 8 up, 6 in 2021-07-26T16:09:45.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:45 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/40032415' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:45.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:45 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:45.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:45 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:45.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:45 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:09:45.480 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:45 smithi078 ceph-mon[77813]: osdmap e253: 8 total, 8 up, 6 in 2021-07-26T16:09:45.489 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:45.518 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:45.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:45.520 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:45.620 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:45.658 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:45.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:45.660 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:45.760 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:45.800 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:45.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:45.801 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:45.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:45 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/40032415' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:45.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:45 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:09:45.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:45 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:45.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:45 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:09:45.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:45 smithi139 ceph-mon[56829]: osdmap e253: 8 total, 8 up, 6 in 2021-07-26T16:09:45.902 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:45.931 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:45.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:45.933 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:46.034 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:46.057 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:46.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:46.059 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:46.160 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:46.194 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:46.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:46.195 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:46.296 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:46.329 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:46.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:46.330 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:46.431 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:46.462 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:46.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:46.464 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:46.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:46 smithi078 ceph-mon[73801]: pgmap v689: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.4 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 127 B/s rd, 520 KiB/s wr, 931 op/s; 21549/267090 objects degraded (8.068%); 669/267090 objects misplaced (0.250%); 9.1 MiB/s, 145 objects/s recovering 2021-07-26T16:09:46.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:46 smithi078 ceph-mon[77813]: pgmap v689: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.4 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 127 B/s rd, 520 KiB/s wr, 931 op/s; 21549/267090 objects degraded (8.068%); 669/267090 objects misplaced (0.250%); 9.1 MiB/s, 145 objects/s recovering 2021-07-26T16:09:46.564 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:46.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:46.591 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:46.592 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:46.693 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:46.728 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:46.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:46.729 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:46.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:46 smithi139 ceph-mon[56829]: pgmap v689: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.4 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 127 B/s rd, 520 KiB/s wr, 931 op/s; 21549/267090 objects degraded (8.068%); 669/267090 objects misplaced (0.250%); 9.1 MiB/s, 145 objects/s recovering 2021-07-26T16:09:46.830 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:46.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:46.865 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:46.865 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:46.966 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:46.991 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:46.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:46.993 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:47.094 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:47.136 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:47.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:47.138 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:47.240 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:47.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:47.278 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:47.278 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:47.379 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:47.406 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:47.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:47.407 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:47.488 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: 2021-07-26T16:09:47.189+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:09:47.489 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:09:47.489 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:47.489 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:09:47.490 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:47.490 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:09:47.490 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:47.490 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:47.490 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:09:47.491 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: 2021-07-26T16:09:47.190+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:09:47.491 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:09:47.491 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:47.491 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:09:47.492 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:47.492 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:09:47.492 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:47.492 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:47.492 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:09:47.493 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: 2021-07-26T16:09:47.192+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:09:47.493 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:09:47.493 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:47.493 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:09:47.493 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:47.494 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:09:47.494 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:47.494 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:47.494 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:09:47.495 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: 2021-07-26T16:09:47.193+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:09:47.495 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:09:47.495 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:47.495 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:09:47.495 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:47.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:09:47.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:47.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:47.496 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:09:47 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:09:47.509 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:47.548 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:47.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:47.549 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:47.650 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:47.679 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:47.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:47.681 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:47.782 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:47.810 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:47.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:47.812 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:47.814 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:09:47.843 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:09:47.869 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:09:47.898 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:09:47.912 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:47.931 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:09:47.948 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:47.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:47.950 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:47.962 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:09:47.988 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:47 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:09:47.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:47 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21549/267090 objects degraded (8.068%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2021-07-26T16:09:47.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:47 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:09:47.989 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:47 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:09:47.990 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:09:47.990 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:47.990 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:09:47.990 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:47.991 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:09:47.991 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:47.991 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:47.991 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:09:47.992 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:47 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:09:47.992 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:09:47.992 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:47.992 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:09:47.993 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:47.993 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:09:47.993 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:47.993 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:47.993 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:09:47.994 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:47 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:09:47.994 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:09:47.994 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:47.995 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:09:47.995 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:47.995 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:09:47.996 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:47.996 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:47.996 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:09:47.996 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:47 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:09:47.997 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:09:47.997 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:47.997 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:09:47.997 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:47.997 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:09:47.998 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:47.998 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:47.998 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:09:47.999 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:47 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:09:47.999 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:47 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21549/267090 objects degraded (8.068%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2021-07-26T16:09:47.999 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:47 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:09:48.000 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:47 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:09:48.000 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:09:48.000 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:48.000 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:09:48.001 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:48.001 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:09:48.001 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:48.001 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:48.001 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:09:48.002 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:47 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:09:48.002 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:09:48.003 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:48.003 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:09:48.003 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:48.003 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:09:48.004 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:48.004 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:48.004 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:09:48.004 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:47 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:09:48.005 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:09:48.005 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:48.005 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:09:48.005 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:48.006 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:09:48.006 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:48.006 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:48.006 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:09:48.007 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:47 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:09:48.007 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:09:48.007 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:48.007 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:09:48.008 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:48.008 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:09:48.008 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:48.008 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:48.009 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:09:48.009 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:09:48.021 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:09:48.030 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:09:48.031 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:09:48.031 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:09:48.031 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:09:48.031 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:09:48.032 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:09:48.032 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:09:48.032 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:09:48.051 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:47 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:09:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:47 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21549/267090 objects degraded (8.068%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2021-07-26T16:09:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:47 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:09:48.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:47 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:09:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:09:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:48.078 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:09:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:48.079 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:09:48.080 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:48.080 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:48.080 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:09:48.080 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:47 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:09:48.080 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:09:48.081 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:48.081 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:09:48.081 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:48.081 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:09:48.082 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:48.082 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:48.082 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:09:48.082 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:47 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:09:48.083 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:09:48.083 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:48.083 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:09:48.083 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:48.084 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:09:48.084 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:48.084 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:48.084 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:09:48.084 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:47 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:09:48.085 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:09:48.085 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:48.085 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:09:48.085 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:48.086 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:09:48.086 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:48.087 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:48.087 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:09:48.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:48.089 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:48.089 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:48.190 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:48.224 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:48.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:48.226 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:48.327 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:48.362 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:48.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:48.364 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:48.465 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:48.511 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:48.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:48.512 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:48.614 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:48.650 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:48.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:48.651 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:48.752 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:48.792 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:48.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:48.793 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:48.894 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:48.912 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:48 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2672830646' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:48.912 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:48 smithi078 ceph-mon[73801]: pgmap v690: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.4 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 463 op/s; 21549/267090 objects degraded (8.068%); 669/267090 objects misplaced (0.250%); 4.5 MiB/s, 72 objects/s recovering 2021-07-26T16:09:48.913 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:48 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2672830646' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:48.913 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:48 smithi078 ceph-mon[77813]: pgmap v690: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.4 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 463 op/s; 21549/267090 objects degraded (8.068%); 669/267090 objects misplaced (0.250%); 4.5 MiB/s, 72 objects/s recovering 2021-07-26T16:09:48.930 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:48.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:48.932 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:48.951 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:09:49.033 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:49.076 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:48 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2672830646' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:49.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:48 smithi139 ceph-mon[56829]: pgmap v690: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 5.4 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 463 op/s; 21549/267090 objects degraded (8.068%); 669/267090 objects misplaced (0.250%); 4.5 MiB/s, 72 objects/s recovering 2021-07-26T16:09:49.082 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:49.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:49.083 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:49.184 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:49.206 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:49.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:49.251 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:49.251 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:49.353 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:49.379 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:49.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:49.381 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:49.482 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:49.513 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:49.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:49.515 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:49.616 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:49.649 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:49.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:49.651 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:49.728 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:09:49.729 INFO:teuthology.orchestra.run.smithi078.stdout: "size": 20, 2021-07-26T16:09:49.729 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 600, 2021-07-26T16:09:49.729 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:09:49.729 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.729 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:40107 6.0 6:023ff51c:::benchmark_data_smithi078_103090_object40106:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e98)", 2021-07-26T16:09:49.730 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:50.111468+0000", 2021-07-26T16:09:49.730 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 599.608138457, 2021-07-26T16:09:49.730 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0911885630000002, 2021-07-26T16:09:49.730 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:49.731 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:09:49.731 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:49.731 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:49.731 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:49.731 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 40107 2021-07-26T16:09:49.732 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.732 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:49.732 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.732 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:49.733 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111468+0000", 2021-07-26T16:09:49.733 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.733 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.733 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.733 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:49.734 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111468+0000", 2021-07-26T16:09:49.734 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.734 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.734 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.735 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:49.735 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111488+0000", 2021-07-26T16:09:49.735 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.961e-05 2021-07-26T16:09:49.735 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.735 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.736 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:49.736 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111490+0000", 2021-07-26T16:09:49.736 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6359999999999998e-06 2021-07-26T16:09:49.736 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.736 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.737 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:49.737 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111502+0000", 2021-07-26T16:09:49.737 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1669e-05 2021-07-26T16:09:49.737 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.738 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.738 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:49.738 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111509+0000", 2021-07-26T16:09:49.738 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7469999999999999e-06 2021-07-26T16:09:49.738 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.739 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.739 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.739 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111561+0000", 2021-07-26T16:09:49.739 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2537000000000002e-05 2021-07-26T16:09:49.739 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.740 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.740 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op must wait for map", 2021-07-26T16:09:49.740 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.111568+0000", 2021-07-26T16:09:49.740 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2400000000000001e-06 2021-07-26T16:09:49.741 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.741 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.741 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.741 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116160+0000", 2021-07-26T16:09:49.741 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0045919690000000004 2021-07-26T16:09:49.742 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.742 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.742 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.742 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.117438+0000", 2021-07-26T16:09:49.742 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0012779359999999999 2021-07-26T16:09:49.743 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.743 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.743 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.743 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:51.101857+0000", 2021-07-26T16:09:49.744 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.98441849999999997 2021-07-26T16:09:49.744 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.744 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.744 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.744 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:51.101866+0000", 2021-07-26T16:09:49.745 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4129999999999995e-06 2021-07-26T16:09:49.745 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.745 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.745 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.745 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.201974+0000", 2021-07-26T16:09:49.746 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1001082639999999 2021-07-26T16:09:49.746 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.746 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.746 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:49.746 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.202657+0000", 2021-07-26T16:09:49.747 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000682042 2021-07-26T16:09:49.747 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.747 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:49.747 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.748 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.748 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.748 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:40138 6.0 6:0634165a:::benchmark_data_smithi078_103090_object40137:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e98)", 2021-07-26T16:09:49.748 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T15:59:50.116078+0000", 2021-07-26T16:09:49.748 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 599.60352830900001, 2021-07-26T16:09:49.749 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.101542877, 2021-07-26T16:09:49.749 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:49.749 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:49.749 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:49.750 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:49.750 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:49.750 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 40138 2021-07-26T16:09:49.750 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.750 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:49.751 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.751 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:49.751 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116078+0000", 2021-07-26T16:09:49.751 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.751 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.752 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.752 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:49.752 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116078+0000", 2021-07-26T16:09:49.752 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.753 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.753 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.753 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:49.753 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116103+0000", 2021-07-26T16:09:49.753 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.5303000000000002e-05 2021-07-26T16:09:49.754 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.754 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.754 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:49.754 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116106+0000", 2021-07-26T16:09:49.755 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7980000000000001e-06 2021-07-26T16:09:49.755 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.755 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.755 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:49.755 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116116+0000", 2021-07-26T16:09:49.756 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.3929999999999997e-06 2021-07-26T16:09:49.756 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.756 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.756 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:49.756 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.116122+0000", 2021-07-26T16:09:49.757 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8989999999999998e-06 2021-07-26T16:09:49.757 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.757 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.757 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.758 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.120380+0000", 2021-07-26T16:09:49.758 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0042587880000000003 2021-07-26T16:09:49.758 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.758 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.758 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.759 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:50.120388+0000", 2021-07-26T16:09:49.759 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.8509999999999999e-06 2021-07-26T16:09:49.759 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.759 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.759 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.760 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:51.101992+0000", 2021-07-26T16:09:49.760 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.98160353199999995 2021-07-26T16:09:49.760 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.760 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.761 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.761 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:51.102000+0000", 2021-07-26T16:09:49.761 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.7120000000000006e-06 2021-07-26T16:09:49.761 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.761 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.762 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.762 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.202685+0000", 2021-07-26T16:09:49.762 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1006848899999999 2021-07-26T16:09:49.762 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.762 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.763 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:49.763 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.203413+0000", 2021-07-26T16:09:49.763 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00072776799999999995 2021-07-26T16:09:49.763 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.763 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.764 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,5", 2021-07-26T16:09:49.764 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.203600+0000", 2021-07-26T16:09:49.764 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018707500000000001 2021-07-26T16:09:49.764 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.765 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.765 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:49.765 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.215683+0000", 2021-07-26T16:09:49.765 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012083269000000001 2021-07-26T16:09:49.765 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.766 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.766 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.766 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.216806+0000", 2021-07-26T16:09:49.766 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0011222269999999999 2021-07-26T16:09:49.767 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.767 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.767 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.768 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.216861+0000", 2021-07-26T16:09:49.768 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5566000000000003e-05 2021-07-26T16:09:49.768 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.768 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.768 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:49.769 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.216923+0000", 2021-07-26T16:09:49.769 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1507999999999995e-05 2021-07-26T16:09:49.769 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.769 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.770 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:49.770 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T15:59:52.217621+0000", 2021-07-26T16:09:49.770 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00069829799999999997 2021-07-26T16:09:49.770 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.771 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:49.771 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.771 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.771 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.772 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:79571 6.f 6:f3973f11:::benchmark_data_smithi078_103090_object79570:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e108)", 2021-07-26T16:09:49.772 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:00:21.791384+0000", 2021-07-26T16:09:49.772 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 567.92822265100006, 2021-07-26T16:09:49.772 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.39825529, 2021-07-26T16:09:49.772 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:49.773 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:09:49.773 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:49.773 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:49.773 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:49.774 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 79571 2021-07-26T16:09:49.774 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.774 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:49.774 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.774 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:49.775 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791384+0000", 2021-07-26T16:09:49.775 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.775 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.775 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.776 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:49.776 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791384+0000", 2021-07-26T16:09:49.776 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.776 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.776 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.777 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:49.777 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791829+0000", 2021-07-26T16:09:49.777 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00044494199999999998 2021-07-26T16:09:49.777 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.778 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.778 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:49.778 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791833+0000", 2021-07-26T16:09:49.778 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7910000000000002e-06 2021-07-26T16:09:49.779 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.779 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.779 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:49.779 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791846+0000", 2021-07-26T16:09:49.779 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3016999999999999e-05 2021-07-26T16:09:49.780 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.780 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.780 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:49.780 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791854+0000", 2021-07-26T16:09:49.781 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.1720000000000007e-06 2021-07-26T16:09:49.781 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.781 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.781 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.781 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792011+0000", 2021-07-26T16:09:49.782 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00015764500000000001 2021-07-26T16:09:49.782 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.782 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.782 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.783 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792021+0000", 2021-07-26T16:09:49.783 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0145e-05 2021-07-26T16:09:49.783 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.783 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.783 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.784 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.189534+0000", 2021-07-26T16:09:49.784 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3975120999999999 2021-07-26T16:09:49.784 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.784 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.785 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:49.785 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.189639+0000", 2021-07-26T16:09:49.785 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000105478 2021-07-26T16:09:49.785 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.786 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:49.786 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.786 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.786 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.786 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:79574 6.f 6:f8859c69:::benchmark_data_smithi078_103090_object79573:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected e108)", 2021-07-26T16:09:49.787 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:00:21.791868+0000", 2021-07-26T16:09:49.787 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 567.92773884200005, 2021-07-26T16:09:49.787 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.401728109, 2021-07-26T16:09:49.787 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:49.788 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:09:49.788 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:49.788 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:49.788 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:49.789 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 79574 2021-07-26T16:09:49.789 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.789 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:49.789 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.789 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:49.790 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791868+0000", 2021-07-26T16:09:49.790 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.790 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.790 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.791 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:49.791 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791868+0000", 2021-07-26T16:09:49.791 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.791 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.791 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.792 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:49.792 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791888+0000", 2021-07-26T16:09:49.792 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0750999999999998e-05 2021-07-26T16:09:49.792 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.793 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.793 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:49.793 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791890+0000", 2021-07-26T16:09:49.793 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.08e-06 2021-07-26T16:09:49.794 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.794 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.794 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:49.794 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791899+0000", 2021-07-26T16:09:49.795 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.3380000000000005e-06 2021-07-26T16:09:49.795 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.795 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.795 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:49.795 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791904+0000", 2021-07-26T16:09:49.796 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2190000000000003e-06 2021-07-26T16:09:49.796 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.796 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.796 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.796 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792042+0000", 2021-07-26T16:09:49.797 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000137751 2021-07-26T16:09:49.797 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.797 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.797 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.798 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792048+0000", 2021-07-26T16:09:49.798 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9279999999999998e-06 2021-07-26T16:09:49.798 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.798 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.798 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.799 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.193450+0000", 2021-07-26T16:09:49.799 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.40140267 2021-07-26T16:09:49.799 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.799 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.800 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:49.800 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.193596+0000", 2021-07-26T16:09:49.800 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000145372 2021-07-26T16:09:49.800 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.800 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:49.801 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.801 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.801 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.801 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:79592 6.f 6:ff3f7369:::benchmark_data_smithi078_103090_object79591:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e108)", 2021-07-26T16:09:49.802 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:00:21.791909+0000", 2021-07-26T16:09:49.802 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 567.92769699200005, 2021-07-26T16:09:49.802 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4403409009999999, 2021-07-26T16:09:49.802 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:49.802 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:49.803 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:49.803 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:49.803 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:49.803 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 79592 2021-07-26T16:09:49.804 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.804 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:49.804 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.804 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:49.804 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791909+0000", 2021-07-26T16:09:49.805 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.805 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.805 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.805 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:49.806 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791909+0000", 2021-07-26T16:09:49.806 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.806 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.806 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.806 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:49.807 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791929+0000", 2021-07-26T16:09:49.807 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9913000000000001e-05 2021-07-26T16:09:49.807 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.807 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.807 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:49.808 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791931+0000", 2021-07-26T16:09:49.808 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7439999999999999e-06 2021-07-26T16:09:49.808 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.808 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.809 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:49.809 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791938+0000", 2021-07-26T16:09:49.809 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3860000000000001e-06 2021-07-26T16:09:49.809 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.809 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.810 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:49.810 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.791943+0000", 2021-07-26T16:09:49.810 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4800000000000003e-06 2021-07-26T16:09:49.810 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.811 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.811 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.811 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792066+0000", 2021-07-26T16:09:49.811 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012305199999999999 2021-07-26T16:09:49.811 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.812 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.812 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.812 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:21.792072+0000", 2021-07-26T16:09:49.812 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.733e-06 2021-07-26T16:09:49.813 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.813 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.813 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.813 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.194415+0000", 2021-07-26T16:09:49.814 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.402342768 2021-07-26T16:09:49.814 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.814 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.814 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:49.814 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.194598+0000", 2021-07-26T16:09:49.815 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018318499999999999 2021-07-26T16:09:49.815 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.815 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.815 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4", 2021-07-26T16:09:49.816 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.194826+0000", 2021-07-26T16:09:49.816 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000228655 2021-07-26T16:09:49.816 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.816 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.816 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:49.817 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.197678+0000", 2021-07-26T16:09:49.817 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0028518100000000002 2021-07-26T16:09:49.817 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.817 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.818 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.818 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.197881+0000", 2021-07-26T16:09:49.818 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000202745 2021-07-26T16:09:49.818 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.818 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.819 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.819 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.229680+0000", 2021-07-26T16:09:49.819 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.031798818 2021-07-26T16:09:49.819 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.820 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.820 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:49.820 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.229741+0000", 2021-07-26T16:09:49.820 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0791000000000001e-05 2021-07-26T16:09:49.820 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.821 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.821 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:49.821 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:00:23.232250+0000", 2021-07-26T16:09:49.821 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0025098210000000002 2021-07-26T16:09:49.821 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.822 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:49.822 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.822 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.822 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.823 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108925 6.0 6:08ee0320:::benchmark_data_smithi078_103090_object4060:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:09:49.823 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:14.889404+0000", 2021-07-26T16:09:49.823 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 514.83020255700001, 2021-07-26T16:09:49.823 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3769438159999998, 2021-07-26T16:09:49.824 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:49.824 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:09:49.824 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:49.824 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:49.824 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:49.825 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108925 2021-07-26T16:09:49.825 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.825 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:49.825 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.826 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:49.826 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889404+0000", 2021-07-26T16:09:49.826 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.826 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.827 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.827 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:49.827 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889404+0000", 2021-07-26T16:09:49.827 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.827 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.828 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.828 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:49.828 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889407+0000", 2021-07-26T16:09:49.828 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.41e-06 2021-07-26T16:09:49.828 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.829 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.829 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:49.829 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889411+0000", 2021-07-26T16:09:49.829 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3560000000000001e-06 2021-07-26T16:09:49.830 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.830 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.830 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:49.830 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889427+0000", 2021-07-26T16:09:49.830 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6433e-05 2021-07-26T16:09:49.831 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.831 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.831 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:49.831 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.889434+0000", 2021-07-26T16:09:49.832 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.8210000000000004e-06 2021-07-26T16:09:49.832 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.832 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.832 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.833 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.918078+0000", 2021-07-26T16:09:49.833 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.028644612999999999 2021-07-26T16:09:49.833 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.833 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.833 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:09:49.834 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.919794+0000", 2021-07-26T16:09:49.834 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0017152129999999999 2021-07-26T16:09:49.834 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.834 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.835 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.835 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.954920+0000", 2021-07-26T16:09:49.835 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.035126312999999999 2021-07-26T16:09:49.835 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.835 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.836 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:49.836 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.955026+0000", 2021-07-26T16:09:49.836 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00010626800000000001 2021-07-26T16:09:49.836 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.836 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.837 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,5", 2021-07-26T16:09:49.837 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.955203+0000", 2021-07-26T16:09:49.837 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017710499999999999 2021-07-26T16:09:49.837 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.838 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.838 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.838 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.975406+0000", 2021-07-26T16:09:49.838 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020202609999999999 2021-07-26T16:09:49.839 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.839 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.839 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:49.839 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.975416+0000", 2021-07-26T16:09:49.839 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.8789999999999998e-06 2021-07-26T16:09:49.840 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.840 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.840 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.840 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044860+0000", 2021-07-26T16:09:49.841 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.069444123999999996 2021-07-26T16:09:49.841 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.841 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.841 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.841 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044870+0000", 2021-07-26T16:09:49.842 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.5950000000000005e-06 2021-07-26T16:09:49.842 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.842 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.842 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.843 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986668+0000", 2021-07-26T16:09:49.843 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.94179800899999999 2021-07-26T16:09:49.843 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.843 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.844 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.844 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986678+0000", 2021-07-26T16:09:49.844 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0231000000000001e-05 2021-07-26T16:09:49.844 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.844 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.845 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.845 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223173+0000", 2021-07-26T16:09:49.845 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.236495133 2021-07-26T16:09:49.845 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.846 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.846 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:09:49.846 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223316+0000", 2021-07-26T16:09:49.846 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000142948 2021-07-26T16:09:49.846 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.847 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.847 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.847 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266218+0000", 2021-07-26T16:09:49.847 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.042901961000000002 2021-07-26T16:09:49.847 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.848 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.848 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:49.848 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266348+0000", 2021-07-26T16:09:49.848 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000129794 2021-07-26T16:09:49.849 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.849 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:49.849 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.849 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.850 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.850 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108959 6.0 6:0590f873:::benchmark_data_smithi078_103090_object4094:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:09:49.850 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:14.949910+0000", 2021-07-26T16:09:49.850 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 514.76969677500006, 2021-07-26T16:09:49.850 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3264761109999998, 2021-07-26T16:09:49.851 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:49.851 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:49.851 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:49.851 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:49.851 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:49.852 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108959 2021-07-26T16:09:49.852 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.852 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:49.852 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.853 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:49.853 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949910+0000", 2021-07-26T16:09:49.853 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.853 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.853 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.854 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:49.854 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949910+0000", 2021-07-26T16:09:49.854 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.854 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.855 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.855 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:49.855 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949913+0000", 2021-07-26T16:09:49.855 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4249999999999998e-06 2021-07-26T16:09:49.856 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.856 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.856 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:49.856 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949917+0000", 2021-07-26T16:09:49.856 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5329999999999999e-06 2021-07-26T16:09:49.857 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.857 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.857 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:49.857 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949929+0000", 2021-07-26T16:09:49.858 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1983e-05 2021-07-26T16:09:49.858 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.858 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.858 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:49.858 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.949935+0000", 2021-07-26T16:09:49.859 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7630000000000003e-06 2021-07-26T16:09:49.859 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.859 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.859 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.860 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.970385+0000", 2021-07-26T16:09:49.860 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020449628000000001 2021-07-26T16:09:49.860 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.860 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.860 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:09:49.861 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.975341+0000", 2021-07-26T16:09:49.861 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0049562199999999999 2021-07-26T16:09:49.861 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.861 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.862 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.862 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044935+0000", 2021-07-26T16:09:49.862 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.069593564999999996 2021-07-26T16:09:49.862 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.863 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.863 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.863 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044939+0000", 2021-07-26T16:09:49.863 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5260000000000004e-06 2021-07-26T16:09:49.863 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.864 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.864 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.864 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986746+0000", 2021-07-26T16:09:49.864 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.94180701499999997 2021-07-26T16:09:49.864 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.865 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.865 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.865 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986752+0000", 2021-07-26T16:09:49.865 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3990000000000003e-06 2021-07-26T16:09:49.866 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.866 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.866 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.866 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.226479+0000", 2021-07-26T16:09:49.867 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.23972686 2021-07-26T16:09:49.867 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.867 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.867 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:49.867 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.226607+0000", 2021-07-26T16:09:49.868 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012843899999999999 2021-07-26T16:09:49.868 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.868 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.868 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:09:49.869 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.226723+0000", 2021-07-26T16:09:49.869 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000115602 2021-07-26T16:09:49.869 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.869 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.869 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:49.870 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.239734+0000", 2021-07-26T16:09:49.870 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013011503000000001 2021-07-26T16:09:49.870 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.870 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.871 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.871 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266467+0000", 2021-07-26T16:09:49.871 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.026733304999999999 2021-07-26T16:09:49.871 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.871 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.872 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.872 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.271628+0000", 2021-07-26T16:09:49.872 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0051609289999999999 2021-07-26T16:09:49.872 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.873 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.873 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:49.873 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.271684+0000", 2021-07-26T16:09:49.873 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.613e-05 2021-07-26T16:09:49.873 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.874 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.874 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:49.874 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.276386+0000", 2021-07-26T16:09:49.874 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0047012859999999998 2021-07-26T16:09:49.875 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.875 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:49.875 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.875 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.875 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.876 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108972 6.0 6:06a9a154:::benchmark_data_smithi078_103090_object4107:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:09:49.876 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:14.990261+0000", 2021-07-26T16:09:49.876 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 514.72934504199998, 2021-07-26T16:09:49.876 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2812374160000002, 2021-07-26T16:09:49.877 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:49.877 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:49.877 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:49.877 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:49.877 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:49.878 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108972 2021-07-26T16:09:49.878 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.878 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:49.878 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.879 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:49.879 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990261+0000", 2021-07-26T16:09:49.879 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.879 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.880 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.880 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:49.880 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990261+0000", 2021-07-26T16:09:49.880 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.880 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.881 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.881 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:49.881 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990265+0000", 2021-07-26T16:09:49.881 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.416e-06 2021-07-26T16:09:49.881 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.882 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.882 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:49.882 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990268+0000", 2021-07-26T16:09:49.882 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1429999999999998e-06 2021-07-26T16:09:49.883 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.883 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.883 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:49.883 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990280+0000", 2021-07-26T16:09:49.883 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1806e-05 2021-07-26T16:09:49.884 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.884 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.884 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:49.884 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990287+0000", 2021-07-26T16:09:49.885 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2899999999999997e-06 2021-07-26T16:09:49.885 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.885 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.885 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.885 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.993573+0000", 2021-07-26T16:09:49.886 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032856320000000001 2021-07-26T16:09:49.886 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.886 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.886 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:09:49.887 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.994671+0000", 2021-07-26T16:09:49.887 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001098344 2021-07-26T16:09:49.887 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.887 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.888 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.888 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044904+0000", 2021-07-26T16:09:49.888 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.050233489999999999 2021-07-26T16:09:49.888 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.888 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.889 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.889 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044909+0000", 2021-07-26T16:09:49.889 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9300000000000002e-06 2021-07-26T16:09:49.889 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.890 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.890 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.890 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986714+0000", 2021-07-26T16:09:49.890 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.94180418799999999 2021-07-26T16:09:49.891 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.891 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.891 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.891 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986720+0000", 2021-07-26T16:09:49.891 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1399999999999997e-06 2021-07-26T16:09:49.892 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.892 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.892 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.892 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223364+0000", 2021-07-26T16:09:49.893 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2366440220000001 2021-07-26T16:09:49.893 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.893 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.893 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:49.893 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223493+0000", 2021-07-26T16:09:49.894 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012886399999999999 2021-07-26T16:09:49.894 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.894 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.894 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:09:49.895 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.223688+0000", 2021-07-26T16:09:49.895 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00019577099999999999 2021-07-26T16:09:49.895 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.895 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.896 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:49.896 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.239730+0000", 2021-07-26T16:09:49.896 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.016041242000000001 2021-07-26T16:09:49.896 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.897 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.897 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.897 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266412+0000", 2021-07-26T16:09:49.897 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.026682590999999999 2021-07-26T16:09:49.897 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.898 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.898 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.898 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266559+0000", 2021-07-26T16:09:49.898 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00014664699999999999 2021-07-26T16:09:49.899 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.899 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.899 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:49.899 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266624+0000", 2021-07-26T16:09:49.899 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4645000000000002e-05 2021-07-26T16:09:49.900 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.900 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.900 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:49.900 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.271499+0000", 2021-07-26T16:09:49.901 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0048752550000000002 2021-07-26T16:09:49.901 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.901 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:49.901 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.902 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.902 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.902 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108973 6.0 6:01ce13e6:::benchmark_data_smithi078_103090_object4108:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:09:49.902 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:14.990297+0000", 2021-07-26T16:09:49.902 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 514.72930956300002, 2021-07-26T16:09:49.903 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2915173069999999, 2021-07-26T16:09:49.903 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:49.903 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:49.903 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:49.904 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:49.904 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:49.904 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108973 2021-07-26T16:09:49.904 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.905 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:49.905 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.905 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:49.905 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990297+0000", 2021-07-26T16:09:49.905 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.906 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.906 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.906 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:49.906 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990297+0000", 2021-07-26T16:09:49.907 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.907 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.907 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.907 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:49.908 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990298+0000", 2021-07-26T16:09:49.908 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0270000000000001e-06 2021-07-26T16:09:49.908 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.908 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.908 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:49.909 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990299+0000", 2021-07-26T16:09:49.909 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2860000000000001e-06 2021-07-26T16:09:49.909 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.909 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.909 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:49.910 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990304+0000", 2021-07-26T16:09:49.910 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9840000000000001e-06 2021-07-26T16:09:49.910 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.910 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.911 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:49.911 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.990308+0000", 2021-07-26T16:09:49.911 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.422e-06 2021-07-26T16:09:49.911 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.911 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.912 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.912 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:14.994705+0000", 2021-07-26T16:09:49.912 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043974349999999999 2021-07-26T16:09:49.912 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.913 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.913 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for degraded object", 2021-07-26T16:09:49.913 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.006749+0000", 2021-07-26T16:09:49.913 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012044052 2021-07-26T16:09:49.914 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.914 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.914 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.914 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044959+0000", 2021-07-26T16:09:49.914 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.038209885999999998 2021-07-26T16:09:49.915 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.915 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.915 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.915 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.044963+0000", 2021-07-26T16:09:49.915 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4490000000000001e-06 2021-07-26T16:09:49.916 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.916 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.916 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.916 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986778+0000", 2021-07-26T16:09:49.916 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.94181500600000001 2021-07-26T16:09:49.917 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.917 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.917 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.917 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986784+0000", 2021-07-26T16:09:49.918 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8359999999999997e-06 2021-07-26T16:09:49.918 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.918 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.918 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.918 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.229653+0000", 2021-07-26T16:09:49.919 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.242868672 2021-07-26T16:09:49.919 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.919 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.919 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:49.920 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.229849+0000", 2021-07-26T16:09:49.920 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00019624599999999999 2021-07-26T16:09:49.920 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.920 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.920 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:09:49.921 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.230076+0000", 2021-07-26T16:09:49.921 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000226892 2021-07-26T16:09:49.921 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.921 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.922 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:49.922 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.245841+0000", 2021-07-26T16:09:49.922 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015765036 2021-07-26T16:09:49.922 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.923 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.923 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.923 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.266509+0000", 2021-07-26T16:09:49.923 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020668254 2021-07-26T16:09:49.923 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.924 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.924 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.924 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.276739+0000", 2021-07-26T16:09:49.924 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010230009999999999 2021-07-26T16:09:49.925 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.925 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.925 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:49.925 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.276804+0000", 2021-07-26T16:09:49.925 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.4964999999999999e-05 2021-07-26T16:09:49.926 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.926 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.926 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:49.926 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.281814+0000", 2021-07-26T16:09:49.926 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0050098490000000002 2021-07-26T16:09:49.927 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.927 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:49.927 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.927 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.928 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.928 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108983 6.0 6:0fc2e072:::benchmark_data_smithi078_103090_object4118:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:09:49.928 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:15.045499+0000", 2021-07-26T16:09:49.928 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 514.67410701799997, 2021-07-26T16:09:49.928 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2412229319999999, 2021-07-26T16:09:49.929 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:49.929 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:49.929 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:49.929 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:49.930 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:49.930 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108983 2021-07-26T16:09:49.930 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.930 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:49.930 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.931 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:49.931 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045499+0000", 2021-07-26T16:09:49.931 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.931 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.932 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.932 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:49.932 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045499+0000", 2021-07-26T16:09:49.932 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.932 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.933 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.933 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:49.933 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045502+0000", 2021-07-26T16:09:49.933 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8779999999999998e-06 2021-07-26T16:09:49.933 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.934 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.934 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:49.934 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045505+0000", 2021-07-26T16:09:49.934 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.123e-06 2021-07-26T16:09:49.935 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.935 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.935 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:49.935 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045517+0000", 2021-07-26T16:09:49.935 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1686e-05 2021-07-26T16:09:49.936 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.936 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.936 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:49.936 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.045524+0000", 2021-07-26T16:09:49.937 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3300000000000001e-06 2021-07-26T16:09:49.937 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.937 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.937 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.938 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.048546+0000", 2021-07-26T16:09:49.938 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0030216879999999998 2021-07-26T16:09:49.938 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.938 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.938 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.939 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.048556+0000", 2021-07-26T16:09:49.939 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4469999999999995e-06 2021-07-26T16:09:49.939 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.939 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.939 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.940 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986806+0000", 2021-07-26T16:09:49.940 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.93825043799999996 2021-07-26T16:09:49.940 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.940 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.941 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.941 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986811+0000", 2021-07-26T16:09:49.941 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4330000000000003e-06 2021-07-26T16:09:49.941 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.941 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.942 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.942 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.233388+0000", 2021-07-26T16:09:49.942 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2465762229999999 2021-07-26T16:09:49.942 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.943 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.943 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:49.943 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.233571+0000", 2021-07-26T16:09:49.943 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00018315000000000001 2021-07-26T16:09:49.943 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.944 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.944 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:09:49.944 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.233790+0000", 2021-07-26T16:09:49.944 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021878699999999999 2021-07-26T16:09:49.945 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.945 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.945 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:49.945 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.245849+0000", 2021-07-26T16:09:49.945 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.012059360999999999 2021-07-26T16:09:49.946 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.946 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.946 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.946 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.271567+0000", 2021-07-26T16:09:49.947 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.025718476000000001 2021-07-26T16:09:49.947 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.947 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.947 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.947 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.281895+0000", 2021-07-26T16:09:49.948 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010327391999999999 2021-07-26T16:09:49.948 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.948 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.948 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:49.949 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.281962+0000", 2021-07-26T16:09:49.949 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6789e-05 2021-07-26T16:09:49.949 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.949 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.949 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:49.950 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.286722+0000", 2021-07-26T16:09:49.950 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0047607309999999998 2021-07-26T16:09:49.950 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.950 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:49.951 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.951 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.951 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.951 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:108993 6.0 6:0090ae62:::benchmark_data_smithi078_103090_object4128:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:09:49.952 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:01:15.066773+0000", 2021-07-26T16:09:49.952 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 514.65283386299996, 2021-07-26T16:09:49.952 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2255044399999999, 2021-07-26T16:09:49.952 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:49.952 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:49.953 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:49.953 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:49.953 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:49.953 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 108993 2021-07-26T16:09:49.954 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.954 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:49.954 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.954 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:49.954 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066773+0000", 2021-07-26T16:09:49.955 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.955 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.955 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.955 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:49.956 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066773+0000", 2021-07-26T16:09:49.956 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.956 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.956 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.956 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:49.957 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066776+0000", 2021-07-26T16:09:49.957 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0000000000000001e-06 2021-07-26T16:09:49.957 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.957 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.958 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:49.958 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066778+0000", 2021-07-26T16:09:49.958 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.869e-06 2021-07-26T16:09:49.958 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.959 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.959 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:49.959 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066790+0000", 2021-07-26T16:09:49.959 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.153e-05 2021-07-26T16:09:49.959 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.960 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.960 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:49.960 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066797+0000", 2021-07-26T16:09:49.960 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.742e-06 2021-07-26T16:09:49.960 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.961 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.961 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.961 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066856+0000", 2021-07-26T16:09:49.961 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9506000000000003e-05 2021-07-26T16:09:49.962 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.962 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.962 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.962 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.066868+0000", 2021-07-26T16:09:49.962 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1703e-05 2021-07-26T16:09:49.963 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.963 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.963 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.963 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986849+0000", 2021-07-26T16:09:49.964 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.919981516 2021-07-26T16:09:49.964 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.964 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.964 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.964 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:15.986855+0000", 2021-07-26T16:09:49.965 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9789999999999998e-06 2021-07-26T16:09:49.965 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.965 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.965 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.965 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.236569+0000", 2021-07-26T16:09:49.966 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.249713786 2021-07-26T16:09:49.966 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.966 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.966 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:49.967 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.236779+0000", 2021-07-26T16:09:49.967 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021013299999999999 2021-07-26T16:09:49.967 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.967 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.967 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:09:49.968 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.236996+0000", 2021-07-26T16:09:49.968 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00021671700000000001 2021-07-26T16:09:49.968 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.968 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.969 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:49.969 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.252787+0000", 2021-07-26T16:09:49.969 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.015790993999999999 2021-07-26T16:09:49.969 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.969 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.970 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.970 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.276448+0000", 2021-07-26T16:09:49.970 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.023660816000000001 2021-07-26T16:09:49.970 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.970 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.971 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.971 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.286803+0000", 2021-07-26T16:09:49.971 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010355104 2021-07-26T16:09:49.971 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.972 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.972 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:49.972 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.286884+0000", 2021-07-26T16:09:49.972 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.1537000000000002e-05 2021-07-26T16:09:49.972 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.973 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.973 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:49.973 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:01:17.292277+0000", 2021-07-26T16:09:49.973 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0053925079999999999 2021-07-26T16:09:49.974 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.974 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:49.974 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.974 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.974 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.975 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197741 6.2 6:42804931:::benchmark_data_smithi078_103090_object92876:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:09:49.975 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090548+0000", 2021-07-26T16:09:49.975 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 147.629058869, 2021-07-26T16:09:49.975 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3088902499999999, 2021-07-26T16:09:49.976 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:49.976 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:49.976 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:49.976 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:49.976 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:49.977 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197741 2021-07-26T16:09:49.977 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.977 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:49.977 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.977 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:49.978 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090548+0000", 2021-07-26T16:09:49.978 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.978 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.978 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.979 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:49.979 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090548+0000", 2021-07-26T16:09:49.979 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:49.979 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.980 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.980 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:49.980 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090548+0000", 2021-07-26T16:09:49.980 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2699999999999998e-07 2021-07-26T16:09:49.980 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.981 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.981 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:49.981 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090550+0000", 2021-07-26T16:09:49.981 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4670000000000001e-06 2021-07-26T16:09:49.982 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.982 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.982 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:49.982 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090557+0000", 2021-07-26T16:09:49.983 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6839999999999999e-06 2021-07-26T16:09:49.983 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.983 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.983 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:49.983 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090561+0000", 2021-07-26T16:09:49.984 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2579999999999997e-06 2021-07-26T16:09:49.984 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.984 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.984 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.985 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090650+0000", 2021-07-26T16:09:49.985 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.9240000000000006e-05 2021-07-26T16:09:49.985 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.985 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.985 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:09:49.986 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090658+0000", 2021-07-26T16:09:49.986 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.8639999999999996e-06 2021-07-26T16:09:49.986 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.986 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.987 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.987 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093823+0000", 2021-07-26T16:09:49.987 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0031651320000000002 2021-07-26T16:09:49.987 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.987 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.988 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:49.988 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093829+0000", 2021-07-26T16:09:49.988 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5600000000000001e-06 2021-07-26T16:09:49.988 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.989 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.989 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:49.989 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.324003+0000", 2021-07-26T16:09:49.989 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.230174358 2021-07-26T16:09:49.989 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.990 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.990 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:49.990 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.324146+0000", 2021-07-26T16:09:49.990 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00014302299999999999 2021-07-26T16:09:49.991 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.991 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.991 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:09:49.991 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.324639+0000", 2021-07-26T16:09:49.992 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00049308800000000003 2021-07-26T16:09:49.992 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.992 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.992 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:49.992 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.333465+0000", 2021-07-26T16:09:49.993 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.008825556 2021-07-26T16:09:49.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.993 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.993 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.994 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.394706+0000", 2021-07-26T16:09:49.994 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.061240931999999998 2021-07-26T16:09:49.994 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.994 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.995 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.995 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.394756+0000", 2021-07-26T16:09:49.995 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0590999999999997e-05 2021-07-26T16:09:49.995 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.996 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.996 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:49.996 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399103+0000", 2021-07-26T16:09:49.996 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043470879999999998 2021-07-26T16:09:49.996 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.997 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.997 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:49.997 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399158+0000", 2021-07-26T16:09:49.997 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5003999999999997e-05 2021-07-26T16:09:49.998 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:49.998 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:49.998 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:49.998 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399438+0000", 2021-07-26T16:09:49.998 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000279478 2021-07-26T16:09:49.999 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.999 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:49.999 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:49.999 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.000 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.000 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197743 6.2 6:47c04b0a:::benchmark_data_smithi078_103090_object92878:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:09:50.000 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090578+0000", 2021-07-26T16:09:50.000 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 147.62902823100001, 2021-07-26T16:09:50.001 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.309102309, 2021-07-26T16:09:50.001 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:50.001 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:50.001 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:50.001 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:50.002 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:50.002 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197743 2021-07-26T16:09:50.002 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.002 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:50.003 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.003 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:50.003 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090578+0000", 2021-07-26T16:09:50.003 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.003 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.004 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.004 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:50.004 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090578+0000", 2021-07-26T16:09:50.004 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.004 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.005 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.005 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:50.005 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090579+0000", 2021-07-26T16:09:50.005 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.133e-06 2021-07-26T16:09:50.006 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.006 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.006 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:50.006 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090581+0000", 2021-07-26T16:09:50.006 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.39e-06 2021-07-26T16:09:50.007 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.007 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.007 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:50.007 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090587+0000", 2021-07-26T16:09:50.008 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.229e-06 2021-07-26T16:09:50.008 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.008 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.008 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:50.008 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090591+0000", 2021-07-26T16:09:50.009 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8099999999999999e-06 2021-07-26T16:09:50.009 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.009 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.009 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.010 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090683+0000", 2021-07-26T16:09:50.010 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2702999999999997e-05 2021-07-26T16:09:50.010 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.010 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.011 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:09:50.011 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090692+0000", 2021-07-26T16:09:50.011 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.1130000000000001e-06 2021-07-26T16:09:50.011 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.011 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.012 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.012 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093850+0000", 2021-07-26T16:09:50.012 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0031584759999999999 2021-07-26T16:09:50.012 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.013 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.013 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:50.013 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093855+0000", 2021-07-26T16:09:50.013 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3360000000000002e-06 2021-07-26T16:09:50.013 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.014 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.014 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.014 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.326882+0000", 2021-07-26T16:09:50.014 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.233026476 2021-07-26T16:09:50.015 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.015 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.015 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:50.015 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.327006+0000", 2021-07-26T16:09:50.015 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00012380400000000001 2021-07-26T16:09:50.016 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.016 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.016 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:09:50.016 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.327298+0000", 2021-07-26T16:09:50.017 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00029207400000000002 2021-07-26T16:09:50.017 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.017 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.017 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:50.017 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.336190+0000", 2021-07-26T16:09:50.018 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0088925710000000002 2021-07-26T16:09:50.018 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.018 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.018 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.019 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.394792+0000", 2021-07-26T16:09:50.019 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.058601473000000001 2021-07-26T16:09:50.019 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.019 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.020 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.020 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.394827+0000", 2021-07-26T16:09:50.020 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5194000000000002e-05 2021-07-26T16:09:50.020 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.020 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.021 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.021 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399474+0000", 2021-07-26T16:09:50.021 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.004647399 2021-07-26T16:09:50.021 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.022 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.022 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:50.022 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399517+0000", 2021-07-26T16:09:50.022 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2361999999999999e-05 2021-07-26T16:09:50.022 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.023 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.023 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:50.023 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399680+0000", 2021-07-26T16:09:50.023 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000163766 2021-07-26T16:09:50.024 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.024 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:50.024 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.024 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.024 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.025 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197768 6.2 6:41d5975a:::benchmark_data_smithi078_103090_object92903:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:09:50.025 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090595+0000", 2021-07-26T16:09:50.025 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 147.629011639, 2021-07-26T16:09:50.025 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3093256339999999, 2021-07-26T16:09:50.026 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:50.026 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:50.026 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:50.026 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:50.027 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:50.027 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197768 2021-07-26T16:09:50.027 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.027 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:50.028 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.028 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:50.028 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090595+0000", 2021-07-26T16:09:50.028 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.028 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.029 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.029 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:50.029 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090595+0000", 2021-07-26T16:09:50.029 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.030 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.030 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.030 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:50.030 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090596+0000", 2021-07-26T16:09:50.030 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.2500000000000004e-07 2021-07-26T16:09:50.031 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.031 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.031 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:50.031 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090597+0000", 2021-07-26T16:09:50.032 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.313e-06 2021-07-26T16:09:50.032 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.032 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.032 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:50.033 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090605+0000", 2021-07-26T16:09:50.033 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.6809999999999998e-06 2021-07-26T16:09:50.033 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.033 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.034 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:50.034 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090609+0000", 2021-07-26T16:09:50.034 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9580000000000001e-06 2021-07-26T16:09:50.034 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.034 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.035 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.035 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090737+0000", 2021-07-26T16:09:50.035 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000128555 2021-07-26T16:09:50.035 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.036 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.036 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:09:50.036 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090749+0000", 2021-07-26T16:09:50.036 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1841999999999999e-05 2021-07-26T16:09:50.036 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.037 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.037 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.037 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093876+0000", 2021-07-26T16:09:50.037 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0031272779999999998 2021-07-26T16:09:50.038 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.038 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.038 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:50.038 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093882+0000", 2021-07-26T16:09:50.039 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5860000000000004e-06 2021-07-26T16:09:50.039 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.039 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.039 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.039 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.328983+0000", 2021-07-26T16:09:50.040 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2351013909999999 2021-07-26T16:09:50.040 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.040 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.040 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:50.041 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.329098+0000", 2021-07-26T16:09:50.041 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000114751 2021-07-26T16:09:50.041 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.041 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.041 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:09:50.042 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.329371+0000", 2021-07-26T16:09:50.042 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00027315500000000002 2021-07-26T16:09:50.042 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.042 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.043 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:50.043 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.336200+0000", 2021-07-26T16:09:50.043 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0068288849999999998 2021-07-26T16:09:50.043 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.043 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.044 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.044 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395128+0000", 2021-07-26T16:09:50.044 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.058927701999999998 2021-07-26T16:09:50.044 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.045 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.045 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.045 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395158+0000", 2021-07-26T16:09:50.045 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9977000000000001e-05 2021-07-26T16:09:50.045 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.046 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.046 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.046 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399715+0000", 2021-07-26T16:09:50.046 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0045570640000000004 2021-07-26T16:09:50.047 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.047 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.047 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:50.047 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399756+0000", 2021-07-26T16:09:50.047 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1616000000000003e-05 2021-07-26T16:09:50.048 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.048 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.048 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:50.048 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399920+0000", 2021-07-26T16:09:50.049 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000164055 2021-07-26T16:09:50.049 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.049 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:50.049 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.049 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.050 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.050 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197769 6.2 6:440857e1:::benchmark_data_smithi078_103090_object92904:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:09:50.050 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090613+0000", 2021-07-26T16:09:50.050 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 147.62899343399999, 2021-07-26T16:09:50.051 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3096183699999999, 2021-07-26T16:09:50.051 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:50.051 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:50.051 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:50.051 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:50.052 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:50.052 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197769 2021-07-26T16:09:50.052 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.052 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:50.053 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.053 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:50.053 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090613+0000", 2021-07-26T16:09:50.053 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.053 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.054 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.054 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:50.054 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090613+0000", 2021-07-26T16:09:50.054 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.054 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.055 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.055 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:50.055 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090614+0000", 2021-07-26T16:09:50.055 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.33e-07 2021-07-26T16:09:50.056 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.056 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.056 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:50.056 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090615+0000", 2021-07-26T16:09:50.056 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0580000000000001e-06 2021-07-26T16:09:50.057 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.057 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.057 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:50.057 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090622+0000", 2021-07-26T16:09:50.058 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.5570000000000001e-06 2021-07-26T16:09:50.058 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.058 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.058 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:50.058 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090625+0000", 2021-07-26T16:09:50.059 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7419999999999999e-06 2021-07-26T16:09:50.059 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.059 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.059 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.060 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090795+0000", 2021-07-26T16:09:50.060 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000169772 2021-07-26T16:09:50.060 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.060 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.060 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:09:50.061 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090803+0000", 2021-07-26T16:09:50.061 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.0800000000000006e-06 2021-07-26T16:09:50.061 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.061 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.062 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.062 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093902+0000", 2021-07-26T16:09:50.062 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0030992630000000001 2021-07-26T16:09:50.062 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.062 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.063 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:50.063 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093908+0000", 2021-07-26T16:09:50.063 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2469999999999999e-06 2021-07-26T16:09:50.063 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.064 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.064 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.064 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.330933+0000", 2021-07-26T16:09:50.064 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.237025772 2021-07-26T16:09:50.064 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.065 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.065 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:50.065 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.331155+0000", 2021-07-26T16:09:50.065 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00022124699999999999 2021-07-26T16:09:50.066 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.066 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.066 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:09:50.066 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.331507+0000", 2021-07-26T16:09:50.066 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00035198100000000002 2021-07-26T16:09:50.067 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.067 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.067 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:50.067 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.340977+0000", 2021-07-26T16:09:50.068 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0094703119999999998 2021-07-26T16:09:50.068 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.068 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.068 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.069 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395396+0000", 2021-07-26T16:09:50.069 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.054418741 2021-07-26T16:09:50.069 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.069 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.069 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.070 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395426+0000", 2021-07-26T16:09:50.070 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0749e-05 2021-07-26T16:09:50.070 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.070 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.071 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.071 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.399955+0000", 2021-07-26T16:09:50.071 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0045288630000000002 2021-07-26T16:09:50.071 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.072 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.072 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:50.072 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400066+0000", 2021-07-26T16:09:50.072 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000110439 2021-07-26T16:09:50.072 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.073 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.073 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:50.073 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400231+0000", 2021-07-26T16:09:50.073 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016561399999999999 2021-07-26T16:09:50.074 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.074 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:50.074 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.074 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.074 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.075 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197797 6.2 6:40ff8b85:::benchmark_data_smithi078_103090_object92932:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:09:50.075 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090658+0000", 2021-07-26T16:09:50.075 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 147.62894825500001, 2021-07-26T16:09:50.075 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3098061590000001, 2021-07-26T16:09:50.076 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:50.076 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:50.076 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:50.076 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:50.076 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:50.077 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197797 2021-07-26T16:09:50.077 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.077 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:50.077 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.078 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:50.078 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090658+0000", 2021-07-26T16:09:50.078 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.078 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.079 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.079 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:50.079 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090658+0000", 2021-07-26T16:09:50.079 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.079 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.080 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.080 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:50.080 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090659+0000", 2021-07-26T16:09:50.080 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.4200000000000005e-07 2021-07-26T16:09:50.081 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.081 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.081 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:50.081 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090660+0000", 2021-07-26T16:09:50.081 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2890000000000001e-06 2021-07-26T16:09:50.082 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.082 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.082 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:50.082 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090666+0000", 2021-07-26T16:09:50.083 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0179999999999998e-06 2021-07-26T16:09:50.083 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.083 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.083 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:50.083 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090670+0000", 2021-07-26T16:09:50.084 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9199999999999997e-06 2021-07-26T16:09:50.084 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.084 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.084 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.085 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090843+0000", 2021-07-26T16:09:50.085 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000172294 2021-07-26T16:09:50.085 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.085 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.085 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:09:50.086 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090852+0000", 2021-07-26T16:09:50.086 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4329999999999993e-06 2021-07-26T16:09:50.086 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.086 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.087 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.087 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093928+0000", 2021-07-26T16:09:50.087 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0030757750000000002 2021-07-26T16:09:50.087 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.088 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.088 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:50.088 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093933+0000", 2021-07-26T16:09:50.088 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3349999999999997e-06 2021-07-26T16:09:50.088 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.089 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.089 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.089 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.333493+0000", 2021-07-26T16:09:50.089 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2395596069999999 2021-07-26T16:09:50.090 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.090 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.090 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:50.090 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.333628+0000", 2021-07-26T16:09:50.090 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013542400000000001 2021-07-26T16:09:50.091 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.091 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.091 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:09:50.091 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.333983+0000", 2021-07-26T16:09:50.092 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00035464600000000002 2021-07-26T16:09:50.092 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.092 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.092 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:50.092 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.359013+0000", 2021-07-26T16:09:50.093 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.025029784999999999 2021-07-26T16:09:50.093 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.093 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.093 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.093 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395447+0000", 2021-07-26T16:09:50.094 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.036434473000000002 2021-07-26T16:09:50.094 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.094 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.094 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.095 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395479+0000", 2021-07-26T16:09:50.095 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2245e-05 2021-07-26T16:09:50.095 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.095 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.095 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.096 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400268+0000", 2021-07-26T16:09:50.096 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0047884080000000001 2021-07-26T16:09:50.096 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.096 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.097 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:50.097 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400309+0000", 2021-07-26T16:09:50.097 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1619000000000003e-05 2021-07-26T16:09:50.097 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.097 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.098 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:50.098 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400464+0000", 2021-07-26T16:09:50.098 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00015504599999999999 2021-07-26T16:09:50.098 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.099 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:50.099 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.099 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.099 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197821 6.2 6:4764b800:::benchmark_data_smithi078_103090_object92956:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:09:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090675+0000", 2021-07-26T16:09:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 147.62893097, 2021-07-26T16:09:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.310112492, 2021-07-26T16:09:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:50.101 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:50.101 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:50.101 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:50.101 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:50.102 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197821 2021-07-26T16:09:50.102 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.102 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:50.102 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.102 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:50.103 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090675+0000", 2021-07-26T16:09:50.103 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.103 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.103 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.104 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:50.104 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090675+0000", 2021-07-26T16:09:50.104 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.104 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.104 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.105 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:50.105 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090676+0000", 2021-07-26T16:09:50.105 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.47e-07 2021-07-26T16:09:50.105 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.106 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.106 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:50.106 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090677+0000", 2021-07-26T16:09:50.106 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.11e-06 2021-07-26T16:09:50.107 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.107 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.107 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:50.107 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090684+0000", 2021-07-26T16:09:50.107 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.3609999999999997e-06 2021-07-26T16:09:50.108 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.108 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.108 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:50.108 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090688+0000", 2021-07-26T16:09:50.109 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.0300000000000004e-06 2021-07-26T16:09:50.109 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.109 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.109 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.109 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090891+0000", 2021-07-26T16:09:50.110 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000203618 2021-07-26T16:09:50.110 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.110 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.110 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:09:50.111 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090896+0000", 2021-07-26T16:09:50.111 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.374e-06 2021-07-26T16:09:50.111 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.111 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.112 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.112 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093952+0000", 2021-07-26T16:09:50.112 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003056319 2021-07-26T16:09:50.112 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.113 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.113 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:50.113 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.093957+0000", 2021-07-26T16:09:50.113 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.118e-06 2021-07-26T16:09:50.113 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.114 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.114 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.114 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.336245+0000", 2021-07-26T16:09:50.114 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2422874070000001 2021-07-26T16:09:50.115 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.115 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.115 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:50.115 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.336375+0000", 2021-07-26T16:09:50.115 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000130689 2021-07-26T16:09:50.116 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.116 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.116 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:09:50.116 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.336668+0000", 2021-07-26T16:09:50.117 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00029252 2021-07-26T16:09:50.117 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.117 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.117 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:50.117 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.359022+0000", 2021-07-26T16:09:50.118 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.022354051999999999 2021-07-26T16:09:50.118 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.118 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.118 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.119 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395680+0000", 2021-07-26T16:09:50.119 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.036657857000000002 2021-07-26T16:09:50.119 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.119 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.120 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.120 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395698+0000", 2021-07-26T16:09:50.120 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8414999999999999e-05 2021-07-26T16:09:50.120 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.120 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.121 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.121 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400529+0000", 2021-07-26T16:09:50.121 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0048304799999999998 2021-07-26T16:09:50.121 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.122 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.122 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:50.122 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400580+0000", 2021-07-26T16:09:50.122 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1227000000000003e-05 2021-07-26T16:09:50.122 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.123 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.123 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:50.123 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400788+0000", 2021-07-26T16:09:50.123 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000208068 2021-07-26T16:09:50.124 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.124 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:50.124 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.124 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.124 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.125 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197851 6.2 6:4363b857:::benchmark_data_smithi078_103090_object92986:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:09:50.125 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090741+0000", 2021-07-26T16:09:50.125 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 147.62886547599999, 2021-07-26T16:09:50.125 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.310313066, 2021-07-26T16:09:50.125 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:50.126 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:50.126 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:50.126 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:50.126 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:50.127 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197851 2021-07-26T16:09:50.127 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.127 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:50.127 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.128 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:50.128 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090741+0000", 2021-07-26T16:09:50.128 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.128 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.128 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.129 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:50.129 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090741+0000", 2021-07-26T16:09:50.129 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.129 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.130 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.130 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:50.130 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090741+0000", 2021-07-26T16:09:50.130 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5400000000000001e-07 2021-07-26T16:09:50.130 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.131 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.131 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:50.131 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090742+0000", 2021-07-26T16:09:50.131 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.71e-07 2021-07-26T16:09:50.131 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.132 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.132 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:50.132 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090751+0000", 2021-07-26T16:09:50.132 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.7700000000000007e-06 2021-07-26T16:09:50.133 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.133 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.133 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:50.133 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090754+0000", 2021-07-26T16:09:50.133 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8030000000000001e-06 2021-07-26T16:09:50.134 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.134 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.134 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.134 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090928+0000", 2021-07-26T16:09:50.135 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000173809 2021-07-26T16:09:50.135 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.135 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.135 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:09:50.136 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090932+0000", 2021-07-26T16:09:50.136 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8e-06 2021-07-26T16:09:50.136 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.136 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.136 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.137 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.094138+0000", 2021-07-26T16:09:50.137 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032061569999999998 2021-07-26T16:09:50.137 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.137 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.138 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:50.138 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.094145+0000", 2021-07-26T16:09:50.138 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.3679999999999996e-06 2021-07-26T16:09:50.138 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.139 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.139 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.139 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.338633+0000", 2021-07-26T16:09:50.139 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.244487627 2021-07-26T16:09:50.139 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.140 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.140 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:50.140 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.338763+0000", 2021-07-26T16:09:50.140 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000129937 2021-07-26T16:09:50.140 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.141 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.141 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:09:50.141 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.339079+0000", 2021-07-26T16:09:50.141 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00031606599999999999 2021-07-26T16:09:50.142 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.142 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.142 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:50.142 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.393324+0000", 2021-07-26T16:09:50.142 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.054245202999999999 2021-07-26T16:09:50.143 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.143 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.143 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.143 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395717+0000", 2021-07-26T16:09:50.143 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023929089999999999 2021-07-26T16:09:50.144 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.144 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.144 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.144 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395735+0000", 2021-07-26T16:09:50.145 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7716000000000001e-05 2021-07-26T16:09:50.145 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.145 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.145 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.145 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400850+0000", 2021-07-26T16:09:50.146 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0051155940000000002 2021-07-26T16:09:50.146 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.146 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.146 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:50.147 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400894+0000", 2021-07-26T16:09:50.147 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3473999999999997e-05 2021-07-26T16:09:50.147 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.147 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.147 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:50.148 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.401054+0000", 2021-07-26T16:09:50.148 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016040800000000001 2021-07-26T16:09:50.148 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.148 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:50.149 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.149 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.149 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.149 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197854 6.12 6:4cf01ce1:::benchmark_data_smithi078_103090_object92989:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:09:50.149 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090774+0000", 2021-07-26T16:09:50.150 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 147.62883199699999, 2021-07-26T16:09:50.150 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3096667900000001, 2021-07-26T16:09:50.150 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:50.150 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:50.151 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:50.151 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:50.151 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:50.151 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197854 2021-07-26T16:09:50.151 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.152 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:50.152 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.152 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:50.152 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090774+0000", 2021-07-26T16:09:50.153 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.153 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.153 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.153 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:50.153 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090774+0000", 2021-07-26T16:09:50.154 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.154 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.154 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.154 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:50.155 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090775+0000", 2021-07-26T16:09:50.155 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.8199999999999998e-07 2021-07-26T16:09:50.155 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.155 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.155 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:50.156 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090776+0000", 2021-07-26T16:09:50.156 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.161e-06 2021-07-26T16:09:50.156 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.156 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.157 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:50.157 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090783+0000", 2021-07-26T16:09:50.157 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1500000000000004e-06 2021-07-26T16:09:50.157 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.157 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.158 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:50.158 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090786+0000", 2021-07-26T16:09:50.158 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.676e-06 2021-07-26T16:09:50.158 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.159 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.159 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.159 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090950+0000", 2021-07-26T16:09:50.159 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016402300000000001 2021-07-26T16:09:50.159 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.160 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.160 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:09:50.160 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090955+0000", 2021-07-26T16:09:50.160 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9389999999999996e-06 2021-07-26T16:09:50.161 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.161 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.161 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.161 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.096139+0000", 2021-07-26T16:09:50.162 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0051833019999999999 2021-07-26T16:09:50.162 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.162 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.162 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:50.162 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.096144+0000", 2021-07-26T16:09:50.163 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.604e-06 2021-07-26T16:09:50.163 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.163 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.163 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.164 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.324010+0000", 2021-07-26T16:09:50.164 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.227865881 2021-07-26T16:09:50.164 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.164 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.164 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:50.165 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.324147+0000", 2021-07-26T16:09:50.165 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00013698900000000001 2021-07-26T16:09:50.165 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.165 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.165 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:09:50.166 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.324424+0000", 2021-07-26T16:09:50.166 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00027719399999999998 2021-07-26T16:09:50.166 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.166 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.166 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:50.167 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.333458+0000", 2021-07-26T16:09:50.167 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0090337539999999997 2021-07-26T16:09:50.167 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.167 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.168 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.168 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.394687+0000", 2021-07-26T16:09:50.168 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.061228534000000001 2021-07-26T16:09:50.168 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.168 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.169 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.169 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.394739+0000", 2021-07-26T16:09:50.169 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2969000000000001e-05 2021-07-26T16:09:50.169 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.170 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.170 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.170 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400142+0000", 2021-07-26T16:09:50.170 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0054030010000000002 2021-07-26T16:09:50.171 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.171 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.171 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:50.171 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400189+0000", 2021-07-26T16:09:50.171 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6315e-05 2021-07-26T16:09:50.172 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.172 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.172 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:50.172 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.400441+0000", 2021-07-26T16:09:50.172 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00025241599999999999 2021-07-26T16:09:50.173 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.173 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:50.173 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.173 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.174 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.174 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:197868 6.2 6:43c464b9:::benchmark_data_smithi078_103090_object93003:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e223)", 2021-07-26T16:09:50.174 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:07:22.090791+0000", 2021-07-26T16:09:50.174 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 147.62881587300001, 2021-07-26T16:09:50.175 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.310551976, 2021-07-26T16:09:50.175 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:09:50.175 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:09:50.175 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:09:50.175 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:09:50.176 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:09:50.176 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 197868 2021-07-26T16:09:50.176 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.176 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:09:50.177 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.177 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:09:50.177 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090791+0000", 2021-07-26T16:09:50.177 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.177 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.178 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.178 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:09:50.178 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090791+0000", 2021-07-26T16:09:50.178 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:09:50.179 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.179 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.179 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:09:50.179 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090791+0000", 2021-07-26T16:09:50.179 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.7599999999999996e-07 2021-07-26T16:09:50.180 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.180 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.180 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:09:50.180 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090793+0000", 2021-07-26T16:09:50.180 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.212e-06 2021-07-26T16:09:50.181 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.181 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.181 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:09:50.181 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090799+0000", 2021-07-26T16:09:50.182 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0000000000000002e-06 2021-07-26T16:09:50.182 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.182 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.182 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:09:50.182 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090803+0000", 2021-07-26T16:09:50.183 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4599999999999996e-06 2021-07-26T16:09:50.183 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.183 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.183 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.184 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090968+0000", 2021-07-26T16:09:50.184 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00016474 2021-07-26T16:09:50.184 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.184 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.184 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:09:50.185 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.090975+0000", 2021-07-26T16:09:50.185 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.097e-06 2021-07-26T16:09:50.185 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.185 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.185 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.186 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.094200+0000", 2021-07-26T16:09:50.186 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032250310000000002 2021-07-26T16:09:50.186 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.186 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.187 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:09:50.187 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:22.094206+0000", 2021-07-26T16:09:50.187 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0549999999999996e-06 2021-07-26T16:09:50.187 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.187 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.188 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:09:50.188 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.341014+0000", 2021-07-26T16:09:50.188 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2468075169999999 2021-07-26T16:09:50.188 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.188 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.189 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:09:50.189 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.341128+0000", 2021-07-26T16:09:50.189 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00011411199999999999 2021-07-26T16:09:50.189 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.190 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.190 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 2,4,6", 2021-07-26T16:09:50.190 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.341398+0000", 2021-07-26T16:09:50.190 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00027032500000000002 2021-07-26T16:09:50.190 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.191 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.191 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:09:50.191 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.393330+0000", 2021-07-26T16:09:50.191 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.051931597000000003 2021-07-26T16:09:50.192 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.192 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.192 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.192 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395754+0000", 2021-07-26T16:09:50.192 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0024242420000000001 2021-07-26T16:09:50.193 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.193 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.193 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.193 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.395779+0000", 2021-07-26T16:09:50.193 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.569e-05 2021-07-26T16:09:50.194 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.194 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.194 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:09:50.194 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.401118+0000", 2021-07-26T16:09:50.195 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0053384449999999998 2021-07-26T16:09:50.195 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.195 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.195 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:09:50.196 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.401171+0000", 2021-07-26T16:09:50.196 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3090000000000002e-05 2021-07-26T16:09:50.196 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:09:50.196 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:09:50.196 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:09:50.197 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:07:23.401343+0000", 2021-07-26T16:09:50.197 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00017148700000000001 2021-07-26T16:09:50.197 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.197 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:50.197 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.198 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:09:50.198 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:09:50.198 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:09:50.199 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:50.200 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:49 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/423104258' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:09:50.200 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:09:50.201 INFO:teuthology.orchestra.run.smithi078.stdout:{"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 21549/267090 objects degraded (8.068%), 6 pgs degraded, 7 pgs undersized","count":13},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":915,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":253,"num_osds":8,"num_up_osds":8,"osd_up_since":1627315460,"num_in_osds":6,"osd_in_since":1627315715,"num_remapped_pgs":7},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":81},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":6},{"state_name":"active+recovering+undersized+remapped","count":1},{"state_name":"peering","count":1}],"num_pgs":89,"num_pools":5,"num_objects":89030,"data_bytes":5833627574,"bytes_used":20935176192,"bytes_avail":555035037696,"bytes_total":575970213888,"inactive_pgs_ratio":0.01123595517128706,"degraded_objects":21549,"degraded_total":267090,"degraded_ratio":0.080680669437268329,"misplaced_objects":669,"misplaced_total":267090,"misplaced_ratio":0.0025047736717960238,"recovering_objects_per_sec":72,"recovering_bytes_per_sec":4741769,"recovering_keys_per_sec":0,"num_objects_recovered":579,"num_bytes_recovered":37945344,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":463},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi139.mwfdce","status":"up:active","gid":34466}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://172.21.15.78:8443/"}},"servicemap":{"epoch":25,"modified":"2021-07-26T16:09:03.994969+0000","services":{}},"progress_events":{"019a259c-959c-47d6-a734-39cfb6909cf2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"028db943-f20f-467a-a060-ad98e1de11a2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0825decf-1771-4aa9-b3e0-2f90f962393e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0bec2cae-5754-4025-a7d0-2ee7968682e9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d3cb746-2040-4b08-9af3-a1d7a0503231":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d89ccd0-fc83-4f39-8753-1a8865251315":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0e651c76-4f9a-4f90-a79f-535f5859f8c8":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"108b28cf-2f79-4480-ae61-bee4c7c31bd7":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"114a7454-f544-4e5b-bc68-037dbe7feba4":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1716fc1e-864e-424d-aa5d-87e6df36f714":{"message":"Global Recovery Event (65s)\n [=========================...] (remaining: 6s)","progress":0.91011238098144531,"add_to_ceph_s":true},"17292374-1855-4712-acd3-11bb22dc3c95":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19bd3a40-ff30-4a9b-af2f-c08bddcd661a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19d4ab02-2b37-4660-bd16-0ab176a69364":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1a15b739-f34e-4cf1-97e8-78bca8ce7cb4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c310024-1e58-4270-9383-5f710035cc0f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c490976-1a9c-47b0-8d32-51f1bd6245b3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1e027d76-638d-4309-8161-d718742ba273":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"20002988-dede-4d83-be7f-6f21f2353621":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"211ec1ea-128a-4366-9fd4-10ed5f8cd19d":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"22daed49-593a-480d-8a9a-98d818c39bc2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2b855103-93d2-47b4-8165-7e5b5059057c":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2f3e8995-94bb-44c6-a68e-5228ccdd773d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3110f40d-e914-45fc-9524-e7fb7274d10e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"31cc9b1a-2567-4b75-aa0a-a0a72d9c8ee3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"33b6be0a-e83d-46d9-be6b-7792ff77ca0d":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"34763500-8a71-4327-90e5-1c72d86bd096":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"347a77f4-00de-473e-9b25-6b72dd08c4e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"37b206b2-4919-48e8-a6a4-2ece7b7c8254":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3884b211-07a3-42b3-a9c4-9f0a0f7af463":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3a762b12-c51f-443d-a6d4-6ac594c32ef8":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"401e0147-cb0d-454d-8ef4-fb978b16324c":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"405520f3-456b-4fac-acae-bf61abb626e5":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"459b2ec4-9d88-4aa6-9215-68089a091441":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"460f2a0b-a55a-4dcc-9025-c902682d17f9":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"49014fd2-9788-4843-b76b-2357148f3e82":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4b6c0637-0ad3-469f-95ef-80ceaab392d6":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4c8d0599-00f0-42f4-83f0-a4ba20f99acd":{"message":"Upgrade to 17.0.0-6381-gbccf07c2 (3m)\n [===========.................] (remaining: 5m)","progress":0.40000000596046448,"add_to_ceph_s":true},"510eb5cd-e26d-43a7-a3e5-7303b56b6057":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"51360200-b719-40e4-8a65-e68776fd9d5f":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5387f864-71ca-4020-825f-f1036e21047a":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"587e5b1e-b615-4a76-aa76-339ac4b1119a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"596f1485-a6e2-4709-8011-3eee4f68a40b":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5b7a5224-a2a0-4336-b87d-ac71fa41a132":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"60d27c5b-892a-420f-b2a4-2b40fb5c9bae":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"68cfcc32-3d22-4e97-a6bf-84fde960ae8d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6a35c8c3-7429-4f4e-901f-a038415ba6c2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6e65f136-9823-457f-a92e-219b81f095ff":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6fd1956d-15c5-4ac2-b06c-7dee4994eccd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"714f46fd-bf2e-444a-8f90-7e81abeb7685":{"message":"Rebalancing after osd.0 marked out (70s)\n [=======================.....] (remaining: 14s)","progress":0.82513231039047241,"add_to_ceph_s":false},"7222cf0b-f01f-42ff-b51f-2b368b5fa361":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"744491dc-86bb-4b12-9fc7-2744a456cdc3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7b7fbe03-10d2-461f-bc0a-43d77c89fd23":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7c55f598-ea1b-4bff-a1ec-eea9a96b6314":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7d5292c7-8f64-4b18-95ca-05dceafb186d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"8841d28e-a2d3-42ce-b8e6-7d7d69ea1e35":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"89311c45-5afb-43bf-852b-90dbe31ce58d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"95c9cfcc-b295-4d83-828a-9bda822ebf70":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"9920a83e-9cd1-461f-87af-96cfa0812e53":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"a3f0924a-47fe-4133-b0b7-af5b7b7d6acf":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ab9bac78-f961-43ca-85cf-13bf0a07fe2e":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ac811e7e-477b-4e3e-bb2c-13a29f3fb2f8":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b14333af-8546-48cc-96eb-f5c63e320d61":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b1685628-5f44-489c-9373-b5c4e59ee59f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b487ad26-7b67-4172-8032-8b75babea112":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b49740d5-954a-41e7-8eeb-bba5b1778d45":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b733ca53-2fc8-4687-b3d9-a51b7548ccda":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b8dc1c77-2ee2-46bd-840f-984991d9d2c5":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bcf1a744-2ba8-4784-bc68-152a3ee664e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bd08922a-3ac3-4039-b4b3-93faebd22c7f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c1a156a1-da5e-48d0-8f8c-76df6626d395":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c433161c-6293-4e18-8b3e-4dfaefe05b55":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c9af9882-716f-48ac-9c01-9b480daac534":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cc288a6b-fa59-4ff4-9f82-2d4000fff883":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cca5ef61-d521-4f77-b37f-93a28b89d15a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cd33fd2b-27ed-4525-9d17-ba2cc09d5353":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d118df63-284a-474e-af58-a8708f3e39b5":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d1832f61-b2f2-479e-9ca7-a08f459792cc":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3a1ed4b-8a21-4c8c-a760-50346daddd86":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3cec5e9-6ca4-4cde-bf7c-203f01e0615f":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3f03da8-2b50-4d24-9e07-ebe7fb68620a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d4b2d413-2cc2-4af6-9289-9d0962f8d562":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d60ee7c1-95c3-4951-b85f-6396aa8443c9":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d664ff2e-627e-4220-b08e-1328f66d2162":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d95302c7-9943-4446-90c7-a0673a2851f9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db45b94a-5480-4042-a97d-007fc80760fd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db99f745-9bf6-407d-8b52-0ae16fcf2ce1":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"dbf6551f-18cf-42fa-9dc5-922e67ecff20":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e0d6e716-8cba-447c-9ca3-3477324080c9":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e1836fad-1cc2-46ce-9f78-d37c733fb2d0":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e5ef342e-6e19-43be-8eb5-d9d530a664bb":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e61a1630-6f6f-4a09-b57f-b4c38ac323fb":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e7ab10fd-44f7-483e-a16e-8a6fae1d617f":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e93081ac-e4b5-40bb-bacb-bcd7c4e35682":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ec7eb209-1825-4e29-9570-7569715ff483":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f0644eeb-753f-46df-92aa-c27780aae9fc":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f182a7c3-6244-4f18-a08d-52c79721a0ca":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5513eb5-bba6-49c5-ac12-28c7c4f7647b":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5c668a8-c8d6-4e75-a024-0cc85fbab7f7":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"feaf3a8a-1d00-4584-9528-86fa43b3edf4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true}}} 2021-07-26T16:09:50.201 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:49 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/423104258' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:09:50.202 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:49 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/423104258' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:09:50.232 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:50.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:50.233 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:50.334 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:50.363 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:50.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:50.364 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:50.465 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:50.495 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:50.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:50.497 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:50.598 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:50.623 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:50.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:50.624 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:50.725 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:50.765 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:50.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:50.767 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:50.868 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:50.902 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:50.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:50.904 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:50.988 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:50 smithi078 ceph-mon[73801]: pgmap v691: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 881 op/s; 21549/257046 objects degraded (8.383%); 181/257046 objects misplaced (0.070%); 8.3 MiB/s, 133 objects/s recovering 2021-07-26T16:09:50.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:50 smithi078 ceph-mon[77813]: pgmap v691: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 881 op/s; 21549/257046 objects degraded (8.383%); 181/257046 objects misplaced (0.070%); 8.3 MiB/s, 133 objects/s recovering 2021-07-26T16:09:51.005 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:51.036 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:51.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:51.037 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:51.138 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:51.139 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:09:51.173 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:51.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:51.174 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:51.275 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:51.303 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:51.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:51.305 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:51.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:50 smithi139 ceph-mon[56829]: pgmap v691: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 881 op/s; 21549/257046 objects degraded (8.383%); 181/257046 objects misplaced (0.070%); 8.3 MiB/s, 133 objects/s recovering 2021-07-26T16:09:51.339 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:51.358 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-07-26T16:09:51.405 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:51.438 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:51.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:51.440 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:51.541 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:51.564 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:51.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:51.566 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:51.576 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:09:51.667 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:51.700 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:51.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:51.702 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:51.803 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:51.825 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:51.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:51.827 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:51.928 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:51.958 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:51.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:51.960 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:52.036 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-07-26T16:09:52.036 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:09:52.061 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:52.101 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:52.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:52.103 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:52.204 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:52.245 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:52.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:52.247 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:52.254 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:52.347 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:52.377 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:52.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:52.379 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:52.480 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:52.504 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:52.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:52.505 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:52.606 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:52.629 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:52.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:52.630 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:52.731 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:52.752 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:52.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:52.754 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:52.855 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:52.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:52.882 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:53.169 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:53.170 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:09:53.270 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:53.292 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:53.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:53.294 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:53 smithi139 ceph-mon[56829]: pgmap v692: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 881 op/s; 21549/257046 objects degraded (8.383%); 181/257046 objects misplaced (0.070%); 8.3 MiB/s, 133 objects/s recovering 2021-07-26T16:09:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:53 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 21549/257046 objects degraded (8.383%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2021-07-26T16:09:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:53 smithi139 ceph-mon[56829]: osdmap e254: 8 total, 8 up, 6 in 2021-07-26T16:09:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:53 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2822153249' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:09:53.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:53 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:09:53.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:53 smithi078 ceph-mon[77813]: pgmap v692: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 881 op/s; 21549/257046 objects degraded (8.383%); 181/257046 objects misplaced (0.070%); 8.3 MiB/s, 133 objects/s recovering 2021-07-26T16:09:53.351 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:53 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 21549/257046 objects degraded (8.383%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2021-07-26T16:09:53.352 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:53 smithi078 ceph-mon[77813]: osdmap e254: 8 total, 8 up, 6 in 2021-07-26T16:09:53.352 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:53 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2822153249' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:09:53.352 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:53 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:09:53.354 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:53 smithi078 ceph-mon[73801]: pgmap v692: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 881 op/s; 21549/257046 objects degraded (8.383%); 181/257046 objects misplaced (0.070%); 8.3 MiB/s, 133 objects/s recovering 2021-07-26T16:09:53.354 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:53 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 21549/257046 objects degraded (8.383%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2021-07-26T16:09:53.354 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:53 smithi078 ceph-mon[73801]: osdmap e254: 8 total, 8 up, 6 in 2021-07-26T16:09:53.354 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:53 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2822153249' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:09:53.355 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:53 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:09:53.395 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:53.433 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:53.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:53.434 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:53.535 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:53.563 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:53.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:53.565 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:53.666 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:53.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:53.710 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:53.711 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:53.812 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:53.848 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:53.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:53.849 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:53.951 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:53.978 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:53.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:53.979 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:54.080 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:54.104 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:54.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:54.106 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:54.207 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:54.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:54 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:54.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:54 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:09:54.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:54 smithi078 ceph-mon[73801]: osdmap e255: 8 total, 8 up, 6 in 2021-07-26T16:09:54.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:54 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:54.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:54 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:09:54.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:54 smithi078 ceph-mon[77813]: osdmap e255: 8 total, 8 up, 6 in 2021-07-26T16:09:54.243 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:54.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:54.245 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:54.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:54 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:09:54.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:54 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:09:54.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:54 smithi139 ceph-mon[56829]: osdmap e255: 8 total, 8 up, 6 in 2021-07-26T16:09:54.346 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:54.380 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:54.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:54.381 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:54.483 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:54.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:54.517 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:54.517 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:54.619 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:54.655 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:54.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:54.656 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:54.757 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:54.782 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:54.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:54.783 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:54.884 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:54.924 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:54.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:54.926 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:55.027 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:55.051 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:55.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:55.052 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:55.153 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:55.188 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:55.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:55.190 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:55.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:55 smithi078 ceph-mon[73801]: pgmap v695: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 418 op/s; 21549/257046 objects degraded (8.383%); 181/257046 objects misplaced (0.070%); 3.8 MiB/s, 60 objects/s recovering 2021-07-26T16:09:55.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:55 smithi078 ceph-mon[77813]: pgmap v695: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 418 op/s; 21549/257046 objects degraded (8.383%); 181/257046 objects misplaced (0.070%); 3.8 MiB/s, 60 objects/s recovering 2021-07-26T16:09:55.290 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:55.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:55.324 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:55.324 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:55.407 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:55 smithi139 ceph-mon[56829]: pgmap v695: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 418 op/s; 21549/257046 objects degraded (8.383%); 181/257046 objects misplaced (0.070%); 3.8 MiB/s, 60 objects/s recovering 2021-07-26T16:09:55.425 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:55.446 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:09:55.469 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:09:55.488 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:55.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:55.489 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:55.495 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:09:55.518 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:09:55.550 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:09:55.584 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:09:55.590 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:55.619 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:09:55.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:55.631 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:55.632 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:55.649 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:09:55.657 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:09:55.657 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:09:55.658 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:09:55.658 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:09:55.658 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:09:55.658 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:09:55.658 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:09:55.659 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:09:55.735 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:55.773 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:55.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:55.775 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:55.856 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:09:55.856 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:09:55.876 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:55.901 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:55.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:55.903 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:56.004 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:56.031 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:56.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:56.033 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:56.037 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:09:56.043 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:09:56.134 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:56.168 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:56.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:56.172 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:09:56.273 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:56.302 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:56.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:56.304 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:56.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:56 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/400454383' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:56.404 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:56.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:56 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/400454383' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:56.417 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:56 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/400454383' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:09:56.433 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:56.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:56.435 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:56.536 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:56.566 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:56.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:56.568 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:56.669 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:56.694 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:56.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:56.695 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:56.796 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:56.830 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:56.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:56.831 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:56.933 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:56.958 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:56.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:56.959 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:56.984 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:09:57.034 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-07-26T16:09:57.061 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:57.125 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:57.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:57.127 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:57.178 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:57.186 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":696,"stamp":"2021-07-26T16:09:56.016907+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5409347510,"num_objects":82556,"num_object_clones":0,"num_object_copies":247668,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":18813,"num_objects_misplaced":2628,"num_objects_unfound":0,"num_objects_dirty":82556,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":110730,"num_write_kb":6178446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7408,"num_bytes_recovered":483789892,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104364,"ondisk_log_size":104364,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":19437872,"kb_used_data":14910656,"kb_used_omap":478,"kb_used_meta":4526689,"kb_avail":543033040,"statfs":{"total":575970213888,"available":556065832960,"internally_reserved":4294967296,"allocated":15268511744,"data_stored":15260967705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":490182,"internal_metadata":4635329850},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,3,4,9,7,3,0,0,0,0,15,1],"upper_bound":4096},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-424280064,"num_objects":-6474,"num_object_clones":0,"num_object_copies":-19422,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-2736,"num_objects_misplaced":1959,"num_objects_unfound":0,"num_objects_dirty":-6474,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6474,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":778,"num_bytes_recovered":50921472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002255"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":108,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.135449+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:09:52.135449+0000","last_peered":"2021-07-26T16:09:52.135449+0000","last_clean":"2021-07-26T16:09:52.135449+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:09:52.135449+0000","last_undegraded":"2021-07-26T16:09:52.135449+0000","last_fullsized":"2021-07-26T16:09:52.135449+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":230,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144389+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:09:52.144389+0000","last_peered":"2021-07-26T16:09:52.144389+0000","last_clean":"2021-07-26T16:09:52.144389+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:09:52.144389+0000","last_undegraded":"2021-07-26T16:09:52.144389+0000","last_fullsized":"2021-07-26T16:09:52.144389+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":232,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.143423+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:09:52.143423+0000","last_peered":"2021-07-26T16:09:52.143423+0000","last_clean":"2021-07-26T16:09:52.143423+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:09:52.143423+0000","last_undegraded":"2021-07-26T16:09:52.143423+0000","last_fullsized":"2021-07-26T16:09:52.143423+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":168,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.154210+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:09:52.154210+0000","last_peered":"2021-07-26T16:09:52.154210+0000","last_clean":"2021-07-26T16:09:52.154210+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:09:52.154210+0000","last_undegraded":"2021-07-26T16:09:52.154210+0000","last_fullsized":"2021-07-26T16:09:52.154210+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":261,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.143309+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:09:52.143309+0000","last_peered":"2021-07-26T16:09:52.143309+0000","last_clean":"2021-07-26T16:09:52.143309+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:09:52.143309+0000","last_undegraded":"2021-07-26T16:09:52.143309+0000","last_fullsized":"2021-07-26T16:09:52.143309+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":224,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.159900+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:09:52.159900+0000","last_peered":"2021-07-26T16:09:52.159900+0000","last_clean":"2021-07-26T16:09:52.159900+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:09:52.159900+0000","last_undegraded":"2021-07-26T16:09:52.159900+0000","last_fullsized":"2021-07-26T16:09:52.159900+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":148,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.140263+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:09:52.140263+0000","last_peered":"2021-07-26T16:09:52.140263+0000","last_clean":"2021-07-26T16:09:52.140263+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:09:52.140263+0000","last_undegraded":"2021-07-26T16:09:52.140263+0000","last_fullsized":"2021-07-26T16:09:52.140263+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":169,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.143361+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:09:52.143361+0000","last_peered":"2021-07-26T16:09:52.143361+0000","last_clean":"2021-07-26T16:09:52.143361+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:09:52.143361+0000","last_undegraded":"2021-07-26T16:09:52.143361+0000","last_fullsized":"2021-07-26T16:09:52.143361+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":66,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.161201+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:09:52.161201+0000","last_peered":"2021-07-26T16:09:52.161201+0000","last_clean":"2021-07-26T16:09:52.161201+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:09:52.161201+0000","last_undegraded":"2021-07-26T16:09:52.161201+0000","last_fullsized":"2021-07-26T16:09:52.161201+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":47,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.153047+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:09:52.153047+0000","last_peered":"2021-07-26T16:09:52.153047+0000","last_clean":"2021-07-26T16:09:52.153047+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:09:52.153047+0000","last_undegraded":"2021-07-26T16:09:52.153047+0000","last_fullsized":"2021-07-26T16:09:52.153047+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":155,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.157254+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:09:52.157254+0000","last_peered":"2021-07-26T16:09:52.157254+0000","last_clean":"2021-07-26T16:09:52.157254+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:09:52.157254+0000","last_undegraded":"2021-07-26T16:09:52.157254+0000","last_fullsized":"2021-07-26T16:09:52.157254+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":265,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.147689+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:09:52.147689+0000","last_peered":"2021-07-26T16:09:52.147689+0000","last_clean":"2021-07-26T16:09:52.147689+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:09:52.147689+0000","last_undegraded":"2021-07-26T16:09:52.147689+0000","last_fullsized":"2021-07-26T16:09:52.147689+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":181,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139642+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:09:52.139642+0000","last_peered":"2021-07-26T16:09:52.139642+0000","last_clean":"2021-07-26T16:09:52.139642+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:09:52.139642+0000","last_undegraded":"2021-07-26T16:09:52.139642+0000","last_fullsized":"2021-07-26T16:09:52.139642+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":90,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144545+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:09:52.144545+0000","last_peered":"2021-07-26T16:09:52.144545+0000","last_clean":"2021-07-26T16:09:52.144545+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:09:52.144545+0000","last_undegraded":"2021-07-26T16:09:52.144545+0000","last_fullsized":"2021-07-26T16:09:52.144545+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":281,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.152569+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:09:52.152569+0000","last_peered":"2021-07-26T16:09:52.152569+0000","last_clean":"2021-07-26T16:09:52.152569+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:09:52.152569+0000","last_undegraded":"2021-07-26T16:09:52.152569+0000","last_fullsized":"2021-07-26T16:09:52.152569+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":151,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144073+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:09:52.144073+0000","last_peered":"2021-07-26T16:09:52.144073+0000","last_clean":"2021-07-26T16:09:52.144073+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:09:52.144073+0000","last_undegraded":"2021-07-26T16:09:52.144073+0000","last_fullsized":"2021-07-26T16:09:52.144073+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":168,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.153110+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:09:52.153110+0000","last_peered":"2021-07-26T16:09:52.153110+0000","last_clean":"2021-07-26T16:09:52.153110+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:09:52.153110+0000","last_undegraded":"2021-07-26T16:09:52.153110+0000","last_fullsized":"2021-07-26T16:09:52.153110+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":55,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139938+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:09:52.139938+0000","last_peered":"2021-07-26T16:09:52.139938+0000","last_clean":"2021-07-26T16:09:52.139938+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:09:52.139938+0000","last_undegraded":"2021-07-26T16:09:52.139938+0000","last_fullsized":"2021-07-26T16:09:52.139938+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":235,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.153144+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:09:52.153144+0000","last_peered":"2021-07-26T16:09:52.153144+0000","last_clean":"2021-07-26T16:09:52.153144+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:09:52.153144+0000","last_undegraded":"2021-07-26T16:09:52.153144+0000","last_fullsized":"2021-07-26T16:09:52.153144+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":177,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.164920+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:09:52.164920+0000","last_peered":"2021-07-26T16:09:52.164920+0000","last_clean":"2021-07-26T16:09:52.164920+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:09:52.164920+0000","last_undegraded":"2021-07-26T16:09:52.164920+0000","last_fullsized":"2021-07-26T16:09:52.164920+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":351,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.157578+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:09:52.157578+0000","last_peered":"2021-07-26T16:09:52.157578+0000","last_clean":"2021-07-26T16:09:52.157578+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:09:52.157578+0000","last_undegraded":"2021-07-26T16:09:52.157578+0000","last_fullsized":"2021-07-26T16:09:52.157578+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":45,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.153830+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:09:52.153830+0000","last_peered":"2021-07-26T16:09:52.153830+0000","last_clean":"2021-07-26T16:09:52.153830+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:09:52.153830+0000","last_undegraded":"2021-07-26T16:09:52.153830+0000","last_fullsized":"2021-07-26T16:09:52.153830+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"255'7077","reported_seq":7110,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:54.525723+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:09:54.525723+0000","last_peered":"2021-07-26T16:09:54.525723+0000","last_clean":"2021-07-26T16:09:54.525723+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:09:54.525723+0000","last_undegraded":"2021-07-26T16:09:54.525723+0000","last_fullsized":"2021-07-26T16:09:54.525723+0000","mapping_epoch":230,"log_start":"234'1900","ondisk_log_start":"234'1900","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5177,"ondisk_log_size":5177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":346357760,"num_objects":5285,"num_object_clones":0,"num_object_copies":15855,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5285,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7077,"num_write_kb":395584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":62,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.153919+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:09:52.153919+0000","last_peered":"2021-07-26T16:09:52.153919+0000","last_clean":"2021-07-26T16:09:52.153919+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:09:52.153919+0000","last_undegraded":"2021-07-26T16:09:52.153919+0000","last_fullsized":"2021-07-26T16:09:52.153919+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":73,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.140184+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:09:52.140184+0000","last_peered":"2021-07-26T16:09:52.140184+0000","last_clean":"2021-07-26T16:09:52.140184+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:09:52.140184+0000","last_undegraded":"2021-07-26T16:09:52.140184+0000","last_fullsized":"2021-07-26T16:09:52.140184+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"255'7004","reported_seq":7037,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:54.282543+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:09:54.282543+0000","last_peered":"2021-07-26T16:09:54.282543+0000","last_clean":"2021-07-26T16:09:54.282543+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:09:54.282543+0000","last_undegraded":"2021-07-26T16:09:54.282543+0000","last_fullsized":"2021-07-26T16:09:54.282543+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7004,"ondisk_log_size":7004,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":344850432,"num_objects":5262,"num_object_clones":0,"num_object_copies":15786,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5262,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7004,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":154,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.165096+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:09:52.165096+0000","last_peered":"2021-07-26T16:09:52.165096+0000","last_clean":"2021-07-26T16:09:52.165096+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:09:52.165096+0000","last_undegraded":"2021-07-26T16:09:52.165096+0000","last_fullsized":"2021-07-26T16:09:52.165096+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":99,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139957+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:09:52.139957+0000","last_peered":"2021-07-26T16:09:52.139957+0000","last_clean":"2021-07-26T16:09:52.139957+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:09:52.139957+0000","last_undegraded":"2021-07-26T16:09:52.139957+0000","last_fullsized":"2021-07-26T16:09:52.139957+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"255'7079","reported_seq":14401,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:54.614576+0000","last_change":"2021-07-26T16:09:45.364253+0000","last_active":"2021-07-26T16:09:54.614576+0000","last_peered":"2021-07-26T16:09:54.614576+0000","last_clean":"2021-07-26T16:09:54.614576+0000","last_became_active":"2021-07-26T16:09:45.354123+0000","last_became_peered":"2021-07-26T16:09:45.354123+0000","last_unstale":"2021-07-26T16:09:54.614576+0000","last_undegraded":"2021-07-26T16:09:54.614576+0000","last_fullsized":"2021-07-26T16:09:54.614576+0000","mapping_epoch":252,"log_start":"234'1900","ondisk_log_start":"234'1900","created":230,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5179,"ondisk_log_size":5179,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":340328448,"num_objects":5193,"num_object_clones":0,"num_object_copies":15579,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5193,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7079,"num_write_kb":392704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3636,"num_bytes_recovered":238288896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":286,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.157071+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:09:52.157071+0000","last_peered":"2021-07-26T16:09:52.157071+0000","last_clean":"2021-07-26T16:09:52.157071+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:09:52.157071+0000","last_undegraded":"2021-07-26T16:09:52.157071+0000","last_fullsized":"2021-07-26T16:09:52.157071+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":242,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.154946+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:09:52.154946+0000","last_peered":"2021-07-26T16:09:52.154946+0000","last_clean":"2021-07-26T16:09:52.154946+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:09:52.154946+0000","last_undegraded":"2021-07-26T16:09:52.154946+0000","last_fullsized":"2021-07-26T16:09:52.154946+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"255'6842","reported_seq":6875,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:54.006573+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:09:54.006573+0000","last_peered":"2021-07-26T16:09:54.006573+0000","last_clean":"2021-07-26T16:09:54.006573+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:09:54.006573+0000","last_undegraded":"2021-07-26T16:09:54.006573+0000","last_fullsized":"2021-07-26T16:09:54.006573+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6842,"ondisk_log_size":6842,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":333316096,"num_objects":5086,"num_object_clones":0,"num_object_copies":15258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5086,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6842,"num_write_kb":381696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":243,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.140515+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:09:52.140515+0000","last_peered":"2021-07-26T16:09:52.140515+0000","last_clean":"2021-07-26T16:09:52.140515+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:09:52.140515+0000","last_undegraded":"2021-07-26T16:09:52.140515+0000","last_fullsized":"2021-07-26T16:09:52.140515+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":118,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144102+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:09:52.144102+0000","last_peered":"2021-07-26T16:09:52.144102+0000","last_clean":"2021-07-26T16:09:52.144102+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:09:52.144102+0000","last_undegraded":"2021-07-26T16:09:52.144102+0000","last_fullsized":"2021-07-26T16:09:52.144102+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"255'6695","reported_seq":6735,"reported_epoch":255,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:54.068608+0000","last_change":"2021-07-26T16:08:44.038103+0000","last_active":"2021-07-26T16:09:54.068608+0000","last_peered":"2021-07-26T16:09:54.068608+0000","last_clean":"2021-07-26T16:08:35.258554+0000","last_became_active":"2021-07-26T16:08:43.985025+0000","last_became_peered":"2021-07-26T16:08:43.985025+0000","last_unstale":"2021-07-26T16:09:54.068608+0000","last_undegraded":"2021-07-26T16:08:43.918569+0000","last_fullsized":"2021-07-26T16:08:37.283478+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6695,"ondisk_log_size":6695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":332726272,"num_objects":5077,"num_object_clones":0,"num_object_copies":15231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5077,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6695,"num_write_kb":376704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":2694},{"shards":"3,7","objects":1574}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":215,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144353+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:09:52.144353+0000","last_peered":"2021-07-26T16:09:52.144353+0000","last_clean":"2021-07-26T16:09:52.144353+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:09:52.144353+0000","last_undegraded":"2021-07-26T16:09:52.144353+0000","last_fullsized":"2021-07-26T16:09:52.144353+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":90,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139546+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:09:52.139546+0000","last_peered":"2021-07-26T16:09:52.139546+0000","last_clean":"2021-07-26T16:09:52.139546+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:09:52.139546+0000","last_undegraded":"2021-07-26T16:09:52.139546+0000","last_fullsized":"2021-07-26T16:09:52.139546+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"255'6868","reported_seq":14138,"reported_epoch":255,"state":"active+recovery_wait","last_fresh":"2021-07-26T16:09:54.298790+0000","last_change":"2021-07-26T16:09:53.215851+0000","last_active":"2021-07-26T16:09:54.298790+0000","last_peered":"2021-07-26T16:09:54.298790+0000","last_clean":"2021-07-26T16:08:35.270285+0000","last_became_active":"2021-07-26T16:09:53.171603+0000","last_became_peered":"2021-07-26T16:09:53.171603+0000","last_unstale":"2021-07-26T16:09:54.298790+0000","last_undegraded":"2021-07-26T16:09:54.298790+0000","last_fullsized":"2021-07-26T16:09:54.298790+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6868,"ondisk_log_size":6868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":333316096,"num_objects":5086,"num_object_clones":0,"num_object_copies":15258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5086,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6868,"num_write_kb":382528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3610,"num_bytes_recovered":236519424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":["5","0","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":5086}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":249,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.154873+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:09:52.154873+0000","last_peered":"2021-07-26T16:09:52.154873+0000","last_clean":"2021-07-26T16:09:52.154873+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:09:52.154873+0000","last_undegraded":"2021-07-26T16:09:52.154873+0000","last_fullsized":"2021-07-26T16:09:52.154873+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":42,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.135232+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:09:52.135232+0000","last_peered":"2021-07-26T16:09:52.135232+0000","last_clean":"2021-07-26T16:09:52.135232+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:09:52.135232+0000","last_undegraded":"2021-07-26T16:09:52.135232+0000","last_fullsized":"2021-07-26T16:09:52.135232+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"255'7025","reported_seq":7066,"reported_epoch":255,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:54.280499+0000","last_change":"2021-07-26T16:08:37.512887+0000","last_active":"2021-07-26T16:09:54.280499+0000","last_peered":"2021-07-26T16:09:54.280499+0000","last_clean":"2021-07-26T16:08:35.259559+0000","last_became_active":"2021-07-26T16:08:37.453089+0000","last_became_peered":"2021-07-26T16:08:37.453089+0000","last_unstale":"2021-07-26T16:09:54.280499+0000","last_undegraded":"2021-07-26T16:08:37.303297+0000","last_fullsized":"2021-07-26T16:08:37.274000+0000","mapping_epoch":237,"log_start":"233'300","ondisk_log_start":"233'300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6725,"ondisk_log_size":6725,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":340000792,"num_objects":5189,"num_object_clones":0,"num_object_copies":15567,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3720,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5189,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7025,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"0,1,6","objects":2802},{"shards":"1,6","objects":1469}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":99,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139957+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:09:52.139957+0000","last_peered":"2021-07-26T16:09:52.139957+0000","last_clean":"2021-07-26T16:09:52.139957+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:09:52.139957+0000","last_undegraded":"2021-07-26T16:09:52.139957+0000","last_fullsized":"2021-07-26T16:09:52.139957+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":115,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.135750+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:09:52.135750+0000","last_peered":"2021-07-26T16:09:52.135750+0000","last_clean":"2021-07-26T16:09:52.135750+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:09:52.135750+0000","last_undegraded":"2021-07-26T16:09:52.135750+0000","last_fullsized":"2021-07-26T16:09:52.135750+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"255'6766","reported_seq":6798,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:54.299948+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:09:54.299948+0000","last_peered":"2021-07-26T16:09:54.299948+0000","last_clean":"2021-07-26T16:09:54.299948+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:09:54.299948+0000","last_undegraded":"2021-07-26T16:09:54.299948+0000","last_fullsized":"2021-07-26T16:09:54.299948+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6766,"ondisk_log_size":6766,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":333840384,"num_objects":5094,"num_object_clones":0,"num_object_copies":15282,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5094,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6766,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":244,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.143262+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:09:52.143262+0000","last_peered":"2021-07-26T16:09:52.143262+0000","last_clean":"2021-07-26T16:09:52.143262+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:09:52.143262+0000","last_undegraded":"2021-07-26T16:09:52.143262+0000","last_fullsized":"2021-07-26T16:09:52.143262+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":238,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.145282+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:09:52.145282+0000","last_peered":"2021-07-26T16:09:52.145282+0000","last_clean":"2021-07-26T16:09:52.145282+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:09:52.145282+0000","last_undegraded":"2021-07-26T16:09:52.145282+0000","last_fullsized":"2021-07-26T16:09:52.145282+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"255'6990","reported_seq":7023,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:54.888812+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:09:54.888812+0000","last_peered":"2021-07-26T16:09:54.888812+0000","last_clean":"2021-07-26T16:09:54.888812+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:09:54.888812+0000","last_undegraded":"2021-07-26T16:09:54.888812+0000","last_fullsized":"2021-07-26T16:09:54.888812+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6990,"ondisk_log_size":6990,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":339214336,"num_objects":5176,"num_object_clones":0,"num_object_copies":15528,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5176,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6990,"num_write_kb":389312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":276,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144197+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:09:52.144197+0000","last_peered":"2021-07-26T16:09:52.144197+0000","last_clean":"2021-07-26T16:09:52.144197+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:09:52.144197+0000","last_undegraded":"2021-07-26T16:09:52.144197+0000","last_fullsized":"2021-07-26T16:09:52.144197+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":282,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139860+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:09:52.139860+0000","last_peered":"2021-07-26T16:09:52.139860+0000","last_clean":"2021-07-26T16:09:52.139860+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:09:52.139860+0000","last_undegraded":"2021-07-26T16:09:52.139860+0000","last_fullsized":"2021-07-26T16:09:52.139860+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":246,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.147711+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:09:52.147711+0000","last_peered":"2021-07-26T16:09:52.147711+0000","last_clean":"2021-07-26T16:09:52.147711+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:09:52.147711+0000","last_undegraded":"2021-07-26T16:09:52.147711+0000","last_fullsized":"2021-07-26T16:09:52.147711+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"255'7169","reported_seq":7209,"reported_epoch":255,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:54.224321+0000","last_change":"2021-07-26T16:08:37.515899+0000","last_active":"2021-07-26T16:09:54.224321+0000","last_peered":"2021-07-26T16:09:54.224321+0000","last_clean":"2021-07-26T16:08:35.259578+0000","last_became_active":"2021-07-26T16:08:37.498255+0000","last_became_peered":"2021-07-26T16:08:37.498255+0000","last_unstale":"2021-07-26T16:09:54.224321+0000","last_undegraded":"2021-07-26T16:08:37.308912+0000","last_fullsized":"2021-07-26T16:08:37.273819+0000","mapping_epoch":237,"log_start":"233'500","ondisk_log_start":"233'500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6669,"ondisk_log_size":6669,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":353042432,"num_objects":5387,"num_object_clones":0,"num_object_copies":16161,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5387,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7169,"num_write_kb":401792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":2885},{"shards":"3,6","objects":1611}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":229,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.148159+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:09:52.148159+0000","last_peered":"2021-07-26T16:09:52.148159+0000","last_clean":"2021-07-26T16:09:52.148159+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:09:52.148159+0000","last_undegraded":"2021-07-26T16:09:52.148159+0000","last_fullsized":"2021-07-26T16:09:52.148159+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":99,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144509+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:09:52.144509+0000","last_peered":"2021-07-26T16:09:52.144509+0000","last_clean":"2021-07-26T16:09:52.144509+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:09:52.144509+0000","last_undegraded":"2021-07-26T16:09:52.144509+0000","last_fullsized":"2021-07-26T16:09:52.144509+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":300,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144162+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:09:52.144162+0000","last_peered":"2021-07-26T16:09:52.144162+0000","last_clean":"2021-07-26T16:09:52.144162+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:09:52.144162+0000","last_undegraded":"2021-07-26T16:09:52.144162+0000","last_fullsized":"2021-07-26T16:09:52.144162+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"255'6804","reported_seq":6843,"reported_epoch":255,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:54.853944+0000","last_change":"2021-07-26T16:08:37.546898+0000","last_active":"2021-07-26T16:09:54.853944+0000","last_peered":"2021-07-26T16:09:54.853944+0000","last_clean":"2021-07-26T16:08:35.256099+0000","last_became_active":"2021-07-26T16:08:37.538137+0000","last_became_peered":"2021-07-26T16:08:37.538137+0000","last_unstale":"2021-07-26T16:09:54.853944+0000","last_undegraded":"2021-07-26T16:08:37.293735+0000","last_fullsized":"2021-07-26T16:08:37.271374+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6804,"ondisk_log_size":6804,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":333053952,"num_objects":5082,"num_object_clones":0,"num_object_copies":15246,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3543,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5082,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6804,"num_write_kb":380352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":2682},{"shards":"1,4","objects":1539}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":185,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.143545+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:09:52.143545+0000","last_peered":"2021-07-26T16:09:52.143545+0000","last_clean":"2021-07-26T16:09:52.143545+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:09:52.143545+0000","last_undegraded":"2021-07-26T16:09:52.143545+0000","last_fullsized":"2021-07-26T16:09:52.143545+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":247,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.143315+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:09:52.143315+0000","last_peered":"2021-07-26T16:09:52.143315+0000","last_clean":"2021-07-26T16:09:52.143315+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:09:52.143315+0000","last_undegraded":"2021-07-26T16:09:52.143315+0000","last_fullsized":"2021-07-26T16:09:52.143315+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":260,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.145323+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:09:52.145323+0000","last_peered":"2021-07-26T16:09:52.145323+0000","last_clean":"2021-07-26T16:09:52.145323+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:09:52.145323+0000","last_undegraded":"2021-07-26T16:09:52.145323+0000","last_fullsized":"2021-07-26T16:09:52.145323+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"255'6804","reported_seq":7058,"reported_epoch":255,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:54.058087+0000","last_change":"2021-07-26T16:09:52.110013+0000","last_active":"2021-07-26T16:09:54.058087+0000","last_peered":"2021-07-26T16:09:54.058087+0000","last_clean":"2021-07-26T16:08:35.248802+0000","last_became_active":"2021-07-26T16:08:37.498625+0000","last_became_peered":"2021-07-26T16:08:37.498625+0000","last_unstale":"2021-07-26T16:09:54.058087+0000","last_undegraded":"2021-07-26T16:08:37.347130+0000","last_fullsized":"2021-07-26T16:08:37.282698+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6804,"ondisk_log_size":6804,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":337772544,"num_objects":5154,"num_object_clones":0,"num_object_copies":15462,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":789,"num_objects_misplaced":2628,"num_objects_unfound":0,"num_objects_dirty":5154,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6804,"num_write_kb":382656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":108,"num_bytes_recovered":7077888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":2628},{"shards":"3,7","objects":1737}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":271,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139609+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:09:52.139609+0000","last_peered":"2021-07-26T16:09:52.139609+0000","last_clean":"2021-07-26T16:09:52.139609+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:09:52.139609+0000","last_undegraded":"2021-07-26T16:09:52.139609+0000","last_fullsized":"2021-07-26T16:09:52.139609+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":513,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.152869+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:09:52.152869+0000","last_peered":"2021-07-26T16:09:52.152869+0000","last_clean":"2021-07-26T16:09:52.152869+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:09:52.152869+0000","last_undegraded":"2021-07-26T16:09:52.152869+0000","last_fullsized":"2021-07-26T16:09:52.152869+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":55,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.147944+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:09:52.147944+0000","last_peered":"2021-07-26T16:09:52.147944+0000","last_clean":"2021-07-26T16:09:52.147944+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:09:52.147944+0000","last_undegraded":"2021-07-26T16:09:52.147944+0000","last_fullsized":"2021-07-26T16:09:52.147944+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":51,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.156479+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:09:52.156479+0000","last_peered":"2021-07-26T16:09:52.156479+0000","last_clean":"2021-07-26T16:09:52.156479+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:09:52.156479+0000","last_undegraded":"2021-07-26T16:09:52.156479+0000","last_fullsized":"2021-07-26T16:09:52.156479+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"255'6638","reported_seq":6682,"reported_epoch":255,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:54.012542+0000","last_change":"2021-07-26T16:08:37.650583+0000","last_active":"2021-07-26T16:09:54.012542+0000","last_peered":"2021-07-26T16:09:54.012542+0000","last_clean":"2021-07-26T16:08:35.276729+0000","last_became_active":"2021-07-26T16:08:37.555480+0000","last_became_peered":"2021-07-26T16:08:37.555480+0000","last_unstale":"2021-07-26T16:09:54.012542+0000","last_undegraded":"2021-07-26T16:08:37.546036+0000","last_fullsized":"2021-07-26T16:08:37.284612+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6638,"ondisk_log_size":6638,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":329515008,"num_objects":5028,"num_object_clones":0,"num_object_copies":15084,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3482,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5028,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6638,"num_write_kb":373312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":2677},{"shards":"1,7","objects":1546}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":272,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.152711+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:09:52.152711+0000","last_peered":"2021-07-26T16:09:52.152711+0000","last_clean":"2021-07-26T16:09:52.152711+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:09:52.152711+0000","last_undegraded":"2021-07-26T16:09:52.152711+0000","last_fullsized":"2021-07-26T16:09:52.152711+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":161,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.140128+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:09:52.140128+0000","last_peered":"2021-07-26T16:09:52.140128+0000","last_clean":"2021-07-26T16:09:52.140128+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:09:52.140128+0000","last_undegraded":"2021-07-26T16:09:52.140128+0000","last_fullsized":"2021-07-26T16:09:52.140128+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":159,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144911+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:09:52.144911+0000","last_peered":"2021-07-26T16:09:52.144911+0000","last_clean":"2021-07-26T16:09:52.144911+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:09:52.144911+0000","last_undegraded":"2021-07-26T16:09:52.144911+0000","last_fullsized":"2021-07-26T16:09:52.144911+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"255'6971","reported_seq":7004,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:54.265885+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:09:54.265885+0000","last_peered":"2021-07-26T16:09:54.265885+0000","last_clean":"2021-07-26T16:09:54.265885+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:09:54.265885+0000","last_undegraded":"2021-07-26T16:09:54.265885+0000","last_fullsized":"2021-07-26T16:09:54.265885+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6971,"ondisk_log_size":6971,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":340721664,"num_objects":5199,"num_object_clones":0,"num_object_copies":15597,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5199,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6971,"num_write_kb":389440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":285,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.157161+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:09:52.157161+0000","last_peered":"2021-07-26T16:09:52.157161+0000","last_clean":"2021-07-26T16:09:52.157161+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:09:52.157161+0000","last_undegraded":"2021-07-26T16:09:52.157161+0000","last_fullsized":"2021-07-26T16:09:52.157161+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":265,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144246+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:09:52.144246+0000","last_peered":"2021-07-26T16:09:52.144246+0000","last_clean":"2021-07-26T16:09:52.144246+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:09:52.144246+0000","last_undegraded":"2021-07-26T16:09:52.144246+0000","last_fullsized":"2021-07-26T16:09:52.144246+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":142,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139415+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:09:52.139415+0000","last_peered":"2021-07-26T16:09:52.139415+0000","last_clean":"2021-07-26T16:09:52.139415+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:09:52.139415+0000","last_undegraded":"2021-07-26T16:09:52.139415+0000","last_fullsized":"2021-07-26T16:09:52.139415+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"255'6886","reported_seq":6919,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:54.802569+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:09:54.802569+0000","last_peered":"2021-07-26T16:09:54.802569+0000","last_clean":"2021-07-26T16:09:54.802569+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:09:54.802569+0000","last_undegraded":"2021-07-26T16:09:54.802569+0000","last_fullsized":"2021-07-26T16:09:54.802569+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6886,"ondisk_log_size":6886,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":334888960,"num_objects":5110,"num_object_clones":0,"num_object_copies":15330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5110,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6886,"num_write_kb":383872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":83,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.154009+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:09:52.154009+0000","last_peered":"2021-07-26T16:09:52.154009+0000","last_clean":"2021-07-26T16:09:52.154009+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:09:52.154009+0000","last_undegraded":"2021-07-26T16:09:52.154009+0000","last_fullsized":"2021-07-26T16:09:52.154009+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":223,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144983+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:09:52.144983+0000","last_peered":"2021-07-26T16:09:52.144983+0000","last_clean":"2021-07-26T16:09:52.144983+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:09:52.144983+0000","last_undegraded":"2021-07-26T16:09:52.144983+0000","last_fullsized":"2021-07-26T16:09:52.144983+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":56,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.152627+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:09:52.152627+0000","last_peered":"2021-07-26T16:09:52.152627+0000","last_clean":"2021-07-26T16:09:52.152627+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:09:52.152627+0000","last_undegraded":"2021-07-26T16:09:52.152627+0000","last_fullsized":"2021-07-26T16:09:52.152627+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"255'6852","reported_seq":6885,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:54.612482+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:09:54.612482+0000","last_peered":"2021-07-26T16:09:54.612482+0000","last_clean":"2021-07-26T16:09:54.612482+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:09:54.612482+0000","last_undegraded":"2021-07-26T16:09:54.612482+0000","last_fullsized":"2021-07-26T16:09:54.612482+0000","mapping_epoch":230,"log_start":"234'1700","ondisk_log_start":"234'1700","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5152,"ondisk_log_size":5152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":335806464,"num_objects":5124,"num_object_clones":0,"num_object_copies":15372,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6852,"num_write_kb":383232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":271,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.159748+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:09:52.159748+0000","last_peered":"2021-07-26T16:09:52.159748+0000","last_clean":"2021-07-26T16:09:52.159748+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:09:52.159748+0000","last_undegraded":"2021-07-26T16:09:52.159748+0000","last_fullsized":"2021-07-26T16:09:52.159748+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":85,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.145076+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:09:52.145076+0000","last_peered":"2021-07-26T16:09:52.145076+0000","last_clean":"2021-07-26T16:09:52.145076+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:09:52.145076+0000","last_undegraded":"2021-07-26T16:09:52.145076+0000","last_fullsized":"2021-07-26T16:09:52.145076+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":90,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139803+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:09:52.139803+0000","last_peered":"2021-07-26T16:09:52.139803+0000","last_clean":"2021-07-26T16:09:52.139803+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:09:52.139803+0000","last_undegraded":"2021-07-26T16:09:52.139803+0000","last_fullsized":"2021-07-26T16:09:52.139803+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":113,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144399+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:09:52.144399+0000","last_peered":"2021-07-26T16:09:52.144399+0000","last_clean":"2021-07-26T16:09:52.144399+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:09:52.144399+0000","last_undegraded":"2021-07-26T16:09:52.144399+0000","last_fullsized":"2021-07-26T16:09:52.144399+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":214,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144322+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:09:52.144322+0000","last_peered":"2021-07-26T16:09:52.144322+0000","last_clean":"2021-07-26T16:09:52.144322+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:09:52.144322+0000","last_undegraded":"2021-07-26T16:09:52.144322+0000","last_fullsized":"2021-07-26T16:09:52.144322+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":259,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.140430+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:09:52.140430+0000","last_peered":"2021-07-26T16:09:52.140430+0000","last_clean":"2021-07-26T16:09:52.140430+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:09:52.140430+0000","last_undegraded":"2021-07-26T16:09:52.140430+0000","last_fullsized":"2021-07-26T16:09:52.140430+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":90,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144458+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:09:52.144458+0000","last_peered":"2021-07-26T16:09:52.144458+0000","last_clean":"2021-07-26T16:09:52.144458+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:09:52.144458+0000","last_undegraded":"2021-07-26T16:09:52.144458+0000","last_fullsized":"2021-07-26T16:09:52.144458+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":244,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139774+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:09:52.139774+0000","last_peered":"2021-07-26T16:09:52.139774+0000","last_clean":"2021-07-26T16:09:52.139774+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:09:52.139774+0000","last_undegraded":"2021-07-26T16:09:52.139774+0000","last_fullsized":"2021-07-26T16:09:52.139774+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":28,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.154751+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:09:52.154751+0000","last_peered":"2021-07-26T16:09:52.154751+0000","last_clean":"2021-07-26T16:09:52.154751+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:09:52.154751+0000","last_undegraded":"2021-07-26T16:09:52.154751+0000","last_fullsized":"2021-07-26T16:09:52.154751+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":51,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.157980+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:09:52.157980+0000","last_peered":"2021-07-26T16:09:52.157980+0000","last_clean":"2021-07-26T16:09:52.157980+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:09:52.157980+0000","last_undegraded":"2021-07-26T16:09:52.157980+0000","last_fullsized":"2021-07-26T16:09:52.157980+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":219,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139243+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:09:52.139243+0000","last_peered":"2021-07-26T16:09:52.139243+0000","last_clean":"2021-07-26T16:09:52.139243+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:09:52.139243+0000","last_undegraded":"2021-07-26T16:09:52.139243+0000","last_fullsized":"2021-07-26T16:09:52.139243+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":100,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.140175+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:09:52.140175+0000","last_peered":"2021-07-26T16:09:52.140175+0000","last_clean":"2021-07-26T16:09:52.140175+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:09:52.140175+0000","last_undegraded":"2021-07-26T16:09:52.140175+0000","last_fullsized":"2021-07-26T16:09:52.140175+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":90,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.135167+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:09:52.135167+0000","last_peered":"2021-07-26T16:09:52.135167+0000","last_clean":"2021-07-26T16:09:52.135167+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:09:52.135167+0000","last_undegraded":"2021-07-26T16:09:52.135167+0000","last_fullsized":"2021-07-26T16:09:52.135167+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":5408751640,"num_objects":82532,"num_object_clones":0,"num_object_copies":247596,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":18813,"num_objects_misplaced":2628,"num_objects_unfound":0,"num_objects_dirty":82532,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":110470,"num_write_kb":6176001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7356,"num_bytes_recovered":482017280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17041534976,"data_stored":17041522760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104170,"ondisk_log_size":104170,"up":48,"acting":42,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495903,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3360832,"kb_used_data":2312248,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90384320,"statfs":{"total":95995035648,"available":92553543680,"internally_reserved":1073741824,"allocated":2367741952,"data_stored":2366477746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,2,0,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.4750000000000001,"15min":0.88100000000000001},"min":{"1min":0.251,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.1929999999999996,"5min":61.125,"15min":61.125},"last":0.26100000000000001},{"interface":"front","average":{"1min":1.135,"5min":1.581,"15min":0.92800000000000005},"min":{"1min":0.32700000000000001,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.5030000000000001,"5min":61.165999999999997,"15min":61.165999999999997},"last":0.37}]},{"osd":1,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":4.7839999999999998,"5min":1.8280000000000001,"15min":1.1100000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":72.989000000000004,"5min":72.989000000000004,"15min":72.989000000000004},"last":0.29899999999999999},{"interface":"front","average":{"1min":4.2930000000000001,"5min":2.1150000000000002,"15min":1.117},"min":{"1min":0.251,"5min":0.24299999999999999,"15min":0.23300000000000001},"max":{"1min":70.066000000000003,"5min":70.066000000000003,"15min":70.066000000000003},"last":2.1789999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:09:43 2021","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.2809999999999999,"15min":1.5509999999999999},"min":{"1min":0.309,"5min":0.224,"15min":0.224},"max":{"1min":8.4860000000000007,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.75600000000000001,"5min":1.0249999999999999,"15min":1.466},"min":{"1min":0.317,"5min":0.30399999999999999,"15min":0.27600000000000002},"max":{"1min":2.9860000000000002,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":2.145}]},{"osd":3,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":3.3780000000000001,"5min":1.6919999999999999,"15min":1.093},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":48.880000000000003,"5min":48.880000000000003,"15min":48.880000000000003},"last":2.2229999999999999},{"interface":"front","average":{"1min":4.1440000000000001,"5min":1.6240000000000001,"15min":1.071},"min":{"1min":0.30199999999999999,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":48.792999999999999,"5min":48.792999999999999,"15min":48.792999999999999},"last":0.317}]},{"osd":4,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.5980000000000001,"5min":0.66300000000000003,"15min":0.433},"min":{"1min":0.24199999999999999,"5min":0.22,"15min":0.22},"max":{"1min":9.3089999999999993,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":0.72799999999999998},{"interface":"front","average":{"1min":1.645,"5min":0.73199999999999998,"15min":0.51600000000000001},"min":{"1min":0.28599999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":9.3300000000000001,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":0.751}]},{"osd":5,"last update":"Mon Jul 26 16:09:53 2021","interfaces":[{"interface":"back","average":{"1min":2.577,"5min":1.0529999999999999,"15min":0.67500000000000004},"min":{"1min":0.26900000000000002,"5min":0.22900000000000001,"15min":0.21299999999999999},"max":{"1min":9.9860000000000007,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":0.35399999999999998},{"interface":"front","average":{"1min":2.7360000000000002,"5min":1.0669999999999999,"15min":0.72999999999999998},"min":{"1min":0.34599999999999997,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":10.406000000000001,"5min":10.406000000000001,"15min":10.406000000000001},"last":0.77100000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:09:53 2021","interfaces":[{"interface":"back","average":{"1min":2.899,"5min":1.139,"15min":0.751},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.24399999999999999},"max":{"1min":10.09,"5min":10.09,"15min":10.09},"last":0.39500000000000002},{"interface":"front","average":{"1min":2.214,"5min":0.93100000000000005,"15min":0.629},"min":{"1min":0.25700000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.7709999999999999,"5min":5.7709999999999999,"15min":5.7709999999999999},"last":2.2010000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659427,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3368072,"kb_used_data":2319488,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90377080,"statfs":{"total":95995035648,"available":92546129920,"internally_reserved":1073741824,"allocated":2375155712,"data_stored":2373891200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,2,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":0.94799999999999995,"15min":0.69799999999999995},"min":{"1min":0.248,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":13.945,"5min":13.945,"15min":13.945},"last":1.0940000000000001},{"interface":"front","average":{"1min":1.022,"5min":0.90700000000000003,"15min":0.748},"min":{"1min":0.22500000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":5.7439999999999998,"5min":10.353999999999999,"15min":11.207000000000001},"last":1.1359999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.393,"5min":1.1120000000000001,"15min":0.80100000000000005},"min":{"1min":0.23499999999999999,"5min":0.22500000000000001,"15min":0.21199999999999999},"max":{"1min":6.3959999999999999,"5min":12.864000000000001,"15min":12.864000000000001},"last":1.119},{"interface":"front","average":{"1min":2.2509999999999999,"5min":1.141,"15min":0.94599999999999995},"min":{"1min":0.29499999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":17.036000000000001,"5min":17.036000000000001,"15min":17.036000000000001},"last":1.212}]},{"osd":2,"last update":"Mon Jul 26 16:09:33 2021","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":0.96999999999999997,"15min":1.7330000000000001},"min":{"1min":0.31,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.3559999999999999,"5min":5.8639999999999999,"15min":12.388999999999999},"last":1.2909999999999999},{"interface":"front","average":{"1min":1.081,"5min":0.97999999999999998,"15min":1.5089999999999999},"min":{"1min":0.34799999999999998,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":4.3440000000000003,"5min":5.9260000000000002,"15min":10.116},"last":1.3140000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":1.6080000000000001,"15min":1.175},"min":{"1min":0.31,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":14.561,"5min":49.716999999999999,"15min":49.716999999999999},"last":1.3340000000000001},{"interface":"front","average":{"1min":3.1139999999999999,"5min":1.8380000000000001,"15min":1.266},"min":{"1min":0.33600000000000002,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":17.202000000000002,"5min":49.741,"15min":49.741},"last":1.48}]},{"osd":4,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.359,"5min":0.69099999999999995,"15min":0.441},"min":{"1min":0.224,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":4.7089999999999996,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":1.9670000000000001},{"interface":"front","average":{"1min":1.286,"5min":0.77200000000000002,"15min":0.46000000000000002},"min":{"1min":0.27000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":6.6500000000000004,"5min":8.4179999999999993,"15min":8.4179999999999993},"last":3.2469999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":0.71299999999999997,"15min":0.55300000000000005},"min":{"1min":0.28399999999999997,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":5.6840000000000002,"5min":6.718,"15min":6.718},"last":1.9359999999999999},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.61199999999999999,"15min":0.55300000000000005},"min":{"1min":0.28100000000000003,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":4.2999999999999998,"5min":5.8819999999999997,"15min":5.9240000000000004},"last":1.3779999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":1.506,"5min":1.069,"15min":0.80800000000000005},"min":{"1min":0.316,"5min":0.251,"15min":0.222},"max":{"1min":3.5600000000000001,"5min":16.913,"15min":16.913},"last":4.54},{"interface":"front","average":{"1min":2.6150000000000002,"5min":1.0509999999999999,"15min":0.72999999999999998},"min":{"1min":0.28399999999999997,"5min":0.26400000000000001,"15min":0.26300000000000001},"max":{"1min":8.4939999999999998,"5min":8.4939999999999998,"15min":8.4939999999999998},"last":1.357}]}]},{"osd":1,"up_from":78,"seq":335007449244,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3396216,"kb_used_data":3151984,"kb_used_omap":6,"kb_used_meta":244217,"kb_avail":90348936,"statfs":{"total":95995035648,"available":92517310464,"internally_reserved":0,"allocated":3227631616,"data_stored":3226378734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":250078809},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,2,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.997,"15min":0.70099999999999996},"min":{"1min":0.217,"5min":0.191,"15min":0.184},"max":{"1min":7.9219999999999997,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":0.44800000000000001},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.2649999999999999,"15min":0.85899999999999999},"min":{"1min":0.216,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":6.4189999999999996,"5min":10.977,"15min":10.977},"last":0.23300000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:09:31 2021","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":1.5249999999999999,"15min":1.6910000000000001},"min":{"1min":0.26100000000000001,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":2.5790000000000002,"5min":34.530000000000001,"15min":34.530000000000001},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":1.544,"15min":1.6779999999999999},"min":{"1min":0.29999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":1.569,"5min":34.465000000000003,"15min":34.465000000000003},"last":4.4009999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:09:21 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":1.173,"15min":1.01},"min":{"1min":0.27900000000000003,"5min":0.254,"15min":0.24099999999999999},"max":{"1min":5.0709999999999997,"5min":8.9529999999999994,"15min":13.077999999999999},"last":6.5910000000000002},{"interface":"front","average":{"1min":1.351,"5min":1.3520000000000001,"15min":1.0449999999999999},"min":{"1min":0.32100000000000001,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":4.7469999999999999,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.41799999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.012,"15min":0.92300000000000004},"min":{"1min":0.372,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":3.7509999999999999,"5min":5.9539999999999997,"15min":5.9539999999999997},"last":6.6200000000000001},{"interface":"front","average":{"1min":1.1990000000000001,"5min":1.151,"15min":1.0900000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.1929999999999996,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":0.48099999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.298,"5min":1.147,"15min":0.91000000000000003},"min":{"1min":0.38300000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.5300000000000002,"5min":5.5300000000000002,"15min":9.8689999999999998},"last":1.137},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.01,"15min":0.90000000000000002},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":3.109,"5min":5.9109999999999996,"15min":6.9139999999999997},"last":6.5129999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":1.238,"15min":0.97799999999999998},"min":{"1min":0.41899999999999998,"5min":0.255,"15min":0.255},"max":{"1min":2.9180000000000001,"5min":4.7549999999999999,"15min":9.9209999999999994},"last":0.32800000000000001},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.133,"15min":0.92900000000000005},"min":{"1min":0.41999999999999998,"5min":0.35099999999999998,"15min":0.32200000000000001},"max":{"1min":3.1579999999999999,"5min":6.508,"15min":6.8730000000000002},"last":6.5599999999999996}]},{"osd":7,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.095,"15min":0.89000000000000001},"min":{"1min":0.371,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":5.258,"5min":5.9870000000000001,"15min":5.9870000000000001},"last":1.1719999999999999},{"interface":"front","average":{"1min":1.4490000000000001,"5min":1.373,"15min":1.054},"min":{"1min":0.45700000000000002,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":4.5679999999999996,"5min":8.234,"15min":9.968},"last":2.2210000000000001}]}]},{"osd":0,"up_from":0,"seq":313532612778,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500784,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122193,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3910516,"kb_used_data":3821868,"kb_used_omap":3,"kb_used_meta":88636,"kb_avail":89834636,"statfs":{"total":95995035648,"available":91990667264,"internally_reserved":0,"allocated":3913592832,"data_stored":3912343570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":90763412},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.254,"5min":1.4199999999999999,"15min":0.95199999999999996},"min":{"1min":0.222,"5min":0.20499999999999999,"15min":0.17799999999999999},"max":{"1min":14.019,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":1.284,"15min":0.88300000000000001},"min":{"1min":0.222,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.494,"5min":56.030999999999999,"15min":56.030999999999999},"last":0.33300000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":5.524,"5min":2.3889999999999998,"15min":1.3149999999999999},"min":{"1min":0.254,"5min":0.22500000000000001,"15min":0.223},"max":{"1min":84.659000000000006,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.218},{"interface":"front","average":{"1min":6.2480000000000002,"5min":2.6669999999999998,"15min":1.5049999999999999},"min":{"1min":0.28100000000000003,"5min":0.223,"15min":0.223},"max":{"1min":83.567999999999998,"5min":83.567999999999998,"15min":83.567999999999998},"last":0.54200000000000004}]},{"osd":2,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":1.2889999999999999,"15min":1.8009999999999999},"min":{"1min":0.26000000000000001,"5min":0.251,"15min":0.251},"max":{"1min":3.1739999999999999,"5min":10.73,"15min":10.73},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.80600000000000005,"5min":1.194,"15min":2.2440000000000002},"min":{"1min":0.30499999999999999,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":3.7589999999999999,"5min":10.694000000000001,"15min":14.436},"last":0.316}]},{"osd":4,"last update":"Mon Jul 26 16:09:30 2021","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.85099999999999998,"15min":0.69899999999999995},"min":{"1min":0.29499999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":5.6619999999999999,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":3.1600000000000001},{"interface":"front","average":{"1min":1.1499999999999999,"5min":1.079,"15min":0.84499999999999997},"min":{"1min":0.35199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.903,"5min":7.0380000000000003,"15min":7.0380000000000003},"last":0.41199999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.83099999999999996},"min":{"1min":0.317,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":2.1349999999999998,"5min":5.0540000000000003,"15min":10.988},"last":0.51800000000000002},{"interface":"front","average":{"1min":1.593,"5min":1.034,"15min":0.92500000000000004},"min":{"1min":0.35699999999999998,"5min":0.314,"15min":0.314},"max":{"1min":10.634,"5min":10.634,"15min":11.145},"last":0.58699999999999997}]},{"osd":6,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":0.876,"15min":0.873},"min":{"1min":0.39300000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":5.6109999999999998,"5min":5.6109999999999998,"15min":11.039999999999999},"last":1.1930000000000001},{"interface":"front","average":{"1min":1.167,"5min":1.0980000000000001,"15min":1.006},"min":{"1min":0.39700000000000002,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":3.254,"5min":7.109,"15min":7.109},"last":2.1739999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.212,"15min":1.0760000000000001},"min":{"1min":0.39900000000000002,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":11.625999999999999,"5min":11.625999999999999,"15min":11.625999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":1.7310000000000001,"5min":1.2569999999999999,"15min":1.093},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":10.667,"5min":10.667,"15min":19.039999999999999},"last":2.0710000000000002}]}]},{"osd":4,"up_from":163,"seq":700079669316,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2852872,"kb_used_data":1804288,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":90892280,"statfs":{"total":95995035648,"available":93073694720,"internally_reserved":1073741824,"allocated":1847590912,"data_stored":1846326488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,1,6],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.72399999999999998,"15min":0.44800000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.4990000000000001,"5min":7.3719999999999999,"15min":7.3719999999999999},"last":0.25600000000000001},{"interface":"front","average":{"1min":1.496,"5min":1.1060000000000001,"15min":0.62},"min":{"1min":0.23300000000000001,"5min":0.218,"15min":0.218},"max":{"1min":5.0919999999999996,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":0.307}]},{"osd":1,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":4.7629999999999999,"5min":1.5009999999999999,"15min":0.751},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":70.212999999999994,"5min":70.212999999999994,"15min":70.212999999999994},"last":0.22900000000000001},{"interface":"front","average":{"1min":5.1050000000000004,"5min":1.696,"15min":0.85199999999999998},"min":{"1min":0.26400000000000001,"5min":0.247,"15min":0.247},"max":{"1min":69.948999999999998,"5min":69.948999999999998,"15min":69.948999999999998},"last":0.26500000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.226,"5min":1.028,"15min":0.61699999999999999},"min":{"1min":0.28599999999999998,"5min":0.252,"15min":0.252},"max":{"1min":3.5409999999999999,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.87,"5min":0.76200000000000001,"15min":0.57899999999999996},"min":{"1min":0.32100000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.5619999999999998,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.98099999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.9390000000000001,"5min":0.94299999999999995,"15min":0.60099999999999998},"min":{"1min":0.26300000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.81699999999999995,"15min":0.55700000000000005},"min":{"1min":0.316,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.3479999999999999,"5min":6.8940000000000001,"15min":6.8940000000000001},"last":1.008}]},{"osd":5,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":0.56699999999999995,"15min":0.40999999999999998},"min":{"1min":0.26500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":1.7410000000000001},{"interface":"front","average":{"1min":1.177,"5min":0.58899999999999997,"15min":0.435},"min":{"1min":0.251,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":4.7469999999999999,"5min":4.7469999999999999,"15min":4.7469999999999999},"last":1.7889999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.53700000000000003,"15min":0.39600000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.7749999999999999,"5min":2.7749999999999999,"15min":2.7749999999999999},"last":1.762},{"interface":"front","average":{"1min":1.169,"5min":0.628,"15min":0.44},"min":{"1min":0.27400000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":3.4689999999999999,"5min":3.4689999999999999,"15min":3.4689999999999999},"last":4.4009999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.53500000000000003,"15min":0.436},"min":{"1min":0.25800000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":3.1190000000000002,"5min":3.1190000000000002,"15min":3.1190000000000002},"last":3.073},{"interface":"front","average":{"1min":2.2530000000000001,"5min":0.85899999999999999,"15min":0.53700000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":8.1809999999999992,"5min":8.1809999999999992,"15min":8.1809999999999992},"last":0.32400000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822952,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2549364,"kb_used_data":1500780,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91195788,"statfs":{"total":95995035648,"available":93384486912,"internally_reserved":1073741824,"allocated":1536798720,"data_stored":1535549967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,15,1],"upper_bound":4096},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:16 2021","interfaces":[{"interface":"back","average":{"1min":4.2370000000000001,"5min":1.8660000000000001,"15min":1.034},"min":{"1min":0.26000000000000001,"5min":0.23300000000000001,"15min":0.19500000000000001},"max":{"1min":59.381,"5min":59.381,"15min":59.381},"last":0.88300000000000001},{"interface":"front","average":{"1min":4.2789999999999999,"5min":2.0230000000000001,"15min":1.119},"min":{"1min":0.30099999999999999,"5min":0.29199999999999998,"15min":0.24399999999999999},"max":{"1min":59.401000000000003,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.90400000000000003}]},{"osd":1,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":4.9139999999999997,"5min":2.4319999999999999,"15min":1.389},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":85.896000000000001,"5min":85.896000000000001,"15min":85.896000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":5.6970000000000001,"5min":2.5990000000000002,"15min":1.482},"min":{"1min":0.248,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":85.566999999999993,"5min":85.566999999999993,"15min":85.566999999999993},"last":0.47699999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:09:35 2021","interfaces":[{"interface":"back","average":{"1min":1.8460000000000001,"5min":1.0549999999999999,"15min":1.1830000000000001},"min":{"1min":0.27700000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":6.4450000000000003,"5min":6.4450000000000003,"15min":35.734000000000002},"last":0.83499999999999996},{"interface":"front","average":{"1min":1.4139999999999999,"5min":2.722,"15min":1.7330000000000001},"min":{"1min":0.26700000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":5.2370000000000001,"5min":171.78700000000001,"15min":171.78700000000001},"last":0.32600000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:09:16 2021","interfaces":[{"interface":"back","average":{"1min":4.3730000000000002,"5min":1.9379999999999999,"15min":1.405},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":59.469999999999999,"5min":59.469999999999999,"15min":59.469999999999999},"last":1.135},{"interface":"front","average":{"1min":4.1970000000000001,"5min":1.782,"15min":1.353},"min":{"1min":0.28999999999999998,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":59.465000000000003,"5min":59.465000000000003,"15min":59.465000000000003},"last":1.123}]},{"osd":4,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":1.877,"5min":0.77600000000000002,"15min":0.47999999999999998},"min":{"1min":0.25900000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":9.6790000000000003,"5min":9.6790000000000003,"15min":9.6790000000000003},"last":0.35899999999999999},{"interface":"front","average":{"1min":1.28,"5min":0.63900000000000001,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":9.9749999999999996,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":0.312}]},{"osd":6,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":2.2669999999999999,"5min":0.93200000000000005,"15min":0.65500000000000003},"min":{"1min":0.25600000000000001,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":9.7189999999999994,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":0.41099999999999998},{"interface":"front","average":{"1min":1.4159999999999999,"5min":0.81599999999999995,"15min":0.63200000000000001},"min":{"1min":0.29699999999999999,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":5.157,"5min":6.2519999999999998,"15min":7.899},"last":0.38100000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":1.6499999999999999,"5min":0.84799999999999998,"15min":0.68700000000000006},"min":{"1min":0.41099999999999998,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":6.0410000000000004,"5min":6.3579999999999997,"15min":8.9489999999999998},"last":0.495},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.52400000000000002,"15min":0.55100000000000005},"min":{"1min":0.28399999999999997,"5min":0.249,"15min":0.217},"max":{"1min":2.2090000000000001,"5min":2.641,"15min":8.1170000000000009},"last":0.42699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1867579392,"data_stored":1867579392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3203993600,"data_stored":3203989528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3896053760,"data_stored":3896049688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1833369600,"data_stored":1833369600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1531445248,"data_stored":1531445248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2362511360,"data_stored":2362507288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2346582016,"data_stored":2346582016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:09:57.228 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:57.267 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:09:57.271 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:57.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:57.273 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:57.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:57 smithi139 ceph-mon[56829]: pgmap v696: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.0 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 809 op/s; 18813/247668 objects degraded (7.596%); 2628/247668 objects misplaced (1.061%); 6.1 MiB/s, 97 objects/s recovering 2021-07-26T16:09:57.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:57 smithi139 ceph-mon[56829]: from='client.55582 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:09:57.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:57 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 18813/247668 objects degraded (7.596%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:09:57.375 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:57.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:57 smithi078 ceph-mon[77813]: pgmap v696: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.0 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 809 op/s; 18813/247668 objects degraded (7.596%); 2628/247668 objects misplaced (1.061%); 6.1 MiB/s, 97 objects/s recovering 2021-07-26T16:09:57.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:57 smithi078 ceph-mon[77813]: from='client.55582 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:09:57.392 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:57 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 18813/247668 objects degraded (7.596%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:09:57.393 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:57 smithi078 ceph-mon[73801]: pgmap v696: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.0 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 809 op/s; 18813/247668 objects degraded (7.596%); 2628/247668 objects misplaced (1.061%); 6.1 MiB/s, 97 objects/s recovering 2021-07-26T16:09:57.394 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:57 smithi078 ceph-mon[73801]: from='client.55582 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:09:57.394 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:57 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 18813/247668 objects degraded (7.596%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:09:57.417 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:57.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:57.419 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:57.520 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:57.563 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:57.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:57.565 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:57.666 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:57.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:57.711 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:57.711 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:57.813 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:57.856 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:57.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:57.857 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:57.958 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:57.989 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:57.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:57.991 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:58.092 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:58.128 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:58.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:58.131 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:58.232 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:58.261 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:58.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:58.262 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:58.363 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:58.401 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:58.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:58.403 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:58.504 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:58.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:58.533 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:58.533 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:58.578 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:09:58.635 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:09:58.676 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:58.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:58.678 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:09:58.780 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:58.785 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:09:58.814 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:58.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:58.815 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:58.916 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:09:58.952 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:58.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:58.954 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:09:59.054 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:59.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:59.099 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:59.100 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:59.202 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:09:59.238 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:59.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:59.240 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:09:59.341 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:09:59.379 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:59.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:59.381 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:09:59.482 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:09:59.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:09:59 smithi078 ceph-mon[73801]: pgmap v697: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.0 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 390 op/s; 18813/247668 objects degraded (7.596%); 2628/247668 objects misplaced (1.061%); 2.3 MiB/s, 36 objects/s recovering 2021-07-26T16:09:59.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:09:59 smithi078 ceph-mon[77813]: pgmap v697: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.0 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 390 op/s; 18813/247668 objects degraded (7.596%); 2628/247668 objects misplaced (1.061%); 2.3 MiB/s, 36 objects/s recovering 2021-07-26T16:09:59.499 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:09:59 smithi139 ceph-mon[56829]: pgmap v697: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.0 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 390 op/s; 18813/247668 objects degraded (7.596%); 2628/247668 objects misplaced (1.061%); 2.3 MiB/s, 36 objects/s recovering 2021-07-26T16:09:59.510 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:59.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:59.511 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:09:59.613 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:09:59.644 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:09:59.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:59.645 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:09:59.746 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:09:59.785 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:59.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:59.787 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:09:59.854 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:09:59.854 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:09:59.888 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:09:59.933 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:09:59.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:09:59.935 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:00.036 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:00.062 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:00.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:00.064 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:00.165 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:00.186 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:10:00.193 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:10:00.197 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:00.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:00.198 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:00.299 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:00.329 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:00.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:00.331 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:00.366 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3486695587' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:00.366 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:00.366 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[73801]: Health detail: HEALTH_WARN nodeep-scrub flag(s) set; Degraded data redundancy: 18813/247668 objects degraded (7.596%), 6 pgs degraded, 6 pgs undersized 2021-07-26T16:10:00.366 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[73801]: [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2021-07-26T16:10:00.367 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[73801]: [WRN] PG_DEGRADED: Degraded data redundancy: 18813/247668 objects degraded (7.596%), 6 pgs degraded, 6 pgs undersized 2021-07-26T16:10:00.367 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[73801]: pg 7.4 is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [4,1] 2021-07-26T16:10:00.367 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[73801]: pg 7.5 is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,1] 2021-07-26T16:10:00.367 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[73801]: pg 7.6 is stuck undersized for 80s, current state active+recovering+undersized+degraded+remapped, last acting [7,3] 2021-07-26T16:10:00.368 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[73801]: pg 7.7 is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,3] 2021-07-26T16:10:00.368 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[73801]: pg 7.d is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,1] 2021-07-26T16:10:00.368 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[73801]: pg 7.f is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,3] 2021-07-26T16:10:00.369 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3486695587' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:00.369 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:00.369 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[77813]: Health detail: HEALTH_WARN nodeep-scrub flag(s) set; Degraded data redundancy: 18813/247668 objects degraded (7.596%), 6 pgs degraded, 6 pgs undersized 2021-07-26T16:10:00.369 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[77813]: [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2021-07-26T16:10:00.369 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[77813]: [WRN] PG_DEGRADED: Degraded data redundancy: 18813/247668 objects degraded (7.596%), 6 pgs degraded, 6 pgs undersized 2021-07-26T16:10:00.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[77813]: pg 7.4 is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [4,1] 2021-07-26T16:10:00.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[77813]: pg 7.5 is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,1] 2021-07-26T16:10:00.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[77813]: pg 7.6 is stuck undersized for 80s, current state active+recovering+undersized+degraded+remapped, last acting [7,3] 2021-07-26T16:10:00.370 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[77813]: pg 7.7 is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,3] 2021-07-26T16:10:00.371 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[77813]: pg 7.d is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,1] 2021-07-26T16:10:00.371 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:00 smithi078 ceph-mon[77813]: pg 7.f is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,3] 2021-07-26T16:10:00.379 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:00.432 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:00.463 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:00.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:00.464 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:00.565 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:00.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:00 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3486695587' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:00.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:00 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:00.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:00 smithi139 ceph-mon[56829]: Health detail: HEALTH_WARN nodeep-scrub flag(s) set; Degraded data redundancy: 18813/247668 objects degraded (7.596%), 6 pgs degraded, 6 pgs undersized 2021-07-26T16:10:00.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:00 smithi139 ceph-mon[56829]: [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2021-07-26T16:10:00.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:00 smithi139 ceph-mon[56829]: [WRN] PG_DEGRADED: Degraded data redundancy: 18813/247668 objects degraded (7.596%), 6 pgs degraded, 6 pgs undersized 2021-07-26T16:10:00.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:00 smithi139 ceph-mon[56829]: pg 7.4 is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [4,1] 2021-07-26T16:10:00.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:00 smithi139 ceph-mon[56829]: pg 7.5 is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,1] 2021-07-26T16:10:00.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:00 smithi139 ceph-mon[56829]: pg 7.6 is stuck undersized for 80s, current state active+recovering+undersized+degraded+remapped, last acting [7,3] 2021-07-26T16:10:00.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:00 smithi139 ceph-mon[56829]: pg 7.7 is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,3] 2021-07-26T16:10:00.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:00 smithi139 ceph-mon[56829]: pg 7.d is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,1] 2021-07-26T16:10:00.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:00 smithi139 ceph-mon[56829]: pg 7.f is stuck undersized for 80s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,3] 2021-07-26T16:10:00.594 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:00.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:00.595 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:00.697 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:00.733 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:00.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:00.735 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:00.836 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:00.873 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:00.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:00.874 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:00.975 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:01.006 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:01.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:01.008 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:01.025 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-07-26T16:10:01.109 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:01.134 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:01.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:01.135 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:01.236 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:01.243 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:10:01.267 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:01.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:01.269 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:01.326 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:01 smithi139 ceph-mon[56829]: pgmap v698: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 836 op/s; 18824/236970 objects degraded (7.944%); 2486/236970 objects misplaced (1.049%); 3.3 MiB/s, 52 objects/s recovering 2021-07-26T16:10:01.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:01 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:10:01.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:01 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:10:01.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:01 smithi139 ceph-mon[56829]: osdmap e256: 8 total, 8 up, 6 in 2021-07-26T16:10:01.370 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:01.403 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:01.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:01.404 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:01.423 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:01 smithi078 ceph-mon[73801]: pgmap v698: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 836 op/s; 18824/236970 objects degraded (7.944%); 2486/236970 objects misplaced (1.049%); 3.3 MiB/s, 52 objects/s recovering 2021-07-26T16:10:01.423 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:01 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:10:01.423 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:01 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:10:01.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:01 smithi078 ceph-mon[73801]: osdmap e256: 8 total, 8 up, 6 in 2021-07-26T16:10:01.424 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:01 smithi078 ceph-mon[77813]: pgmap v698: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 836 op/s; 18824/236970 objects degraded (7.944%); 2486/236970 objects misplaced (1.049%); 3.3 MiB/s, 52 objects/s recovering 2021-07-26T16:10:01.424 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:01 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:10:01.424 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:01 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:10:01.425 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:01 smithi078 ceph-mon[77813]: osdmap e256: 8 total, 8 up, 6 in 2021-07-26T16:10:01.506 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:01.533 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:01.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:01.535 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:01.636 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:01.662 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:01.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:01.664 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:01.728 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:10:01.753 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:10:01.766 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:01.785 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:10:01.795 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:01.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:01.796 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:01.815 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:10:01.850 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:10:01.879 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:10:01.897 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:01.911 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:10:01.935 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:01.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:01.937 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:01.945 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:10:01.949 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:10:01.950 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:10:01.950 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:10:01.950 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:10:01.950 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:10:01.951 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:10:01.951 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:10:01.951 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:10:02.038 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:02.061 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:02.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:02.063 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:02.164 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:02.195 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:02.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:02.197 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:02.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:02 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2978188781' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:02.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:02 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 18824/236970 objects degraded (7.944%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:02.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:02 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2978188781' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:02.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:02 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 18824/236970 objects degraded (7.944%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:02.298 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:02.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:02 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2978188781' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:02.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:02 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 18824/236970 objects degraded (7.944%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:02.330 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:02.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:02.332 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:02.433 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:02.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:02.457 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:02.457 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:02.558 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:02.585 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:02.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:02.586 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:02.687 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:02.713 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:02.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:02.714 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:02.815 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:02.848 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:02.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:02.850 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:02.951 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:02.992 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:02.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:02.995 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:03.096 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:03.121 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:03.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:03.123 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:03.209 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:10:03.225 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:03.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:03.281 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:03.281 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:03.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:03 smithi139 ceph-mon[56829]: pgmap v700: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 754 op/s; 18824/236970 objects degraded (7.944%); 2486/236970 objects misplaced (1.049%); 3.0 MiB/s, 47 objects/s recovering 2021-07-26T16:10:03.382 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:03.396 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:03.439 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:03.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:03.442 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:03.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:03 smithi078 ceph-mon[77813]: pgmap v700: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 754 op/s; 18824/236970 objects degraded (7.944%); 2486/236970 objects misplaced (1.049%); 3.0 MiB/s, 47 objects/s recovering 2021-07-26T16:10:03.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:03 smithi078 ceph-mon[73801]: pgmap v700: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 754 op/s; 18824/236970 objects degraded (7.944%); 2486/236970 objects misplaced (1.049%); 3.0 MiB/s, 47 objects/s recovering 2021-07-26T16:10:03.543 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:03.581 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:03.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:03.582 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:03.683 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:03.705 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:10:03.705 INFO:teuthology.orchestra.run.smithi139.stdout: "size": 20, 2021-07-26T16:10:03.705 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 600, 2021-07-26T16:10:03.705 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:10:03.706 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.706 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108960 6.a 6:542c4406:::benchmark_data_smithi078_103090_object4095:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:10:03.706 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:14.952751+0000", 2021-07-26T16:10:03.706 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 528.74887675900004, 2021-07-26T16:10:03.707 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1974689169999999, 2021-07-26T16:10:03.707 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.707 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:10:03.707 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.708 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:10:03.708 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:10:03.708 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108960 2021-07-26T16:10:03.708 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.708 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.709 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.709 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.709 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952751+0000", 2021-07-26T16:10:03.709 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.710 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.710 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.710 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.710 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952751+0000", 2021-07-26T16:10:03.711 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7690000000000004e-06 2021-07-26T16:10:03.711 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.711 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.711 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.711 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952756+0000", 2021-07-26T16:10:03.712 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.6520000000000002e-06 2021-07-26T16:10:03.712 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.712 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.712 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.713 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952758+0000", 2021-07-26T16:10:03.713 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2357e-05 2021-07-26T16:10:03.713 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.713 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.713 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.714 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952771+0000", 2021-07-26T16:10:03.714 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3770000000000004e-06 2021-07-26T16:10:03.714 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.714 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.715 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:03.715 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952776+0000", 2021-07-26T16:10:03.715 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6060999999999998e-05 2021-07-26T16:10:03.715 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.715 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.716 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.716 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952822+0000", 2021-07-26T16:10:03.716 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000134931 2021-07-26T16:10:03.716 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.716 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.717 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:03.717 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.952957+0000", 2021-07-26T16:10:03.717 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000124931 2021-07-26T16:10:03.717 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.718 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.718 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:10:03.718 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.953082+0000", 2021-07-26T16:10:03.718 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027972380000000001 2021-07-26T16:10:03.718 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.719 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.719 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:03.719 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.955879+0000", 2021-07-26T16:10:03.719 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00044350100000000001 2021-07-26T16:10:03.720 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.720 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.720 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.720 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.956323+0000", 2021-07-26T16:10:03.720 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.046537624 2021-07-26T16:10:03.721 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.721 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.721 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.721 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002860+0000", 2021-07-26T16:10:03.721 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.91e-06 2021-07-26T16:10:03.722 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.722 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.722 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:03.723 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002870+0000", 2021-07-26T16:10:03.723 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.129125747 2021-07-26T16:10:03.723 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.723 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.723 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.724 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.131996+0000", 2021-07-26T16:10:03.724 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000191903 2021-07-26T16:10:03.724 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.724 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.725 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for missing object", 2021-07-26T16:10:03.725 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132188+0000", 2021-07-26T16:10:03.725 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.017935019999999999 2021-07-26T16:10:03.725 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.726 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.726 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.726 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150123+0000", 2021-07-26T16:10:03.726 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.6896000000000002e-05 2021-07-26T16:10:03.727 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.727 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.727 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:03.727 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150220+0000", 2021-07-26T16:10:03.727 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1974689169999999 2021-07-26T16:10:03.728 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.728 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:03.728 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.728 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.728 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.729 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108962 6.a 6:502964b6:::benchmark_data_smithi078_103090_object4097:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:10:03.729 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:14.957475+0000", 2021-07-26T16:10:03.729 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 528.74415270400004, 2021-07-26T16:10:03.729 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1958575360000001, 2021-07-26T16:10:03.730 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.730 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:10:03.730 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.730 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:10:03.730 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:10:03.731 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108962 2021-07-26T16:10:03.731 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.731 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.731 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.732 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.732 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957475+0000", 2021-07-26T16:10:03.732 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.732 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.733 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.733 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.733 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957475+0000", 2021-07-26T16:10:03.733 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8650000000000001e-06 2021-07-26T16:10:03.733 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.734 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.734 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.734 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957478+0000", 2021-07-26T16:10:03.735 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8190000000000001e-06 2021-07-26T16:10:03.735 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.735 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.735 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.735 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957479+0000", 2021-07-26T16:10:03.736 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0879e-05 2021-07-26T16:10:03.736 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.736 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.736 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.737 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957490+0000", 2021-07-26T16:10:03.737 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5569999999999997e-06 2021-07-26T16:10:03.737 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.737 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.737 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:03.738 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957495+0000", 2021-07-26T16:10:03.738 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9867999999999998e-05 2021-07-26T16:10:03.738 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.738 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.739 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.739 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957535+0000", 2021-07-26T16:10:03.739 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00017194000000000001 2021-07-26T16:10:03.739 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.739 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.740 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:03.740 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957707+0000", 2021-07-26T16:10:03.740 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00012575499999999999 2021-07-26T16:10:03.740 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.740 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.741 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:10:03.741 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.957832+0000", 2021-07-26T16:10:03.741 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002957426 2021-07-26T16:10:03.741 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.742 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.742 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:03.742 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.960790+0000", 2021-07-26T16:10:03.742 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4849999999999999e-05 2021-07-26T16:10:03.742 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.743 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.743 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.743 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.960835+0000", 2021-07-26T16:10:03.743 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.042060977999999999 2021-07-26T16:10:03.743 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.744 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.744 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.744 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002896+0000", 2021-07-26T16:10:03.745 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7130000000000005e-06 2021-07-26T16:10:03.745 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.745 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.746 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:03.746 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002903+0000", 2021-07-26T16:10:03.746 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.129329161 2021-07-26T16:10:03.746 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.746 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.747 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.747 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132233+0000", 2021-07-26T16:10:03.747 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011031699999999999 2021-07-26T16:10:03.747 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.748 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.748 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for missing object", 2021-07-26T16:10:03.748 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132343+0000", 2021-07-26T16:10:03.748 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.020853724000000001 2021-07-26T16:10:03.748 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.749 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.749 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.749 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153197+0000", 2021-07-26T16:10:03.749 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013568400000000001 2021-07-26T16:10:03.750 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.750 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.750 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:03.750 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153332+0000", 2021-07-26T16:10:03.750 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1958575360000001 2021-07-26T16:10:03.751 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.751 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:03.751 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.751 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.752 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.752 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108965 6.a 6:59c2138c:::benchmark_data_smithi078_103090_object4100:head [delete] snapc 0=[] ondisk+write+known_if_redirected e115)", 2021-07-26T16:10:03.752 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:14.966376+0000", 2021-07-26T16:10:03.752 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 528.73525100200004, 2021-07-26T16:10:03.752 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.190233415, 2021-07-26T16:10:03.753 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.753 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:10:03.753 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.753 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:10:03.753 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:10:03.754 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108965 2021-07-26T16:10:03.754 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.754 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.754 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.755 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.755 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966376+0000", 2021-07-26T16:10:03.755 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.755 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.755 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.756 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.756 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966376+0000", 2021-07-26T16:10:03.756 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.83e-06 2021-07-26T16:10:03.756 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.757 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.757 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.757 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966379+0000", 2021-07-26T16:10:03.757 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.187e-06 2021-07-26T16:10:03.757 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.758 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.758 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.758 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966382+0000", 2021-07-26T16:10:03.758 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1518999999999998e-05 2021-07-26T16:10:03.759 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.759 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.759 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.759 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966403+0000", 2021-07-26T16:10:03.759 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9520000000000002e-06 2021-07-26T16:10:03.760 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.760 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.760 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:03.760 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966408+0000", 2021-07-26T16:10:03.760 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3918999999999996e-05 2021-07-26T16:10:03.761 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.761 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.761 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.761 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966472+0000", 2021-07-26T16:10:03.762 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000212275 2021-07-26T16:10:03.762 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.762 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.762 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:03.762 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966684+0000", 2021-07-26T16:10:03.763 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00021175999999999999 2021-07-26T16:10:03.763 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.763 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.763 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 2,6", 2021-07-26T16:10:03.764 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.966896+0000", 2021-07-26T16:10:03.764 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.002745366 2021-07-26T16:10:03.764 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.764 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.764 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:03.765 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.969641+0000", 2021-07-26T16:10:03.765 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000410107 2021-07-26T16:10:03.765 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.765 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.765 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.766 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:14.970051+0000", 2021-07-26T16:10:03.766 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.032875199000000001 2021-07-26T16:10:03.766 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.766 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.767 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.767 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002927+0000", 2021-07-26T16:10:03.767 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.49e-06 2021-07-26T16:10:03.767 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.767 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.768 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:03.768 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.002935+0000", 2021-07-26T16:10:03.768 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1294578930000001 2021-07-26T16:10:03.769 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.769 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.769 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.770 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132393+0000", 2021-07-26T16:10:03.770 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015026699999999999 2021-07-26T16:10:03.770 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.771 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.771 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for missing object", 2021-07-26T16:10:03.771 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132543+0000", 2021-07-26T16:10:03.771 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.023963778000000002 2021-07-26T16:10:03.771 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.772 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.772 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.772 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.156507+0000", 2021-07-26T16:10:03.772 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000102873 2021-07-26T16:10:03.773 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.773 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.773 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:03.773 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.156610+0000", 2021-07-26T16:10:03.774 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.190233415 2021-07-26T16:10:03.774 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.774 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:03.775 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.775 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.775 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.775 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108979 6.d 6:b941b757:::benchmark_data_smithi078_103090_object4114:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:10:03.776 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.023422+0000", 2021-07-26T16:10:03.776 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 528.678205542, 2021-07-26T16:10:03.776 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100419225, 2021-07-26T16:10:03.776 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.776 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:10:03.777 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.777 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:10:03.777 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:10:03.777 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108979 2021-07-26T16:10:03.778 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.778 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.778 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.778 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.779 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023422+0000", 2021-07-26T16:10:03.779 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.779 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.779 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.780 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.780 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023422+0000", 2021-07-26T16:10:03.780 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.1e-06 2021-07-26T16:10:03.780 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.780 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.781 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.781 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023425+0000", 2021-07-26T16:10:03.781 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8989999999999999e-06 2021-07-26T16:10:03.781 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.782 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.782 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.782 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023427+0000", 2021-07-26T16:10:03.782 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2935000000000001e-05 2021-07-26T16:10:03.783 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.783 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.783 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.783 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023440+0000", 2021-07-26T16:10:03.784 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9740000000000001e-06 2021-07-26T16:10:03.784 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.784 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.784 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:03.784 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023445+0000", 2021-07-26T16:10:03.785 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9378999999999997e-05 2021-07-26T16:10:03.785 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.785 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.785 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.786 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023484+0000", 2021-07-26T16:10:03.786 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5129999999999999e-06 2021-07-26T16:10:03.786 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.786 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.787 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:03.787 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.023492+0000", 2021-07-26T16:10:03.787 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.095256684 2021-07-26T16:10:03.788 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.788 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.788 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.789 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.118748+0000", 2021-07-26T16:10:03.789 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000124122 2021-07-26T16:10:03.789 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.789 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.790 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:03.790 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.118873+0000", 2021-07-26T16:10:03.790 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013073199999999999 2021-07-26T16:10:03.790 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.791 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.791 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:10:03.791 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.119003+0000", 2021-07-26T16:10:03.791 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003875968 2021-07-26T16:10:03.791 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.792 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.792 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:03.792 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122879+0000", 2021-07-26T16:10:03.793 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1647000000000003e-05 2021-07-26T16:10:03.793 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.793 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.793 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.794 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122921+0000", 2021-07-26T16:10:03.794 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.2623999999999998e-05 2021-07-26T16:10:03.794 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.794 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.795 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.795 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122954+0000", 2021-07-26T16:10:03.796 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.3801000000000003e-05 2021-07-26T16:10:03.796 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.796 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.796 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:10:03.797 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.122997+0000", 2021-07-26T16:10:03.797 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000843847 2021-07-26T16:10:03.797 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.798 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.798 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:03.798 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.123841+0000", 2021-07-26T16:10:03.798 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100419225 2021-07-26T16:10:03.799 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.799 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:03.799 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.799 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.799 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.800 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108991 6.a 6:5c60264b:::benchmark_data_smithi078_103090_object4126:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:10:03.800 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.064154+0000", 2021-07-26T16:10:03.800 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 528.63747305200002, 2021-07-26T16:10:03.800 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.087248998, 2021-07-26T16:10:03.801 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.801 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:10:03.801 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.802 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:10:03.802 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:10:03.802 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108991 2021-07-26T16:10:03.803 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.803 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.803 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.803 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.804 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064154+0000", 2021-07-26T16:10:03.804 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.804 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.804 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.804 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.805 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064154+0000", 2021-07-26T16:10:03.805 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.207e-06 2021-07-26T16:10:03.805 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.805 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.805 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.806 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064158+0000", 2021-07-26T16:10:03.806 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1519999999999999e-06 2021-07-26T16:10:03.806 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.806 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.807 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.807 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064160+0000", 2021-07-26T16:10:03.807 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4857e-05 2021-07-26T16:10:03.807 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.807 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.808 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.808 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064175+0000", 2021-07-26T16:10:03.808 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3879999999999999e-06 2021-07-26T16:10:03.808 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.809 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.809 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:03.809 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064180+0000", 2021-07-26T16:10:03.809 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8361e-05 2021-07-26T16:10:03.809 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.810 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.810 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.810 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064228+0000", 2021-07-26T16:10:03.810 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.8670000000000006e-06 2021-07-26T16:10:03.810 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.811 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.811 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:03.811 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.064238+0000", 2021-07-26T16:10:03.811 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.068336435 2021-07-26T16:10:03.812 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.812 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.812 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.812 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132575+0000", 2021-07-26T16:10:03.812 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000107741 2021-07-26T16:10:03.813 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.813 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.813 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:03.813 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132682+0000", 2021-07-26T16:10:03.813 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000115361 2021-07-26T16:10:03.814 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.814 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.814 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:10:03.814 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.132798+0000", 2021-07-26T16:10:03.815 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0088309240000000004 2021-07-26T16:10:03.815 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.815 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.815 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:03.815 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.141629+0000", 2021-07-26T16:10:03.816 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010567160000000001 2021-07-26T16:10:03.816 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.816 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.816 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.817 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142685+0000", 2021-07-26T16:10:03.817 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0078784579999999996 2021-07-26T16:10:03.817 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.817 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.817 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.818 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150564+0000", 2021-07-26T16:10:03.818 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000106062 2021-07-26T16:10:03.818 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.818 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.818 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:10:03.819 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.150670+0000", 2021-07-26T16:10:03.819 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00073346900000000005 2021-07-26T16:10:03.819 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.819 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.820 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:03.820 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.151403+0000", 2021-07-26T16:10:03.820 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.087248998 2021-07-26T16:10:03.820 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.820 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:03.821 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.821 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.821 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.821 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:108999 6.a 6:568fdac3:::benchmark_data_smithi078_103090_object4134:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:10:03.821 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.087400+0000", 2021-07-26T16:10:03.822 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 528.61422748400003, 2021-07-26T16:10:03.822 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.066831844, 2021-07-26T16:10:03.822 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.822 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:10:03.823 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.823 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:10:03.823 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:10:03.823 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 108999 2021-07-26T16:10:03.823 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.824 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.824 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.824 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.824 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087400+0000", 2021-07-26T16:10:03.825 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.825 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.825 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.825 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.825 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087400+0000", 2021-07-26T16:10:03.826 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9359999999999999e-06 2021-07-26T16:10:03.826 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.826 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.826 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.826 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087403+0000", 2021-07-26T16:10:03.827 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1950000000000002e-06 2021-07-26T16:10:03.827 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.827 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.827 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.828 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087405+0000", 2021-07-26T16:10:03.828 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6303e-05 2021-07-26T16:10:03.828 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.828 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.828 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.829 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087421+0000", 2021-07-26T16:10:03.829 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9979999999999997e-06 2021-07-26T16:10:03.829 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.829 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.830 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:03.830 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087428+0000", 2021-07-26T16:10:03.830 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5551999999999999e-05 2021-07-26T16:10:03.830 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.830 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.831 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.831 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087494+0000", 2021-07-26T16:10:03.831 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4256e-05 2021-07-26T16:10:03.831 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.831 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.832 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:03.832 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.087508+0000", 2021-07-26T16:10:03.832 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.048285154 2021-07-26T16:10:03.832 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.833 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.833 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.833 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.135793+0000", 2021-07-26T16:10:03.833 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014692199999999999 2021-07-26T16:10:03.833 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.834 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.834 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:03.834 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.135940+0000", 2021-07-26T16:10:03.834 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000121239 2021-07-26T16:10:03.834 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.835 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.835 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:10:03.835 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.136062+0000", 2021-07-26T16:10:03.835 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0055742939999999996 2021-07-26T16:10:03.836 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.836 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.836 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:03.836 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.141636+0000", 2021-07-26T16:10:03.836 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001092839 2021-07-26T16:10:03.837 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.837 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.837 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.837 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142729+0000", 2021-07-26T16:10:03.838 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.010652735999999999 2021-07-26T16:10:03.838 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.838 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.838 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.838 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153381+0000", 2021-07-26T16:10:03.839 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.4962999999999994e-05 2021-07-26T16:10:03.839 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.839 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.839 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:10:03.840 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.153456+0000", 2021-07-26T16:10:03.840 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00077545700000000001 2021-07-26T16:10:03.840 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.840 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.840 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:03.841 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154232+0000", 2021-07-26T16:10:03.841 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.066831844 2021-07-26T16:10:03.841 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.841 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:03.841 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.842 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.842 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.842 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:109000 6.a 6:57f372c4:::benchmark_data_smithi078_103090_object4135:head [delete] snapc 0=[] ondisk+write+known_if_redirected e116)", 2021-07-26T16:10:03.842 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:01:15.090324+0000", 2021-07-26T16:10:03.843 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 528.61130396700003, 2021-07-26T16:10:03.843 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0646594410000001, 2021-07-26T16:10:03.843 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.843 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:10:03.843 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.844 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:10:03.844 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:10:03.844 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 109000 2021-07-26T16:10:03.844 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.844 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.845 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.845 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.845 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090324+0000", 2021-07-26T16:10:03.845 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.846 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.846 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.846 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.846 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090324+0000", 2021-07-26T16:10:03.846 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2960000000000001e-06 2021-07-26T16:10:03.847 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.847 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.847 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.847 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090326+0000", 2021-07-26T16:10:03.848 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5230000000000001e-06 2021-07-26T16:10:03.848 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.848 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.848 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.848 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090327+0000", 2021-07-26T16:10:03.849 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1353e-05 2021-07-26T16:10:03.849 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.849 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.849 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.849 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090339+0000", 2021-07-26T16:10:03.850 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.685e-06 2021-07-26T16:10:03.850 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.850 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.850 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:03.851 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090343+0000", 2021-07-26T16:10:03.851 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7193e-05 2021-07-26T16:10:03.851 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.851 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.851 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.852 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090391+0000", 2021-07-26T16:10:03.852 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0475999999999999e-05 2021-07-26T16:10:03.852 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.852 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.852 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:03.853 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:15.090401+0000", 2021-07-26T16:10:03.853 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0483105580000001 2021-07-26T16:10:03.853 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.853 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.853 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.854 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.138712+0000", 2021-07-26T16:10:03.854 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000106938 2021-07-26T16:10:03.854 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.854 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.855 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:03.855 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.138819+0000", 2021-07-26T16:10:03.855 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000120214 2021-07-26T16:10:03.855 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.855 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.856 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,6", 2021-07-26T16:10:03.856 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.138939+0000", 2021-07-26T16:10:03.856 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0038196319999999999 2021-07-26T16:10:03.856 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.857 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.857 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.857 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142758+0000", 2021-07-26T16:10:03.857 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1729999999999995e-06 2021-07-26T16:10:03.857 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.858 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.858 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:03.858 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.142767+0000", 2021-07-26T16:10:03.858 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011518815999999999 2021-07-26T16:10:03.858 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.859 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.859 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.859 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154285+0000", 2021-07-26T16:10:03.859 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010076799999999999 2021-07-26T16:10:03.860 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.860 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.860 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:10:03.860 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154386+0000", 2021-07-26T16:10:03.860 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00059681600000000001 2021-07-26T16:10:03.861 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.861 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.861 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:03.861 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:01:16.154983+0000", 2021-07-26T16:10:03.861 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0646594410000001 2021-07-26T16:10:03.862 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.862 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:03.862 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.862 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.863 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.863 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181506 6.c 6:3eceb4b5:::benchmark_data_smithi078_103090_object76641:head [delete] snapc 0=[] ondisk+write+known_if_redirected e212)", 2021-07-26T16:10:03.863 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:56.103166+0000", 2021-07-26T16:10:03.863 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 187.598461173, 2021-07-26T16:10:03.863 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96990801999999998, 2021-07-26T16:10:03.864 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.864 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:10:03.864 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.864 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:10:03.864 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:10:03.865 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181506 2021-07-26T16:10:03.865 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.865 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.865 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.866 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.866 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.103166+0000", 2021-07-26T16:10:03.866 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.866 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.866 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.867 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.867 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.103166+0000", 2021-07-26T16:10:03.867 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.0699999999999998e-06 2021-07-26T16:10:03.867 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.868 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.868 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.868 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.103169+0000", 2021-07-26T16:10:03.868 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8819999999999999e-06 2021-07-26T16:10:03.868 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.869 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.869 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.869 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.103171+0000", 2021-07-26T16:10:03.869 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4406999999999999e-05 2021-07-26T16:10:03.869 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.870 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.870 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.870 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.103186+0000", 2021-07-26T16:10:03.870 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1619999999999996e-06 2021-07-26T16:10:03.870 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.871 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.871 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:03.871 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.103192+0000", 2021-07-26T16:10:03.871 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016848300000000001 2021-07-26T16:10:03.872 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.872 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.872 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.872 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.103360+0000", 2021-07-26T16:10:03.872 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000149758 2021-07-26T16:10:03.873 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.873 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.873 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:03.873 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.103510+0000", 2021-07-26T16:10:03.873 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015191799999999999 2021-07-26T16:10:03.874 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.874 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.874 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:10:03.874 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.103662+0000", 2021-07-26T16:10:03.874 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0088664720000000002 2021-07-26T16:10:03.875 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.875 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.875 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.875 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.112528+0000", 2021-07-26T16:10:03.876 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.2728999999999997e-05 2021-07-26T16:10:03.876 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.876 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.876 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.876 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.112571+0000", 2021-07-26T16:10:03.877 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0092564510000000006 2021-07-26T16:10:03.877 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.877 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.877 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.877 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.121828+0000", 2021-07-26T16:10:03.878 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3351e-05 2021-07-26T16:10:03.878 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.878 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.878 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:03.879 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.121841+0000", 2021-07-26T16:10:03.879 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.95121945799999996 2021-07-26T16:10:03.879 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.879 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.879 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.880 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.073060+0000", 2021-07-26T16:10:03.880 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3879e-05 2021-07-26T16:10:03.880 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.880 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.880 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:03.881 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.073074+0000", 2021-07-26T16:10:03.881 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96990801999999998 2021-07-26T16:10:03.881 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.881 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:03.882 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.882 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.882 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.882 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181542 6.c 6.e1c2418c (undecoded) ondisk+write+known_if_redirected e213)", 2021-07-26T16:10:03.882 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:56.177454+0000", 2021-07-26T16:10:03.883 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 187.52417320199999, 2021-07-26T16:10:03.883 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.89565087899999996, 2021-07-26T16:10:03.883 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.883 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:10:03.883 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.884 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:10:03.884 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:10:03.884 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181542 2021-07-26T16:10:03.884 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.885 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.885 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.885 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.885 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.177454+0000", 2021-07-26T16:10:03.885 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.886 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.886 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.886 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.886 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.177454+0000", 2021-07-26T16:10:03.887 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0480000000000001e-06 2021-07-26T16:10:03.887 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.887 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.887 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.887 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.177456+0000", 2021-07-26T16:10:03.888 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3400000000000001e-06 2021-07-26T16:10:03.888 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.888 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.888 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.889 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.177458+0000", 2021-07-26T16:10:03.889 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0393e-05 2021-07-26T16:10:03.889 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.889 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.889 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.890 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.177468+0000", 2021-07-26T16:10:03.890 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1640000000000004e-06 2021-07-26T16:10:03.890 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.890 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.891 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:03.891 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.177475+0000", 2021-07-26T16:10:03.891 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5868999999999997e-05 2021-07-26T16:10:03.891 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.891 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.892 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.892 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.177521+0000", 2021-07-26T16:10:03.892 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1590000000000001e-05 2021-07-26T16:10:03.892 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.892 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.893 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:03.893 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.177533+0000", 2021-07-26T16:10:03.893 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.89556383399999995 2021-07-26T16:10:03.893 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.893 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.894 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.894 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.073097+0000", 2021-07-26T16:10:03.894 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.6410000000000008e-06 2021-07-26T16:10:03.894 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.895 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.895 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:03.895 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.073105+0000", 2021-07-26T16:10:03.895 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.89565087899999996 2021-07-26T16:10:03.895 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.896 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:03.896 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.896 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.896 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.896 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181546 6.c 6.c35392cc (undecoded) ondisk+write+known_if_redirected e213)", 2021-07-26T16:10:03.897 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:56.188683+0000", 2021-07-26T16:10:03.897 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 187.51294458699999, 2021-07-26T16:10:03.897 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.88444988800000002, 2021-07-26T16:10:03.897 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.898 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:10:03.898 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.898 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:10:03.898 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:10:03.898 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181546 2021-07-26T16:10:03.899 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.899 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.899 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.899 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.899 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.188683+0000", 2021-07-26T16:10:03.900 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.900 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.900 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.900 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.901 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.188683+0000", 2021-07-26T16:10:03.901 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3209999999999999e-06 2021-07-26T16:10:03.901 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.901 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.901 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.902 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.188685+0000", 2021-07-26T16:10:03.902 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3700000000000002e-06 2021-07-26T16:10:03.902 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.902 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.902 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.903 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.188688+0000", 2021-07-26T16:10:03.903 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1941e-05 2021-07-26T16:10:03.903 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.903 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.903 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.904 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.188700+0000", 2021-07-26T16:10:03.904 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7589999999999997e-06 2021-07-26T16:10:03.904 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.904 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.905 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:03.905 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.188704+0000", 2021-07-26T16:10:03.905 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8161999999999997e-05 2021-07-26T16:10:03.905 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.905 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.906 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.906 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.188752+0000", 2021-07-26T16:10:03.906 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.9959999999999993e-06 2021-07-26T16:10:03.906 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.906 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.907 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:03.907 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.188760+0000", 2021-07-26T16:10:03.907 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.88436408899999996 2021-07-26T16:10:03.907 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.908 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.908 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.908 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.073125+0000", 2021-07-26T16:10:03.908 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.2500000000000006e-06 2021-07-26T16:10:03.908 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.909 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.909 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:03.909 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.073133+0000", 2021-07-26T16:10:03.909 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.88444988800000002 2021-07-26T16:10:03.909 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.910 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:03.910 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.910 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.910 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.910 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:109402 7.e 7:7ee130e7:::benchmark_data_smithi078_185638_object12899:head [delete] snapc 0=[] ondisk+write+known_if_redirected e253)", 2021-07-26T16:10:03.911 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:09:52.136853+0000", 2021-07-26T16:10:03.911 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 11.564774144999999, 2021-07-26T16:10:03.911 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0788410850000001, 2021-07-26T16:10:03.911 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.912 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:10:03.912 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.912 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:03.912 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:03.912 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 109402 2021-07-26T16:10:03.913 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.913 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.913 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.913 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.913 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.136853+0000", 2021-07-26T16:10:03.914 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.914 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.914 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.914 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.914 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.136853+0000", 2021-07-26T16:10:03.915 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2639999999999998e-06 2021-07-26T16:10:03.915 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.915 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.915 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.916 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.136856+0000", 2021-07-26T16:10:03.916 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2699999999999999e-06 2021-07-26T16:10:03.916 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.916 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.916 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.917 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.136858+0000", 2021-07-26T16:10:03.917 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.1020000000000003e-06 2021-07-26T16:10:03.917 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.917 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.917 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.918 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.136867+0000", 2021-07-26T16:10:03.918 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.254e-06 2021-07-26T16:10:03.918 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.918 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.918 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:03.919 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.136872+0000", 2021-07-26T16:10:03.919 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3459000000000003e-05 2021-07-26T16:10:03.919 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.919 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.920 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.920 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.136936+0000", 2021-07-26T16:10:03.920 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00019422600000000001 2021-07-26T16:10:03.920 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.920 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.921 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:03.921 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.137130+0000", 2021-07-26T16:10:03.921 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000223501 2021-07-26T16:10:03.921 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.922 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.922 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:10:03.922 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.137353+0000", 2021-07-26T16:10:03.922 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014346370000000001 2021-07-26T16:10:03.923 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.923 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.923 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.923 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.151700+0000", 2021-07-26T16:10:03.924 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0689999999999999e-05 2021-07-26T16:10:03.924 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.924 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.924 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:03.924 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.151710+0000", 2021-07-26T16:10:03.925 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0322926939999999 2021-07-26T16:10:03.925 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.925 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.925 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.925 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.184003+0000", 2021-07-26T16:10:03.926 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000113547 2021-07-26T16:10:03.926 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.926 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.926 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for missing object", 2021-07-26T16:10:03.927 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.184117+0000", 2021-07-26T16:10:03.927 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.031509484999999997 2021-07-26T16:10:03.927 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.927 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.927 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.928 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.215626+0000", 2021-07-26T16:10:03.928 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8223000000000001e-05 2021-07-26T16:10:03.928 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.928 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.928 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:03.929 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.215694+0000", 2021-07-26T16:10:03.929 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0788410850000001 2021-07-26T16:10:03.929 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.929 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:03.930 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.930 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.930 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.930 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:109413 7.e 7:7c001eab:::benchmark_data_smithi078_185638_object12910:head [delete] snapc 0=[] ondisk+write+known_if_redirected e254)", 2021-07-26T16:10:03.930 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:09:52.154439+0000", 2021-07-26T16:10:03.931 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 11.547188064, 2021-07-26T16:10:03.931 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0609348359999999, 2021-07-26T16:10:03.931 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.931 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:10:03.931 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.932 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:03.932 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:03.932 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 109413 2021-07-26T16:10:03.932 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.933 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.933 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.933 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.933 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.154439+0000", 2021-07-26T16:10:03.933 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.934 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.934 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.934 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.934 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.154439+0000", 2021-07-26T16:10:03.934 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3519999999999999e-06 2021-07-26T16:10:03.935 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.935 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.935 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.935 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.154441+0000", 2021-07-26T16:10:03.936 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.7000000000000003e-07 2021-07-26T16:10:03.936 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.936 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.936 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.936 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.154442+0000", 2021-07-26T16:10:03.937 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.2230000000000004e-06 2021-07-26T16:10:03.937 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.937 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.937 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.937 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.154448+0000", 2021-07-26T16:10:03.938 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5880000000000002e-06 2021-07-26T16:10:03.938 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.938 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.938 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:03.939 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.154452+0000", 2021-07-26T16:10:03.939 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0072781729999999998 2021-07-26T16:10:03.939 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.939 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.940 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.940 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.161730+0000", 2021-07-26T16:10:03.940 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.8509999999999999e-06 2021-07-26T16:10:03.940 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.940 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.941 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:03.941 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.161738+0000", 2021-07-26T16:10:03.941 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.022411741 2021-07-26T16:10:03.941 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.941 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.942 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.942 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.184149+0000", 2021-07-26T16:10:03.942 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.8288999999999994e-05 2021-07-26T16:10:03.942 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.943 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.943 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:03.943 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.184238+0000", 2021-07-26T16:10:03.943 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.1428000000000006e-05 2021-07-26T16:10:03.943 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.944 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.944 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:10:03.944 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.184329+0000", 2021-07-26T16:10:03.944 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0053984539999999996 2021-07-26T16:10:03.944 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.945 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.945 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:03.945 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.189727+0000", 2021-07-26T16:10:03.945 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.025476047000000002 2021-07-26T16:10:03.946 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.946 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.946 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.946 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.215204+0000", 2021-07-26T16:10:03.946 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5554e-05 2021-07-26T16:10:03.947 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.947 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.947 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.947 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.215229+0000", 2021-07-26T16:10:03.947 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8353999999999998e-05 2021-07-26T16:10:03.948 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.948 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.948 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:10:03.948 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.215277+0000", 2021-07-26T16:10:03.949 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.6811999999999994e-05 2021-07-26T16:10:03.949 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.949 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.949 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:03.949 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.215374+0000", 2021-07-26T16:10:03.950 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0609348359999999 2021-07-26T16:10:03.950 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.950 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:03.950 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.950 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.951 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.951 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:109432 7.e 7:70e0e8e5:::benchmark_data_smithi078_185638_object12929:head [delete] snapc 0=[] ondisk+write+known_if_redirected e254)", 2021-07-26T16:10:03.951 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:09:52.190458+0000", 2021-07-26T16:10:03.951 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 11.511169008, 2021-07-26T16:10:03.952 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0254977139999999, 2021-07-26T16:10:03.952 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.952 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:10:03.952 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.952 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:03.953 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:03.953 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 109432 2021-07-26T16:10:03.953 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.953 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.953 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.954 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.954 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.190458+0000", 2021-07-26T16:10:03.954 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.954 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.955 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.955 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.955 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.190458+0000", 2021-07-26T16:10:03.955 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5319999999999997e-06 2021-07-26T16:10:03.955 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.956 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.956 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.956 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.190464+0000", 2021-07-26T16:10:03.956 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.615e-06 2021-07-26T16:10:03.956 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.957 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.957 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.957 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.190467+0000", 2021-07-26T16:10:03.957 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7402e-05 2021-07-26T16:10:03.957 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.958 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.958 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.958 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.190484+0000", 2021-07-26T16:10:03.958 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7479999999999996e-06 2021-07-26T16:10:03.959 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.959 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.959 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:03.959 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.190491+0000", 2021-07-26T16:10:03.959 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0077047679999999999 2021-07-26T16:10:03.960 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.960 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.960 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.960 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.198196+0000", 2021-07-26T16:10:03.960 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3789e-05 2021-07-26T16:10:03.961 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.961 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.961 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:03.961 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.198209+0000", 2021-07-26T16:10:03.961 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98854389799999998 2021-07-26T16:10:03.962 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.962 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.962 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.962 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.186753+0000", 2021-07-26T16:10:03.963 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.4899000000000002e-05 2021-07-26T16:10:03.963 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.963 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.963 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:03.963 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.186828+0000", 2021-07-26T16:10:03.964 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.7656000000000002e-05 2021-07-26T16:10:03.964 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.964 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.964 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:10:03.964 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.186916+0000", 2021-07-26T16:10:03.965 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0091474390000000003 2021-07-26T16:10:03.965 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.965 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.965 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:03.966 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.196063+0000", 2021-07-26T16:10:03.966 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.019350988 2021-07-26T16:10:03.966 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.966 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.966 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.967 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.215414+0000", 2021-07-26T16:10:03.967 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00038477900000000002 2021-07-26T16:10:03.967 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.967 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.967 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.968 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.215799+0000", 2021-07-26T16:10:03.968 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1099e-05 2021-07-26T16:10:03.968 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.968 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.969 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:10:03.969 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.215850+0000", 2021-07-26T16:10:03.969 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010610199999999999 2021-07-26T16:10:03.969 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.969 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.970 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:03.970 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.215956+0000", 2021-07-26T16:10:03.970 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0254977139999999 2021-07-26T16:10:03.970 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.970 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:03.971 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.971 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.971 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.971 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:109459 7.e 7:708bee23:::benchmark_data_smithi078_185638_object12956:head [delete] snapc 0=[] ondisk+write+known_if_redirected e254)", 2021-07-26T16:10:03.971 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:09:52.233194+0000", 2021-07-26T16:10:03.972 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 11.468433402, 2021-07-26T16:10:03.972 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98309254099999999, 2021-07-26T16:10:03.972 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.972 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:10:03.973 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.973 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:03.973 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:03.973 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 109459 2021-07-26T16:10:03.973 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.974 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.974 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.974 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.974 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.233194+0000", 2021-07-26T16:10:03.975 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.975 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.975 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.975 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.975 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.233194+0000", 2021-07-26T16:10:03.976 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6450000000000002e-06 2021-07-26T16:10:03.976 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.976 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.976 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.976 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.233200+0000", 2021-07-26T16:10:03.977 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8990000000000001e-06 2021-07-26T16:10:03.977 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.977 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.977 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.978 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.233203+0000", 2021-07-26T16:10:03.978 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6895e-05 2021-07-26T16:10:03.978 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.978 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.978 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.979 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.233220+0000", 2021-07-26T16:10:03.979 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.6709999999999999e-06 2021-07-26T16:10:03.979 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.979 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.979 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:03.980 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.233227+0000", 2021-07-26T16:10:03.980 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0052966819999999996 2021-07-26T16:10:03.980 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.980 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.980 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.981 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.238524+0000", 2021-07-26T16:10:03.981 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0532e-05 2021-07-26T16:10:03.981 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.981 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.982 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:03.982 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.238534+0000", 2021-07-26T16:10:03.982 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.94971506900000002 2021-07-26T16:10:03.982 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.982 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.983 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:03.983 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.188249+0000", 2021-07-26T16:10:03.983 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.2902000000000001e-05 2021-07-26T16:10:03.983 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.983 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.984 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:03.984 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.188322+0000", 2021-07-26T16:10:03.984 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000105105 2021-07-26T16:10:03.984 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.985 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.985 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:10:03.985 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.188427+0000", 2021-07-26T16:10:03.985 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0091069380000000002 2021-07-26T16:10:03.985 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.986 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.986 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:03.986 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.197534+0000", 2021-07-26T16:10:03.986 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.018196882000000001 2021-07-26T16:10:03.986 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.987 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.987 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.987 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.215731+0000", 2021-07-26T16:10:03.987 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00035935300000000003 2021-07-26T16:10:03.988 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.988 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.988 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:03.988 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216091+0000", 2021-07-26T16:10:03.988 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5195999999999998e-05 2021-07-26T16:10:03.989 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.989 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.989 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:10:03.989 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216146+0000", 2021-07-26T16:10:03.989 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000140772 2021-07-26T16:10:03.990 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.990 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.990 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:03.990 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216287+0000", 2021-07-26T16:10:03.991 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98309254099999999 2021-07-26T16:10:03.991 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.991 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:03.991 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:03.991 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.992 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.992 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:109481 7.e 7:7ac69396:::benchmark_data_smithi078_185638_object12978:head [delete] snapc 0=[] ondisk+write+known_if_redirected e254)", 2021-07-26T16:10:03.992 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:09:52.262447+0000", 2021-07-26T16:10:03.992 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 11.439180788, 2021-07-26T16:10:03.992 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.95408166900000002, 2021-07-26T16:10:03.993 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:03.993 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:10:03.993 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:03.993 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:03.994 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:03.994 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 109481 2021-07-26T16:10:03.994 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.994 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:03.994 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.995 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:03.995 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.262447+0000", 2021-07-26T16:10:03.995 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:03.995 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.995 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.996 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:03.996 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.262447+0000", 2021-07-26T16:10:03.996 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4350000000000001e-06 2021-07-26T16:10:03.996 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.997 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.997 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:03.997 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.262450+0000", 2021-07-26T16:10:03.997 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9620000000000002e-06 2021-07-26T16:10:03.997 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.998 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.998 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:03.998 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.262453+0000", 2021-07-26T16:10:03.998 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6722999999999999e-05 2021-07-26T16:10:03.998 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:03.999 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:03.999 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:03.999 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.262470+0000", 2021-07-26T16:10:03.999 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.0910000000000004e-06 2021-07-26T16:10:04.000 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.000 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.000 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:04.000 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.262477+0000", 2021-07-26T16:10:04.000 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7070999999999994e-05 2021-07-26T16:10:04.001 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.001 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.001 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:04.001 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.262554+0000", 2021-07-26T16:10:04.001 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.7599999999999997e-06 2021-07-26T16:10:04.002 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.002 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.002 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:04.002 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.262564+0000", 2021-07-26T16:10:04.003 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.92719994500000003 2021-07-26T16:10:04.003 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.003 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.003 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:04.004 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.189764+0000", 2021-07-26T16:10:04.004 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.1858e-05 2021-07-26T16:10:04.004 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.004 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.004 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:04.005 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.189856+0000", 2021-07-26T16:10:04.005 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.9337000000000002e-05 2021-07-26T16:10:04.005 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.005 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.005 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:10:04.006 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.189945+0000", 2021-07-26T16:10:04.006 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0075952600000000004 2021-07-26T16:10:04.006 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.006 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.007 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:04.007 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.197540+0000", 2021-07-26T16:10:04.007 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.018212826000000001 2021-07-26T16:10:04.007 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.007 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.008 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:04.008 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.215753+0000", 2021-07-26T16:10:04.008 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00057520200000000003 2021-07-26T16:10:04.008 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.009 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.009 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:04.009 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216328+0000", 2021-07-26T16:10:04.009 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9891000000000001e-05 2021-07-26T16:10:04.009 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.010 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.010 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:10:04.010 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216378+0000", 2021-07-26T16:10:04.010 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015030800000000001 2021-07-26T16:10:04.010 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.011 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.011 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:04.011 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216528+0000", 2021-07-26T16:10:04.011 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.95408166900000002 2021-07-26T16:10:04.012 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:04.012 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:04.012 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:04.012 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.012 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.013 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:109483 7.e 7:74e10c21:::benchmark_data_smithi078_185638_object12980:head [delete] snapc 0=[] ondisk+write+known_if_redirected e254)", 2021-07-26T16:10:04.013 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:09:52.263285+0000", 2021-07-26T16:10:04.013 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 11.438342247, 2021-07-26T16:10:04.013 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.95343667700000001, 2021-07-26T16:10:04.014 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:04.014 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:10:04.014 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:04.014 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:04.014 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:04.015 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 109483 2021-07-26T16:10:04.015 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.015 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:04.015 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.016 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:04.016 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.263285+0000", 2021-07-26T16:10:04.016 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:04.016 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.016 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.017 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:04.017 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.263285+0000", 2021-07-26T16:10:04.017 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.7300000000000001e-06 2021-07-26T16:10:04.017 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.018 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.018 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:04.018 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.263288+0000", 2021-07-26T16:10:04.018 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7889999999999999e-06 2021-07-26T16:10:04.018 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.019 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.019 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:04.019 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.263290+0000", 2021-07-26T16:10:04.019 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2877999999999999e-05 2021-07-26T16:10:04.020 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.020 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.020 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:04.020 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.263303+0000", 2021-07-26T16:10:04.020 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0100000000000001e-06 2021-07-26T16:10:04.021 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.021 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.021 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:04.021 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.263309+0000", 2021-07-26T16:10:04.021 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8962000000000002e-05 2021-07-26T16:10:04.022 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.022 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.022 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:04.022 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.263368+0000", 2021-07-26T16:10:04.022 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.9420000000000001e-06 2021-07-26T16:10:04.023 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.023 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.023 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:04.023 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.263377+0000", 2021-07-26T16:10:04.024 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.92805690200000002 2021-07-26T16:10:04.024 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.024 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.024 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:04.024 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.191433+0000", 2021-07-26T16:10:04.025 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.8691999999999998e-05 2021-07-26T16:10:04.025 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.025 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.025 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:04.025 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.191512+0000", 2021-07-26T16:10:04.026 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.8356000000000006e-05 2021-07-26T16:10:04.026 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.026 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.026 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:10:04.027 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.191601+0000", 2021-07-26T16:10:04.027 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.005944721 2021-07-26T16:10:04.027 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.027 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.027 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:04.028 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.197545+0000", 2021-07-26T16:10:04.028 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.018229197999999999 2021-07-26T16:10:04.028 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.028 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.029 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:04.029 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.215774+0000", 2021-07-26T16:10:04.029 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00079673899999999998 2021-07-26T16:10:04.029 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.029 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.030 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:04.030 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216571+0000", 2021-07-26T16:10:04.030 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8121000000000002e-05 2021-07-26T16:10:04.030 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.030 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.031 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:10:04.031 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216619+0000", 2021-07-26T16:10:04.031 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000102637 2021-07-26T16:10:04.031 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.032 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.032 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:04.032 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216722+0000", 2021-07-26T16:10:04.032 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.95343667700000001 2021-07-26T16:10:04.032 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:04.033 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:04.033 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:04.033 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.033 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.034 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:109490 7.e 7:7fc046dc:::benchmark_data_smithi078_185638_object12987:head [delete] snapc 0=[] ondisk+write+known_if_redirected e254)", 2021-07-26T16:10:04.034 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:09:52.271198+0000", 2021-07-26T16:10:04.034 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 11.430429215, 2021-07-26T16:10:04.034 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.94568151199999995, 2021-07-26T16:10:04.035 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:04.035 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:10:04.035 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:04.035 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:04.035 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:04.036 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 109490 2021-07-26T16:10:04.036 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.036 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:04.036 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.037 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:04.037 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.271198+0000", 2021-07-26T16:10:04.037 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:04.037 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.038 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.038 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:04.038 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.271198+0000", 2021-07-26T16:10:04.038 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.401e-06 2021-07-26T16:10:04.039 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.039 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.039 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:04.039 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.271201+0000", 2021-07-26T16:10:04.039 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.086e-06 2021-07-26T16:10:04.040 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.040 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.040 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:04.040 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.271203+0000", 2021-07-26T16:10:04.041 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1093e-05 2021-07-26T16:10:04.041 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.041 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.041 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:04.041 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.271214+0000", 2021-07-26T16:10:04.042 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1539999999999999e-06 2021-07-26T16:10:04.042 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.042 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.042 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:04.043 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.271220+0000", 2021-07-26T16:10:04.043 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3609000000000001e-05 2021-07-26T16:10:04.043 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.043 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.043 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:04.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:04.045 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.271274+0000", 2021-07-26T16:10:04.045 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1963e-05 2021-07-26T16:10:04.046 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.046 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.046 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:04.046 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.271286+0000", 2021-07-26T16:10:04.047 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.92168747200000001 2021-07-26T16:10:04.047 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.047 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.047 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:04.048 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.192973+0000", 2021-07-26T16:10:04.048 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1370000000000003e-05 2021-07-26T16:10:04.048 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.048 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.049 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:04.049 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.193044+0000", 2021-07-26T16:10:04.049 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.2447000000000005e-05 2021-07-26T16:10:04.049 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.049 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.050 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:10:04.050 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.193127+0000", 2021-07-26T16:10:04.050 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0044241840000000003 2021-07-26T16:10:04.050 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.051 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.051 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:04.051 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.197551+0000", 2021-07-26T16:10:04.051 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.018466435 2021-07-26T16:10:04.052 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.052 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.052 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:04.052 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216017+0000", 2021-07-26T16:10:04.053 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00073781499999999996 2021-07-26T16:10:04.053 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.053 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.053 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:04.053 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216755+0000", 2021-07-26T16:10:04.054 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3080000000000002e-05 2021-07-26T16:10:04.054 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.054 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.054 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:10:04.055 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216788+0000", 2021-07-26T16:10:04.055 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.1403000000000006e-05 2021-07-26T16:10:04.055 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.055 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.055 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:04.056 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216880+0000", 2021-07-26T16:10:04.056 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.94568151199999995 2021-07-26T16:10:04.056 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:04.056 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:04.057 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:04.057 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.057 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.057 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:109499 7.e 7:76ac4f2e:::benchmark_data_smithi078_185638_object12996:head [delete] snapc 0=[] ondisk+write+known_if_redirected e254)", 2021-07-26T16:10:04.058 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:09:52.284186+0000", 2021-07-26T16:10:04.058 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 11.417441988, 2021-07-26T16:10:04.058 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.93297644300000004, 2021-07-26T16:10:04.058 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:04.058 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:10:04.059 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:04.059 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:04.059 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:04.059 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 109499 2021-07-26T16:10:04.059 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.060 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:04.060 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.060 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:04.060 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.284186+0000", 2021-07-26T16:10:04.061 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:04.061 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.061 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.061 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:04.061 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.284186+0000", 2021-07-26T16:10:04.062 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6480000000000001e-06 2021-07-26T16:10:04.062 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.062 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.062 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:04.063 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.284189+0000", 2021-07-26T16:10:04.063 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.8229999999999999e-06 2021-07-26T16:10:04.063 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.063 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.064 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:04.064 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.284192+0000", 2021-07-26T16:10:04.064 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7813999999999999e-05 2021-07-26T16:10:04.064 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.065 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.065 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:04.065 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.284210+0000", 2021-07-26T16:10:04.065 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.9150000000000002e-06 2021-07-26T16:10:04.065 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.066 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.066 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:04.066 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.284219+0000", 2021-07-26T16:10:04.066 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6653999999999997e-05 2021-07-26T16:10:04.067 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.067 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.067 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:04.067 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.284275+0000", 2021-07-26T16:10:04.067 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.9140000000000008e-06 2021-07-26T16:10:04.068 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.068 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.068 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:04.068 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.284283+0000", 2021-07-26T16:10:04.069 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.91018506899999996 2021-07-26T16:10:04.069 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.069 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.069 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:04.069 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.194468+0000", 2021-07-26T16:10:04.070 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.6374999999999999e-05 2021-07-26T16:10:04.070 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.070 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.070 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:04.071 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.194555+0000", 2021-07-26T16:10:04.071 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.9276000000000004e-05 2021-07-26T16:10:04.071 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.071 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.071 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:10:04.072 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.194644+0000", 2021-07-26T16:10:04.072 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.009448639 2021-07-26T16:10:04.072 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.072 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.073 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:04.073 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.204093+0000", 2021-07-26T16:10:04.073 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011962621 2021-07-26T16:10:04.073 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.073 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.074 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:04.074 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216055+0000", 2021-07-26T16:10:04.074 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010144710000000001 2021-07-26T16:10:04.074 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.075 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.075 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:04.075 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.217070+0000", 2021-07-26T16:10:04.075 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.7362e-05 2021-07-26T16:10:04.075 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.076 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.076 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:10:04.076 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.217097+0000", 2021-07-26T16:10:04.076 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4862000000000003e-05 2021-07-26T16:10:04.076 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.077 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.077 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:04.077 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.217162+0000", 2021-07-26T16:10:04.077 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.93297644300000004 2021-07-26T16:10:04.077 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:04.078 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:04.078 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:04.078 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.078 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.079 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:109510 7.e 7:7ca80a5c:::benchmark_data_smithi078_185638_object13007:head [delete] snapc 0=[] ondisk+write+known_if_redirected e254)", 2021-07-26T16:10:04.079 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:09:52.297330+0000", 2021-07-26T16:10:04.079 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 11.404297851999999, 2021-07-26T16:10:04.079 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.91996115599999995, 2021-07-26T16:10:04.079 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:04.080 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:10:04.080 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:04.080 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:04.080 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:04.081 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 109510 2021-07-26T16:10:04.081 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.081 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:04.081 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.081 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:04.082 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.297330+0000", 2021-07-26T16:10:04.082 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:04.082 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.082 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.083 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:04.083 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.297330+0000", 2021-07-26T16:10:04.083 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4959999999999999e-06 2021-07-26T16:10:04.083 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.083 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.084 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:04.084 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.297332+0000", 2021-07-26T16:10:04.084 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4839999999999998e-06 2021-07-26T16:10:04.084 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.085 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.085 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:04.085 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.297335+0000", 2021-07-26T16:10:04.085 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.04e-05 2021-07-26T16:10:04.085 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.086 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.086 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:04.086 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.297345+0000", 2021-07-26T16:10:04.086 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3890000000000004e-06 2021-07-26T16:10:04.086 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.087 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.087 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:04.087 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.297350+0000", 2021-07-26T16:10:04.087 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.0271000000000005e-05 2021-07-26T16:10:04.088 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.088 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.088 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:04.088 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.297421+0000", 2021-07-26T16:10:04.089 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0825000000000001e-05 2021-07-26T16:10:04.089 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.089 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.089 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:04.089 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.297432+0000", 2021-07-26T16:10:04.090 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.89864902899999999 2021-07-26T16:10:04.090 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.090 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.090 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:04.091 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.196081+0000", 2021-07-26T16:10:04.091 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1471999999999996e-05 2021-07-26T16:10:04.091 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.091 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.091 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:04.092 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.196152+0000", 2021-07-26T16:10:04.092 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.4214999999999993e-05 2021-07-26T16:10:04.092 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.092 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.093 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:10:04.093 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.196226+0000", 2021-07-26T16:10:04.093 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011050631999999999 2021-07-26T16:10:04.093 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.093 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.094 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:04.094 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.207277+0000", 2021-07-26T16:10:04.094 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0096267000000000002 2021-07-26T16:10:04.094 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.095 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.095 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:04.095 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216904+0000", 2021-07-26T16:10:04.095 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00029918799999999998 2021-07-26T16:10:04.095 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.096 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.096 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:04.096 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.217203+0000", 2021-07-26T16:10:04.096 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5026000000000001e-05 2021-07-26T16:10:04.097 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.097 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.097 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:10:04.097 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.217228+0000", 2021-07-26T16:10:04.097 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3028999999999996e-05 2021-07-26T16:10:04.098 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.098 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.098 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:04.098 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.217291+0000", 2021-07-26T16:10:04.099 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.91996115599999995 2021-07-26T16:10:04.099 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:04.099 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:04.099 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:04.099 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.100 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.100 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:109542 7.e 7:732dd3ca:::benchmark_data_smithi078_185638_object13039:head [delete] snapc 0=[] ondisk+write+known_if_redirected e254)", 2021-07-26T16:10:04.100 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:09:52.365379+0000", 2021-07-26T16:10:04.100 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 11.336248267, 2021-07-26T16:10:04.101 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.85208060600000002, 2021-07-26T16:10:04.101 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:04.101 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:10:04.101 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:04.101 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:04.102 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:04.102 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 109542 2021-07-26T16:10:04.102 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.102 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:04.103 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.103 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:04.103 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.365379+0000", 2021-07-26T16:10:04.103 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:04.103 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.104 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.104 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:04.104 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.365379+0000", 2021-07-26T16:10:04.104 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3288000000000001e-05 2021-07-26T16:10:04.105 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.105 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.105 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:04.105 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.365393+0000", 2021-07-26T16:10:04.105 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.185e-06 2021-07-26T16:10:04.106 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.106 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.106 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:04.106 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.365396+0000", 2021-07-26T16:10:04.107 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3361e-05 2021-07-26T16:10:04.107 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.107 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.107 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:04.107 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.365409+0000", 2021-07-26T16:10:04.108 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.2870000000000001e-06 2021-07-26T16:10:04.108 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.108 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.108 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:04.109 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.365415+0000", 2021-07-26T16:10:04.109 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003167872 2021-07-26T16:10:04.109 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.109 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.109 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:04.110 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.368583+0000", 2021-07-26T16:10:04.110 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1816e-05 2021-07-26T16:10:04.110 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.110 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.111 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:10:04.111 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:52.368595+0000", 2021-07-26T16:10:04.111 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.82899522000000003 2021-07-26T16:10:04.111 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.111 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.112 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:04.112 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.197590+0000", 2021-07-26T16:10:04.112 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.7742000000000001e-05 2021-07-26T16:10:04.112 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.113 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.113 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:04.113 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.197678+0000", 2021-07-26T16:10:04.113 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.7878000000000001e-05 2021-07-26T16:10:04.113 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.114 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.114 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:10:04.114 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.197766+0000", 2021-07-26T16:10:04.114 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0095150319999999997 2021-07-26T16:10:04.114 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.115 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.115 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:04.115 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.207281+0000", 2021-07-26T16:10:04.115 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0096424159999999991 2021-07-26T16:10:04.116 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.116 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.116 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:04.116 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.216923+0000", 2021-07-26T16:10:04.116 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00040689699999999998 2021-07-26T16:10:04.117 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.117 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.117 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:04.117 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.217330+0000", 2021-07-26T16:10:04.118 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.7481e-05 2021-07-26T16:10:04.118 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.118 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.118 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:10:04.118 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.217358+0000", 2021-07-26T16:10:04.119 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000102131 2021-07-26T16:10:04.119 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:04.119 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:04.119 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:10:04.119 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:09:53.217460+0000", 2021-07-26T16:10:04.120 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.85208060600000002 2021-07-26T16:10:04.120 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:04.120 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:04.120 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:04.121 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:04.121 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:04.121 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:10:04.122 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:04.122 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:04.223 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:04.256 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:04.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:04.258 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:04.359 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:04.373 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:10:04.376 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:10:04.398 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:04.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:04.399 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:04.402 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:10:04.402 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:10:04.500 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:04.534 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:04.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:04.535 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:04.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:10:04.636 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:04.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:04.664 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:04.664 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:04.765 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:04.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:04.791 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:04.791 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:04.792 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-07-26T16:10:04.892 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:04.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:04.954 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:04.955 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:05.018 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:10:05.056 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:05.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:05.120 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:05.120 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:05.221 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:05.247 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:05.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:05.249 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:05.350 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:05.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:05.379 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:05.379 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:05.481 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:05.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:05 smithi078 ceph-mon[73801]: pgmap v701: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 668 op/s; 18824/236970 objects degraded (7.944%); 2486/236970 objects misplaced (1.049%); 2.6 MiB/s, 42 objects/s recovering 2021-07-26T16:10:05.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:10:05.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:05 smithi078 ceph-mon[77813]: pgmap v701: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 668 op/s; 18824/236970 objects degraded (7.944%); 2486/236970 objects misplaced (1.049%); 2.6 MiB/s, 42 objects/s recovering 2021-07-26T16:10:05.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:10:05.503 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:10:05.516 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:05.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:05.517 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:05.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:05 smithi139 ceph-mon[56829]: pgmap v701: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.8 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 668 op/s; 18824/236970 objects degraded (7.944%); 2486/236970 objects misplaced (1.049%); 2.6 MiB/s, 42 objects/s recovering 2021-07-26T16:10:05.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:10:05.619 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:05.648 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:05.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:05.650 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:05.692 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:05.752 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:05.790 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:05.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:05.792 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:05.827 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":701,"stamp":"2021-07-26T16:10:04.019495+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5175646134,"num_objects":78990,"num_object_clones":0,"num_object_copies":236970,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":18824,"num_objects_misplaced":2486,"num_objects_unfound":0,"num_objects_dirty":78990,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":114296,"num_write_kb":6178446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7539,"num_bytes_recovered":492375108,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":106330,"ondisk_log_size":106330,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":18674248,"kb_used_data":14156184,"kb_used_omap":478,"kb_used_meta":4517281,"kb_avail":543796664,"statfs":{"total":575970213888,"available":556847783936,"internally_reserved":4294967296,"allocated":14495932416,"data_stored":14488379863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":490182,"internal_metadata":4625696058},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1,3,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-438566912,"num_objects":-6692,"num_object_clones":0,"num_object_copies":-20076,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-2725,"num_objects_misplaced":2305,"num_objects_unfound":0,"num_objects_dirty":-6692,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6692,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":421,"num_bytes_recovered":27525120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003007"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":108,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.135449+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:09:52.135449+0000","last_peered":"2021-07-26T16:09:52.135449+0000","last_clean":"2021-07-26T16:09:52.135449+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:09:52.135449+0000","last_undegraded":"2021-07-26T16:09:52.135449+0000","last_fullsized":"2021-07-26T16:09:52.135449+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":230,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144389+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:09:52.144389+0000","last_peered":"2021-07-26T16:09:52.144389+0000","last_clean":"2021-07-26T16:09:52.144389+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:09:52.144389+0000","last_undegraded":"2021-07-26T16:09:52.144389+0000","last_fullsized":"2021-07-26T16:09:52.144389+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":232,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.143423+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:09:52.143423+0000","last_peered":"2021-07-26T16:09:52.143423+0000","last_clean":"2021-07-26T16:09:52.143423+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:09:52.143423+0000","last_undegraded":"2021-07-26T16:09:52.143423+0000","last_fullsized":"2021-07-26T16:09:52.143423+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":168,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.154210+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:09:52.154210+0000","last_peered":"2021-07-26T16:09:52.154210+0000","last_clean":"2021-07-26T16:09:52.154210+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:09:52.154210+0000","last_undegraded":"2021-07-26T16:09:52.154210+0000","last_fullsized":"2021-07-26T16:09:52.154210+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":261,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.143309+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:09:52.143309+0000","last_peered":"2021-07-26T16:09:52.143309+0000","last_clean":"2021-07-26T16:09:52.143309+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:09:52.143309+0000","last_undegraded":"2021-07-26T16:09:52.143309+0000","last_fullsized":"2021-07-26T16:09:52.143309+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":224,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.159900+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:09:52.159900+0000","last_peered":"2021-07-26T16:09:52.159900+0000","last_clean":"2021-07-26T16:09:52.159900+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:09:52.159900+0000","last_undegraded":"2021-07-26T16:09:52.159900+0000","last_fullsized":"2021-07-26T16:09:52.159900+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":148,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.140263+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:09:52.140263+0000","last_peered":"2021-07-26T16:09:52.140263+0000","last_clean":"2021-07-26T16:09:52.140263+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:09:52.140263+0000","last_undegraded":"2021-07-26T16:09:52.140263+0000","last_fullsized":"2021-07-26T16:09:52.140263+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":169,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.143361+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:09:52.143361+0000","last_peered":"2021-07-26T16:09:52.143361+0000","last_clean":"2021-07-26T16:09:52.143361+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:09:52.143361+0000","last_undegraded":"2021-07-26T16:09:52.143361+0000","last_fullsized":"2021-07-26T16:09:52.143361+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":66,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.161201+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:09:52.161201+0000","last_peered":"2021-07-26T16:09:52.161201+0000","last_clean":"2021-07-26T16:09:52.161201+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:09:52.161201+0000","last_undegraded":"2021-07-26T16:09:52.161201+0000","last_fullsized":"2021-07-26T16:09:52.161201+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":47,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.153047+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:09:52.153047+0000","last_peered":"2021-07-26T16:09:52.153047+0000","last_clean":"2021-07-26T16:09:52.153047+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:09:52.153047+0000","last_undegraded":"2021-07-26T16:09:52.153047+0000","last_fullsized":"2021-07-26T16:09:52.153047+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":155,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.157254+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:09:52.157254+0000","last_peered":"2021-07-26T16:09:52.157254+0000","last_clean":"2021-07-26T16:09:52.157254+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:09:52.157254+0000","last_undegraded":"2021-07-26T16:09:52.157254+0000","last_fullsized":"2021-07-26T16:09:52.157254+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":265,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.147689+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:09:52.147689+0000","last_peered":"2021-07-26T16:09:52.147689+0000","last_clean":"2021-07-26T16:09:52.147689+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:09:52.147689+0000","last_undegraded":"2021-07-26T16:09:52.147689+0000","last_fullsized":"2021-07-26T16:09:52.147689+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":181,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139642+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:09:52.139642+0000","last_peered":"2021-07-26T16:09:52.139642+0000","last_clean":"2021-07-26T16:09:52.139642+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:09:52.139642+0000","last_undegraded":"2021-07-26T16:09:52.139642+0000","last_fullsized":"2021-07-26T16:09:52.139642+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":90,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144545+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:09:52.144545+0000","last_peered":"2021-07-26T16:09:52.144545+0000","last_clean":"2021-07-26T16:09:52.144545+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:09:52.144545+0000","last_undegraded":"2021-07-26T16:09:52.144545+0000","last_fullsized":"2021-07-26T16:09:52.144545+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":281,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.152569+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:09:52.152569+0000","last_peered":"2021-07-26T16:09:52.152569+0000","last_clean":"2021-07-26T16:09:52.152569+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:09:52.152569+0000","last_undegraded":"2021-07-26T16:09:52.152569+0000","last_fullsized":"2021-07-26T16:09:52.152569+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":151,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144073+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:09:52.144073+0000","last_peered":"2021-07-26T16:09:52.144073+0000","last_clean":"2021-07-26T16:09:52.144073+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:09:52.144073+0000","last_undegraded":"2021-07-26T16:09:52.144073+0000","last_fullsized":"2021-07-26T16:09:52.144073+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":168,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.153110+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:09:52.153110+0000","last_peered":"2021-07-26T16:09:52.153110+0000","last_clean":"2021-07-26T16:09:52.153110+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:09:52.153110+0000","last_undegraded":"2021-07-26T16:09:52.153110+0000","last_fullsized":"2021-07-26T16:09:52.153110+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":55,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139938+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:09:52.139938+0000","last_peered":"2021-07-26T16:09:52.139938+0000","last_clean":"2021-07-26T16:09:52.139938+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:09:52.139938+0000","last_undegraded":"2021-07-26T16:09:52.139938+0000","last_fullsized":"2021-07-26T16:09:52.139938+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":235,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.153144+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:09:52.153144+0000","last_peered":"2021-07-26T16:09:52.153144+0000","last_clean":"2021-07-26T16:09:52.153144+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:09:52.153144+0000","last_undegraded":"2021-07-26T16:09:52.153144+0000","last_fullsized":"2021-07-26T16:09:52.153144+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":177,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.164920+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:09:52.164920+0000","last_peered":"2021-07-26T16:09:52.164920+0000","last_clean":"2021-07-26T16:09:52.164920+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:09:52.164920+0000","last_undegraded":"2021-07-26T16:09:52.164920+0000","last_fullsized":"2021-07-26T16:09:52.164920+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":351,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.157578+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:09:52.157578+0000","last_peered":"2021-07-26T16:09:52.157578+0000","last_clean":"2021-07-26T16:09:52.157578+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:09:52.157578+0000","last_undegraded":"2021-07-26T16:09:52.157578+0000","last_fullsized":"2021-07-26T16:09:52.157578+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":45,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.153830+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:09:52.153830+0000","last_peered":"2021-07-26T16:09:52.153830+0000","last_clean":"2021-07-26T16:09:52.153830+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:09:52.153830+0000","last_undegraded":"2021-07-26T16:09:52.153830+0000","last_fullsized":"2021-07-26T16:09:52.153830+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"255'7289","reported_seq":7322,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:59.570528+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:09:59.570528+0000","last_peered":"2021-07-26T16:09:59.570528+0000","last_clean":"2021-07-26T16:09:59.570528+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:09:59.570528+0000","last_undegraded":"2021-07-26T16:09:59.570528+0000","last_fullsized":"2021-07-26T16:09:59.570528+0000","mapping_epoch":230,"log_start":"234'2200","ondisk_log_start":"234'2200","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5089,"ondisk_log_size":5089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":332464128,"num_objects":5073,"num_object_clones":0,"num_object_copies":15219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5073,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7289,"num_write_kb":395584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":62,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.153919+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:09:52.153919+0000","last_peered":"2021-07-26T16:09:52.153919+0000","last_clean":"2021-07-26T16:09:52.153919+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:09:52.153919+0000","last_undegraded":"2021-07-26T16:09:52.153919+0000","last_fullsized":"2021-07-26T16:09:52.153919+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":73,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.140184+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:09:52.140184+0000","last_peered":"2021-07-26T16:09:52.140184+0000","last_clean":"2021-07-26T16:09:52.140184+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:09:52.140184+0000","last_undegraded":"2021-07-26T16:09:52.140184+0000","last_fullsized":"2021-07-26T16:09:52.140184+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"255'7236","reported_seq":7269,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:59.240136+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:09:59.240136+0000","last_peered":"2021-07-26T16:09:59.240136+0000","last_clean":"2021-07-26T16:09:59.240136+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:09:59.240136+0000","last_undegraded":"2021-07-26T16:09:59.240136+0000","last_fullsized":"2021-07-26T16:09:59.240136+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7236,"ondisk_log_size":7236,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":329646080,"num_objects":5030,"num_object_clones":0,"num_object_copies":15090,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5030,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7236,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":154,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.165096+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:09:52.165096+0000","last_peered":"2021-07-26T16:09:52.165096+0000","last_clean":"2021-07-26T16:09:52.165096+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:09:52.165096+0000","last_undegraded":"2021-07-26T16:09:52.165096+0000","last_fullsized":"2021-07-26T16:09:52.165096+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":99,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139957+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:09:52.139957+0000","last_peered":"2021-07-26T16:09:52.139957+0000","last_clean":"2021-07-26T16:09:52.139957+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:09:52.139957+0000","last_undegraded":"2021-07-26T16:09:52.139957+0000","last_fullsized":"2021-07-26T16:09:52.139957+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"255'7316","reported_seq":14638,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:59.597704+0000","last_change":"2021-07-26T16:09:45.364253+0000","last_active":"2021-07-26T16:09:59.597704+0000","last_peered":"2021-07-26T16:09:59.597704+0000","last_clean":"2021-07-26T16:09:59.597704+0000","last_became_active":"2021-07-26T16:09:45.354123+0000","last_became_peered":"2021-07-26T16:09:45.354123+0000","last_unstale":"2021-07-26T16:09:59.597704+0000","last_undegraded":"2021-07-26T16:09:59.597704+0000","last_fullsized":"2021-07-26T16:09:59.597704+0000","mapping_epoch":252,"log_start":"234'2200","ondisk_log_start":"234'2200","created":230,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5116,"ondisk_log_size":5116,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":324796416,"num_objects":4956,"num_object_clones":0,"num_object_copies":14868,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4956,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7316,"num_write_kb":392704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3636,"num_bytes_recovered":238288896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":286,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.157071+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:09:52.157071+0000","last_peered":"2021-07-26T16:09:52.157071+0000","last_clean":"2021-07-26T16:09:52.157071+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:09:52.157071+0000","last_undegraded":"2021-07-26T16:09:52.157071+0000","last_fullsized":"2021-07-26T16:09:52.157071+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":242,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.154946+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:09:52.154946+0000","last_peered":"2021-07-26T16:09:52.154946+0000","last_clean":"2021-07-26T16:09:52.154946+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:09:52.154946+0000","last_undegraded":"2021-07-26T16:09:52.154946+0000","last_fullsized":"2021-07-26T16:09:52.154946+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"255'7032","reported_seq":7065,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:59.029607+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:09:59.029607+0000","last_peered":"2021-07-26T16:09:59.029607+0000","last_clean":"2021-07-26T16:09:59.029607+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:09:59.029607+0000","last_undegraded":"2021-07-26T16:09:59.029607+0000","last_fullsized":"2021-07-26T16:09:59.029607+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7032,"ondisk_log_size":7032,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":320864256,"num_objects":4896,"num_object_clones":0,"num_object_copies":14688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4896,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7032,"num_write_kb":381696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":243,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.140515+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:09:52.140515+0000","last_peered":"2021-07-26T16:09:52.140515+0000","last_clean":"2021-07-26T16:09:52.140515+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:09:52.140515+0000","last_undegraded":"2021-07-26T16:09:52.140515+0000","last_fullsized":"2021-07-26T16:09:52.140515+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":118,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144102+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:09:52.144102+0000","last_peered":"2021-07-26T16:09:52.144102+0000","last_clean":"2021-07-26T16:09:52.144102+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:09:52.144102+0000","last_undegraded":"2021-07-26T16:09:52.144102+0000","last_fullsized":"2021-07-26T16:09:52.144102+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"255'6898","reported_seq":6937,"reported_epoch":255,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:59.051126+0000","last_change":"2021-07-26T16:08:44.038103+0000","last_active":"2021-07-26T16:09:59.051126+0000","last_peered":"2021-07-26T16:09:59.051126+0000","last_clean":"2021-07-26T16:08:35.258554+0000","last_became_active":"2021-07-26T16:08:43.985025+0000","last_became_peered":"2021-07-26T16:08:43.985025+0000","last_unstale":"2021-07-26T16:09:59.051126+0000","last_undegraded":"2021-07-26T16:08:43.918569+0000","last_fullsized":"2021-07-26T16:08:37.283478+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6898,"ondisk_log_size":6898,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":319422464,"num_objects":4874,"num_object_clones":0,"num_object_copies":14622,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4874,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6898,"num_write_kb":376704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":2491},{"shards":"3,7","objects":1371}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":215,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144353+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:09:52.144353+0000","last_peered":"2021-07-26T16:09:52.144353+0000","last_clean":"2021-07-26T16:09:52.144353+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:09:52.144353+0000","last_undegraded":"2021-07-26T16:09:52.144353+0000","last_fullsized":"2021-07-26T16:09:52.144353+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":90,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139546+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:09:52.139546+0000","last_peered":"2021-07-26T16:09:52.139546+0000","last_clean":"2021-07-26T16:09:52.139546+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:09:52.139546+0000","last_undegraded":"2021-07-26T16:09:52.139546+0000","last_fullsized":"2021-07-26T16:09:52.139546+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"255'7096","reported_seq":14366,"reported_epoch":255,"state":"active+recovery_wait","last_fresh":"2021-07-26T16:09:59.239891+0000","last_change":"2021-07-26T16:09:53.215851+0000","last_active":"2021-07-26T16:09:59.239891+0000","last_peered":"2021-07-26T16:09:59.239891+0000","last_clean":"2021-07-26T16:08:35.270285+0000","last_became_active":"2021-07-26T16:09:53.171603+0000","last_became_peered":"2021-07-26T16:09:53.171603+0000","last_unstale":"2021-07-26T16:09:59.239891+0000","last_undegraded":"2021-07-26T16:09:59.239891+0000","last_fullsized":"2021-07-26T16:09:59.239891+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7096,"ondisk_log_size":7096,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":318373888,"num_objects":4858,"num_object_clones":0,"num_object_copies":14574,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4858,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7096,"num_write_kb":382528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3610,"num_bytes_recovered":236519424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":["5","0","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":4858}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":249,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.154873+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:09:52.154873+0000","last_peered":"2021-07-26T16:09:52.154873+0000","last_clean":"2021-07-26T16:09:52.154873+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:09:52.154873+0000","last_undegraded":"2021-07-26T16:09:52.154873+0000","last_fullsized":"2021-07-26T16:09:52.154873+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":42,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.135232+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:09:52.135232+0000","last_peered":"2021-07-26T16:09:52.135232+0000","last_clean":"2021-07-26T16:09:52.135232+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:09:52.135232+0000","last_undegraded":"2021-07-26T16:09:52.135232+0000","last_fullsized":"2021-07-26T16:09:52.135232+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"255'7262","reported_seq":7304,"reported_epoch":255,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:59.286333+0000","last_change":"2021-07-26T16:08:37.512887+0000","last_active":"2021-07-26T16:09:59.286333+0000","last_peered":"2021-07-26T16:09:59.286333+0000","last_clean":"2021-07-26T16:08:35.259559+0000","last_became_active":"2021-07-26T16:08:37.453089+0000","last_became_peered":"2021-07-26T16:08:37.453089+0000","last_unstale":"2021-07-26T16:09:59.286333+0000","last_undegraded":"2021-07-26T16:08:37.303297+0000","last_fullsized":"2021-07-26T16:08:37.274000+0000","mapping_epoch":237,"log_start":"233'500","ondisk_log_start":"233'500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6762,"ondisk_log_size":6762,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":324468760,"num_objects":4952,"num_object_clones":0,"num_object_copies":14856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3720,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4952,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7262,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"0,1,6","objects":2565},{"shards":"1,6","objects":1232}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":99,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139957+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:09:52.139957+0000","last_peered":"2021-07-26T16:09:52.139957+0000","last_clean":"2021-07-26T16:09:52.139957+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:09:52.139957+0000","last_undegraded":"2021-07-26T16:09:52.139957+0000","last_fullsized":"2021-07-26T16:09:52.139957+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":115,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.135750+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:09:52.135750+0000","last_peered":"2021-07-26T16:09:52.135750+0000","last_clean":"2021-07-26T16:09:52.135750+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:09:52.135750+0000","last_undegraded":"2021-07-26T16:09:52.135750+0000","last_fullsized":"2021-07-26T16:09:52.135750+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"255'6987","reported_seq":7020,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:59.285581+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:09:59.285581+0000","last_peered":"2021-07-26T16:09:59.285581+0000","last_clean":"2021-07-26T16:09:59.285581+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:09:59.285581+0000","last_undegraded":"2021-07-26T16:09:59.285581+0000","last_fullsized":"2021-07-26T16:09:59.285581+0000","mapping_epoch":230,"log_start":"233'300","ondisk_log_start":"233'300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6687,"ondisk_log_size":6687,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":319356928,"num_objects":4873,"num_object_clones":0,"num_object_copies":14619,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4873,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6987,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":244,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.143262+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:09:52.143262+0000","last_peered":"2021-07-26T16:09:52.143262+0000","last_clean":"2021-07-26T16:09:52.143262+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:09:52.143262+0000","last_undegraded":"2021-07-26T16:09:52.143262+0000","last_fullsized":"2021-07-26T16:09:52.143262+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":238,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.145282+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:09:52.145282+0000","last_peered":"2021-07-26T16:09:52.145282+0000","last_clean":"2021-07-26T16:09:52.145282+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:09:52.145282+0000","last_undegraded":"2021-07-26T16:09:52.145282+0000","last_fullsized":"2021-07-26T16:09:52.145282+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"255'7182","reported_seq":7215,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:59.882597+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:09:59.882597+0000","last_peered":"2021-07-26T16:09:59.882597+0000","last_clean":"2021-07-26T16:09:59.882597+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:09:59.882597+0000","last_undegraded":"2021-07-26T16:09:59.882597+0000","last_fullsized":"2021-07-26T16:09:59.882597+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7182,"ondisk_log_size":7182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":326631424,"num_objects":4984,"num_object_clones":0,"num_object_copies":14952,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4984,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7182,"num_write_kb":389312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":276,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144197+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:09:52.144197+0000","last_peered":"2021-07-26T16:09:52.144197+0000","last_clean":"2021-07-26T16:09:52.144197+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:09:52.144197+0000","last_undegraded":"2021-07-26T16:09:52.144197+0000","last_fullsized":"2021-07-26T16:09:52.144197+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":282,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139860+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:09:52.139860+0000","last_peered":"2021-07-26T16:09:52.139860+0000","last_clean":"2021-07-26T16:09:52.139860+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:09:52.139860+0000","last_undegraded":"2021-07-26T16:09:52.139860+0000","last_fullsized":"2021-07-26T16:09:52.139860+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":246,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.147711+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:09:52.147711+0000","last_peered":"2021-07-26T16:09:52.147711+0000","last_clean":"2021-07-26T16:09:52.147711+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:09:52.147711+0000","last_undegraded":"2021-07-26T16:09:52.147711+0000","last_fullsized":"2021-07-26T16:09:52.147711+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"255'7416","reported_seq":7456,"reported_epoch":255,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:59.308143+0000","last_change":"2021-07-26T16:08:37.515899+0000","last_active":"2021-07-26T16:09:59.308143+0000","last_peered":"2021-07-26T16:09:59.308143+0000","last_clean":"2021-07-26T16:08:35.259578+0000","last_became_active":"2021-07-26T16:08:37.498255+0000","last_became_peered":"2021-07-26T16:08:37.498255+0000","last_unstale":"2021-07-26T16:09:59.308143+0000","last_undegraded":"2021-07-26T16:08:37.308912+0000","last_fullsized":"2021-07-26T16:08:37.273819+0000","mapping_epoch":237,"log_start":"233'700","ondisk_log_start":"233'700","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6716,"ondisk_log_size":6716,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":336855040,"num_objects":5140,"num_object_clones":0,"num_object_copies":15420,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5140,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7416,"num_write_kb":401792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":2638},{"shards":"3,6","objects":1364}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":229,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.148159+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:09:52.148159+0000","last_peered":"2021-07-26T16:09:52.148159+0000","last_clean":"2021-07-26T16:09:52.148159+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:09:52.148159+0000","last_undegraded":"2021-07-26T16:09:52.148159+0000","last_fullsized":"2021-07-26T16:09:52.148159+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":99,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144509+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:09:52.144509+0000","last_peered":"2021-07-26T16:09:52.144509+0000","last_clean":"2021-07-26T16:09:52.144509+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:09:52.144509+0000","last_undegraded":"2021-07-26T16:09:52.144509+0000","last_fullsized":"2021-07-26T16:09:52.144509+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":300,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144162+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:09:52.144162+0000","last_peered":"2021-07-26T16:09:52.144162+0000","last_clean":"2021-07-26T16:09:52.144162+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:09:52.144162+0000","last_undegraded":"2021-07-26T16:09:52.144162+0000","last_fullsized":"2021-07-26T16:09:52.144162+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"255'7042","reported_seq":7081,"reported_epoch":255,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:59.869502+0000","last_change":"2021-07-26T16:08:37.546898+0000","last_active":"2021-07-26T16:09:59.869502+0000","last_peered":"2021-07-26T16:09:59.869502+0000","last_clean":"2021-07-26T16:08:35.256099+0000","last_became_active":"2021-07-26T16:08:37.538137+0000","last_became_peered":"2021-07-26T16:08:37.538137+0000","last_unstale":"2021-07-26T16:09:59.869502+0000","last_undegraded":"2021-07-26T16:08:37.293735+0000","last_fullsized":"2021-07-26T16:08:37.271374+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7042,"ondisk_log_size":7042,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":317456384,"num_objects":4844,"num_object_clones":0,"num_object_copies":14532,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3543,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4844,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7042,"num_write_kb":380352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":2444},{"shards":"1,4","objects":1301}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":185,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.143545+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:09:52.143545+0000","last_peered":"2021-07-26T16:09:52.143545+0000","last_clean":"2021-07-26T16:09:52.143545+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:09:52.143545+0000","last_undegraded":"2021-07-26T16:09:52.143545+0000","last_fullsized":"2021-07-26T16:09:52.143545+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":247,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.143315+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:09:52.143315+0000","last_peered":"2021-07-26T16:09:52.143315+0000","last_clean":"2021-07-26T16:09:52.143315+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:09:52.143315+0000","last_undegraded":"2021-07-26T16:09:52.143315+0000","last_fullsized":"2021-07-26T16:09:52.143315+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":260,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.145323+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:09:52.145323+0000","last_peered":"2021-07-26T16:09:52.145323+0000","last_clean":"2021-07-26T16:09:52.145323+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:09:52.145323+0000","last_undegraded":"2021-07-26T16:09:52.145323+0000","last_fullsized":"2021-07-26T16:09:52.145323+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"255'7018","reported_seq":7534,"reported_epoch":255,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:59.070751+0000","last_change":"2021-07-26T16:09:52.110013+0000","last_active":"2021-07-26T16:09:59.070751+0000","last_peered":"2021-07-26T16:09:59.070751+0000","last_clean":"2021-07-26T16:08:35.248802+0000","last_became_active":"2021-07-26T16:08:37.498625+0000","last_became_peered":"2021-07-26T16:08:37.498625+0000","last_unstale":"2021-07-26T16:09:59.070751+0000","last_undegraded":"2021-07-26T16:08:37.347130+0000","last_fullsized":"2021-07-26T16:08:37.282698+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7018,"ondisk_log_size":7018,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":323747840,"num_objects":4940,"num_object_clones":0,"num_object_copies":14820,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":800,"num_objects_misplaced":2486,"num_objects_unfound":0,"num_objects_dirty":4940,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7018,"num_write_kb":382656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":239,"num_bytes_recovered":15663104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":2486},{"shards":"3,7","objects":1654}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":271,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139609+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:09:52.139609+0000","last_peered":"2021-07-26T16:09:52.139609+0000","last_clean":"2021-07-26T16:09:52.139609+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:09:52.139609+0000","last_undegraded":"2021-07-26T16:09:52.139609+0000","last_fullsized":"2021-07-26T16:09:52.139609+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":513,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.152869+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:09:52.152869+0000","last_peered":"2021-07-26T16:09:52.152869+0000","last_clean":"2021-07-26T16:09:52.152869+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:09:52.152869+0000","last_undegraded":"2021-07-26T16:09:52.152869+0000","last_fullsized":"2021-07-26T16:09:52.152869+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":55,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.147944+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:09:52.147944+0000","last_peered":"2021-07-26T16:09:52.147944+0000","last_clean":"2021-07-26T16:09:52.147944+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:09:52.147944+0000","last_undegraded":"2021-07-26T16:09:52.147944+0000","last_fullsized":"2021-07-26T16:09:52.147944+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":51,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.156479+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:09:52.156479+0000","last_peered":"2021-07-26T16:09:52.156479+0000","last_clean":"2021-07-26T16:09:52.156479+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:09:52.156479+0000","last_undegraded":"2021-07-26T16:09:52.156479+0000","last_fullsized":"2021-07-26T16:09:52.156479+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"255'6864","reported_seq":6908,"reported_epoch":255,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:09:59.007133+0000","last_change":"2021-07-26T16:08:37.650583+0000","last_active":"2021-07-26T16:09:59.007133+0000","last_peered":"2021-07-26T16:09:59.007133+0000","last_clean":"2021-07-26T16:08:35.276729+0000","last_became_active":"2021-07-26T16:08:37.555480+0000","last_became_peered":"2021-07-26T16:08:37.555480+0000","last_unstale":"2021-07-26T16:09:59.007133+0000","last_undegraded":"2021-07-26T16:08:37.546036+0000","last_fullsized":"2021-07-26T16:08:37.284612+0000","mapping_epoch":237,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6864,"ondisk_log_size":6864,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":314703872,"num_objects":4802,"num_object_clones":0,"num_object_copies":14406,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3482,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4802,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6864,"num_write_kb":373312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":2451},{"shards":"1,7","objects":1320}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":272,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.152711+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:09:52.152711+0000","last_peered":"2021-07-26T16:09:52.152711+0000","last_clean":"2021-07-26T16:09:52.152711+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:09:52.152711+0000","last_undegraded":"2021-07-26T16:09:52.152711+0000","last_fullsized":"2021-07-26T16:09:52.152711+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":161,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.140128+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:09:52.140128+0000","last_peered":"2021-07-26T16:09:52.140128+0000","last_clean":"2021-07-26T16:09:52.140128+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:09:52.140128+0000","last_undegraded":"2021-07-26T16:09:52.140128+0000","last_fullsized":"2021-07-26T16:09:52.140128+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":159,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144911+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:09:52.144911+0000","last_peered":"2021-07-26T16:09:52.144911+0000","last_clean":"2021-07-26T16:09:52.144911+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:09:52.144911+0000","last_undegraded":"2021-07-26T16:09:52.144911+0000","last_fullsized":"2021-07-26T16:09:52.144911+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"255'7209","reported_seq":7242,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:59.275067+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:09:59.275067+0000","last_peered":"2021-07-26T16:09:59.275067+0000","last_clean":"2021-07-26T16:09:59.275067+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:09:59.275067+0000","last_undegraded":"2021-07-26T16:09:59.275067+0000","last_fullsized":"2021-07-26T16:09:59.275067+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7209,"ondisk_log_size":7209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":325124096,"num_objects":4961,"num_object_clones":0,"num_object_copies":14883,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4961,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7209,"num_write_kb":389440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":285,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.157161+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:09:52.157161+0000","last_peered":"2021-07-26T16:09:52.157161+0000","last_clean":"2021-07-26T16:09:52.157161+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:09:52.157161+0000","last_undegraded":"2021-07-26T16:09:52.157161+0000","last_fullsized":"2021-07-26T16:09:52.157161+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":265,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144246+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:09:52.144246+0000","last_peered":"2021-07-26T16:09:52.144246+0000","last_clean":"2021-07-26T16:09:52.144246+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:09:52.144246+0000","last_undegraded":"2021-07-26T16:09:52.144246+0000","last_fullsized":"2021-07-26T16:09:52.144246+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":142,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139415+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:09:52.139415+0000","last_peered":"2021-07-26T16:09:52.139415+0000","last_clean":"2021-07-26T16:09:52.139415+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:09:52.139415+0000","last_undegraded":"2021-07-26T16:09:52.139415+0000","last_fullsized":"2021-07-26T16:09:52.139415+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"255'7100","reported_seq":7133,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:59.893611+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:09:59.893611+0000","last_peered":"2021-07-26T16:09:59.893611+0000","last_clean":"2021-07-26T16:09:59.893611+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:09:59.893611+0000","last_undegraded":"2021-07-26T16:09:59.893611+0000","last_fullsized":"2021-07-26T16:09:59.893611+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7100,"ondisk_log_size":7100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":320864256,"num_objects":4896,"num_object_clones":0,"num_object_copies":14688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4896,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7100,"num_write_kb":383872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":83,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.154009+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:09:52.154009+0000","last_peered":"2021-07-26T16:09:52.154009+0000","last_clean":"2021-07-26T16:09:52.154009+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:09:52.154009+0000","last_undegraded":"2021-07-26T16:09:52.154009+0000","last_fullsized":"2021-07-26T16:09:52.154009+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":223,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144983+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:09:52.144983+0000","last_peered":"2021-07-26T16:09:52.144983+0000","last_clean":"2021-07-26T16:09:52.144983+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:09:52.144983+0000","last_undegraded":"2021-07-26T16:09:52.144983+0000","last_fullsized":"2021-07-26T16:09:52.144983+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":56,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.152627+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:09:52.152627+0000","last_peered":"2021-07-26T16:09:52.152627+0000","last_clean":"2021-07-26T16:09:52.152627+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:09:52.152627+0000","last_undegraded":"2021-07-26T16:09:52.152627+0000","last_fullsized":"2021-07-26T16:09:52.152627+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"255'7089","reported_seq":7122,"reported_epoch":255,"state":"active+clean","last_fresh":"2021-07-26T16:09:59.617308+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:09:59.617308+0000","last_peered":"2021-07-26T16:09:59.617308+0000","last_clean":"2021-07-26T16:09:59.617308+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:09:59.617308+0000","last_undegraded":"2021-07-26T16:09:59.617308+0000","last_fullsized":"2021-07-26T16:09:59.617308+0000","mapping_epoch":230,"log_start":"234'2000","ondisk_log_start":"234'2000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5089,"ondisk_log_size":5089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":320274432,"num_objects":4887,"num_object_clones":0,"num_object_copies":14661,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4887,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7089,"num_write_kb":383232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":271,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.159748+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:09:52.159748+0000","last_peered":"2021-07-26T16:09:52.159748+0000","last_clean":"2021-07-26T16:09:52.159748+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:09:52.159748+0000","last_undegraded":"2021-07-26T16:09:52.159748+0000","last_fullsized":"2021-07-26T16:09:52.159748+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":85,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.145076+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:09:52.145076+0000","last_peered":"2021-07-26T16:09:52.145076+0000","last_clean":"2021-07-26T16:09:52.145076+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:09:52.145076+0000","last_undegraded":"2021-07-26T16:09:52.145076+0000","last_fullsized":"2021-07-26T16:09:52.145076+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":90,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139803+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:09:52.139803+0000","last_peered":"2021-07-26T16:09:52.139803+0000","last_clean":"2021-07-26T16:09:52.139803+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:09:52.139803+0000","last_undegraded":"2021-07-26T16:09:52.139803+0000","last_fullsized":"2021-07-26T16:09:52.139803+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":113,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144399+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:09:52.144399+0000","last_peered":"2021-07-26T16:09:52.144399+0000","last_clean":"2021-07-26T16:09:52.144399+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:09:52.144399+0000","last_undegraded":"2021-07-26T16:09:52.144399+0000","last_fullsized":"2021-07-26T16:09:52.144399+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":214,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144322+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:09:52.144322+0000","last_peered":"2021-07-26T16:09:52.144322+0000","last_clean":"2021-07-26T16:09:52.144322+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:09:52.144322+0000","last_undegraded":"2021-07-26T16:09:52.144322+0000","last_fullsized":"2021-07-26T16:09:52.144322+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":259,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.140430+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:09:52.140430+0000","last_peered":"2021-07-26T16:09:52.140430+0000","last_clean":"2021-07-26T16:09:52.140430+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:09:52.140430+0000","last_undegraded":"2021-07-26T16:09:52.140430+0000","last_fullsized":"2021-07-26T16:09:52.140430+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":90,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.144458+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:09:52.144458+0000","last_peered":"2021-07-26T16:09:52.144458+0000","last_clean":"2021-07-26T16:09:52.144458+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:09:52.144458+0000","last_undegraded":"2021-07-26T16:09:52.144458+0000","last_fullsized":"2021-07-26T16:09:52.144458+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":244,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139774+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:09:52.139774+0000","last_peered":"2021-07-26T16:09:52.139774+0000","last_clean":"2021-07-26T16:09:52.139774+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:09:52.139774+0000","last_undegraded":"2021-07-26T16:09:52.139774+0000","last_fullsized":"2021-07-26T16:09:52.139774+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":28,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.154751+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:09:52.154751+0000","last_peered":"2021-07-26T16:09:52.154751+0000","last_clean":"2021-07-26T16:09:52.154751+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:09:52.154751+0000","last_undegraded":"2021-07-26T16:09:52.154751+0000","last_fullsized":"2021-07-26T16:09:52.154751+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":51,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.157980+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:09:52.157980+0000","last_peered":"2021-07-26T16:09:52.157980+0000","last_clean":"2021-07-26T16:09:52.157980+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:09:52.157980+0000","last_undegraded":"2021-07-26T16:09:52.157980+0000","last_fullsized":"2021-07-26T16:09:52.157980+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":219,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.139243+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:09:52.139243+0000","last_peered":"2021-07-26T16:09:52.139243+0000","last_clean":"2021-07-26T16:09:52.139243+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:09:52.139243+0000","last_undegraded":"2021-07-26T16:09:52.139243+0000","last_fullsized":"2021-07-26T16:09:52.139243+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":100,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.140175+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:09:52.140175+0000","last_peered":"2021-07-26T16:09:52.140175+0000","last_clean":"2021-07-26T16:09:52.140175+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:09:52.140175+0000","last_undegraded":"2021-07-26T16:09:52.140175+0000","last_fullsized":"2021-07-26T16:09:52.140175+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":90,"reported_epoch":254,"state":"active+clean","last_fresh":"2021-07-26T16:09:52.135167+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:09:52.135167+0000","last_peered":"2021-07-26T16:09:52.135167+0000","last_clean":"2021-07-26T16:09:52.135167+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:09:52.135167+0000","last_undegraded":"2021-07-26T16:09:52.135167+0000","last_fullsized":"2021-07-26T16:09:52.135167+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":5175050264,"num_objects":78966,"num_object_clones":0,"num_object_copies":236898,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":18824,"num_objects_misplaced":2486,"num_objects_unfound":0,"num_objects_dirty":78966,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":114036,"num_write_kb":6176001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7487,"num_bytes_recovered":490602496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16261591040,"data_stored":16261578824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":106136,"ondisk_log_size":106136,"up":48,"acting":42,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495904,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3264844,"kb_used_data":2216132,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90480308,"statfs":{"total":95995035648,"available":92651835392,"internally_reserved":1073741824,"allocated":2269319168,"data_stored":2268050709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.4750000000000001,"15min":0.88100000000000001},"min":{"1min":0.251,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.1929999999999996,"5min":61.125,"15min":61.125},"last":0.34699999999999998},{"interface":"front","average":{"1min":1.135,"5min":1.581,"15min":0.92800000000000005},"min":{"1min":0.32700000000000001,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.5030000000000001,"5min":61.165999999999997,"15min":61.165999999999997},"last":1.006}]},{"osd":1,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":4.7839999999999998,"5min":1.8280000000000001,"15min":1.1100000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":72.989000000000004,"5min":72.989000000000004,"15min":72.989000000000004},"last":1.0569999999999999},{"interface":"front","average":{"1min":4.2930000000000001,"5min":2.1150000000000002,"15min":1.117},"min":{"1min":0.251,"5min":0.24299999999999999,"15min":0.23300000000000001},"max":{"1min":70.066000000000003,"5min":70.066000000000003,"15min":70.066000000000003},"last":0.246}]},{"osd":2,"last update":"Mon Jul 26 16:09:43 2021","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.2809999999999999,"15min":1.5509999999999999},"min":{"1min":0.309,"5min":0.224,"15min":0.224},"max":{"1min":8.4860000000000007,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":1.034},{"interface":"front","average":{"1min":0.75600000000000001,"5min":1.0249999999999999,"15min":1.466},"min":{"1min":0.317,"5min":0.30399999999999999,"15min":0.27600000000000002},"max":{"1min":2.9860000000000002,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.29599999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":3.3780000000000001,"5min":1.6919999999999999,"15min":1.093},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":48.880000000000003,"5min":48.880000000000003,"15min":48.880000000000003},"last":0.27700000000000002},{"interface":"front","average":{"1min":4.1440000000000001,"5min":1.6240000000000001,"15min":1.071},"min":{"1min":0.30199999999999999,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":48.792999999999999,"5min":48.792999999999999,"15min":48.792999999999999},"last":3.9140000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.5980000000000001,"5min":0.66300000000000003,"15min":0.433},"min":{"1min":0.24199999999999999,"5min":0.22,"15min":0.22},"max":{"1min":9.3089999999999993,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":1.407},{"interface":"front","average":{"1min":1.645,"5min":0.73199999999999998,"15min":0.51600000000000001},"min":{"1min":0.28599999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":9.3300000000000001,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":1.4330000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:09:53 2021","interfaces":[{"interface":"back","average":{"1min":2.577,"5min":1.0529999999999999,"15min":0.67500000000000004},"min":{"1min":0.26900000000000002,"5min":0.22900000000000001,"15min":0.21299999999999999},"max":{"1min":9.9860000000000007,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":1.0740000000000001},{"interface":"front","average":{"1min":2.7360000000000002,"5min":1.0669999999999999,"15min":0.72999999999999998},"min":{"1min":0.34599999999999997,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":10.406000000000001,"5min":10.406000000000001,"15min":10.406000000000001},"last":4.5069999999999997}]},{"osd":6,"last update":"Mon Jul 26 16:09:53 2021","interfaces":[{"interface":"back","average":{"1min":2.899,"5min":1.139,"15min":0.751},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.24399999999999999},"max":{"1min":10.09,"5min":10.09,"15min":10.09},"last":0.36799999999999999},{"interface":"front","average":{"1min":2.214,"5min":0.93100000000000005,"15min":0.629},"min":{"1min":0.25700000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.7709999999999999,"5min":5.7709999999999999,"15min":5.7709999999999999},"last":0.316}]}]},{"osd":6,"up_from":41,"seq":176093659428,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3281224,"kb_used_data":2232640,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90463928,"statfs":{"total":95995035648,"available":92635062272,"internally_reserved":1073741824,"allocated":2286223360,"data_stored":2284958848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":0.94799999999999995,"15min":0.69799999999999995},"min":{"1min":0.248,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":13.945,"5min":13.945,"15min":13.945},"last":0.73099999999999998},{"interface":"front","average":{"1min":1.022,"5min":0.90700000000000003,"15min":0.748},"min":{"1min":0.22500000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":5.7439999999999998,"5min":10.353999999999999,"15min":11.207000000000001},"last":0.749}]},{"osd":1,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.393,"5min":1.1120000000000001,"15min":0.80100000000000005},"min":{"1min":0.23499999999999999,"5min":0.22500000000000001,"15min":0.21199999999999999},"max":{"1min":6.3959999999999999,"5min":12.864000000000001,"15min":12.864000000000001},"last":0.71199999999999997},{"interface":"front","average":{"1min":2.2509999999999999,"5min":1.141,"15min":0.94599999999999995},"min":{"1min":0.29499999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":17.036000000000001,"5min":17.036000000000001,"15min":17.036000000000001},"last":0.435}]},{"osd":2,"last update":"Mon Jul 26 16:09:33 2021","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":0.96999999999999997,"15min":1.7330000000000001},"min":{"1min":0.31,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.3559999999999999,"5min":5.8639999999999999,"15min":12.388999999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":1.081,"5min":0.97999999999999998,"15min":1.5089999999999999},"min":{"1min":0.34799999999999998,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":4.3440000000000003,"5min":5.9260000000000002,"15min":10.116},"last":0.37}]},{"osd":3,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":1.6080000000000001,"15min":1.175},"min":{"1min":0.31,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":14.561,"5min":49.716999999999999,"15min":49.716999999999999},"last":0.28699999999999998},{"interface":"front","average":{"1min":3.1139999999999999,"5min":1.8380000000000001,"15min":1.266},"min":{"1min":0.33600000000000002,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":17.202000000000002,"5min":49.741,"15min":49.741},"last":1.617}]},{"osd":4,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.359,"5min":0.69099999999999995,"15min":0.441},"min":{"1min":0.224,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":4.7089999999999996,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":1.577},{"interface":"front","average":{"1min":1.286,"5min":0.77200000000000002,"15min":0.46000000000000002},"min":{"1min":0.27000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":6.6500000000000004,"5min":8.4179999999999993,"15min":8.4179999999999993},"last":0.41099999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":0.71299999999999997,"15min":0.55300000000000005},"min":{"1min":0.28399999999999997,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":5.6840000000000002,"5min":6.718,"15min":6.718},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.61199999999999999,"15min":0.55300000000000005},"min":{"1min":0.28100000000000003,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":4.2999999999999998,"5min":5.8819999999999997,"15min":5.9240000000000004},"last":0.26200000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":1.506,"5min":1.069,"15min":0.80800000000000005},"min":{"1min":0.316,"5min":0.251,"15min":0.222},"max":{"1min":3.5600000000000001,"5min":16.913,"15min":16.913},"last":0.92500000000000004},{"interface":"front","average":{"1min":2.6150000000000002,"5min":1.0509999999999999,"15min":0.72999999999999998},"min":{"1min":0.28399999999999997,"5min":0.26400000000000001,"15min":0.26300000000000001},"max":{"1min":8.4939999999999998,"5min":8.4939999999999998,"15min":8.4939999999999998},"last":0.76600000000000001}]}]},{"osd":1,"up_from":78,"seq":335007449245,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3254200,"kb_used_data":3020016,"kb_used_omap":6,"kb_used_meta":234105,"kb_avail":90490952,"statfs":{"total":95995035648,"available":92662734848,"internally_reserved":0,"allocated":3092496384,"data_stored":3091243502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":239724121},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.997,"15min":0.70099999999999996},"min":{"1min":0.217,"5min":0.191,"15min":0.184},"max":{"1min":7.9219999999999997,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":0.32900000000000001},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.2649999999999999,"15min":0.85899999999999999},"min":{"1min":0.216,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":6.4189999999999996,"5min":10.977,"15min":10.977},"last":0.29999999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:09:31 2021","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":1.5249999999999999,"15min":1.6910000000000001},"min":{"1min":0.26100000000000001,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":2.5790000000000002,"5min":34.530000000000001,"15min":34.530000000000001},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.56100000000000005,"5min":1.544,"15min":1.6779999999999999},"min":{"1min":0.29999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":1.569,"5min":34.465000000000003,"15min":34.465000000000003},"last":0.30599999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:09:21 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":1.173,"15min":1.01},"min":{"1min":0.27900000000000003,"5min":0.254,"15min":0.24099999999999999},"max":{"1min":5.0709999999999997,"5min":8.9529999999999994,"15min":13.077999999999999},"last":0.39000000000000001},{"interface":"front","average":{"1min":1.351,"5min":1.3520000000000001,"15min":1.0449999999999999},"min":{"1min":0.32100000000000001,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":4.7469999999999999,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.45200000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.012,"15min":0.92300000000000004},"min":{"1min":0.372,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":3.7509999999999999,"5min":5.9539999999999997,"15min":5.9539999999999997},"last":0.41399999999999998},{"interface":"front","average":{"1min":1.1990000000000001,"5min":1.151,"15min":1.0900000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.1929999999999996,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":0.503}]},{"osd":5,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.298,"5min":1.147,"15min":0.91000000000000003},"min":{"1min":0.38300000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.5300000000000002,"5min":5.5300000000000002,"15min":9.8689999999999998},"last":1.21},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.01,"15min":0.90000000000000002},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":3.109,"5min":5.9109999999999996,"15min":6.9139999999999997},"last":0.69299999999999995}]},{"osd":6,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":1.238,"15min":0.97799999999999998},"min":{"1min":0.41899999999999998,"5min":0.255,"15min":0.255},"max":{"1min":2.9180000000000001,"5min":4.7549999999999999,"15min":9.9209999999999994},"last":0.40799999999999997},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.133,"15min":0.92900000000000005},"min":{"1min":0.41999999999999998,"5min":0.35099999999999998,"15min":0.32200000000000001},"max":{"1min":3.1579999999999999,"5min":6.508,"15min":6.8730000000000002},"last":5.6820000000000004}]},{"osd":7,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.095,"15min":0.89000000000000001},"min":{"1min":0.371,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":5.258,"5min":5.9870000000000001,"15min":5.9870000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":1.4490000000000001,"5min":1.373,"15min":1.054},"min":{"1min":0.45700000000000002,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":4.5679999999999996,"5min":8.234,"15min":9.968},"last":2.395}]}]},{"osd":0,"up_from":0,"seq":313532612779,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500786,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122195,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3600512,"kb_used_data":3511160,"kb_used_omap":3,"kb_used_meta":89340,"kb_avail":90144640,"statfs":{"total":95995035648,"available":92308111360,"internally_reserved":0,"allocated":3595427840,"data_stored":3594174317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":91484308},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.254,"5min":1.4199999999999999,"15min":0.95199999999999996},"min":{"1min":0.222,"5min":0.20499999999999999,"15min":0.17799999999999999},"max":{"1min":14.019,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":1.284,"15min":0.88300000000000001},"min":{"1min":0.222,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.494,"5min":56.030999999999999,"15min":56.030999999999999},"last":0.39900000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":5.524,"5min":2.3889999999999998,"15min":1.3149999999999999},"min":{"1min":0.254,"5min":0.22500000000000001,"15min":0.223},"max":{"1min":84.659000000000006,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.59199999999999997},{"interface":"front","average":{"1min":6.2480000000000002,"5min":2.6669999999999998,"15min":1.5049999999999999},"min":{"1min":0.28100000000000003,"5min":0.223,"15min":0.223},"max":{"1min":83.567999999999998,"5min":83.567999999999998,"15min":83.567999999999998},"last":0.60199999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":1.2889999999999999,"15min":1.8009999999999999},"min":{"1min":0.26000000000000001,"5min":0.251,"15min":0.251},"max":{"1min":3.1739999999999999,"5min":10.73,"15min":10.73},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.80600000000000005,"5min":1.194,"15min":2.2440000000000002},"min":{"1min":0.30499999999999999,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":3.7589999999999999,"5min":10.694000000000001,"15min":14.436},"last":0.44500000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:09:30 2021","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.85099999999999998,"15min":0.69899999999999995},"min":{"1min":0.29499999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":5.6619999999999999,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":0.61499999999999999},{"interface":"front","average":{"1min":1.1499999999999999,"5min":1.079,"15min":0.84499999999999997},"min":{"1min":0.35199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.903,"5min":7.0380000000000003,"15min":7.0380000000000003},"last":0.42199999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.83099999999999996},"min":{"1min":0.317,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":2.1349999999999998,"5min":5.0540000000000003,"15min":10.988},"last":0.67700000000000005},{"interface":"front","average":{"1min":1.593,"5min":1.034,"15min":0.92500000000000004},"min":{"1min":0.35699999999999998,"5min":0.314,"15min":0.314},"max":{"1min":10.634,"5min":10.634,"15min":11.145},"last":0.86899999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":0.876,"15min":0.873},"min":{"1min":0.39300000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":5.6109999999999998,"5min":5.6109999999999998,"15min":11.039999999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":1.167,"5min":1.0980000000000001,"15min":1.006},"min":{"1min":0.39700000000000002,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":3.254,"5min":7.109,"15min":7.109},"last":0.47299999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.212,"15min":1.0760000000000001},"min":{"1min":0.39900000000000002,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":11.625999999999999,"5min":11.625999999999999,"15min":11.625999999999999},"last":0.52200000000000002},{"interface":"front","average":{"1min":1.7310000000000001,"5min":1.2569999999999999,"15min":1.093},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":10.667,"5min":10.667,"15min":19.039999999999999},"last":0.63600000000000001}]}]},{"osd":4,"up_from":163,"seq":700079669317,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2786312,"kb_used_data":1737728,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":90958840,"statfs":{"total":95995035648,"available":93141852160,"internally_reserved":1073741824,"allocated":1779433472,"data_stored":1778169048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.72399999999999998,"15min":0.44800000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.4990000000000001,"5min":7.3719999999999999,"15min":7.3719999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":1.496,"5min":1.1060000000000001,"15min":0.62},"min":{"1min":0.23300000000000001,"5min":0.218,"15min":0.218},"max":{"1min":5.0919999999999996,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":0.36899999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":4.7629999999999999,"5min":1.5009999999999999,"15min":0.751},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":70.212999999999994,"5min":70.212999999999994,"15min":70.212999999999994},"last":2.3149999999999999},{"interface":"front","average":{"1min":5.1050000000000004,"5min":1.696,"15min":0.85199999999999998},"min":{"1min":0.26400000000000001,"5min":0.247,"15min":0.247},"max":{"1min":69.948999999999998,"5min":69.948999999999998,"15min":69.948999999999998},"last":0.44800000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.226,"5min":1.028,"15min":0.61699999999999999},"min":{"1min":0.28599999999999998,"5min":0.252,"15min":0.252},"max":{"1min":3.5409999999999999,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.87,"5min":0.76200000000000001,"15min":0.57899999999999996},"min":{"1min":0.32100000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.5619999999999998,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.69199999999999995}]},{"osd":3,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.9390000000000001,"5min":0.94299999999999995,"15min":0.60099999999999998},"min":{"1min":0.26300000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":2.5640000000000001},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.81699999999999995,"15min":0.55700000000000005},"min":{"1min":0.316,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.3479999999999999,"5min":6.8940000000000001,"15min":6.8940000000000001},"last":2.573}]},{"osd":5,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":0.56699999999999995,"15min":0.40999999999999998},"min":{"1min":0.26500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":0.74399999999999999},{"interface":"front","average":{"1min":1.177,"5min":0.58899999999999997,"15min":0.435},"min":{"1min":0.251,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":4.7469999999999999,"5min":4.7469999999999999,"15min":4.7469999999999999},"last":0.72599999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.53700000000000003,"15min":0.39600000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.7749999999999999,"5min":2.7749999999999999,"15min":2.7749999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":1.169,"5min":0.628,"15min":0.44},"min":{"1min":0.27400000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":3.4689999999999999,"5min":3.4689999999999999,"15min":3.4689999999999999},"last":0.32400000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.53500000000000003,"15min":0.436},"min":{"1min":0.25800000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":3.1190000000000002,"5min":3.1190000000000002,"15min":3.1190000000000002},"last":0.58599999999999997},{"interface":"front","average":{"1min":2.2530000000000001,"5min":0.85899999999999999,"15min":0.53700000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":8.1809999999999992,"5min":8.1809999999999992,"15min":8.1809999999999992},"last":0.38700000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822953,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2487156,"kb_used_data":1438508,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91257996,"statfs":{"total":95995035648,"available":93448187904,"internally_reserved":1073741824,"allocated":1473032192,"data_stored":1471783439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:16 2021","interfaces":[{"interface":"back","average":{"1min":4.2370000000000001,"5min":1.8660000000000001,"15min":1.034},"min":{"1min":0.26000000000000001,"5min":0.23300000000000001,"15min":0.19500000000000001},"max":{"1min":59.381,"5min":59.381,"15min":59.381},"last":8.5700000000000003},{"interface":"front","average":{"1min":4.2789999999999999,"5min":2.0230000000000001,"15min":1.119},"min":{"1min":0.30099999999999999,"5min":0.29199999999999998,"15min":0.24399999999999999},"max":{"1min":59.401000000000003,"5min":59.401000000000003,"15min":59.401000000000003},"last":11.840999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":4.9139999999999997,"5min":2.4319999999999999,"15min":1.389},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":85.896000000000001,"5min":85.896000000000001,"15min":85.896000000000001},"last":0.63500000000000001},{"interface":"front","average":{"1min":5.6970000000000001,"5min":2.5990000000000002,"15min":1.482},"min":{"1min":0.248,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":85.566999999999993,"5min":85.566999999999993,"15min":85.566999999999993},"last":0.32600000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:09:35 2021","interfaces":[{"interface":"back","average":{"1min":1.8460000000000001,"5min":1.0549999999999999,"15min":1.1830000000000001},"min":{"1min":0.27700000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":6.4450000000000003,"5min":6.4450000000000003,"15min":35.734000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":1.4139999999999999,"5min":2.722,"15min":1.7330000000000001},"min":{"1min":0.26700000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":5.2370000000000001,"5min":171.78700000000001,"15min":171.78700000000001},"last":11.815}]},{"osd":3,"last update":"Mon Jul 26 16:09:16 2021","interfaces":[{"interface":"back","average":{"1min":4.3730000000000002,"5min":1.9379999999999999,"15min":1.405},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":59.469999999999999,"5min":59.469999999999999,"15min":59.469999999999999},"last":11.76},{"interface":"front","average":{"1min":4.1970000000000001,"5min":1.782,"15min":1.353},"min":{"1min":0.28999999999999998,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":59.465000000000003,"5min":59.465000000000003,"15min":59.465000000000003},"last":0.39000000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":1.877,"5min":0.77600000000000002,"15min":0.47999999999999998},"min":{"1min":0.25900000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":9.6790000000000003,"5min":9.6790000000000003,"15min":9.6790000000000003},"last":0.28799999999999998},{"interface":"front","average":{"1min":1.28,"5min":0.63900000000000001,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":9.9749999999999996,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":3.0779999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":2.2669999999999999,"5min":0.93200000000000005,"15min":0.65500000000000003},"min":{"1min":0.25600000000000001,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":9.7189999999999994,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":1.95},{"interface":"front","average":{"1min":1.4159999999999999,"5min":0.81599999999999995,"15min":0.63200000000000001},"min":{"1min":0.29699999999999999,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":5.157,"5min":6.2519999999999998,"15min":7.899},"last":11.865}]},{"osd":7,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":1.6499999999999999,"5min":0.84799999999999998,"15min":0.68700000000000006},"min":{"1min":0.41099999999999998,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":6.0410000000000004,"5min":6.3579999999999997,"15min":8.9489999999999998},"last":15.15},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.52400000000000002,"15min":0.55100000000000005},"min":{"1min":0.28399999999999997,"5min":0.249,"15min":0.217},"max":{"1min":2.2090000000000001,"5min":2.641,"15min":8.1170000000000009},"last":3.109}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1857748992,"data_stored":1857748992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3067219968,"data_stored":3067215896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3581743104,"data_stored":3581739032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1763377152,"data_stored":1763377152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1467547648,"data_stored":1467547648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2276331520,"data_stored":2276327448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2247622656,"data_stored":2247622656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:10:05.833 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph status --format=json 2021-07-26T16:10:05.893 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:05.928 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:05.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:05.930 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:06.031 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:06.040 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:06.069 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:06.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:06.070 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:06.171 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:06.218 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:06.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:06.220 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:06.321 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:06.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:06.353 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:06.353 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:06.382 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:06 smithi078 ceph-mon[73801]: from='client.45699 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:06.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:06 smithi078 ceph-mon[77813]: from='client.45699 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:06.455 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:06.495 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:06.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:06.497 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:06.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:06 smithi139 ceph-mon[56829]: from='client.45699 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:06.598 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:06.628 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:06.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:06.629 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:06.730 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:06.760 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:06.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:06.761 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:06.862 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:06.890 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:06.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:06.892 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:06.993 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:07.033 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:07.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:07.038 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:07.139 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:07.183 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:07.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:07.185 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:07.214 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:07 smithi139 ceph-mon[56829]: pgmap v702: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.6 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 704 op/s; 18916/226530 objects degraded (8.350%); 2270/226530 objects misplaced (1.002%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:10:07.214 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:07 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2284903232' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:10:07.216 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:10:07.286 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:07.318 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:07.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:07.319 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:07.392 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:07 smithi078 ceph-mon[73801]: pgmap v702: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.6 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 704 op/s; 18916/226530 objects degraded (8.350%); 2270/226530 objects misplaced (1.002%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:10:07.393 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:07 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2284903232' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:10:07.393 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:07 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:10:07.393 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:07 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 18916/226530 objects degraded (8.350%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:07.393 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:07 smithi078 ceph-mon[77813]: pgmap v702: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.6 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 704 op/s; 18916/226530 objects degraded (8.350%); 2270/226530 objects misplaced (1.002%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:10:07.394 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:07 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2284903232' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:10:07.394 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:07 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:10:07.394 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:07 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 18916/226530 objects degraded (8.350%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:07.420 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:07.449 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:07.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:07.451 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:07.552 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:07.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:07 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:10:07.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:07 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 18916/226530 objects degraded (8.350%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:07.578 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:10:07.578 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:10:07.578 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.578 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:119692 7.7 7:e5fc84f4:::benchmark_data_smithi078_185638_object23189:head [delete] snapc 0=[] ondisk+write+known_if_redirected e257)", 2021-07-26T16:10:07.579 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:07.557807+0000", 2021-07-26T16:10:07.579 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.019218782, 2021-07-26T16:10:07.579 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.019248611999999998, 2021-07-26T16:10:07.579 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:07.579 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:10:07.580 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:07.580 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:07.580 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:07.580 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 119692 2021-07-26T16:10:07.580 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.581 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:07.581 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.581 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:07.581 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.557807+0000", 2021-07-26T16:10:07.582 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:07.582 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.582 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.582 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:07.582 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.557807+0000", 2021-07-26T16:10:07.583 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.2049999999999998e-06 2021-07-26T16:10:07.583 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.583 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.583 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:07.584 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.557810+0000", 2021-07-26T16:10:07.584 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3879999999999998e-06 2021-07-26T16:10:07.584 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.584 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.584 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:07.585 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.557813+0000", 2021-07-26T16:10:07.585 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1637000000000001e-05 2021-07-26T16:10:07.585 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.585 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.585 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:07.586 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.557824+0000", 2021-07-26T16:10:07.586 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1739999999999997e-06 2021-07-26T16:10:07.586 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.586 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.586 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:07.587 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.557831+0000", 2021-07-26T16:10:07.587 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3658e-05 2021-07-26T16:10:07.587 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.587 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.588 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:07.588 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.557884+0000", 2021-07-26T16:10:07.588 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000158035 2021-07-26T16:10:07.588 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.588 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.589 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:07.589 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.558042+0000", 2021-07-26T16:10:07.589 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000175668 2021-07-26T16:10:07.589 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.589 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.590 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:10:07.590 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.558218+0000", 2021-07-26T16:10:07.590 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0037981109999999998 2021-07-26T16:10:07.590 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.591 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.591 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:07.591 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.562016+0000", 2021-07-26T16:10:07.591 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001623411 2021-07-26T16:10:07.591 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.592 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.592 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:07.592 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.563640+0000", 2021-07-26T16:10:07.592 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.012172821 2021-07-26T16:10:07.592 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.593 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.593 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:07.593 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.575812+0000", 2021-07-26T16:10:07.593 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5977999999999997e-05 2021-07-26T16:10:07.594 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.594 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.594 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:10:07.594 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.575888+0000", 2021-07-26T16:10:07.594 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.018081086 2021-07-26T16:10:07.595 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:07.595 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:07.595 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:07.595 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.595 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.596 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:119696 7.7 7:e059698a:::benchmark_data_smithi078_185638_object23193:head [delete] snapc 0=[] ondisk+write+known_if_redirected e257)", 2021-07-26T16:10:07.596 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:07.567460+0000", 2021-07-26T16:10:07.596 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0095655159999999996, 2021-07-26T16:10:07.596 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0097042280000000005, 2021-07-26T16:10:07.597 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:07.597 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:10:07.597 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:07.597 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:07.597 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:07.598 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 119696 2021-07-26T16:10:07.598 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.598 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:07.598 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.598 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:07.599 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567460+0000", 2021-07-26T16:10:07.599 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:07.599 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.599 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.599 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:07.600 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567460+0000", 2021-07-26T16:10:07.600 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.2589999999999997e-06 2021-07-26T16:10:07.600 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.600 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.601 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:07.601 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567467+0000", 2021-07-26T16:10:07.601 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1440000000000001e-06 2021-07-26T16:10:07.601 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.601 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.602 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:07.602 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567469+0000", 2021-07-26T16:10:07.602 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8977000000000001e-05 2021-07-26T16:10:07.602 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.602 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.603 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:07.603 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567488+0000", 2021-07-26T16:10:07.603 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7220000000000002e-06 2021-07-26T16:10:07.603 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.604 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.604 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:07.604 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567495+0000", 2021-07-26T16:10:07.604 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1014999999999998e-05 2021-07-26T16:10:07.604 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.605 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.605 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:07.605 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567556+0000", 2021-07-26T16:10:07.605 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00019244999999999999 2021-07-26T16:10:07.605 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.606 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.606 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:07.606 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567748+0000", 2021-07-26T16:10:07.606 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0042720589999999999 2021-07-26T16:10:07.607 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.607 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.607 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:10:07.607 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.572020+0000", 2021-07-26T16:10:07.607 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0045596259999999998 2021-07-26T16:10:07.608 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:07.608 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:07.608 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:07.608 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.608 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.609 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:119698 7.c 7:37c82172:::benchmark_data_smithi078_185638_object23195:head [delete] snapc 0=[] ondisk+write+known_if_redirected e257)", 2021-07-26T16:10:07.609 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:07.567509+0000", 2021-07-26T16:10:07.609 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0095168849999999992, 2021-07-26T16:10:07.609 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0097319369999999995, 2021-07-26T16:10:07.609 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:07.610 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:10:07.610 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:07.610 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:07.610 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:07.611 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 119698 2021-07-26T16:10:07.611 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.611 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:07.611 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.611 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:07.612 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567509+0000", 2021-07-26T16:10:07.612 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:07.612 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.612 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.612 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:07.613 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567509+0000", 2021-07-26T16:10:07.613 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2529999999999999e-06 2021-07-26T16:10:07.613 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.613 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.614 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:07.614 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567510+0000", 2021-07-26T16:10:07.614 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.9500000000000001e-07 2021-07-26T16:10:07.614 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.615 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.615 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:07.615 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567511+0000", 2021-07-26T16:10:07.615 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2480000000000004e-06 2021-07-26T16:10:07.615 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.616 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.616 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:07.616 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567517+0000", 2021-07-26T16:10:07.616 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6260000000000001e-06 2021-07-26T16:10:07.616 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.617 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.617 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:07.617 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567520+0000", 2021-07-26T16:10:07.617 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4493000000000002e-05 2021-07-26T16:10:07.618 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.618 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.618 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:07.618 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567565+0000", 2021-07-26T16:10:07.618 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00012645899999999999 2021-07-26T16:10:07.619 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.619 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.619 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:07.619 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567691+0000", 2021-07-26T16:10:07.619 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016149 2021-07-26T16:10:07.620 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.620 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.620 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,7", 2021-07-26T16:10:07.620 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567853+0000", 2021-07-26T16:10:07.621 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0055093360000000001 2021-07-26T16:10:07.621 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.621 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.621 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:07.621 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.573362+0000", 2021-07-26T16:10:07.622 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0058528 2021-07-26T16:10:07.622 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:07.622 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:07.622 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:07.622 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.623 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.623 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:119700 7.7 7.acd15df7 (undecoded) ondisk+write+known_if_redirected e257)", 2021-07-26T16:10:07.623 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:07.567531+0000", 2021-07-26T16:10:07.623 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0094954459999999994, 2021-07-26T16:10:07.624 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0097891109999999996, 2021-07-26T16:10:07.624 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:07.624 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "queued for pg", 2021-07-26T16:10:07.624 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:07.624 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:07.625 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:07.625 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 119700 2021-07-26T16:10:07.625 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.625 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:07.625 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.626 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:07.626 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567531+0000", 2021-07-26T16:10:07.626 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:07.626 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.627 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.627 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:07.627 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567531+0000", 2021-07-26T16:10:07.627 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.308e-06 2021-07-26T16:10:07.627 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.628 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.628 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:07.628 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567532+0000", 2021-07-26T16:10:07.628 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.158e-06 2021-07-26T16:10:07.628 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.629 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.629 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:07.629 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567533+0000", 2021-07-26T16:10:07.629 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7309999999999998e-06 2021-07-26T16:10:07.629 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.630 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.630 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:07.630 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567539+0000", 2021-07-26T16:10:07.630 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.065e-06 2021-07-26T16:10:07.631 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.631 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.631 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:07.631 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567543+0000", 2021-07-26T16:10:07.631 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2262000000000001e-05 2021-07-26T16:10:07.632 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:07.632 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:07.632 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:07.632 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.632 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.633 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop_reply(client.55408.0:119692 7.7 e257/237 ondisk, result = 0)", 2021-07-26T16:10:07.633 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:07.567565+0000", 2021-07-26T16:10:07.633 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0094613690000000007, 2021-07-26T16:10:07.633 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0098075720000000005, 2021-07-26T16:10:07.633 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:07.634 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "started", 2021-07-26T16:10:07.634 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:07.634 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.634 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:07.635 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567565+0000", 2021-07-26T16:10:07.635 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:07.635 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.635 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.635 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:07.636 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567565+0000", 2021-07-26T16:10:07.636 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5000000000000002e-06 2021-07-26T16:10:07.636 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.636 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.636 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:07.637 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567567+0000", 2021-07-26T16:10:07.637 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8809999999999998e-06 2021-07-26T16:10:07.637 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.637 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.637 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:07.638 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567571+0000", 2021-07-26T16:10:07.638 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.0679999999999997e-06 2021-07-26T16:10:07.638 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.638 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.639 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:07.639 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567579+0000", 2021-07-26T16:10:07.639 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5249999999999999e-06 2021-07-26T16:10:07.639 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.639 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.640 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:07.640 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.567584+0000", 2021-07-26T16:10:07.640 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0082056709999999995 2021-07-26T16:10:07.640 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.640 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.641 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:07.641 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.575789+0000", 2021-07-26T16:10:07.641 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1418e-05 2021-07-26T16:10:07.641 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.641 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.642 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:07.642 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.575801+0000", 2021-07-26T16:10:07.642 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0082360630000000001 2021-07-26T16:10:07.642 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:07.643 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:07.643 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:07.643 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.643 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.643 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop_reply(client.55408.0:119698 7.c e257/230)", 2021-07-26T16:10:07.644 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:07.570847+0000", 2021-07-26T16:10:07.644 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0061787760000000004, 2021-07-26T16:10:07.644 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0065979109999999997, 2021-07-26T16:10:07.644 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:07.644 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "queued for pg", 2021-07-26T16:10:07.645 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:07.645 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.645 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:07.646 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.570847+0000", 2021-07-26T16:10:07.646 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:07.646 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.646 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.646 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:07.647 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.570847+0000", 2021-07-26T16:10:07.647 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6559999999999998e-06 2021-07-26T16:10:07.647 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.647 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.647 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:07.648 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.570851+0000", 2021-07-26T16:10:07.648 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0640000000000001e-06 2021-07-26T16:10:07.648 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.648 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.649 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:07.649 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.570853+0000", 2021-07-26T16:10:07.649 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2663999999999999e-05 2021-07-26T16:10:07.649 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.649 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.650 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:07.650 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.570866+0000", 2021-07-26T16:10:07.650 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.0160000000000003e-06 2021-07-26T16:10:07.650 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:07.650 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:07.651 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:07.651 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.570873+0000", 2021-07-26T16:10:07.651 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5400000000000001e-05 2021-07-26T16:10:07.651 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:07.651 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:07.652 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:07.652 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:07.652 INFO:teuthology.orchestra.run.smithi139.stdout: ], 2021-07-26T16:10:07.652 INFO:teuthology.orchestra.run.smithi139.stdout: "num_ops": 6 2021-07-26T16:10:07.653 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:10:07.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:07.654 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:07.655 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:07.756 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:07.800 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:07.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:07.802 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:07.903 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:07.942 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:07.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:07.943 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:08.044 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:08.065 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:08.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:08.067 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:08.168 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:08.203 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:08.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:08.204 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:08.305 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:08.337 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:08.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:08.338 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:08.439 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:08.474 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:08.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:08.476 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:08.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:08 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:08.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:08 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:10:08.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:08 smithi078 ceph-mon[73801]: osdmap e257: 8 total, 8 up, 6 in 2021-07-26T16:10:08.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:08 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:08.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:08 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:10:08.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:08 smithi078 ceph-mon[77813]: osdmap e257: 8 total, 8 up, 6 in 2021-07-26T16:10:08.576 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:08.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:08 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:08.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:08 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:10:08.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:08 smithi139 ceph-mon[56829]: osdmap e257: 8 total, 8 up, 6 in 2021-07-26T16:10:08.607 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:08.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:08.608 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:08.677 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-07-26T16:10:08.710 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:08.780 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:08.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:08.781 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:08.882 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:08.893 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:10:08.925 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:08.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:08.926 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:09.027 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:09.035 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:10:09.058 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:09.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:09.059 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:09.065 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:10:09.093 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:10:09.124 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:10:09.155 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:10:09.160 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:09.200 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:09.201 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:09.201 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:09.208 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:10:09.239 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:10:09.281 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:10:09.287 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:10:09.287 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:10:09.287 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:10:09.287 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:10:09.288 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:10:09.288 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:10:09.288 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:10:09.288 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:10:09.302 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:09.307 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:09 smithi078 ceph-mon[73801]: pgmap v704: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.6 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 434 op/s; 18916/226530 objects degraded (8.350%); 2270/226530 objects misplaced (1.002%); 992 KiB/s, 15 objects/s recovering 2021-07-26T16:10:09.307 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:09 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1251338178' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:09.308 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:09 smithi078 ceph-mon[77813]: pgmap v704: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.6 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 434 op/s; 18916/226530 objects degraded (8.350%); 2270/226530 objects misplaced (1.002%); 992 KiB/s, 15 objects/s recovering 2021-07-26T16:10:09.308 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:09 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1251338178' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:09.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:09 smithi139 ceph-mon[56829]: pgmap v704: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.6 GiB data, 13 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 434 op/s; 18916/226530 objects degraded (8.350%); 2270/226530 objects misplaced (1.002%); 992 KiB/s, 15 objects/s recovering 2021-07-26T16:10:09.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:09 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1251338178' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:09.332 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:09.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:09.333 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:09.434 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:09.466 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:09.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:09.468 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:09.566 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:10:09.566 INFO:teuthology.orchestra.run.smithi078.stdout:{"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 18916/226530 objects degraded (8.350%), 6 pgs degraded, 6 pgs undersized","count":12},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":935,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":257,"num_osds":8,"num_up_osds":8,"osd_up_since":1627315460,"num_in_osds":6,"osd_in_since":1627315715,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":82},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait","count":1}],"num_pgs":89,"num_pools":5,"num_objects":75510,"data_bytes":4947580854,"bytes_used":18681696256,"bytes_avail":557288517632,"bytes_total":575970213888,"degraded_objects":18916,"degraded_total":226530,"degraded_ratio":0.083503288747627233,"misplaced_objects":2270,"misplaced_total":226530,"misplaced_ratio":0.010020747803822894,"recovering_objects_per_sec":15,"recovering_bytes_per_sec":1015474,"recovering_keys_per_sec":0,"num_objects_recovered":124,"num_bytes_recovered":8126464,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":434},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi139.mwfdce","status":"up:active","gid":34466}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://172.21.15.78:8443/"}},"servicemap":{"epoch":25,"modified":"2021-07-26T16:09:03.994969+0000","services":{}},"progress_events":{"019a259c-959c-47d6-a734-39cfb6909cf2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"028db943-f20f-467a-a060-ad98e1de11a2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0825decf-1771-4aa9-b3e0-2f90f962393e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0bec2cae-5754-4025-a7d0-2ee7968682e9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d3cb746-2040-4b08-9af3-a1d7a0503231":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d89ccd0-fc83-4f39-8753-1a8865251315":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0e651c76-4f9a-4f90-a79f-535f5859f8c8":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"108b28cf-2f79-4480-ae61-bee4c7c31bd7":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"114a7454-f544-4e5b-bc68-037dbe7feba4":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1716fc1e-864e-424d-aa5d-87e6df36f714":{"message":"Global Recovery Event (85s)\n [=========================...] (remaining: 7s)","progress":0.92134833335876465,"add_to_ceph_s":true},"17292374-1855-4712-acd3-11bb22dc3c95":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19bd3a40-ff30-4a9b-af2f-c08bddcd661a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19d4ab02-2b37-4660-bd16-0ab176a69364":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1a15b739-f34e-4cf1-97e8-78bca8ce7cb4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c310024-1e58-4270-9383-5f710035cc0f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c490976-1a9c-47b0-8d32-51f1bd6245b3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1e027d76-638d-4309-8161-d718742ba273":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"20002988-dede-4d83-be7f-6f21f2353621":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"211ec1ea-128a-4366-9fd4-10ed5f8cd19d":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"22daed49-593a-480d-8a9a-98d818c39bc2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2b855103-93d2-47b4-8165-7e5b5059057c":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2f3e8995-94bb-44c6-a68e-5228ccdd773d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3110f40d-e914-45fc-9524-e7fb7274d10e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"31cc9b1a-2567-4b75-aa0a-a0a72d9c8ee3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"33b6be0a-e83d-46d9-be6b-7792ff77ca0d":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"34763500-8a71-4327-90e5-1c72d86bd096":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"347a77f4-00de-473e-9b25-6b72dd08c4e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"37b206b2-4919-48e8-a6a4-2ece7b7c8254":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3884b211-07a3-42b3-a9c4-9f0a0f7af463":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3a762b12-c51f-443d-a6d4-6ac594c32ef8":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"401e0147-cb0d-454d-8ef4-fb978b16324c":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"405520f3-456b-4fac-acae-bf61abb626e5":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"459b2ec4-9d88-4aa6-9215-68089a091441":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"460f2a0b-a55a-4dcc-9025-c902682d17f9":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"49014fd2-9788-4843-b76b-2357148f3e82":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4b6c0637-0ad3-469f-95ef-80ceaab392d6":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4c8d0599-00f0-42f4-83f0-a4ba20f99acd":{"message":"Upgrade to 17.0.0-6381-gbccf07c2 (3m)\n [===========.................] (remaining: 5m)","progress":0.40000000596046448,"add_to_ceph_s":true},"510eb5cd-e26d-43a7-a3e5-7303b56b6057":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"51360200-b719-40e4-8a65-e68776fd9d5f":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5387f864-71ca-4020-825f-f1036e21047a":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"587e5b1e-b615-4a76-aa76-339ac4b1119a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"596f1485-a6e2-4709-8011-3eee4f68a40b":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5b7a5224-a2a0-4336-b87d-ac71fa41a132":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"60d27c5b-892a-420f-b2a4-2b40fb5c9bae":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"68cfcc32-3d22-4e97-a6bf-84fde960ae8d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6a35c8c3-7429-4f4e-901f-a038415ba6c2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6e65f136-9823-457f-a92e-219b81f095ff":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6fd1956d-15c5-4ac2-b06c-7dee4994eccd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"714f46fd-bf2e-444a-8f90-7e81abeb7685":{"message":"Rebalancing after osd.0 marked out (90s)\n [=======================.....] (remaining: 17s)","progress":0.84081262350082397,"add_to_ceph_s":false},"7222cf0b-f01f-42ff-b51f-2b368b5fa361":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"744491dc-86bb-4b12-9fc7-2744a456cdc3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7b7fbe03-10d2-461f-bc0a-43d77c89fd23":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7c55f598-ea1b-4bff-a1ec-eea9a96b6314":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7d5292c7-8f64-4b18-95ca-05dceafb186d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"8841d28e-a2d3-42ce-b8e6-7d7d69ea1e35":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"89311c45-5afb-43bf-852b-90dbe31ce58d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"95c9cfcc-b295-4d83-828a-9bda822ebf70":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"9920a83e-9cd1-461f-87af-96cfa0812e53":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"a3f0924a-47fe-4133-b0b7-af5b7b7d6acf":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ab9bac78-f961-43ca-85cf-13bf0a07fe2e":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ac811e7e-477b-4e3e-bb2c-13a29f3fb2f8":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b14333af-8546-48cc-96eb-f5c63e320d61":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b1685628-5f44-489c-9373-b5c4e59ee59f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b487ad26-7b67-4172-8032-8b75babea112":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b49740d5-954a-41e7-8eeb-bba5b1778d45":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b733ca53-2fc8-4687-b3d9-a51b7548ccda":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b8dc1c77-2ee2-46bd-840f-984991d9d2c5":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bcf1a744-2ba8-4784-bc68-152a3ee664e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bd08922a-3ac3-4039-b4b3-93faebd22c7f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c1a156a1-da5e-48d0-8f8c-76df6626d395":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c433161c-6293-4e18-8b3e-4dfaefe05b55":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c9af9882-716f-48ac-9c01-9b480daac534":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cc288a6b-fa59-4ff4-9f82-2d4000fff883":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cca5ef61-d521-4f77-b37f-93a28b89d15a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cd33fd2b-27ed-4525-9d17-ba2cc09d5353":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d118df63-284a-474e-af58-a8708f3e39b5":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d1832f61-b2f2-479e-9ca7-a08f459792cc":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3a1ed4b-8a21-4c8c-a760-50346daddd86":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3cec5e9-6ca4-4cde-bf7c-203f01e0615f":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3f03da8-2b50-4d24-9e07-ebe7fb68620a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d4b2d413-2cc2-4af6-9289-9d0962f8d562":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d60ee7c1-95c3-4951-b85f-6396aa8443c9":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d664ff2e-627e-4220-b08e-1328f66d2162":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d95302c7-9943-4446-90c7-a0673a2851f9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db45b94a-5480-4042-a97d-007fc80760fd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db99f745-9bf6-407d-8b52-0ae16fcf2ce1":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"dbf6551f-18cf-42fa-9dc5-922e67ecff20":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e0d6e716-8cba-447c-9ca3-3477324080c9":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e1836fad-1cc2-46ce-9f78-d37c733fb2d0":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e5ef342e-6e19-43be-8eb5-d9d530a664bb":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e61a1630-6f6f-4a09-b57f-b4c38ac323fb":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e7ab10fd-44f7-483e-a16e-8a6fae1d617f":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e93081ac-e4b5-40bb-bacb-bcd7c4e35682":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ec7eb209-1825-4e29-9570-7569715ff483":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f0644eeb-753f-46df-92aa-c27780aae9fc":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f182a7c3-6244-4f18-a08d-52c79721a0ca":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5513eb5-bba6-49c5-ac12-28c7c4f7647b":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5c668a8-c8d6-4e75-a024-0cc85fbab7f7":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"feaf3a8a-1d00-4584-9528-86fa43b3edf4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true}}} 2021-07-26T16:10:09.569 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:09.598 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:09.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:09.599 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:09.700 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:09.725 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:09.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:09.726 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:09.827 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:09.872 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:09.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:09.875 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:09.977 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:10.002 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:10.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:10.003 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:10.105 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:10.137 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:10.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:10.138 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:10.239 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:10.273 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:10.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:10.274 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:10.376 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:10.400 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:10.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:10.403 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:10.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:10 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1680655539' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:10:10.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:10 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1680655539' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:10:10.504 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:10.540 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:10.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:10.542 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:10.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:10 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1680655539' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:10:10.640 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:10:10.643 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:10.668 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:10.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:10.670 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:10.771 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:10.809 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:10.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:10.811 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:10.825 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:10.906 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-07-26T16:10:10.906 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:10:10.911 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:10.983 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:10.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:10.984 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:11.085 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:11.094 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:11.131 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:11.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:11.132 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:11.233 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:11.268 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:11.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:11.270 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:11.371 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:11.411 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:11.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:11.413 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:11.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:11 smithi078 ceph-mon[73801]: pgmap v705: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.4 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 700 op/s; 18991/216291 objects degraded (8.780%); 2061/216291 objects misplaced (0.953%); 1.6 MiB/s, 26 objects/s recovering 2021-07-26T16:10:11.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:11 smithi078 ceph-mon[77813]: pgmap v705: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.4 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 700 op/s; 18991/216291 objects degraded (8.780%); 2061/216291 objects misplaced (0.953%); 1.6 MiB/s, 26 objects/s recovering 2021-07-26T16:10:11.501 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:10:11.501 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:10:11.514 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:11.529 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:11 smithi139 ceph-mon[56829]: pgmap v705: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.4 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 700 op/s; 18991/216291 objects degraded (8.780%); 2061/216291 objects misplaced (0.953%); 1.6 MiB/s, 26 objects/s recovering 2021-07-26T16:10:11.546 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:11.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:11.547 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:11.649 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:11.694 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:11.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:11.695 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:11.798 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:11.836 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:11.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:11.837 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:11.938 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:11.964 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:11.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:11.966 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:12.067 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:12.092 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:12.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:12.094 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:12.195 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:12.215 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:12.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:12.217 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:12.318 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:12.325 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:10:12.352 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:12.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:12.353 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:12.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:12 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 18991/216291 objects degraded (8.780%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:12.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:12 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 18991/216291 objects degraded (8.780%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:12.454 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:12.488 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:12.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:12.489 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:12.556 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:12.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:12 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 18991/216291 objects degraded (8.780%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:12.590 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:12.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:12.636 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:12.636 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:12.737 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:12.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:12.776 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:12.776 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:12.791 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-07-26T16:10:12.877 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:12.929 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:12.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:12.931 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:13.013 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:10:13.032 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:13.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:13.083 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:13.083 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:13.185 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:13.208 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:13.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:13.211 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:13.312 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:13.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:13.344 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:13.344 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:13.447 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:13.493 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:13.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:13.495 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:13.504 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:13 smithi078 ceph-mon[73801]: pgmap v706: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.4 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 689 op/s; 18991/216291 objects degraded (8.780%); 2061/216291 objects misplaced (0.953%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:10:13.506 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:13 smithi078 ceph-mon[77813]: pgmap v706: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.4 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 689 op/s; 18991/216291 objects degraded (8.780%); 2061/216291 objects misplaced (0.953%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:10:13.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:13 smithi139 ceph-mon[56829]: pgmap v706: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.4 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 689 op/s; 18991/216291 objects degraded (8.780%); 2061/216291 objects misplaced (0.953%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:10:13.595 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:13.632 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:13.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:13.634 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:13.735 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:13.773 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:13.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:13.775 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:13.876 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:13.918 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:13.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:13.920 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:14.021 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:14.055 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:14.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:14.057 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:14.158 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:14.202 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:14.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:14.204 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:14.279 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:10:14.305 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:14.343 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:14.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:14.344 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:14.364 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:10:14.365 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:10:14.388 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:14 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/223091362' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:14.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:14 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/223091362' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:14.446 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:14.473 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:14.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:14.475 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:14.576 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:14.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:14 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/223091362' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:14.610 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:14.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:14.611 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:14.713 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:14.742 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:14.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:14.744 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:14.845 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:14.883 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:14.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:14.884 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:14.985 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:15.048 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:15.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:15.050 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:15.151 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:15.178 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:15.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:15.179 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:15.280 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:15.303 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:15.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:15.305 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:15.406 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:15.429 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:15.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:15.430 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:15.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:15 smithi078 ceph-mon[73801]: pgmap v707: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.4 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 689 op/s; 18991/216291 objects degraded (8.780%); 2061/216291 objects misplaced (0.953%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:10:15.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:15 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:15.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:15 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/223091362' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:10:15.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:15 smithi078 ceph-mon[73801]: osdmap e258: 8 total, 8 up, 6 in 2021-07-26T16:10:15.433 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:15 smithi078 ceph-mon[77813]: pgmap v707: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.4 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 689 op/s; 18991/216291 objects degraded (8.780%); 2061/216291 objects misplaced (0.953%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:10:15.433 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:15 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:15.433 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:15 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/223091362' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:10:15.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:15 smithi078 ceph-mon[77813]: osdmap e258: 8 total, 8 up, 6 in 2021-07-26T16:10:15.518 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:10:15.518 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:10:15.532 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:15.544 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:15 smithi139 ceph-mon[56829]: pgmap v707: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.4 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 689 op/s; 18991/216291 objects degraded (8.780%); 2061/216291 objects misplaced (0.953%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:10:15.544 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:15 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:15.545 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:15 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/223091362' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:10:15.545 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:15 smithi139 ceph-mon[56829]: osdmap e258: 8 total, 8 up, 6 in 2021-07-26T16:10:15.565 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:15.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:15.566 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:15.667 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:15.707 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:15.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:15.708 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:15.809 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:15.855 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:15.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:15.857 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:15.958 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:15.996 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:15.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:15.998 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:16.099 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:16.131 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:16.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:16.133 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:16.234 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:16.265 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:16.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:16.267 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:16.368 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:16.383 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:16 smithi078 ceph-mon[73801]: from='client.55624 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:16.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:16 smithi078 ceph-mon[77813]: from='client.55624 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:16.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:16.414 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:16.414 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:16.438 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":708,"stamp":"2021-07-26T16:10:14.247658+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4670363574,"num_objects":71280,"num_object_clones":0,"num_object_copies":213840,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":19072,"num_objects_misplaced":1854,"num_objects_unfound":0,"num_objects_dirty":71280,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":122006,"num_write_kb":6178446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7923,"num_bytes_recovered":517540932,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":109340,"ondisk_log_size":109340,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":17445516,"kb_used_data":12906396,"kb_used_omap":478,"kb_used_meta":4538465,"kb_avail":545025396,"statfs":{"total":575970213888,"available":558106005504,"internally_reserved":4294967296,"allocated":13216149504,"data_stored":13208550080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":490182,"internal_metadata":4647388474},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,4,5,5,5,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-277217280,"num_objects":-4230,"num_object_clones":0,"num_object_copies":-12690,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":156,"num_objects_misplaced":-416,"num_objects_unfound":0,"num_objects_dirty":-4230,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4230,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":260,"num_bytes_recovered":17039360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.227610"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":110,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.182086+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:10:00.182086+0000","last_peered":"2021-07-26T16:10:00.182086+0000","last_clean":"2021-07-26T16:10:00.182086+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:10:00.182086+0000","last_undegraded":"2021-07-26T16:10:00.182086+0000","last_fullsized":"2021-07-26T16:10:00.182086+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":232,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.194805+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:10:00.194805+0000","last_peered":"2021-07-26T16:10:00.194805+0000","last_clean":"2021-07-26T16:10:00.194805+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:10:00.194805+0000","last_undegraded":"2021-07-26T16:10:00.194805+0000","last_fullsized":"2021-07-26T16:10:00.194805+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":234,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.190437+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:10:00.190437+0000","last_peered":"2021-07-26T16:10:00.190437+0000","last_clean":"2021-07-26T16:10:00.190437+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:10:00.190437+0000","last_undegraded":"2021-07-26T16:10:00.190437+0000","last_fullsized":"2021-07-26T16:10:00.190437+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":170,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.210936+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:10:00.210936+0000","last_peered":"2021-07-26T16:10:00.210936+0000","last_clean":"2021-07-26T16:10:00.210936+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:10:00.210936+0000","last_undegraded":"2021-07-26T16:10:00.210936+0000","last_fullsized":"2021-07-26T16:10:00.210936+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":263,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.192401+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:10:00.192401+0000","last_peered":"2021-07-26T16:10:00.192401+0000","last_clean":"2021-07-26T16:10:00.192401+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:10:00.192401+0000","last_undegraded":"2021-07-26T16:10:00.192401+0000","last_fullsized":"2021-07-26T16:10:00.192401+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":226,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.182775+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:10:00.182775+0000","last_peered":"2021-07-26T16:10:00.182775+0000","last_clean":"2021-07-26T16:10:00.182775+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:10:00.182775+0000","last_undegraded":"2021-07-26T16:10:00.182775+0000","last_fullsized":"2021-07-26T16:10:00.182775+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":150,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.211192+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:10:00.211192+0000","last_peered":"2021-07-26T16:10:00.211192+0000","last_clean":"2021-07-26T16:10:00.211192+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:10:00.211192+0000","last_undegraded":"2021-07-26T16:10:00.211192+0000","last_fullsized":"2021-07-26T16:10:00.211192+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":171,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.192506+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:10:00.192506+0000","last_peered":"2021-07-26T16:10:00.192506+0000","last_clean":"2021-07-26T16:10:00.192506+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:10:00.192506+0000","last_undegraded":"2021-07-26T16:10:00.192506+0000","last_fullsized":"2021-07-26T16:10:00.192506+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":68,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.211067+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:10:00.211067+0000","last_peered":"2021-07-26T16:10:00.211067+0000","last_clean":"2021-07-26T16:10:00.211067+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:10:00.211067+0000","last_undegraded":"2021-07-26T16:10:00.211067+0000","last_fullsized":"2021-07-26T16:10:00.211067+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":49,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.194800+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:10:00.194800+0000","last_peered":"2021-07-26T16:10:00.194800+0000","last_clean":"2021-07-26T16:10:00.194800+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:10:00.194800+0000","last_undegraded":"2021-07-26T16:10:00.194800+0000","last_fullsized":"2021-07-26T16:10:00.194800+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":157,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.195494+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:10:00.195494+0000","last_peered":"2021-07-26T16:10:00.195494+0000","last_clean":"2021-07-26T16:10:00.195494+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:10:00.195494+0000","last_undegraded":"2021-07-26T16:10:00.195494+0000","last_fullsized":"2021-07-26T16:10:00.195494+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":267,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.190878+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:10:00.190878+0000","last_peered":"2021-07-26T16:10:00.190878+0000","last_clean":"2021-07-26T16:10:00.190878+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:10:00.190878+0000","last_undegraded":"2021-07-26T16:10:00.190878+0000","last_fullsized":"2021-07-26T16:10:00.190878+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":183,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.185217+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:10:00.185217+0000","last_peered":"2021-07-26T16:10:00.185217+0000","last_clean":"2021-07-26T16:10:00.185217+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:10:00.185217+0000","last_undegraded":"2021-07-26T16:10:00.185217+0000","last_fullsized":"2021-07-26T16:10:00.185217+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":92,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.181772+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:10:00.181772+0000","last_peered":"2021-07-26T16:10:00.181772+0000","last_clean":"2021-07-26T16:10:00.181772+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:10:00.181772+0000","last_undegraded":"2021-07-26T16:10:00.181772+0000","last_fullsized":"2021-07-26T16:10:00.181772+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":283,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.194927+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:10:00.194927+0000","last_peered":"2021-07-26T16:10:00.194927+0000","last_clean":"2021-07-26T16:10:00.194927+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:10:00.194927+0000","last_undegraded":"2021-07-26T16:10:00.194927+0000","last_fullsized":"2021-07-26T16:10:00.194927+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":153,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.190167+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:10:00.190167+0000","last_peered":"2021-07-26T16:10:00.190167+0000","last_clean":"2021-07-26T16:10:00.190167+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:10:00.190167+0000","last_undegraded":"2021-07-26T16:10:00.190167+0000","last_fullsized":"2021-07-26T16:10:00.190167+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":170,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.194914+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:10:00.194914+0000","last_peered":"2021-07-26T16:10:00.194914+0000","last_clean":"2021-07-26T16:10:00.194914+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:10:00.194914+0000","last_undegraded":"2021-07-26T16:10:00.194914+0000","last_fullsized":"2021-07-26T16:10:00.194914+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":57,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.210722+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:10:00.210722+0000","last_peered":"2021-07-26T16:10:00.210722+0000","last_clean":"2021-07-26T16:10:00.210722+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:10:00.210722+0000","last_undegraded":"2021-07-26T16:10:00.210722+0000","last_fullsized":"2021-07-26T16:10:00.210722+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":237,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.194912+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:10:00.194912+0000","last_peered":"2021-07-26T16:10:00.194912+0000","last_clean":"2021-07-26T16:10:00.194912+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:10:00.194912+0000","last_undegraded":"2021-07-26T16:10:00.194912+0000","last_fullsized":"2021-07-26T16:10:00.194912+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":179,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.220750+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:10:00.220750+0000","last_peered":"2021-07-26T16:10:00.220750+0000","last_clean":"2021-07-26T16:10:00.220750+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:10:00.220750+0000","last_undegraded":"2021-07-26T16:10:00.220750+0000","last_fullsized":"2021-07-26T16:10:00.220750+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":353,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.177541+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:10:00.177541+0000","last_peered":"2021-07-26T16:10:00.177541+0000","last_clean":"2021-07-26T16:10:00.177541+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:10:00.177541+0000","last_undegraded":"2021-07-26T16:10:00.177541+0000","last_fullsized":"2021-07-26T16:10:00.177541+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":47,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.197598+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:10:00.197598+0000","last_peered":"2021-07-26T16:10:00.197598+0000","last_clean":"2021-07-26T16:10:00.197598+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:10:00.197598+0000","last_undegraded":"2021-07-26T16:10:00.197598+0000","last_fullsized":"2021-07-26T16:10:00.197598+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"257'7723","reported_seq":7758,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:09.626416+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:10:09.626416+0000","last_peered":"2021-07-26T16:10:09.626416+0000","last_clean":"2021-07-26T16:10:09.626416+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:10:09.626416+0000","last_undegraded":"2021-07-26T16:10:09.626416+0000","last_fullsized":"2021-07-26T16:10:09.626416+0000","mapping_epoch":230,"log_start":"235'2600","ondisk_log_start":"235'2600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5123,"ondisk_log_size":5123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":304021504,"num_objects":4639,"num_object_clones":0,"num_object_copies":13917,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4639,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7723,"num_write_kb":395584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":64,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.197713+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:10:00.197713+0000","last_peered":"2021-07-26T16:10:00.197713+0000","last_clean":"2021-07-26T16:10:00.197713+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:10:00.197713+0000","last_undegraded":"2021-07-26T16:10:00.197713+0000","last_fullsized":"2021-07-26T16:10:00.197713+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":75,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.210021+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:10:00.210021+0000","last_peered":"2021-07-26T16:10:00.210021+0000","last_clean":"2021-07-26T16:10:00.210021+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:10:00.210021+0000","last_undegraded":"2021-07-26T16:10:00.210021+0000","last_fullsized":"2021-07-26T16:10:00.210021+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"257'7684","reported_seq":7719,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:09.286544+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:10:09.286544+0000","last_peered":"2021-07-26T16:10:09.286544+0000","last_clean":"2021-07-26T16:10:09.286544+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:10:09.286544+0000","last_undegraded":"2021-07-26T16:10:09.286544+0000","last_fullsized":"2021-07-26T16:10:09.286544+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7684,"ondisk_log_size":7684,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":300285952,"num_objects":4582,"num_object_clones":0,"num_object_copies":13746,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4582,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7684,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":156,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.220960+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:10:00.220960+0000","last_peered":"2021-07-26T16:10:00.220960+0000","last_clean":"2021-07-26T16:10:00.220960+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:10:00.220960+0000","last_undegraded":"2021-07-26T16:10:00.220960+0000","last_fullsized":"2021-07-26T16:10:00.220960+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":101,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.181680+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:10:00.181680+0000","last_peered":"2021-07-26T16:10:00.181680+0000","last_clean":"2021-07-26T16:10:00.181680+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:10:00.181680+0000","last_undegraded":"2021-07-26T16:10:00.181680+0000","last_fullsized":"2021-07-26T16:10:00.181680+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"257'7751","reported_seq":15075,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:09.615674+0000","last_change":"2021-07-26T16:09:45.364253+0000","last_active":"2021-07-26T16:10:09.615674+0000","last_peered":"2021-07-26T16:10:09.615674+0000","last_clean":"2021-07-26T16:10:09.615674+0000","last_became_active":"2021-07-26T16:09:45.354123+0000","last_became_peered":"2021-07-26T16:09:45.354123+0000","last_unstale":"2021-07-26T16:10:09.615674+0000","last_undegraded":"2021-07-26T16:10:09.615674+0000","last_fullsized":"2021-07-26T16:10:09.615674+0000","mapping_epoch":252,"log_start":"234'2600","ondisk_log_start":"234'2600","created":230,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5151,"ondisk_log_size":5151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":296288256,"num_objects":4521,"num_object_clones":0,"num_object_copies":13563,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4521,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7751,"num_write_kb":392704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3636,"num_bytes_recovered":238288896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":288,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.195283+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:10:00.195283+0000","last_peered":"2021-07-26T16:10:00.195283+0000","last_clean":"2021-07-26T16:10:00.195283+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:10:00.195283+0000","last_undegraded":"2021-07-26T16:10:00.195283+0000","last_fullsized":"2021-07-26T16:10:00.195283+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":244,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.178078+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:10:00.178078+0000","last_peered":"2021-07-26T16:10:00.178078+0000","last_clean":"2021-07-26T16:10:00.178078+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:10:00.178078+0000","last_undegraded":"2021-07-26T16:10:00.178078+0000","last_fullsized":"2021-07-26T16:10:00.178078+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"257'7704","reported_seq":7739,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:14.073344+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:10:14.073344+0000","last_peered":"2021-07-26T16:10:14.073344+0000","last_clean":"2021-07-26T16:10:14.073344+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:10:14.073344+0000","last_undegraded":"2021-07-26T16:10:14.073344+0000","last_fullsized":"2021-07-26T16:10:14.073344+0000","mapping_epoch":230,"log_start":"233'500","ondisk_log_start":"233'500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7204,"ondisk_log_size":7204,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":276824064,"num_objects":4224,"num_object_clones":0,"num_object_copies":12672,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4224,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7704,"num_write_kb":381696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":245,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.210981+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:10:00.210981+0000","last_peered":"2021-07-26T16:10:00.210981+0000","last_clean":"2021-07-26T16:10:00.210981+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:10:00.210981+0000","last_undegraded":"2021-07-26T16:10:00.210981+0000","last_fullsized":"2021-07-26T16:10:00.210981+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":120,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.189602+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:10:00.189602+0000","last_peered":"2021-07-26T16:10:00.189602+0000","last_clean":"2021-07-26T16:10:00.189602+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:10:00.189602+0000","last_undegraded":"2021-07-26T16:10:00.189602+0000","last_fullsized":"2021-07-26T16:10:00.189602+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"257'7512","reported_seq":7554,"reported_epoch":257,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:14.024678+0000","last_change":"2021-07-26T16:08:44.038103+0000","last_active":"2021-07-26T16:10:14.024678+0000","last_peered":"2021-07-26T16:10:14.024678+0000","last_clean":"2021-07-26T16:08:35.258554+0000","last_became_active":"2021-07-26T16:08:43.985025+0000","last_became_peered":"2021-07-26T16:08:43.985025+0000","last_unstale":"2021-07-26T16:10:14.024678+0000","last_undegraded":"2021-07-26T16:08:43.918569+0000","last_fullsized":"2021-07-26T16:08:37.283478+0000","mapping_epoch":237,"log_start":"233'300","ondisk_log_start":"233'300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7212,"ondisk_log_size":7212,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":279183360,"num_objects":4260,"num_object_clones":0,"num_object_copies":12780,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4260,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7512,"num_write_kb":376704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":1877},{"shards":"3,7","objects":757}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":217,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.181374+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:10:00.181374+0000","last_peered":"2021-07-26T16:10:00.181374+0000","last_clean":"2021-07-26T16:10:00.181374+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:10:00.181374+0000","last_undegraded":"2021-07-26T16:10:00.181374+0000","last_fullsized":"2021-07-26T16:10:00.181374+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":92,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.185109+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:10:00.185109+0000","last_peered":"2021-07-26T16:10:00.185109+0000","last_clean":"2021-07-26T16:10:00.185109+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:10:00.185109+0000","last_undegraded":"2021-07-26T16:10:00.185109+0000","last_fullsized":"2021-07-26T16:10:00.185109+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"257'7497","reported_seq":14769,"reported_epoch":257,"state":"active+recovery_wait","last_fresh":"2021-07-26T16:10:09.323057+0000","last_change":"2021-07-26T16:09:53.215851+0000","last_active":"2021-07-26T16:10:09.323057+0000","last_peered":"2021-07-26T16:10:09.323057+0000","last_clean":"2021-07-26T16:08:35.270285+0000","last_became_active":"2021-07-26T16:09:53.171603+0000","last_became_peered":"2021-07-26T16:09:53.171603+0000","last_unstale":"2021-07-26T16:10:09.323057+0000","last_undegraded":"2021-07-26T16:10:09.323057+0000","last_fullsized":"2021-07-26T16:10:09.323057+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7497,"ondisk_log_size":7497,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":292093952,"num_objects":4457,"num_object_clones":0,"num_object_copies":13371,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4457,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7497,"num_write_kb":382528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3610,"num_bytes_recovered":236519424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":["5","0","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":4457}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":251,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.177941+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:10:00.177941+0000","last_peered":"2021-07-26T16:10:00.177941+0000","last_clean":"2021-07-26T16:10:00.177941+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:10:00.177941+0000","last_undegraded":"2021-07-26T16:10:00.177941+0000","last_fullsized":"2021-07-26T16:10:00.177941+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":44,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.180981+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:10:00.180981+0000","last_peered":"2021-07-26T16:10:00.180981+0000","last_clean":"2021-07-26T16:10:00.180981+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:10:00.180981+0000","last_undegraded":"2021-07-26T16:10:00.180981+0000","last_fullsized":"2021-07-26T16:10:00.180981+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"257'7689","reported_seq":7733,"reported_epoch":257,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:09.193035+0000","last_change":"2021-07-26T16:08:37.512887+0000","last_active":"2021-07-26T16:10:09.193035+0000","last_peered":"2021-07-26T16:10:09.193035+0000","last_clean":"2021-07-26T16:08:35.259559+0000","last_became_active":"2021-07-26T16:08:37.453089+0000","last_became_peered":"2021-07-26T16:08:37.453089+0000","last_unstale":"2021-07-26T16:10:09.193035+0000","last_undegraded":"2021-07-26T16:08:37.303297+0000","last_fullsized":"2021-07-26T16:08:37.274000+0000","mapping_epoch":237,"log_start":"233'1000","ondisk_log_start":"233'1000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6689,"ondisk_log_size":6689,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":296484888,"num_objects":4525,"num_object_clones":0,"num_object_copies":13575,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3720,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4525,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7689,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"0,1,6","objects":2138},{"shards":"1,6","objects":805}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":101,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.181589+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:10:00.181589+0000","last_peered":"2021-07-26T16:10:00.181589+0000","last_clean":"2021-07-26T16:10:00.181589+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:10:00.181589+0000","last_undegraded":"2021-07-26T16:10:00.181589+0000","last_fullsized":"2021-07-26T16:10:00.181589+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":117,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.181515+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:10:00.181515+0000","last_peered":"2021-07-26T16:10:00.181515+0000","last_clean":"2021-07-26T16:10:00.181515+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:10:00.181515+0000","last_undegraded":"2021-07-26T16:10:00.181515+0000","last_fullsized":"2021-07-26T16:10:00.181515+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"257'7407","reported_seq":7442,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:09.300727+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:10:09.300727+0000","last_peered":"2021-07-26T16:10:09.300727+0000","last_clean":"2021-07-26T16:10:09.300727+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:10:09.300727+0000","last_undegraded":"2021-07-26T16:10:09.300727+0000","last_fullsized":"2021-07-26T16:10:09.300727+0000","mapping_epoch":230,"log_start":"233'700","ondisk_log_start":"233'700","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6707,"ondisk_log_size":6707,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":291831808,"num_objects":4453,"num_object_clones":0,"num_object_copies":13359,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4453,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7407,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":246,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.192404+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:10:00.192404+0000","last_peered":"2021-07-26T16:10:00.192404+0000","last_clean":"2021-07-26T16:10:00.192404+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:10:00.192404+0000","last_undegraded":"2021-07-26T16:10:00.192404+0000","last_fullsized":"2021-07-26T16:10:00.192404+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":240,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.189877+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:10:00.189877+0000","last_peered":"2021-07-26T16:10:00.189877+0000","last_clean":"2021-07-26T16:10:00.189877+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:10:00.189877+0000","last_undegraded":"2021-07-26T16:10:00.189877+0000","last_fullsized":"2021-07-26T16:10:00.189877+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"257'7629","reported_seq":7664,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:09.892662+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:10:09.892662+0000","last_peered":"2021-07-26T16:10:09.892662+0000","last_clean":"2021-07-26T16:10:09.892662+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:10:09.892662+0000","last_undegraded":"2021-07-26T16:10:09.892662+0000","last_fullsized":"2021-07-26T16:10:09.892662+0000","mapping_epoch":230,"log_start":"233'300","ondisk_log_start":"233'300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7329,"ondisk_log_size":7329,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":297336832,"num_objects":4537,"num_object_clones":0,"num_object_copies":13611,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4537,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7629,"num_write_kb":389312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":278,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.190329+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:10:00.190329+0000","last_peered":"2021-07-26T16:10:00.190329+0000","last_clean":"2021-07-26T16:10:00.190329+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:10:00.190329+0000","last_undegraded":"2021-07-26T16:10:00.190329+0000","last_fullsized":"2021-07-26T16:10:00.190329+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":284,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.210634+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:10:00.210634+0000","last_peered":"2021-07-26T16:10:00.210634+0000","last_clean":"2021-07-26T16:10:00.210634+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:10:00.210634+0000","last_undegraded":"2021-07-26T16:10:00.210634+0000","last_fullsized":"2021-07-26T16:10:00.210634+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":248,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.190959+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:10:00.190959+0000","last_peered":"2021-07-26T16:10:00.190959+0000","last_clean":"2021-07-26T16:10:00.190959+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:10:00.190959+0000","last_undegraded":"2021-07-26T16:10:00.190959+0000","last_fullsized":"2021-07-26T16:10:00.190959+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"257'7899","reported_seq":7941,"reported_epoch":257,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:09.318588+0000","last_change":"2021-07-26T16:08:37.515899+0000","last_active":"2021-07-26T16:10:09.318588+0000","last_peered":"2021-07-26T16:10:09.318588+0000","last_clean":"2021-07-26T16:08:35.259578+0000","last_became_active":"2021-07-26T16:08:37.498255+0000","last_became_peered":"2021-07-26T16:08:37.498255+0000","last_unstale":"2021-07-26T16:10:09.318588+0000","last_undegraded":"2021-07-26T16:08:37.308912+0000","last_fullsized":"2021-07-26T16:08:37.273819+0000","mapping_epoch":237,"log_start":"233'1200","ondisk_log_start":"233'1200","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6699,"ondisk_log_size":6699,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":305201152,"num_objects":4657,"num_object_clones":0,"num_object_copies":13971,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4657,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7899,"num_write_kb":401792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":2155},{"shards":"3,6","objects":881}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":231,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.210448+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:10:00.210448+0000","last_peered":"2021-07-26T16:10:00.210448+0000","last_clean":"2021-07-26T16:10:00.210448+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:10:00.210448+0000","last_undegraded":"2021-07-26T16:10:00.210448+0000","last_fullsized":"2021-07-26T16:10:00.210448+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":101,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.181684+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:10:00.181684+0000","last_peered":"2021-07-26T16:10:00.181684+0000","last_clean":"2021-07-26T16:10:00.181684+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:10:00.181684+0000","last_undegraded":"2021-07-26T16:10:00.181684+0000","last_fullsized":"2021-07-26T16:10:00.181684+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":302,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.190248+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:10:00.190248+0000","last_peered":"2021-07-26T16:10:00.190248+0000","last_clean":"2021-07-26T16:10:00.190248+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:10:00.190248+0000","last_undegraded":"2021-07-26T16:10:00.190248+0000","last_fullsized":"2021-07-26T16:10:00.190248+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"257'7470","reported_seq":7511,"reported_epoch":257,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:09.877791+0000","last_change":"2021-07-26T16:08:37.546898+0000","last_active":"2021-07-26T16:10:09.877791+0000","last_peered":"2021-07-26T16:10:09.877791+0000","last_clean":"2021-07-26T16:08:35.256099+0000","last_became_active":"2021-07-26T16:08:37.538137+0000","last_became_peered":"2021-07-26T16:08:37.538137+0000","last_unstale":"2021-07-26T16:10:09.877791+0000","last_undegraded":"2021-07-26T16:08:37.293735+0000","last_fullsized":"2021-07-26T16:08:37.271374+0000","mapping_epoch":237,"log_start":"233'100","ondisk_log_start":"233'100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7370,"ondisk_log_size":7370,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":289406976,"num_objects":4416,"num_object_clones":0,"num_object_copies":13248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3543,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4416,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7470,"num_write_kb":380352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":2016},{"shards":"1,4","objects":873}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":187,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.190561+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:10:00.190561+0000","last_peered":"2021-07-26T16:10:00.190561+0000","last_clean":"2021-07-26T16:10:00.190561+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:10:00.190561+0000","last_undegraded":"2021-07-26T16:10:00.190561+0000","last_fullsized":"2021-07-26T16:10:00.190561+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":249,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.192502+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:10:00.192502+0000","last_peered":"2021-07-26T16:10:00.192502+0000","last_clean":"2021-07-26T16:10:00.192502+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:10:00.192502+0000","last_undegraded":"2021-07-26T16:10:00.192502+0000","last_fullsized":"2021-07-26T16:10:00.192502+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":262,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.189947+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:10:00.189947+0000","last_peered":"2021-07-26T16:10:00.189947+0000","last_clean":"2021-07-26T16:10:00.189947+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:10:00.189947+0000","last_undegraded":"2021-07-26T16:10:00.189947+0000","last_fullsized":"2021-07-26T16:10:00.189947+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"257'7649","reported_seq":8933,"reported_epoch":257,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:14.102460+0000","last_change":"2021-07-26T16:09:52.110013+0000","last_active":"2021-07-26T16:10:14.102460+0000","last_peered":"2021-07-26T16:10:14.102460+0000","last_clean":"2021-07-26T16:08:35.248802+0000","last_became_active":"2021-07-26T16:08:37.498625+0000","last_became_peered":"2021-07-26T16:08:37.498625+0000","last_unstale":"2021-07-26T16:10:14.102460+0000","last_undegraded":"2021-07-26T16:08:37.347130+0000","last_fullsized":"2021-07-26T16:08:37.282698+0000","mapping_epoch":237,"log_start":"233'500","ondisk_log_start":"233'500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7149,"ondisk_log_size":7149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":282394624,"num_objects":4309,"num_object_clones":0,"num_object_copies":12927,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1048,"num_objects_misplaced":1854,"num_objects_unfound":0,"num_objects_dirty":4309,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7649,"num_write_kb":382656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":623,"num_bytes_recovered":40828928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":1854},{"shards":"3,7","objects":1407}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":273,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.210277+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:10:00.210277+0000","last_peered":"2021-07-26T16:10:00.210277+0000","last_clean":"2021-07-26T16:10:00.210277+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:10:00.210277+0000","last_undegraded":"2021-07-26T16:10:00.210277+0000","last_fullsized":"2021-07-26T16:10:00.210277+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":515,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.195080+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:10:00.195080+0000","last_peered":"2021-07-26T16:10:00.195080+0000","last_clean":"2021-07-26T16:10:00.195080+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:10:00.195080+0000","last_undegraded":"2021-07-26T16:10:00.195080+0000","last_fullsized":"2021-07-26T16:10:00.195080+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":57,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.210357+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:10:00.210357+0000","last_peered":"2021-07-26T16:10:00.210357+0000","last_clean":"2021-07-26T16:10:00.210357+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:10:00.210357+0000","last_undegraded":"2021-07-26T16:10:00.210357+0000","last_fullsized":"2021-07-26T16:10:00.210357+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":53,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.182586+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:10:00.182586+0000","last_peered":"2021-07-26T16:10:00.182586+0000","last_clean":"2021-07-26T16:10:00.182586+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:10:00.182586+0000","last_undegraded":"2021-07-26T16:10:00.182586+0000","last_fullsized":"2021-07-26T16:10:00.182586+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"257'7471","reported_seq":7517,"reported_epoch":257,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:14.053663+0000","last_change":"2021-07-26T16:08:37.650583+0000","last_active":"2021-07-26T16:10:14.053663+0000","last_peered":"2021-07-26T16:10:14.053663+0000","last_clean":"2021-07-26T16:08:35.276729+0000","last_became_active":"2021-07-26T16:08:37.555480+0000","last_became_peered":"2021-07-26T16:08:37.555480+0000","last_unstale":"2021-07-26T16:10:14.053663+0000","last_undegraded":"2021-07-26T16:08:37.546036+0000","last_fullsized":"2021-07-26T16:08:37.284612+0000","mapping_epoch":237,"log_start":"233'300","ondisk_log_start":"233'300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7171,"ondisk_log_size":7171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":274923520,"num_objects":4195,"num_object_clones":0,"num_object_copies":12585,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3482,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4195,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7471,"num_write_kb":373312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":1844},{"shards":"1,7","objects":713}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":274,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.194971+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:10:00.194971+0000","last_peered":"2021-07-26T16:10:00.194971+0000","last_clean":"2021-07-26T16:10:00.194971+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:10:00.194971+0000","last_undegraded":"2021-07-26T16:10:00.194971+0000","last_fullsized":"2021-07-26T16:10:00.194971+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":163,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.181839+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:10:00.181839+0000","last_peered":"2021-07-26T16:10:00.181839+0000","last_clean":"2021-07-26T16:10:00.181839+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:10:00.181839+0000","last_undegraded":"2021-07-26T16:10:00.181839+0000","last_fullsized":"2021-07-26T16:10:00.181839+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":161,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.189623+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:10:00.189623+0000","last_peered":"2021-07-26T16:10:00.189623+0000","last_clean":"2021-07-26T16:10:00.189623+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:10:00.189623+0000","last_undegraded":"2021-07-26T16:10:00.189623+0000","last_fullsized":"2021-07-26T16:10:00.189623+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"257'7643","reported_seq":7678,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:09.249009+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:10:09.249009+0000","last_peered":"2021-07-26T16:10:09.249009+0000","last_clean":"2021-07-26T16:10:09.249009+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:10:09.249009+0000","last_undegraded":"2021-07-26T16:10:09.249009+0000","last_fullsized":"2021-07-26T16:10:09.249009+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7643,"ondisk_log_size":7643,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":296681472,"num_objects":4527,"num_object_clones":0,"num_object_copies":13581,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4527,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7643,"num_write_kb":389440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":287,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.195398+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:10:00.195398+0000","last_peered":"2021-07-26T16:10:00.195398+0000","last_clean":"2021-07-26T16:10:00.195398+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:10:00.195398+0000","last_undegraded":"2021-07-26T16:10:00.195398+0000","last_fullsized":"2021-07-26T16:10:00.195398+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":267,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.190420+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:10:00.190420+0000","last_peered":"2021-07-26T16:10:00.190420+0000","last_clean":"2021-07-26T16:10:00.190420+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:10:00.190420+0000","last_undegraded":"2021-07-26T16:10:00.190420+0000","last_fullsized":"2021-07-26T16:10:00.190420+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":144,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.210190+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:10:00.210190+0000","last_peered":"2021-07-26T16:10:00.210190+0000","last_clean":"2021-07-26T16:10:00.210190+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:10:00.210190+0000","last_undegraded":"2021-07-26T16:10:00.210190+0000","last_fullsized":"2021-07-26T16:10:00.210190+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"257'7494","reported_seq":7529,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:09.893159+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:10:09.893159+0000","last_peered":"2021-07-26T16:10:09.893159+0000","last_clean":"2021-07-26T16:10:09.893159+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:10:09.893159+0000","last_undegraded":"2021-07-26T16:10:09.893159+0000","last_fullsized":"2021-07-26T16:10:09.893159+0000","mapping_epoch":230,"log_start":"233'100","ondisk_log_start":"233'100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7394,"ondisk_log_size":7394,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":295043072,"num_objects":4502,"num_object_clones":0,"num_object_copies":13506,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4502,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7494,"num_write_kb":383872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":85,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.197819+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:10:00.197819+0000","last_peered":"2021-07-26T16:10:00.197819+0000","last_clean":"2021-07-26T16:10:00.197819+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:10:00.197819+0000","last_undegraded":"2021-07-26T16:10:00.197819+0000","last_fullsized":"2021-07-26T16:10:00.197819+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":225,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.189710+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:10:00.189710+0000","last_peered":"2021-07-26T16:10:00.189710+0000","last_clean":"2021-07-26T16:10:00.189710+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:10:00.189710+0000","last_undegraded":"2021-07-26T16:10:00.189710+0000","last_fullsized":"2021-07-26T16:10:00.189710+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":58,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.194852+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:10:00.194852+0000","last_peered":"2021-07-26T16:10:00.194852+0000","last_clean":"2021-07-26T16:10:00.194852+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:10:00.194852+0000","last_undegraded":"2021-07-26T16:10:00.194852+0000","last_fullsized":"2021-07-26T16:10:00.194852+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"257'7524","reported_seq":7559,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:09.516047+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:10:09.516047+0000","last_peered":"2021-07-26T16:10:09.516047+0000","last_clean":"2021-07-26T16:10:09.516047+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:10:09.516047+0000","last_undegraded":"2021-07-26T16:10:09.516047+0000","last_fullsized":"2021-07-26T16:10:09.516047+0000","mapping_epoch":230,"log_start":"234'2400","ondisk_log_start":"234'2400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5124,"ondisk_log_size":5124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":291766272,"num_objects":4452,"num_object_clones":0,"num_object_copies":13356,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4452,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7524,"num_write_kb":383232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":273,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.182624+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:10:00.182624+0000","last_peered":"2021-07-26T16:10:00.182624+0000","last_clean":"2021-07-26T16:10:00.182624+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:10:00.182624+0000","last_undegraded":"2021-07-26T16:10:00.182624+0000","last_fullsized":"2021-07-26T16:10:00.182624+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":87,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.189874+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:10:00.189874+0000","last_peered":"2021-07-26T16:10:00.189874+0000","last_clean":"2021-07-26T16:10:00.189874+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:10:00.189874+0000","last_undegraded":"2021-07-26T16:10:00.189874+0000","last_fullsized":"2021-07-26T16:10:00.189874+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":92,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.181426+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:10:00.181426+0000","last_peered":"2021-07-26T16:10:00.181426+0000","last_clean":"2021-07-26T16:10:00.181426+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:10:00.181426+0000","last_undegraded":"2021-07-26T16:10:00.181426+0000","last_fullsized":"2021-07-26T16:10:00.181426+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":115,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.181499+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:10:00.181499+0000","last_peered":"2021-07-26T16:10:00.181499+0000","last_clean":"2021-07-26T16:10:00.181499+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:10:00.181499+0000","last_undegraded":"2021-07-26T16:10:00.181499+0000","last_fullsized":"2021-07-26T16:10:00.181499+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":216,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.190506+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:10:00.190506+0000","last_peered":"2021-07-26T16:10:00.190506+0000","last_clean":"2021-07-26T16:10:00.190506+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:10:00.190506+0000","last_undegraded":"2021-07-26T16:10:00.190506+0000","last_fullsized":"2021-07-26T16:10:00.190506+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":261,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.210902+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:10:00.210902+0000","last_peered":"2021-07-26T16:10:00.210902+0000","last_clean":"2021-07-26T16:10:00.210902+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:10:00.210902+0000","last_undegraded":"2021-07-26T16:10:00.210902+0000","last_fullsized":"2021-07-26T16:10:00.210902+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":92,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.181592+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:10:00.181592+0000","last_peered":"2021-07-26T16:10:00.181592+0000","last_clean":"2021-07-26T16:10:00.181592+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:10:00.181592+0000","last_undegraded":"2021-07-26T16:10:00.181592+0000","last_fullsized":"2021-07-26T16:10:00.181592+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":246,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.210541+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:10:00.210541+0000","last_peered":"2021-07-26T16:10:00.210541+0000","last_clean":"2021-07-26T16:10:00.210541+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:10:00.210541+0000","last_undegraded":"2021-07-26T16:10:00.210541+0000","last_fullsized":"2021-07-26T16:10:00.210541+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":30,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.177759+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:10:00.177759+0000","last_peered":"2021-07-26T16:10:00.177759+0000","last_clean":"2021-07-26T16:10:00.177759+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:10:00.177759+0000","last_undegraded":"2021-07-26T16:10:00.177759+0000","last_fullsized":"2021-07-26T16:10:00.177759+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":53,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.178718+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:10:00.178718+0000","last_peered":"2021-07-26T16:10:00.178718+0000","last_clean":"2021-07-26T16:10:00.178718+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:10:00.178718+0000","last_undegraded":"2021-07-26T16:10:00.178718+0000","last_fullsized":"2021-07-26T16:10:00.178718+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":221,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.209965+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:10:00.209965+0000","last_peered":"2021-07-26T16:10:00.209965+0000","last_clean":"2021-07-26T16:10:00.209965+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:10:00.209965+0000","last_undegraded":"2021-07-26T16:10:00.209965+0000","last_fullsized":"2021-07-26T16:10:00.209965+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":102,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.211156+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:10:00.211156+0000","last_peered":"2021-07-26T16:10:00.211156+0000","last_clean":"2021-07-26T16:10:00.211156+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:10:00.211156+0000","last_undegraded":"2021-07-26T16:10:00.211156+0000","last_fullsized":"2021-07-26T16:10:00.211156+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":92,"reported_epoch":256,"state":"active+clean","last_fresh":"2021-07-26T16:10:00.183030+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:10:00.183030+0000","last_peered":"2021-07-26T16:10:00.183030+0000","last_clean":"2021-07-26T16:10:00.183030+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:10:00.183030+0000","last_undegraded":"2021-07-26T16:10:00.183030+0000","last_fullsized":"2021-07-26T16:10:00.183030+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":4669767704,"num_objects":71256,"num_object_clones":0,"num_object_copies":213768,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":19072,"num_objects_misplaced":1854,"num_objects_unfound":0,"num_objects_dirty":71256,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":121746,"num_write_kb":6176001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7871,"num_bytes_recovered":515768320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14967582720,"data_stored":14967570504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":109146,"ondisk_log_size":109146,"up":48,"acting":42,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495907,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2978596,"kb_used_data":1930012,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90766556,"statfs":{"total":95995035648,"available":92944953344,"internally_reserved":1073741824,"allocated":1976332288,"data_stored":1975055307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.4750000000000001,"15min":0.88100000000000001},"min":{"1min":0.251,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.1929999999999996,"5min":61.125,"15min":61.125},"last":0.52800000000000002},{"interface":"front","average":{"1min":1.135,"5min":1.581,"15min":0.92800000000000005},"min":{"1min":0.32700000000000001,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.5030000000000001,"5min":61.165999999999997,"15min":61.165999999999997},"last":0.57699999999999996}]},{"osd":1,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":4.7839999999999998,"5min":1.8280000000000001,"15min":1.1100000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":72.989000000000004,"5min":72.989000000000004,"15min":72.989000000000004},"last":0.505},{"interface":"front","average":{"1min":4.2930000000000001,"5min":2.1150000000000002,"15min":1.117},"min":{"1min":0.251,"5min":0.24299999999999999,"15min":0.23300000000000001},"max":{"1min":70.066000000000003,"5min":70.066000000000003,"15min":70.066000000000003},"last":2.2919999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:09:43 2021","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.2809999999999999,"15min":1.5509999999999999},"min":{"1min":0.309,"5min":0.224,"15min":0.224},"max":{"1min":8.4860000000000007,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.75600000000000001,"5min":1.0249999999999999,"15min":1.466},"min":{"1min":0.317,"5min":0.30399999999999999,"15min":0.27600000000000002},"max":{"1min":2.9860000000000002,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":4.923}]},{"osd":3,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":3.3780000000000001,"5min":1.6919999999999999,"15min":1.093},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":48.880000000000003,"5min":48.880000000000003,"15min":48.880000000000003},"last":2.3740000000000001},{"interface":"front","average":{"1min":4.1440000000000001,"5min":1.6240000000000001,"15min":1.071},"min":{"1min":0.30199999999999999,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":48.792999999999999,"5min":48.792999999999999,"15min":48.792999999999999},"last":0.54900000000000004}]},{"osd":4,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.5980000000000001,"5min":0.66300000000000003,"15min":0.433},"min":{"1min":0.24199999999999999,"5min":0.22,"15min":0.22},"max":{"1min":9.3089999999999993,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":1.208},{"interface":"front","average":{"1min":1.645,"5min":0.73199999999999998,"15min":0.51600000000000001},"min":{"1min":0.28599999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":9.3300000000000001,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":1.2350000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:09:53 2021","interfaces":[{"interface":"back","average":{"1min":2.577,"5min":1.0529999999999999,"15min":0.67500000000000004},"min":{"1min":0.26900000000000002,"5min":0.22900000000000001,"15min":0.21299999999999999},"max":{"1min":9.9860000000000007,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":0.46100000000000002},{"interface":"front","average":{"1min":2.7360000000000002,"5min":1.0669999999999999,"15min":0.72999999999999998},"min":{"1min":0.34599999999999997,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":10.406000000000001,"5min":10.406000000000001,"15min":10.406000000000001},"last":0.48899999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:09:53 2021","interfaces":[{"interface":"back","average":{"1min":2.899,"5min":1.139,"15min":0.751},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.24399999999999999},"max":{"1min":10.09,"5min":10.09,"15min":10.09},"last":0.44600000000000001},{"interface":"front","average":{"1min":2.214,"5min":0.93100000000000005,"15min":0.629},"min":{"1min":0.25700000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.7709999999999999,"5min":5.7709999999999999,"15min":5.7709999999999999},"last":2.2000000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659430,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3113952,"kb_used_data":2065368,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90631200,"statfs":{"total":95995035648,"available":92806348800,"internally_reserved":1073741824,"allocated":2114936832,"data_stored":2113663798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":0.94799999999999995,"15min":0.69799999999999995},"min":{"1min":0.248,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":13.945,"5min":13.945,"15min":13.945},"last":1.012},{"interface":"front","average":{"1min":1.022,"5min":0.90700000000000003,"15min":0.748},"min":{"1min":0.22500000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":5.7439999999999998,"5min":10.353999999999999,"15min":11.207000000000001},"last":1.0629999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.393,"5min":1.1120000000000001,"15min":0.80100000000000005},"min":{"1min":0.23499999999999999,"5min":0.22500000000000001,"15min":0.21199999999999999},"max":{"1min":6.3959999999999999,"5min":12.864000000000001,"15min":12.864000000000001},"last":2.3149999999999999},{"interface":"front","average":{"1min":2.2509999999999999,"5min":1.141,"15min":0.94599999999999995},"min":{"1min":0.29499999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":17.036000000000001,"5min":17.036000000000001,"15min":17.036000000000001},"last":5.0099999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:09:33 2021","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":0.96999999999999997,"15min":1.7330000000000001},"min":{"1min":0.31,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.3559999999999999,"5min":5.8639999999999999,"15min":12.388999999999999},"last":3.544},{"interface":"front","average":{"1min":1.081,"5min":0.97999999999999998,"15min":1.5089999999999999},"min":{"1min":0.34799999999999998,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":4.3440000000000003,"5min":5.9260000000000002,"15min":10.116},"last":3.5649999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":1.6080000000000001,"15min":1.175},"min":{"1min":0.31,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":14.561,"5min":49.716999999999999,"15min":49.716999999999999},"last":3.524},{"interface":"front","average":{"1min":3.1139999999999999,"5min":1.8380000000000001,"15min":1.266},"min":{"1min":0.33600000000000002,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":17.202000000000002,"5min":49.741,"15min":49.741},"last":5.0529999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.359,"5min":0.69099999999999995,"15min":0.441},"min":{"1min":0.224,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":4.7089999999999996,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":3.4969999999999999},{"interface":"front","average":{"1min":1.286,"5min":0.77200000000000002,"15min":0.46000000000000002},"min":{"1min":0.27000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":6.6500000000000004,"5min":8.4179999999999993,"15min":8.4179999999999993},"last":10.265000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":0.71299999999999997,"15min":0.55300000000000005},"min":{"1min":0.28399999999999997,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":5.6840000000000002,"5min":6.718,"15min":6.718},"last":1.0860000000000001},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.61199999999999999,"15min":0.55300000000000005},"min":{"1min":0.28100000000000003,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":4.2999999999999998,"5min":5.8819999999999997,"15min":5.9240000000000004},"last":7.2119999999999997}]},{"osd":7,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":1.506,"5min":1.069,"15min":0.80800000000000005},"min":{"1min":0.316,"5min":0.251,"15min":0.222},"max":{"1min":3.5600000000000001,"5min":16.913,"15min":16.913},"last":10.301},{"interface":"front","average":{"1min":2.6150000000000002,"5min":1.0509999999999999,"15min":0.72999999999999998},"min":{"1min":0.28399999999999997,"5min":0.26400000000000001,"15min":0.26300000000000001},"max":{"1min":8.4939999999999998,"5min":8.4939999999999998,"15min":8.4939999999999998},"last":1.044}]}]},{"osd":1,"up_from":78,"seq":335007449247,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3011856,"kb_used_data":2769416,"kb_used_omap":6,"kb_used_meta":242425,"kb_avail":90733296,"statfs":{"total":95995035648,"available":92910895104,"internally_reserved":0,"allocated":2835881984,"data_stored":2834620580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6567,"internal_metadata":248243801},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.997,"15min":0.70099999999999996},"min":{"1min":0.217,"5min":0.191,"15min":0.184},"max":{"1min":7.9219999999999997,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":0.39800000000000002},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.2649999999999999,"15min":0.85899999999999999},"min":{"1min":0.216,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":6.4189999999999996,"5min":10.977,"15min":10.977},"last":0.22900000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:09:31 2021","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":1.5249999999999999,"15min":1.6910000000000001},"min":{"1min":0.26100000000000001,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":2.5790000000000002,"5min":34.530000000000001,"15min":34.530000000000001},"last":0.317},{"interface":"front","average":{"1min":0.56100000000000005,"5min":1.544,"15min":1.6779999999999999},"min":{"1min":0.29999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":1.569,"5min":34.465000000000003,"15min":34.465000000000003},"last":0.66000000000000003}]},{"osd":3,"last update":"Mon Jul 26 16:09:21 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":1.173,"15min":1.01},"min":{"1min":0.27900000000000003,"5min":0.254,"15min":0.24099999999999999},"max":{"1min":5.0709999999999997,"5min":8.9529999999999994,"15min":13.077999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":1.351,"5min":1.3520000000000001,"15min":1.0449999999999999},"min":{"1min":0.32100000000000001,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":4.7469999999999999,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.55500000000000005}]},{"osd":4,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.012,"15min":0.92300000000000004},"min":{"1min":0.372,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":3.7509999999999999,"5min":5.9539999999999997,"15min":5.9539999999999997},"last":0.69699999999999995},{"interface":"front","average":{"1min":1.1990000000000001,"5min":1.151,"15min":1.0900000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.1929999999999996,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":0.67900000000000005}]},{"osd":5,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.298,"5min":1.147,"15min":0.91000000000000003},"min":{"1min":0.38300000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.5300000000000002,"5min":5.5300000000000002,"15min":9.8689999999999998},"last":3.593},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.01,"15min":0.90000000000000002},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":3.109,"5min":5.9109999999999996,"15min":6.9139999999999997},"last":0.63400000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":1.238,"15min":0.97799999999999998},"min":{"1min":0.41899999999999998,"5min":0.255,"15min":0.255},"max":{"1min":2.9180000000000001,"5min":4.7549999999999999,"15min":9.9209999999999994},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.133,"15min":0.92900000000000005},"min":{"1min":0.41999999999999998,"5min":0.35099999999999998,"15min":0.32200000000000001},"max":{"1min":3.1579999999999999,"5min":6.508,"15min":6.8730000000000002},"last":0.60599999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.095,"15min":0.89000000000000001},"min":{"1min":0.371,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":5.258,"5min":5.9870000000000001,"15min":5.9870000000000001},"last":0.58999999999999997},{"interface":"front","average":{"1min":1.4490000000000001,"5min":1.373,"15min":1.054},"min":{"1min":0.45700000000000002,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":4.5679999999999996,"5min":8.234,"15min":9.968},"last":0.44600000000000001}]}]},{"osd":0,"up_from":0,"seq":313532612781,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500788,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122197,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3317196,"kb_used_data":3214980,"kb_used_omap":3,"kb_used_meta":102204,"kb_avail":90427956,"statfs":{"total":95995035648,"available":92598226944,"internally_reserved":0,"allocated":3292139520,"data_stored":3290881736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":104657044},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.254,"5min":1.4199999999999999,"15min":0.95199999999999996},"min":{"1min":0.222,"5min":0.20499999999999999,"15min":0.17799999999999999},"max":{"1min":14.019,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.752},{"interface":"front","average":{"1min":0.46000000000000002,"5min":1.284,"15min":0.88300000000000001},"min":{"1min":0.222,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.494,"5min":56.030999999999999,"15min":56.030999999999999},"last":0.46500000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":5.524,"5min":2.3889999999999998,"15min":1.3149999999999999},"min":{"1min":0.254,"5min":0.22500000000000001,"15min":0.223},"max":{"1min":84.659000000000006,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.443},{"interface":"front","average":{"1min":6.2480000000000002,"5min":2.6669999999999998,"15min":1.5049999999999999},"min":{"1min":0.28100000000000003,"5min":0.223,"15min":0.223},"max":{"1min":83.567999999999998,"5min":83.567999999999998,"15min":83.567999999999998},"last":0.84199999999999997}]},{"osd":2,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":1.2889999999999999,"15min":1.8009999999999999},"min":{"1min":0.26000000000000001,"5min":0.251,"15min":0.251},"max":{"1min":3.1739999999999999,"5min":10.73,"15min":10.73},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.80600000000000005,"5min":1.194,"15min":2.2440000000000002},"min":{"1min":0.30499999999999999,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":3.7589999999999999,"5min":10.694000000000001,"15min":14.436},"last":0.55500000000000005}]},{"osd":4,"last update":"Mon Jul 26 16:09:30 2021","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.85099999999999998,"15min":0.69899999999999995},"min":{"1min":0.29499999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":5.6619999999999999,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":1.1499999999999999,"5min":1.079,"15min":0.84499999999999997},"min":{"1min":0.35199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.903,"5min":7.0380000000000003,"15min":7.0380000000000003},"last":0.58199999999999996}]},{"osd":5,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.83099999999999996},"min":{"1min":0.317,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":2.1349999999999998,"5min":5.0540000000000003,"15min":10.988},"last":2.7690000000000001},{"interface":"front","average":{"1min":1.593,"5min":1.034,"15min":0.92500000000000004},"min":{"1min":0.35699999999999998,"5min":0.314,"15min":0.314},"max":{"1min":10.634,"5min":10.634,"15min":11.145},"last":0.86799999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":0.876,"15min":0.873},"min":{"1min":0.39300000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":5.6109999999999998,"5min":5.6109999999999998,"15min":11.039999999999999},"last":1.339},{"interface":"front","average":{"1min":1.167,"5min":1.0980000000000001,"15min":1.006},"min":{"1min":0.39700000000000002,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":3.254,"5min":7.109,"15min":7.109},"last":0.67800000000000005}]},{"osd":7,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.212,"15min":1.0760000000000001},"min":{"1min":0.39900000000000002,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":11.625999999999999,"5min":11.625999999999999,"15min":11.625999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":1.7310000000000001,"5min":1.2569999999999999,"15min":1.093},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":10.667,"5min":10.667,"15min":19.039999999999999},"last":0.94499999999999995}]}]},{"osd":4,"up_from":163,"seq":700079669319,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2646752,"kb_used_data":1598168,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":91098400,"statfs":{"total":95995035648,"available":93284761600,"internally_reserved":1073741824,"allocated":1636524032,"data_stored":1635251086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2,1,3,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.72399999999999998,"15min":0.44800000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.4990000000000001,"5min":7.3719999999999999,"15min":7.3719999999999999},"last":7.5069999999999997},{"interface":"front","average":{"1min":1.496,"5min":1.1060000000000001,"15min":0.62},"min":{"1min":0.23300000000000001,"5min":0.218,"15min":0.218},"max":{"1min":5.0919999999999996,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":0.45200000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":4.7629999999999999,"5min":1.5009999999999999,"15min":0.751},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":70.212999999999994,"5min":70.212999999999994,"15min":70.212999999999994},"last":7.4770000000000003},{"interface":"front","average":{"1min":5.1050000000000004,"5min":1.696,"15min":0.85199999999999998},"min":{"1min":0.26400000000000001,"5min":0.247,"15min":0.247},"max":{"1min":69.948999999999998,"5min":69.948999999999998,"15min":69.948999999999998},"last":0.48699999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.226,"5min":1.028,"15min":0.61699999999999999},"min":{"1min":0.28599999999999998,"5min":0.252,"15min":0.252},"max":{"1min":3.5409999999999999,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":2.8039999999999998},{"interface":"front","average":{"1min":0.87,"5min":0.76200000000000001,"15min":0.57899999999999996},"min":{"1min":0.32100000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.5619999999999998,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.38800000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.9390000000000001,"5min":0.94299999999999995,"15min":0.60099999999999998},"min":{"1min":0.26300000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":0.505},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.81699999999999995,"15min":0.55700000000000005},"min":{"1min":0.316,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.3479999999999999,"5min":6.8940000000000001,"15min":6.8940000000000001},"last":0.372}]},{"osd":5,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":0.56699999999999995,"15min":0.40999999999999998},"min":{"1min":0.26500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":0.34899999999999998},{"interface":"front","average":{"1min":1.177,"5min":0.58899999999999997,"15min":0.435},"min":{"1min":0.251,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":4.7469999999999999,"5min":4.7469999999999999,"15min":4.7469999999999999},"last":7.4379999999999997}]},{"osd":6,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.53700000000000003,"15min":0.39600000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.7749999999999999,"5min":2.7749999999999999,"15min":2.7749999999999999},"last":3.0329999999999999},{"interface":"front","average":{"1min":1.169,"5min":0.628,"15min":0.44},"min":{"1min":0.27400000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":3.4689999999999999,"5min":3.4689999999999999,"15min":3.4689999999999999},"last":7.7770000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.53500000000000003,"15min":0.436},"min":{"1min":0.25800000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":3.1190000000000002,"5min":3.1190000000000002,"15min":3.1190000000000002},"last":12.824},{"interface":"front","average":{"1min":2.2530000000000001,"5min":0.85899999999999999,"15min":0.53700000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":8.1809999999999992,"5min":8.1809999999999992,"15min":8.1809999999999992},"last":2.8399999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822955,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2377164,"kb_used_data":1328452,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91367988,"statfs":{"total":95995035648,"available":93560819712,"internally_reserved":1073741824,"allocated":1360334848,"data_stored":1359077573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,2,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:16 2021","interfaces":[{"interface":"back","average":{"1min":4.2370000000000001,"5min":1.8660000000000001,"15min":1.034},"min":{"1min":0.26000000000000001,"5min":0.23300000000000001,"15min":0.19500000000000001},"max":{"1min":59.381,"5min":59.381,"15min":59.381},"last":0.22800000000000001},{"interface":"front","average":{"1min":4.2789999999999999,"5min":2.0230000000000001,"15min":1.119},"min":{"1min":0.30099999999999999,"5min":0.29199999999999998,"15min":0.24399999999999999},"max":{"1min":59.401000000000003,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.29999999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":4.9139999999999997,"5min":2.4319999999999999,"15min":1.389},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":85.896000000000001,"5min":85.896000000000001,"15min":85.896000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":5.6970000000000001,"5min":2.5990000000000002,"15min":1.482},"min":{"1min":0.248,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":85.566999999999993,"5min":85.566999999999993,"15min":85.566999999999993},"last":0.34999999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:09:35 2021","interfaces":[{"interface":"back","average":{"1min":1.8460000000000001,"5min":1.0549999999999999,"15min":1.1830000000000001},"min":{"1min":0.27700000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":6.4450000000000003,"5min":6.4450000000000003,"15min":35.734000000000002},"last":0.81000000000000005},{"interface":"front","average":{"1min":1.4139999999999999,"5min":2.722,"15min":1.7330000000000001},"min":{"1min":0.26700000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":5.2370000000000001,"5min":171.78700000000001,"15min":171.78700000000001},"last":0.27500000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:09:16 2021","interfaces":[{"interface":"back","average":{"1min":4.3730000000000002,"5min":1.9379999999999999,"15min":1.405},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":59.469999999999999,"5min":59.469999999999999,"15min":59.469999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":4.1970000000000001,"5min":1.782,"15min":1.353},"min":{"1min":0.28999999999999998,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":59.465000000000003,"5min":59.465000000000003,"15min":59.465000000000003},"last":0.373}]},{"osd":4,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":1.877,"5min":0.77600000000000002,"15min":0.47999999999999998},"min":{"1min":0.25900000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":9.6790000000000003,"5min":9.6790000000000003,"15min":9.6790000000000003},"last":0.78500000000000003},{"interface":"front","average":{"1min":1.28,"5min":0.63900000000000001,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":9.9749999999999996,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":0.38400000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":2.2669999999999999,"5min":0.93200000000000005,"15min":0.65500000000000003},"min":{"1min":0.25600000000000001,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":9.7189999999999994,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":0.315},{"interface":"front","average":{"1min":1.4159999999999999,"5min":0.81599999999999995,"15min":0.63200000000000001},"min":{"1min":0.29699999999999999,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":5.157,"5min":6.2519999999999998,"15min":7.899},"last":0.255}]},{"osd":7,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":1.6499999999999999,"5min":0.84799999999999998,"15min":0.68700000000000006},"min":{"1min":0.41099999999999998,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":6.0410000000000004,"5min":6.3579999999999997,"15min":8.9489999999999998},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.52400000000000002,"15min":0.55100000000000005},"min":{"1min":0.28399999999999997,"5min":0.249,"15min":0.217},"max":{"1min":2.2090000000000001,"5min":2.641,"15min":8.1170000000000009},"last":0.63200000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1838088192,"data_stored":1838088192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2815102976,"data_stored":2815098904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3273986048,"data_stored":3273981976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1622016000,"data_stored":1622016000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1354760192,"data_stored":1354760192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2105151488,"data_stored":2105147416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1958477824,"data_stored":1958477824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:10:16.515 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:16.554 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:16 smithi139 ceph-mon[56829]: from='client.55624 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:16.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:16.555 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:16.556 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:16.613 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-07-26T16:10:16.657 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:16.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:16.690 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:16.691 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:16.706 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:10:16.728 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:10:16.755 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:10:16.780 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:10:16.792 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:16.813 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:10:16.826 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:16.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:16.827 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:16.838 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:10:16.843 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:10:16.875 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:10:16.903 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:10:16.908 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:10:16.908 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:10:16.908 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:10:16.908 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:10:16.909 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:10:16.909 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:10:16.909 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:10:16.909 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:10:16.929 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:16.974 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:16.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:16.976 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:17.077 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:17.104 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:17.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:17.105 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:17.206 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:17.238 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:17.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:17.240 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:17.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:17 smithi139 ceph-mon[56829]: pgmap v709: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.2 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 764 op/s; 19072/206316 objects degraded (9.244%); 1854/206316 objects misplaced (0.899%); 1.8 MiB/s, 29 objects/s recovering 2021-07-26T16:10:17.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:17 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3824539251' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:17.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:17 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 19072/206316 objects degraded (9.244%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:17.341 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:17.378 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:17.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:17.380 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:17.481 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:17.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:17.507 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:17.507 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:17.608 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:17.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:17.635 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:17.636 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:17.657 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:10:17.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:17 smithi078 ceph-mon[73801]: pgmap v709: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.2 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 764 op/s; 19072/206316 objects degraded (9.244%); 1854/206316 objects misplaced (0.899%); 1.8 MiB/s, 29 objects/s recovering 2021-07-26T16:10:17.703 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:17 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3824539251' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:17.704 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:17 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 19072/206316 objects degraded (9.244%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:17.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:17 smithi078 ceph-mon[77813]: pgmap v709: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.2 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 764 op/s; 19072/206316 objects degraded (9.244%); 1854/206316 objects misplaced (0.899%); 1.8 MiB/s, 29 objects/s recovering 2021-07-26T16:10:17.704 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:17 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3824539251' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:17.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:17 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 19072/206316 objects degraded (9.244%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:17.737 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:17.774 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:17.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:17.775 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:17.859 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:17.877 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:17.906 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:17.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:17.908 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:18.010 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:18.043 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:18.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:18.044 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:18.145 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:18.186 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:18.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:18.188 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:18.289 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:18.320 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:18.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:18.321 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:18.422 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:18.460 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:18.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:18.461 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:18.562 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:18.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:18.599 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:18.600 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:18.701 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:18.738 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:18.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:18.739 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:18.840 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:18.890 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:18.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:18.892 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:18.993 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:19.033 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:19.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:19.034 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:19.135 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:19.162 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:19.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:19.163 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:19.262 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:19 smithi139 ceph-mon[56829]: pgmap v710: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.2 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 673 op/s; 19072/206316 objects degraded (9.244%); 1854/206316 objects misplaced (0.899%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:10:19.265 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:19.292 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:19.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:19.294 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:19.319 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:10:19.319 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:10:19.319 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.320 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:127673 7.6 7:655afd63:::benchmark_data_smithi078_185638_object31170:head [delete] snapc 0=[] ondisk+write+known_if_redirected e258)", 2021-07-26T16:10:19.320 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:19.302002+0000", 2021-07-26T16:10:19.320 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.015764747999999999, 2021-07-26T16:10:19.320 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015785456, 2021-07-26T16:10:19.321 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:19.321 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:10:19.321 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:19.321 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:19.322 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:19.322 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 127673 2021-07-26T16:10:19.322 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.323 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:19.323 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.323 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:19.323 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.302002+0000", 2021-07-26T16:10:19.323 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:19.324 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.324 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.324 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:19.324 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.302002+0000", 2021-07-26T16:10:19.325 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5040000000000001e-06 2021-07-26T16:10:19.325 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.325 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.325 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:19.325 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.302004+0000", 2021-07-26T16:10:19.326 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4959999999999999e-06 2021-07-26T16:10:19.326 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.326 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.326 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:19.327 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.302006+0000", 2021-07-26T16:10:19.327 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0216e-05 2021-07-26T16:10:19.327 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.327 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.327 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:19.328 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.302016+0000", 2021-07-26T16:10:19.328 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3850000000000001e-06 2021-07-26T16:10:19.328 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.329 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.329 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:19.329 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.302021+0000", 2021-07-26T16:10:19.329 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.01426495 2021-07-26T16:10:19.329 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.330 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.330 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:19.330 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.316286+0000", 2021-07-26T16:10:19.330 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000184993 2021-07-26T16:10:19.331 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.331 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.331 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:19.331 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.316471+0000", 2021-07-26T16:10:19.332 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00034989 2021-07-26T16:10:19.332 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.332 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.333 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:10:19.333 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.316821+0000", 2021-07-26T16:10:19.333 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014819433999999999 2021-07-26T16:10:19.334 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.334 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:19.334 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.334 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.335 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.335 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:127675 7.5 7:a6ec4b25:::benchmark_data_smithi078_185638_object31172:head [delete] snapc 0=[] ondisk+write+known_if_redirected e258)", 2021-07-26T16:10:19.335 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:19.307357+0000", 2021-07-26T16:10:19.335 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.010408862, 2021-07-26T16:10:19.335 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.010482761, 2021-07-26T16:10:19.336 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:19.336 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:10:19.336 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:19.336 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:19.336 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:19.337 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 127675 2021-07-26T16:10:19.337 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.337 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:19.337 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.338 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:19.338 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307357+0000", 2021-07-26T16:10:19.338 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:19.338 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.338 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.339 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:19.339 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307357+0000", 2021-07-26T16:10:19.339 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3689999999999998e-06 2021-07-26T16:10:19.339 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.339 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.340 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:19.340 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307361+0000", 2021-07-26T16:10:19.340 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.367e-06 2021-07-26T16:10:19.340 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.341 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.341 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:19.341 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307363+0000", 2021-07-26T16:10:19.341 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4661000000000001e-05 2021-07-26T16:10:19.341 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.342 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.342 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:19.342 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307378+0000", 2021-07-26T16:10:19.342 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7204e-05 2021-07-26T16:10:19.342 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.343 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.343 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:19.343 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307395+0000", 2021-07-26T16:10:19.343 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000294448 2021-07-26T16:10:19.344 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.344 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.344 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:19.344 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307690+0000", 2021-07-26T16:10:19.344 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00019854200000000001 2021-07-26T16:10:19.345 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.345 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.345 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:19.345 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307888+0000", 2021-07-26T16:10:19.345 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00048483599999999999 2021-07-26T16:10:19.346 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.346 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.346 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,6", 2021-07-26T16:10:19.346 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.308373+0000", 2021-07-26T16:10:19.346 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001015427 2021-07-26T16:10:19.347 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.347 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:19.347 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.347 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.348 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.348 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:127679 7.f 7:ffe36dcc:::benchmark_data_smithi078_185638_object31176:head [delete] snapc 0=[] ondisk+write+known_if_redirected e258)", 2021-07-26T16:10:19.348 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:19.307407+0000", 2021-07-26T16:10:19.348 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.010359391000000001, 2021-07-26T16:10:19.348 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.010477935000000001, 2021-07-26T16:10:19.349 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:19.349 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:10:19.349 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:19.349 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:19.349 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:19.350 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 127679 2021-07-26T16:10:19.350 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.350 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:19.350 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.350 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:19.351 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307407+0000", 2021-07-26T16:10:19.351 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:19.351 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.351 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.352 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:19.352 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307407+0000", 2021-07-26T16:10:19.352 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4699999999999999e-06 2021-07-26T16:10:19.352 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.352 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.353 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:19.353 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307408+0000", 2021-07-26T16:10:19.353 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.217e-06 2021-07-26T16:10:19.353 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.353 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.354 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:19.354 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307410+0000", 2021-07-26T16:10:19.354 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.922e-06 2021-07-26T16:10:19.354 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.354 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.355 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:19.355 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307417+0000", 2021-07-26T16:10:19.355 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.0860000000000004e-06 2021-07-26T16:10:19.355 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.356 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.356 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:19.356 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307421+0000", 2021-07-26T16:10:19.356 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0056850149999999999 2021-07-26T16:10:19.356 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.357 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.357 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:19.357 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.313106+0000", 2021-07-26T16:10:19.357 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00022183399999999999 2021-07-26T16:10:19.357 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.358 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.358 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:19.358 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.313328+0000", 2021-07-26T16:10:19.358 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000224405 2021-07-26T16:10:19.358 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.359 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.359 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,4", 2021-07-26T16:10:19.359 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.313552+0000", 2021-07-26T16:10:19.359 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0061449490000000002 2021-07-26T16:10:19.359 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.360 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:19.360 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.360 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.360 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.361 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop_reply(client.55408.0:127657 7.5 e258/237)", 2021-07-26T16:10:19.361 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:19.310602+0000", 2021-07-26T16:10:19.361 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0071646920000000003, 2021-07-26T16:10:19.361 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0073244720000000003, 2021-07-26T16:10:19.361 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:19.362 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "queued for pg", 2021-07-26T16:10:19.362 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:19.362 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.362 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:19.363 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.310602+0000", 2021-07-26T16:10:19.363 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:19.363 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.363 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.363 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:19.364 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.310602+0000", 2021-07-26T16:10:19.364 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6899999999999998e-06 2021-07-26T16:10:19.364 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.364 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.364 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:19.365 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.310605+0000", 2021-07-26T16:10:19.365 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2259999999999999e-06 2021-07-26T16:10:19.365 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.365 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.366 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:19.366 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.310608+0000", 2021-07-26T16:10:19.366 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2814e-05 2021-07-26T16:10:19.366 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.366 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.367 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:19.367 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.310620+0000", 2021-07-26T16:10:19.367 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5719999999999999e-06 2021-07-26T16:10:19.367 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.368 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.368 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:19.368 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.310627+0000", 2021-07-26T16:10:19.368 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5301999999999999e-05 2021-07-26T16:10:19.368 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.369 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:19.369 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.369 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.369 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.369 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:127683 7.6 7.c674bbc6 (undecoded) ondisk+write+known_if_redirected e258)", 2021-07-26T16:10:19.370 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:19.313030+0000", 2021-07-26T16:10:19.370 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0047365840000000003, 2021-07-26T16:10:19.370 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0049255790000000002, 2021-07-26T16:10:19.370 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:19.371 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "queued for pg", 2021-07-26T16:10:19.371 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:19.371 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:19.371 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:19.371 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 127683 2021-07-26T16:10:19.372 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.372 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:19.372 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.372 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:19.372 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.313030+0000", 2021-07-26T16:10:19.373 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:19.373 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.373 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.373 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:19.374 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.313030+0000", 2021-07-26T16:10:19.374 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.299e-06 2021-07-26T16:10:19.374 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.374 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.374 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:19.375 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.313031+0000", 2021-07-26T16:10:19.375 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.227e-06 2021-07-26T16:10:19.375 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.375 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.375 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:19.376 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.313033+0000", 2021-07-26T16:10:19.376 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.3170000000000008e-06 2021-07-26T16:10:19.376 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.376 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.377 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:19.377 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.313043+0000", 2021-07-26T16:10:19.377 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2859999999999999e-06 2021-07-26T16:10:19.377 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.377 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.378 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:19.378 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.313048+0000", 2021-07-26T16:10:19.378 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8128999999999999e-05 2021-07-26T16:10:19.378 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.379 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:19.379 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.379 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.379 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.379 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "MOSDPGPushReply(7.6 258/237 [PushReplyOp(7:6ec70477:::benchmark_data_smithi078_185638_object31164:head)])", 2021-07-26T16:10:19.380 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:19.314689+0000", 2021-07-26T16:10:19.380 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0030778229999999999, 2021-07-26T16:10:19.380 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0032987839999999999, 2021-07-26T16:10:19.380 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:19.380 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "queued for pg", 2021-07-26T16:10:19.381 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:19.381 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.381 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:19.381 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.314689+0000", 2021-07-26T16:10:19.382 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:19.382 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.382 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.382 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:19.382 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.314689+0000", 2021-07-26T16:10:19.383 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4690000000000002e-06 2021-07-26T16:10:19.383 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.383 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.383 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:19.383 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.314692+0000", 2021-07-26T16:10:19.384 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.335e-06 2021-07-26T16:10:19.384 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.384 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.384 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:19.384 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.314696+0000", 2021-07-26T16:10:19.385 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8519e-05 2021-07-26T16:10:19.385 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.385 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.385 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:19.386 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.314715+0000", 2021-07-26T16:10:19.386 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7489999999999998e-06 2021-07-26T16:10:19.386 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.386 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.386 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:19.387 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.314723+0000", 2021-07-26T16:10:19.387 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4072000000000002e-05 2021-07-26T16:10:19.387 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.387 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:19.388 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.388 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.388 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.388 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop_reply(client.55408.0:127675 7.5 e258/237)", 2021-07-26T16:10:19.388 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:19.316254+0000", 2021-07-26T16:10:19.389 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0015125539999999999, 2021-07-26T16:10:19.389 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001759937, 2021-07-26T16:10:19.389 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:19.389 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "queued for pg", 2021-07-26T16:10:19.389 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:19.390 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.390 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:19.390 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.316254+0000", 2021-07-26T16:10:19.390 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:19.391 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.391 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.391 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:19.391 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.316254+0000", 2021-07-26T16:10:19.391 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1119999999999998e-06 2021-07-26T16:10:19.392 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.392 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.392 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:19.392 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.316258+0000", 2021-07-26T16:10:19.393 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8109999999999999e-06 2021-07-26T16:10:19.393 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.393 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.393 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:19.393 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.316260+0000", 2021-07-26T16:10:19.394 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1435e-05 2021-07-26T16:10:19.394 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.394 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.394 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:19.395 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.316271+0000", 2021-07-26T16:10:19.395 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7039999999999997e-06 2021-07-26T16:10:19.395 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.395 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.395 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:19.396 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.316278+0000", 2021-07-26T16:10:19.396 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4062000000000001e-05 2021-07-26T16:10:19.396 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.396 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:19.396 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.397 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.397 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.397 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop_reply(client.55408.0:127679 7.f e258/237)", 2021-07-26T16:10:19.397 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:19.316996+0000", 2021-07-26T16:10:19.397 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.000770278, 2021-07-26T16:10:19.398 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010439679999999999, 2021-07-26T16:10:19.398 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:19.398 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "queued for pg", 2021-07-26T16:10:19.398 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:19.398 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.399 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:19.399 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.316996+0000", 2021-07-26T16:10:19.399 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:19.399 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.400 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.400 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:19.400 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.316996+0000", 2021-07-26T16:10:19.400 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3539999999999998e-06 2021-07-26T16:10:19.400 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.401 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.401 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:19.401 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.316998+0000", 2021-07-26T16:10:19.401 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.517e-06 2021-07-26T16:10:19.401 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.402 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.402 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:19.402 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.317000+0000", 2021-07-26T16:10:19.402 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0411000000000001e-05 2021-07-26T16:10:19.402 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.403 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.403 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:19.408 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.317010+0000", 2021-07-26T16:10:19.408 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5600000000000001e-06 2021-07-26T16:10:19.408 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.408 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.409 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:19.409 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.317016+0000", 2021-07-26T16:10:19.409 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9842000000000001e-05 2021-07-26T16:10:19.409 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.409 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:19.410 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.410 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.410 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.410 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:127686 7.5 7.fe4ef715 (undecoded) ondisk+write+known_if_redirected e258)", 2021-07-26T16:10:19.411 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:19.317231+0000", 2021-07-26T16:10:19.411 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.00053519500000000003, 2021-07-26T16:10:19.411 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00084113899999999997, 2021-07-26T16:10:19.411 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:19.411 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "queued for pg", 2021-07-26T16:10:19.412 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:19.412 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:19.412 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:19.412 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 127686 2021-07-26T16:10:19.413 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.413 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:19.413 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.413 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:19.413 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.317231+0000", 2021-07-26T16:10:19.414 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:19.414 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.414 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.414 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:19.415 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.317231+0000", 2021-07-26T16:10:19.415 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6309999999999999e-06 2021-07-26T16:10:19.415 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.415 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.415 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:19.416 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.317233+0000", 2021-07-26T16:10:19.416 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.719e-06 2021-07-26T16:10:19.416 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.416 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.416 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:19.417 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.317235+0000", 2021-07-26T16:10:19.417 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2593e-05 2021-07-26T16:10:19.417 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.417 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.418 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:19.418 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.317247+0000", 2021-07-26T16:10:19.418 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3229999999999997e-06 2021-07-26T16:10:19.418 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.418 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.419 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:19.419 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.317252+0000", 2021-07-26T16:10:19.419 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1265999999999999e-05 2021-07-26T16:10:19.419 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.419 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:19.420 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.420 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.420 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.420 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:127657 7.5 7:a9050fb4:::benchmark_data_smithi078_185638_object31154:head [delete] snapc 0=[] ondisk+write+known_if_redirected e258)", 2021-07-26T16:10:19.421 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:19.285412+0000", 2021-07-26T16:10:19.421 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.032354142000000002, 2021-07-26T16:10:19.421 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.032716425, 2021-07-26T16:10:19.421 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:19.421 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:10:19.422 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:19.422 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:19.422 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:19.422 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 127657 2021-07-26T16:10:19.423 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.423 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:19.423 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.423 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:19.423 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.285412+0000", 2021-07-26T16:10:19.424 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:19.424 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.424 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.424 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:19.425 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.285412+0000", 2021-07-26T16:10:19.425 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0379999999999999e-06 2021-07-26T16:10:19.425 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.425 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.425 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:19.426 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.285417+0000", 2021-07-26T16:10:19.426 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3460000000000001e-06 2021-07-26T16:10:19.426 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.426 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.426 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:19.427 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.285420+0000", 2021-07-26T16:10:19.427 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1559000000000001e-05 2021-07-26T16:10:19.427 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.427 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.428 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:19.428 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.285441+0000", 2021-07-26T16:10:19.428 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.9060000000000002e-06 2021-07-26T16:10:19.428 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.428 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.429 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:19.429 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.285449+0000", 2021-07-26T16:10:19.429 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3872000000000001e-05 2021-07-26T16:10:19.429 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.429 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.430 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:19.430 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.285513+0000", 2021-07-26T16:10:19.430 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000203835 2021-07-26T16:10:19.430 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.430 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.431 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:19.431 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.285717+0000", 2021-07-26T16:10:19.431 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000217543 2021-07-26T16:10:19.431 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.432 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.432 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,6", 2021-07-26T16:10:19.432 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.285934+0000", 2021-07-26T16:10:19.432 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.004648119 2021-07-26T16:10:19.432 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.433 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.433 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:19.433 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.290582+0000", 2021-07-26T16:10:19.433 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00090229399999999999 2021-07-26T16:10:19.433 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.434 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.434 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:19.434 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.291485+0000", 2021-07-26T16:10:19.434 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0060725120000000004 2021-07-26T16:10:19.435 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.435 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:19.435 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.435 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.436 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.436 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:127667 7.6 7:6ec70477:::benchmark_data_smithi078_185638_object31164:head [delete] snapc 0=[] ondisk+write+known_if_redirected e258)", 2021-07-26T16:10:19.436 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:19.296622+0000", 2021-07-26T16:10:19.436 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.021144418000000002, 2021-07-26T16:10:19.436 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.021589865999999999, 2021-07-26T16:10:19.437 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:19.437 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "delayed", 2021-07-26T16:10:19.437 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:19.437 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:19.437 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:19.438 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 127667 2021-07-26T16:10:19.438 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.438 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:19.438 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.439 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:19.439 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.296622+0000", 2021-07-26T16:10:19.439 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:19.439 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.439 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.440 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:19.440 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.296622+0000", 2021-07-26T16:10:19.440 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4099999999999998e-06 2021-07-26T16:10:19.440 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.440 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.441 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:19.441 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.296624+0000", 2021-07-26T16:10:19.441 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7889999999999999e-06 2021-07-26T16:10:19.441 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.442 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.442 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:19.442 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.296626+0000", 2021-07-26T16:10:19.442 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9420000000000007e-06 2021-07-26T16:10:19.442 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.443 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.443 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:19.443 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.296636+0000", 2021-07-26T16:10:19.443 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7870000000000001e-06 2021-07-26T16:10:19.443 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.444 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.444 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:19.444 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.296641+0000", 2021-07-26T16:10:19.444 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011372352000000001 2021-07-26T16:10:19.445 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.445 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.445 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:19.445 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.308013+0000", 2021-07-26T16:10:19.445 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013237000000000001 2021-07-26T16:10:19.446 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.446 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.446 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for rw locks", 2021-07-26T16:10:19.446 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.308146+0000", 2021-07-26T16:10:19.446 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.01152365 2021-07-26T16:10:19.447 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.447 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:19.447 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.447 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.447 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.448 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:127672 7.5 7:a470dfc9:::benchmark_data_smithi078_185638_object31169:head [delete] snapc 0=[] ondisk+write+known_if_redirected e258)", 2021-07-26T16:10:19.448 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:19.301550+0000", 2021-07-26T16:10:19.448 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.016216678000000002, 2021-07-26T16:10:19.448 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.016737545999999999, 2021-07-26T16:10:19.449 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:19.449 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:10:19.449 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:19.449 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:19.449 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:19.450 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 127672 2021-07-26T16:10:19.450 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.450 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:19.450 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.450 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:19.451 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.301550+0000", 2021-07-26T16:10:19.451 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:19.451 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.451 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.451 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:19.452 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.301550+0000", 2021-07-26T16:10:19.452 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7819999999999996e-06 2021-07-26T16:10:19.452 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.452 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.453 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:19.453 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.301556+0000", 2021-07-26T16:10:19.453 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5730000000000002e-06 2021-07-26T16:10:19.453 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.453 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.454 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:19.454 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.301559+0000", 2021-07-26T16:10:19.454 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6460000000000002e-05 2021-07-26T16:10:19.454 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.454 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.455 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:19.455 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.301575+0000", 2021-07-26T16:10:19.455 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8990000000000004e-06 2021-07-26T16:10:19.455 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.455 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.456 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:19.456 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.301582+0000", 2021-07-26T16:10:19.456 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0563999999999998e-05 2021-07-26T16:10:19.456 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.456 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.457 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:19.457 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.301643+0000", 2021-07-26T16:10:19.457 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00019629900000000001 2021-07-26T16:10:19.457 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.458 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.458 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:19.458 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.301839+0000", 2021-07-26T16:10:19.458 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00026991100000000001 2021-07-26T16:10:19.458 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.459 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.459 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,6", 2021-07-26T16:10:19.459 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.302109+0000", 2021-07-26T16:10:19.459 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.005540194 2021-07-26T16:10:19.459 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.460 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.460 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:19.460 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307649+0000", 2021-07-26T16:10:19.460 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3354e-05 2021-07-26T16:10:19.461 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:19.461 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:19.461 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:19.461 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:19.307663+0000", 2021-07-26T16:10:19.461 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0061130359999999996 2021-07-26T16:10:19.462 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.462 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:19.462 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.462 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:19.462 INFO:teuthology.orchestra.run.smithi139.stdout: ], 2021-07-26T16:10:19.463 INFO:teuthology.orchestra.run.smithi139.stdout: "num_ops": 12 2021-07-26T16:10:19.463 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:10:19.463 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:19.464 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:10:19.503 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:19.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:19.505 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:19.542 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:19 smithi078 ceph-mon[73801]: pgmap v710: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.2 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 673 op/s; 19072/206316 objects degraded (9.244%); 1854/206316 objects misplaced (0.899%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:10:19.543 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:19 smithi078 ceph-mon[77813]: pgmap v710: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.2 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 673 op/s; 19072/206316 objects degraded (9.244%); 1854/206316 objects misplaced (0.899%); 1.6 MiB/s, 25 objects/s recovering 2021-07-26T16:10:19.607 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:19.641 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:19.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:19.642 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:19.668 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:19.744 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:19.775 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:19.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:19.776 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:19.794 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:10:19.877 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:19.934 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:19.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:19.936 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:20.036 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:20.066 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:20.070 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:20.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:20.072 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:20.173 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:20.204 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:20.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:20.206 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:20.286 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:10:20.307 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:20.334 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:20.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:20.335 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:20.405 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-07-26T16:10:20.436 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:20.463 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:20.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:20.465 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:20.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:20 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1948127174' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:10:20.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:20 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:10:20.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:20 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1948127174' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:10:20.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:20 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:10:20.566 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:20.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:20 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1948127174' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:10:20.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:20 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:10:20.608 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:20.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:20.609 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:20.638 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:10:20.711 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:20.755 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:20.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:20.756 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:20.857 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:20.907 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:20.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:20.908 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:21.009 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:21.039 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:21.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:21.041 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:21.142 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:21.172 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:21.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:21.173 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:21.274 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:21.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:21.310 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:21.310 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:21.412 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:21.439 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:21.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:21.441 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:21.513 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:21 smithi139 ceph-mon[56829]: pgmap v711: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 682 op/s; 19176/195798 objects degraded (9.794%); 1627/195798 objects misplaced (0.831%); 1.6 MiB/s, 24 objects/s recovering 2021-07-26T16:10:21.513 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:21 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:21.514 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:21 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:10:21.514 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:21 smithi139 ceph-mon[56829]: osdmap e259: 8 total, 8 up, 6 in 2021-07-26T16:10:21.541 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:21.564 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:21.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:21.566 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:21.667 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:21.704 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:21.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:21.706 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:21.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:21 smithi078 ceph-mon[73801]: pgmap v711: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 682 op/s; 19176/195798 objects degraded (9.794%); 1627/195798 objects misplaced (0.831%); 1.6 MiB/s, 24 objects/s recovering 2021-07-26T16:10:21.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:21 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:21.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:21 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:10:21.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:21 smithi078 ceph-mon[73801]: osdmap e259: 8 total, 8 up, 6 in 2021-07-26T16:10:21.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:21 smithi078 ceph-mon[77813]: pgmap v711: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 682 op/s; 19176/195798 objects degraded (9.794%); 1627/195798 objects misplaced (0.831%); 1.6 MiB/s, 24 objects/s recovering 2021-07-26T16:10:21.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:21 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:21.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:21 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:10:21.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:21 smithi078 ceph-mon[77813]: osdmap e259: 8 total, 8 up, 6 in 2021-07-26T16:10:21.807 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:21.842 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:21.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:21.844 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:21.945 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:21.967 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:21.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:21.968 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:22.069 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:22.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:22.098 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:22.098 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:22.200 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:22.233 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:22.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:22.234 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:22.335 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:22.378 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:22.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:22.379 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:22.480 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:22.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:22 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 19176/195798 objects degraded (9.794%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:22.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:22 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 19176/195798 objects degraded (9.794%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:22.514 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:22.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:22.515 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:22.555 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:22 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 19176/195798 objects degraded (9.794%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:22.616 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:22.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:22.663 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:22.664 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:22.765 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:22.789 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:22.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:22.791 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:22.894 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:22.934 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:22.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:22.937 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:23.038 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:23.067 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:23.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:23.069 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:23.092 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:10:23.093 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:10:23.093 INFO:teuthology.orchestra.run.smithi139.stdout: "complaint_time": 30, 2021-07-26T16:10:23.093 INFO:teuthology.orchestra.run.smithi139.stdout: "num_blocked_ops": 0 2021-07-26T16:10:23.093 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:10:23.170 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:23.215 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:23.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:23.217 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:23.318 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:23.356 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:23.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:23.357 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:23.402 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:10:23.411 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:10:23.458 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:23.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:23.492 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:23.492 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:23.574 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:10:23.614 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:23.616 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:23 smithi139 ceph-mon[56829]: pgmap v713: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 853 op/s; 19176/195798 objects degraded (9.794%); 1627/195798 objects misplaced (0.831%); 1.9 MiB/s, 31 objects/s recovering 2021-07-26T16:10:23.616 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:10:23.642 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:10:23.643 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:23.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:23.645 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:23.656 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:23 smithi078 ceph-mon[73801]: pgmap v713: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 853 op/s; 19176/195798 objects degraded (9.794%); 1627/195798 objects misplaced (0.831%); 1.9 MiB/s, 31 objects/s recovering 2021-07-26T16:10:23.657 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:23 smithi078 ceph-mon[77813]: pgmap v713: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 853 op/s; 19176/195798 objects degraded (9.794%); 1627/195798 objects misplaced (0.831%); 1.9 MiB/s, 31 objects/s recovering 2021-07-26T16:10:23.675 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:10:23.710 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:10:23.746 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:23.747 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:10:23.779 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:10:23.781 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:23.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:23.782 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:23.810 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:10:23.812 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:10:23.812 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:10:23.812 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:10:23.812 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:10:23.813 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:10:23.813 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:10:23.813 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:10:23.813 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:10:23.883 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:23.916 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:23.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:23.917 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:24.019 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:24.051 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:24.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:24.052 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:24.153 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:24.184 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:24.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:24.185 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:24.286 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:24.296 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-07-26T16:10:24.329 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:24.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:24.331 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:24.417 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":713,"stamp":"2021-07-26T16:10:22.024979+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4276230070,"num_objects":65266,"num_object_clones":0,"num_object_copies":195798,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":19176,"num_objects_misplaced":1627,"num_objects_unfound":0,"num_objects_dirty":65266,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":128020,"num_write_kb":6178446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8046,"num_bytes_recovered":525601860,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110754,"ondisk_log_size":110754,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":16337364,"kb_used_data":11989156,"kb_used_omap":472,"kb_used_meta":4347495,"kb_avail":546133548,"statfs":{"total":575970213888,"available":559240753152,"internally_reserved":4294967296,"allocated":12276895744,"data_stored":12269270754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":483615,"internal_metadata":4451835617},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,2,2,2,0,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-447676416,"num_objects":-6831,"num_object_clones":0,"num_object_copies":-20493,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":185,"num_objects_misplaced":-434,"num_objects_unfound":0,"num_objects_dirty":-6831,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6831,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":249,"num_bytes_recovered":16318464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002245"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":111,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.210196+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:10:07.210196+0000","last_peered":"2021-07-26T16:10:07.210196+0000","last_clean":"2021-07-26T16:10:07.210196+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:10:07.210196+0000","last_undegraded":"2021-07-26T16:10:07.210196+0000","last_fullsized":"2021-07-26T16:10:07.210196+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":233,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.209815+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:10:07.209815+0000","last_peered":"2021-07-26T16:10:07.209815+0000","last_clean":"2021-07-26T16:10:07.209815+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:10:07.209815+0000","last_undegraded":"2021-07-26T16:10:07.209815+0000","last_fullsized":"2021-07-26T16:10:07.209815+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":235,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.209940+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:10:07.209940+0000","last_peered":"2021-07-26T16:10:07.209940+0000","last_clean":"2021-07-26T16:10:07.209940+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:10:07.209940+0000","last_undegraded":"2021-07-26T16:10:07.209940+0000","last_fullsized":"2021-07-26T16:10:07.209940+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":171,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.227836+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:10:07.227836+0000","last_peered":"2021-07-26T16:10:07.227836+0000","last_clean":"2021-07-26T16:10:07.227836+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:10:07.227836+0000","last_undegraded":"2021-07-26T16:10:07.227836+0000","last_fullsized":"2021-07-26T16:10:07.227836+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":264,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.208940+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:10:07.208940+0000","last_peered":"2021-07-26T16:10:07.208940+0000","last_clean":"2021-07-26T16:10:07.208940+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:10:07.208940+0000","last_undegraded":"2021-07-26T16:10:07.208940+0000","last_fullsized":"2021-07-26T16:10:07.208940+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":227,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.222885+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:10:07.222885+0000","last_peered":"2021-07-26T16:10:07.222885+0000","last_clean":"2021-07-26T16:10:07.222885+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:10:07.222885+0000","last_undegraded":"2021-07-26T16:10:07.222885+0000","last_fullsized":"2021-07-26T16:10:07.222885+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":151,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.225017+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:10:07.225017+0000","last_peered":"2021-07-26T16:10:07.225017+0000","last_clean":"2021-07-26T16:10:07.225017+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:10:07.225017+0000","last_undegraded":"2021-07-26T16:10:07.225017+0000","last_fullsized":"2021-07-26T16:10:07.225017+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":172,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.209196+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:10:07.209196+0000","last_peered":"2021-07-26T16:10:07.209196+0000","last_clean":"2021-07-26T16:10:07.209196+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:10:07.209196+0000","last_undegraded":"2021-07-26T16:10:07.209196+0000","last_fullsized":"2021-07-26T16:10:07.209196+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":69,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.224646+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:10:07.224646+0000","last_peered":"2021-07-26T16:10:07.224646+0000","last_clean":"2021-07-26T16:10:07.224646+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:10:07.224646+0000","last_undegraded":"2021-07-26T16:10:07.224646+0000","last_fullsized":"2021-07-26T16:10:07.224646+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":50,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.215573+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:10:07.215573+0000","last_peered":"2021-07-26T16:10:07.215573+0000","last_clean":"2021-07-26T16:10:07.215573+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:10:07.215573+0000","last_undegraded":"2021-07-26T16:10:07.215573+0000","last_fullsized":"2021-07-26T16:10:07.215573+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":158,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.222203+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:10:07.222203+0000","last_peered":"2021-07-26T16:10:07.222203+0000","last_clean":"2021-07-26T16:10:07.222203+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:10:07.222203+0000","last_undegraded":"2021-07-26T16:10:07.222203+0000","last_fullsized":"2021-07-26T16:10:07.222203+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":268,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.213890+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:10:07.213890+0000","last_peered":"2021-07-26T16:10:07.213890+0000","last_clean":"2021-07-26T16:10:07.213890+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:10:07.213890+0000","last_undegraded":"2021-07-26T16:10:07.213890+0000","last_fullsized":"2021-07-26T16:10:07.213890+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":184,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.211578+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:10:07.211578+0000","last_peered":"2021-07-26T16:10:07.211578+0000","last_clean":"2021-07-26T16:10:07.211578+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:10:07.211578+0000","last_undegraded":"2021-07-26T16:10:07.211578+0000","last_fullsized":"2021-07-26T16:10:07.211578+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":93,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.214511+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:10:07.214511+0000","last_peered":"2021-07-26T16:10:07.214511+0000","last_clean":"2021-07-26T16:10:07.214511+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:10:07.214511+0000","last_undegraded":"2021-07-26T16:10:07.214511+0000","last_fullsized":"2021-07-26T16:10:07.214511+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":284,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.214190+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:10:07.214190+0000","last_peered":"2021-07-26T16:10:07.214190+0000","last_clean":"2021-07-26T16:10:07.214190+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:10:07.214190+0000","last_undegraded":"2021-07-26T16:10:07.214190+0000","last_fullsized":"2021-07-26T16:10:07.214190+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":154,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.209506+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:10:07.209506+0000","last_peered":"2021-07-26T16:10:07.209506+0000","last_clean":"2021-07-26T16:10:07.209506+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:10:07.209506+0000","last_undegraded":"2021-07-26T16:10:07.209506+0000","last_fullsized":"2021-07-26T16:10:07.209506+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":171,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.214609+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:10:07.214609+0000","last_peered":"2021-07-26T16:10:07.214609+0000","last_clean":"2021-07-26T16:10:07.214609+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:10:07.214609+0000","last_undegraded":"2021-07-26T16:10:07.214609+0000","last_fullsized":"2021-07-26T16:10:07.214609+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":58,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.224782+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:10:07.224782+0000","last_peered":"2021-07-26T16:10:07.224782+0000","last_clean":"2021-07-26T16:10:07.224782+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:10:07.224782+0000","last_undegraded":"2021-07-26T16:10:07.224782+0000","last_fullsized":"2021-07-26T16:10:07.224782+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":238,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.215659+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:10:07.215659+0000","last_peered":"2021-07-26T16:10:07.215659+0000","last_clean":"2021-07-26T16:10:07.215659+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:10:07.215659+0000","last_undegraded":"2021-07-26T16:10:07.215659+0000","last_fullsized":"2021-07-26T16:10:07.215659+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":180,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.244295+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:10:07.244295+0000","last_peered":"2021-07-26T16:10:07.244295+0000","last_clean":"2021-07-26T16:10:07.244295+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:10:07.244295+0000","last_undegraded":"2021-07-26T16:10:07.244295+0000","last_fullsized":"2021-07-26T16:10:07.244295+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":354,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.218899+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:10:07.218899+0000","last_peered":"2021-07-26T16:10:07.218899+0000","last_clean":"2021-07-26T16:10:07.218899+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:10:07.218899+0000","last_undegraded":"2021-07-26T16:10:07.218899+0000","last_fullsized":"2021-07-26T16:10:07.218899+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":48,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.219505+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:10:07.219505+0000","last_peered":"2021-07-26T16:10:07.219505+0000","last_clean":"2021-07-26T16:10:07.219505+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:10:07.219505+0000","last_undegraded":"2021-07-26T16:10:07.219505+0000","last_fullsized":"2021-07-26T16:10:07.219505+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"258'8186","reported_seq":8221,"reported_epoch":258,"state":"active+clean","last_fresh":"2021-07-26T16:10:19.648833+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:10:19.648833+0000","last_peered":"2021-07-26T16:10:19.648833+0000","last_clean":"2021-07-26T16:10:19.648833+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:10:19.648833+0000","last_undegraded":"2021-07-26T16:10:19.648833+0000","last_fullsized":"2021-07-26T16:10:19.648833+0000","mapping_epoch":230,"log_start":"235'3100","ondisk_log_start":"235'3100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5086,"ondisk_log_size":5086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":273678336,"num_objects":4176,"num_object_clones":0,"num_object_copies":12528,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4176,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8186,"num_write_kb":395584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":65,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.219605+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:10:07.219605+0000","last_peered":"2021-07-26T16:10:07.219605+0000","last_clean":"2021-07-26T16:10:07.219605+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:10:07.219605+0000","last_undegraded":"2021-07-26T16:10:07.219605+0000","last_fullsized":"2021-07-26T16:10:07.219605+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":76,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.235153+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:10:07.235153+0000","last_peered":"2021-07-26T16:10:07.235153+0000","last_clean":"2021-07-26T16:10:07.235153+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:10:07.235153+0000","last_undegraded":"2021-07-26T16:10:07.235153+0000","last_fullsized":"2021-07-26T16:10:07.235153+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"258'8107","reported_seq":8143,"reported_epoch":258,"state":"active+clean","last_fresh":"2021-07-26T16:10:19.323545+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:10:19.323545+0000","last_peered":"2021-07-26T16:10:19.323545+0000","last_clean":"2021-07-26T16:10:19.323545+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:10:19.323545+0000","last_undegraded":"2021-07-26T16:10:19.323545+0000","last_fullsized":"2021-07-26T16:10:19.323545+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":8107,"ondisk_log_size":8107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":272564224,"num_objects":4159,"num_object_clones":0,"num_object_copies":12477,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4159,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8107,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":157,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.234598+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:10:07.234598+0000","last_peered":"2021-07-26T16:10:07.234598+0000","last_clean":"2021-07-26T16:10:07.234598+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:10:07.234598+0000","last_undegraded":"2021-07-26T16:10:07.234598+0000","last_fullsized":"2021-07-26T16:10:07.234598+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":102,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.216689+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:10:07.216689+0000","last_peered":"2021-07-26T16:10:07.216689+0000","last_clean":"2021-07-26T16:10:07.216689+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:10:07.216689+0000","last_undegraded":"2021-07-26T16:10:07.216689+0000","last_fullsized":"2021-07-26T16:10:07.216689+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"258'8157","reported_seq":15482,"reported_epoch":258,"state":"active+clean","last_fresh":"2021-07-26T16:10:19.476281+0000","last_change":"2021-07-26T16:09:45.364253+0000","last_active":"2021-07-26T16:10:19.476281+0000","last_peered":"2021-07-26T16:10:19.476281+0000","last_clean":"2021-07-26T16:10:19.476281+0000","last_became_active":"2021-07-26T16:09:45.354123+0000","last_became_peered":"2021-07-26T16:09:45.354123+0000","last_unstale":"2021-07-26T16:10:19.476281+0000","last_undegraded":"2021-07-26T16:10:19.476281+0000","last_fullsized":"2021-07-26T16:10:19.476281+0000","mapping_epoch":252,"log_start":"235'3000","ondisk_log_start":"235'3000","created":230,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5157,"ondisk_log_size":5157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":269680640,"num_objects":4115,"num_object_clones":0,"num_object_copies":12345,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4115,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8157,"num_write_kb":392704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3636,"num_bytes_recovered":238288896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":289,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.221994+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:10:07.221994+0000","last_peered":"2021-07-26T16:10:07.221994+0000","last_clean":"2021-07-26T16:10:07.221994+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:10:07.221994+0000","last_undegraded":"2021-07-26T16:10:07.221994+0000","last_fullsized":"2021-07-26T16:10:07.221994+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":245,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.219879+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:10:07.219879+0000","last_peered":"2021-07-26T16:10:07.219879+0000","last_clean":"2021-07-26T16:10:07.219879+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:10:07.219879+0000","last_undegraded":"2021-07-26T16:10:07.219879+0000","last_fullsized":"2021-07-26T16:10:07.219879+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"258'7904","reported_seq":7940,"reported_epoch":258,"state":"active+clean","last_fresh":"2021-07-26T16:10:19.071479+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:10:19.071479+0000","last_peered":"2021-07-26T16:10:19.071479+0000","last_clean":"2021-07-26T16:10:19.071479+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:10:19.071479+0000","last_undegraded":"2021-07-26T16:10:19.071479+0000","last_fullsized":"2021-07-26T16:10:19.071479+0000","mapping_epoch":230,"log_start":"233'700","ondisk_log_start":"233'700","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7204,"ondisk_log_size":7204,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":263716864,"num_objects":4024,"num_object_clones":0,"num_object_copies":12072,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4024,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7904,"num_write_kb":381696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":246,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.224430+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:10:07.224430+0000","last_peered":"2021-07-26T16:10:07.224430+0000","last_clean":"2021-07-26T16:10:07.224430+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:10:07.224430+0000","last_undegraded":"2021-07-26T16:10:07.224430+0000","last_fullsized":"2021-07-26T16:10:07.224430+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":121,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.209730+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:10:07.209730+0000","last_peered":"2021-07-26T16:10:07.209730+0000","last_clean":"2021-07-26T16:10:07.209730+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:10:07.209730+0000","last_undegraded":"2021-07-26T16:10:07.209730+0000","last_fullsized":"2021-07-26T16:10:07.209730+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"258'7720","reported_seq":7762,"reported_epoch":258,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:19.074254+0000","last_change":"2021-07-26T16:08:44.038103+0000","last_active":"2021-07-26T16:10:19.074254+0000","last_peered":"2021-07-26T16:10:19.074254+0000","last_clean":"2021-07-26T16:08:35.258554+0000","last_became_active":"2021-07-26T16:08:43.985025+0000","last_became_peered":"2021-07-26T16:08:43.985025+0000","last_unstale":"2021-07-26T16:10:19.074254+0000","last_undegraded":"2021-07-26T16:08:43.918569+0000","last_fullsized":"2021-07-26T16:08:37.283478+0000","mapping_epoch":237,"log_start":"233'500","ondisk_log_start":"233'500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7220,"ondisk_log_size":7220,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":265551872,"num_objects":4052,"num_object_clones":0,"num_object_copies":12156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4052,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7720,"num_write_kb":376704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":1669},{"shards":"3,7","objects":549}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":218,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.213014+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:10:07.213014+0000","last_peered":"2021-07-26T16:10:07.213014+0000","last_clean":"2021-07-26T16:10:07.213014+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:10:07.213014+0000","last_undegraded":"2021-07-26T16:10:07.213014+0000","last_fullsized":"2021-07-26T16:10:07.213014+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":93,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.211427+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:10:07.211427+0000","last_peered":"2021-07-26T16:10:07.211427+0000","last_clean":"2021-07-26T16:10:07.211427+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:10:07.211427+0000","last_undegraded":"2021-07-26T16:10:07.211427+0000","last_fullsized":"2021-07-26T16:10:07.211427+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"258'7939","reported_seq":15212,"reported_epoch":258,"state":"active+recovery_wait","last_fresh":"2021-07-26T16:10:19.296954+0000","last_change":"2021-07-26T16:09:53.215851+0000","last_active":"2021-07-26T16:10:19.296954+0000","last_peered":"2021-07-26T16:10:19.296954+0000","last_clean":"2021-07-26T16:08:35.270285+0000","last_became_active":"2021-07-26T16:09:53.171603+0000","last_became_peered":"2021-07-26T16:09:53.171603+0000","last_unstale":"2021-07-26T16:10:19.296954+0000","last_undegraded":"2021-07-26T16:10:19.296954+0000","last_fullsized":"2021-07-26T16:10:19.296954+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7939,"ondisk_log_size":7939,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":263127040,"num_objects":4015,"num_object_clones":0,"num_object_copies":12045,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4015,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7939,"num_write_kb":382528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3610,"num_bytes_recovered":236519424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":["5","0","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":4015}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":252,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.219239+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:10:07.219239+0000","last_peered":"2021-07-26T16:10:07.219239+0000","last_clean":"2021-07-26T16:10:07.219239+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:10:07.219239+0000","last_undegraded":"2021-07-26T16:10:07.219239+0000","last_fullsized":"2021-07-26T16:10:07.219239+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":45,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.210054+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:10:07.210054+0000","last_peered":"2021-07-26T16:10:07.210054+0000","last_clean":"2021-07-26T16:10:07.210054+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:10:07.210054+0000","last_undegraded":"2021-07-26T16:10:07.210054+0000","last_fullsized":"2021-07-26T16:10:07.210054+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"258'8077","reported_seq":8122,"reported_epoch":258,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:19.350671+0000","last_change":"2021-07-26T16:08:37.512887+0000","last_active":"2021-07-26T16:10:19.350671+0000","last_peered":"2021-07-26T16:10:19.350671+0000","last_clean":"2021-07-26T16:08:35.259559+0000","last_became_active":"2021-07-26T16:08:37.453089+0000","last_became_peered":"2021-07-26T16:08:37.453089+0000","last_unstale":"2021-07-26T16:10:19.350671+0000","last_undegraded":"2021-07-26T16:08:37.303297+0000","last_fullsized":"2021-07-26T16:08:37.274000+0000","mapping_epoch":237,"log_start":"234'1400","ondisk_log_start":"234'1400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6677,"ondisk_log_size":6677,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":271056920,"num_objects":4137,"num_object_clones":0,"num_object_copies":12411,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3720,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4137,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8077,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"0,1,6","objects":1750},{"shards":"1,6","objects":417}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":102,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.216611+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:10:07.216611+0000","last_peered":"2021-07-26T16:10:07.216611+0000","last_clean":"2021-07-26T16:10:07.216611+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:10:07.216611+0000","last_undegraded":"2021-07-26T16:10:07.216611+0000","last_fullsized":"2021-07-26T16:10:07.216611+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":118,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.210555+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:10:07.210555+0000","last_peered":"2021-07-26T16:10:07.210555+0000","last_clean":"2021-07-26T16:10:07.210555+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:10:07.210555+0000","last_undegraded":"2021-07-26T16:10:07.210555+0000","last_fullsized":"2021-07-26T16:10:07.210555+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"258'7840","reported_seq":7876,"reported_epoch":258,"state":"active+clean","last_fresh":"2021-07-26T16:10:19.364125+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:10:19.364125+0000","last_peered":"2021-07-26T16:10:19.364125+0000","last_clean":"2021-07-26T16:10:19.364125+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:10:19.364125+0000","last_undegraded":"2021-07-26T16:10:19.364125+0000","last_fullsized":"2021-07-26T16:10:19.364125+0000","mapping_epoch":230,"log_start":"233'1100","ondisk_log_start":"233'1100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6740,"ondisk_log_size":6740,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":263454720,"num_objects":4020,"num_object_clones":0,"num_object_copies":12060,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4020,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7840,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":247,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.208859+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:10:07.208859+0000","last_peered":"2021-07-26T16:10:07.208859+0000","last_clean":"2021-07-26T16:10:07.208859+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:10:07.208859+0000","last_undegraded":"2021-07-26T16:10:07.208859+0000","last_fullsized":"2021-07-26T16:10:07.208859+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":241,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.210588+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:10:07.210588+0000","last_peered":"2021-07-26T16:10:07.210588+0000","last_clean":"2021-07-26T16:10:07.210588+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:10:07.210588+0000","last_undegraded":"2021-07-26T16:10:07.210588+0000","last_fullsized":"2021-07-26T16:10:07.210588+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"258'8066","reported_seq":8102,"reported_epoch":258,"state":"active+clean","last_fresh":"2021-07-26T16:10:19.886369+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:10:19.886369+0000","last_peered":"2021-07-26T16:10:19.886369+0000","last_clean":"2021-07-26T16:10:19.886369+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:10:19.886369+0000","last_undegraded":"2021-07-26T16:10:19.886369+0000","last_fullsized":"2021-07-26T16:10:19.886369+0000","mapping_epoch":230,"log_start":"233'700","ondisk_log_start":"233'700","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7366,"ondisk_log_size":7366,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":268697600,"num_objects":4100,"num_object_clones":0,"num_object_copies":12300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4100,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8066,"num_write_kb":389312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":279,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.209632+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:10:07.209632+0000","last_peered":"2021-07-26T16:10:07.209632+0000","last_clean":"2021-07-26T16:10:07.209632+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:10:07.209632+0000","last_undegraded":"2021-07-26T16:10:07.209632+0000","last_fullsized":"2021-07-26T16:10:07.209632+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":285,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.224704+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:10:07.224704+0000","last_peered":"2021-07-26T16:10:07.224704+0000","last_clean":"2021-07-26T16:10:07.224704+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:10:07.224704+0000","last_undegraded":"2021-07-26T16:10:07.224704+0000","last_fullsized":"2021-07-26T16:10:07.224704+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":249,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.213941+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:10:07.213941+0000","last_peered":"2021-07-26T16:10:07.213941+0000","last_clean":"2021-07-26T16:10:07.213941+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:10:07.213941+0000","last_undegraded":"2021-07-26T16:10:07.213941+0000","last_fullsized":"2021-07-26T16:10:07.213941+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"258'8364","reported_seq":8407,"reported_epoch":258,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:19.392862+0000","last_change":"2021-07-26T16:08:37.515899+0000","last_active":"2021-07-26T16:10:19.392862+0000","last_peered":"2021-07-26T16:10:19.392862+0000","last_clean":"2021-07-26T16:08:35.259578+0000","last_became_active":"2021-07-26T16:08:37.498255+0000","last_became_peered":"2021-07-26T16:08:37.498255+0000","last_unstale":"2021-07-26T16:10:19.392862+0000","last_undegraded":"2021-07-26T16:08:37.308912+0000","last_fullsized":"2021-07-26T16:08:37.273819+0000","mapping_epoch":237,"log_start":"234'1600","ondisk_log_start":"234'1600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6764,"ondisk_log_size":6764,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":274726912,"num_objects":4192,"num_object_clones":0,"num_object_copies":12576,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4192,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8364,"num_write_kb":401792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":1690},{"shards":"3,6","objects":416}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":232,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.224493+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:10:07.224493+0000","last_peered":"2021-07-26T16:10:07.224493+0000","last_clean":"2021-07-26T16:10:07.224493+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:10:07.224493+0000","last_undegraded":"2021-07-26T16:10:07.224493+0000","last_fullsized":"2021-07-26T16:10:07.224493+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":102,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.213639+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:10:07.213639+0000","last_peered":"2021-07-26T16:10:07.213639+0000","last_clean":"2021-07-26T16:10:07.213639+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:10:07.213639+0000","last_undegraded":"2021-07-26T16:10:07.213639+0000","last_fullsized":"2021-07-26T16:10:07.213639+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":303,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.209585+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:10:07.209585+0000","last_peered":"2021-07-26T16:10:07.209585+0000","last_clean":"2021-07-26T16:10:07.209585+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:10:07.209585+0000","last_undegraded":"2021-07-26T16:10:07.209585+0000","last_fullsized":"2021-07-26T16:10:07.209585+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"258'7890","reported_seq":7932,"reported_epoch":258,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:19.925881+0000","last_change":"2021-07-26T16:08:37.546898+0000","last_active":"2021-07-26T16:10:19.925881+0000","last_peered":"2021-07-26T16:10:19.925881+0000","last_clean":"2021-07-26T16:08:35.256099+0000","last_became_active":"2021-07-26T16:08:37.538137+0000","last_became_peered":"2021-07-26T16:08:37.538137+0000","last_unstale":"2021-07-26T16:10:19.925881+0000","last_undegraded":"2021-07-26T16:08:37.293735+0000","last_fullsized":"2021-07-26T16:08:37.271374+0000","mapping_epoch":237,"log_start":"233'500","ondisk_log_start":"233'500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7390,"ondisk_log_size":7390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":261881856,"num_objects":3996,"num_object_clones":0,"num_object_copies":11988,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3543,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3996,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7890,"num_write_kb":380352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":1596},{"shards":"1,4","objects":453}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":188,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.210147+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:10:07.210147+0000","last_peered":"2021-07-26T16:10:07.210147+0000","last_clean":"2021-07-26T16:10:07.210147+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:10:07.210147+0000","last_undegraded":"2021-07-26T16:10:07.210147+0000","last_fullsized":"2021-07-26T16:10:07.210147+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":250,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.209018+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:10:07.209018+0000","last_peered":"2021-07-26T16:10:07.209018+0000","last_clean":"2021-07-26T16:10:07.209018+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:10:07.209018+0000","last_undegraded":"2021-07-26T16:10:07.209018+0000","last_fullsized":"2021-07-26T16:10:07.209018+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":263,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.210719+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:10:07.210719+0000","last_peered":"2021-07-26T16:10:07.210719+0000","last_clean":"2021-07-26T16:10:07.210719+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:10:07.210719+0000","last_undegraded":"2021-07-26T16:10:07.210719+0000","last_fullsized":"2021-07-26T16:10:07.210719+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"258'7877","reported_seq":9410,"reported_epoch":258,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:19.107494+0000","last_change":"2021-07-26T16:09:52.110013+0000","last_active":"2021-07-26T16:10:19.107494+0000","last_peered":"2021-07-26T16:10:19.107494+0000","last_clean":"2021-07-26T16:08:35.248802+0000","last_became_active":"2021-07-26T16:08:37.498625+0000","last_became_peered":"2021-07-26T16:08:37.498625+0000","last_unstale":"2021-07-26T16:10:19.107494+0000","last_undegraded":"2021-07-26T16:08:37.347130+0000","last_fullsized":"2021-07-26T16:08:37.282698+0000","mapping_epoch":237,"log_start":"233'700","ondisk_log_start":"233'700","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7177,"ondisk_log_size":7177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":267452416,"num_objects":4081,"num_object_clones":0,"num_object_copies":12243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1152,"num_objects_misplaced":1627,"num_objects_unfound":0,"num_objects_dirty":4081,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7877,"num_write_kb":382656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":746,"num_bytes_recovered":48889856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":1627},{"shards":"3,7","objects":1302}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":274,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.224131+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:10:07.224131+0000","last_peered":"2021-07-26T16:10:07.224131+0000","last_clean":"2021-07-26T16:10:07.224131+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:10:07.224131+0000","last_undegraded":"2021-07-26T16:10:07.224131+0000","last_fullsized":"2021-07-26T16:10:07.224131+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":516,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.214436+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:10:07.214436+0000","last_peered":"2021-07-26T16:10:07.214436+0000","last_clean":"2021-07-26T16:10:07.214436+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:10:07.214436+0000","last_undegraded":"2021-07-26T16:10:07.214436+0000","last_fullsized":"2021-07-26T16:10:07.214436+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":58,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.224366+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:10:07.224366+0000","last_peered":"2021-07-26T16:10:07.224366+0000","last_clean":"2021-07-26T16:10:07.224366+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:10:07.224366+0000","last_undegraded":"2021-07-26T16:10:07.224366+0000","last_fullsized":"2021-07-26T16:10:07.224366+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":54,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.229132+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:10:07.229132+0000","last_peered":"2021-07-26T16:10:07.229132+0000","last_clean":"2021-07-26T16:10:07.229132+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:10:07.229132+0000","last_undegraded":"2021-07-26T16:10:07.229132+0000","last_fullsized":"2021-07-26T16:10:07.229132+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"258'7678","reported_seq":7724,"reported_epoch":258,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:19.078071+0000","last_change":"2021-07-26T16:08:37.650583+0000","last_active":"2021-07-26T16:10:19.078071+0000","last_peered":"2021-07-26T16:10:19.078071+0000","last_clean":"2021-07-26T16:08:35.276729+0000","last_became_active":"2021-07-26T16:08:37.555480+0000","last_became_peered":"2021-07-26T16:08:37.555480+0000","last_unstale":"2021-07-26T16:10:19.078071+0000","last_undegraded":"2021-07-26T16:08:37.546036+0000","last_fullsized":"2021-07-26T16:08:37.284612+0000","mapping_epoch":237,"log_start":"233'500","ondisk_log_start":"233'500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7178,"ondisk_log_size":7178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":261357568,"num_objects":3988,"num_object_clones":0,"num_object_copies":11964,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3482,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3988,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7678,"num_write_kb":373312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":1637},{"shards":"1,7","objects":506}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":275,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.214266+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:10:07.214266+0000","last_peered":"2021-07-26T16:10:07.214266+0000","last_clean":"2021-07-26T16:10:07.214266+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:10:07.214266+0000","last_undegraded":"2021-07-26T16:10:07.214266+0000","last_fullsized":"2021-07-26T16:10:07.214266+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":164,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.216855+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:10:07.216855+0000","last_peered":"2021-07-26T16:10:07.216855+0000","last_clean":"2021-07-26T16:10:07.216855+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:10:07.216855+0000","last_undegraded":"2021-07-26T16:10:07.216855+0000","last_fullsized":"2021-07-26T16:10:07.216855+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":162,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.210500+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:10:07.210500+0000","last_peered":"2021-07-26T16:10:07.210500+0000","last_clean":"2021-07-26T16:10:07.210500+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:10:07.210500+0000","last_undegraded":"2021-07-26T16:10:07.210500+0000","last_fullsized":"2021-07-26T16:10:07.210500+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"258'8064","reported_seq":8100,"reported_epoch":258,"state":"active+clean","last_fresh":"2021-07-26T16:10:19.330863+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:10:19.330863+0000","last_peered":"2021-07-26T16:10:19.330863+0000","last_clean":"2021-07-26T16:10:19.330863+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:10:19.330863+0000","last_undegraded":"2021-07-26T16:10:19.330863+0000","last_fullsized":"2021-07-26T16:10:19.330863+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":8064,"ondisk_log_size":8064,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":269090816,"num_objects":4106,"num_object_clones":0,"num_object_copies":12318,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4106,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8064,"num_write_kb":389440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":288,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.222095+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:10:07.222095+0000","last_peered":"2021-07-26T16:10:07.222095+0000","last_clean":"2021-07-26T16:10:07.222095+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:10:07.222095+0000","last_undegraded":"2021-07-26T16:10:07.222095+0000","last_fullsized":"2021-07-26T16:10:07.222095+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":268,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.209681+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:10:07.209681+0000","last_peered":"2021-07-26T16:10:07.209681+0000","last_clean":"2021-07-26T16:10:07.209681+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:10:07.209681+0000","last_undegraded":"2021-07-26T16:10:07.209681+0000","last_fullsized":"2021-07-26T16:10:07.209681+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":145,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.223986+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:10:07.223986+0000","last_peered":"2021-07-26T16:10:07.223986+0000","last_clean":"2021-07-26T16:10:07.223986+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:10:07.223986+0000","last_undegraded":"2021-07-26T16:10:07.223986+0000","last_fullsized":"2021-07-26T16:10:07.223986+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"258'7958","reported_seq":7994,"reported_epoch":258,"state":"active+clean","last_fresh":"2021-07-26T16:10:19.886395+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:10:19.886395+0000","last_peered":"2021-07-26T16:10:19.886395+0000","last_clean":"2021-07-26T16:10:19.886395+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:10:19.886395+0000","last_undegraded":"2021-07-26T16:10:19.886395+0000","last_fullsized":"2021-07-26T16:10:19.886395+0000","mapping_epoch":230,"log_start":"233'600","ondisk_log_start":"233'600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7358,"ondisk_log_size":7358,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":264634368,"num_objects":4038,"num_object_clones":0,"num_object_copies":12114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4038,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7958,"num_write_kb":383872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":86,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.219700+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:10:07.219700+0000","last_peered":"2021-07-26T16:10:07.219700+0000","last_clean":"2021-07-26T16:10:07.219700+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:10:07.219700+0000","last_undegraded":"2021-07-26T16:10:07.219700+0000","last_fullsized":"2021-07-26T16:10:07.219700+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":226,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.210167+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:10:07.210167+0000","last_peered":"2021-07-26T16:10:07.210167+0000","last_clean":"2021-07-26T16:10:07.210167+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:10:07.210167+0000","last_undegraded":"2021-07-26T16:10:07.210167+0000","last_fullsized":"2021-07-26T16:10:07.210167+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":59,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.214177+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:10:07.214177+0000","last_peered":"2021-07-26T16:10:07.214177+0000","last_clean":"2021-07-26T16:10:07.214177+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:10:07.214177+0000","last_undegraded":"2021-07-26T16:10:07.214177+0000","last_fullsized":"2021-07-26T16:10:07.214177+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"258'7933","reported_seq":7969,"reported_epoch":258,"state":"active+clean","last_fresh":"2021-07-26T16:10:19.635895+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:10:19.635895+0000","last_peered":"2021-07-26T16:10:19.635895+0000","last_clean":"2021-07-26T16:10:19.635895+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:10:19.635895+0000","last_undegraded":"2021-07-26T16:10:19.635895+0000","last_fullsized":"2021-07-26T16:10:19.635895+0000","mapping_epoch":230,"log_start":"235'2800","ondisk_log_start":"235'2800","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5133,"ondisk_log_size":5133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":264962048,"num_objects":4043,"num_object_clones":0,"num_object_copies":12129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4043,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7933,"num_write_kb":383232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":274,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.222708+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:10:07.222708+0000","last_peered":"2021-07-26T16:10:07.222708+0000","last_clean":"2021-07-26T16:10:07.222708+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:10:07.222708+0000","last_undegraded":"2021-07-26T16:10:07.222708+0000","last_fullsized":"2021-07-26T16:10:07.222708+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":88,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.210349+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:10:07.210349+0000","last_peered":"2021-07-26T16:10:07.210349+0000","last_clean":"2021-07-26T16:10:07.210349+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:10:07.210349+0000","last_undegraded":"2021-07-26T16:10:07.210349+0000","last_fullsized":"2021-07-26T16:10:07.210349+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":93,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.216423+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:10:07.216423+0000","last_peered":"2021-07-26T16:10:07.216423+0000","last_clean":"2021-07-26T16:10:07.216423+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:10:07.216423+0000","last_undegraded":"2021-07-26T16:10:07.216423+0000","last_fullsized":"2021-07-26T16:10:07.216423+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":116,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.213106+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:10:07.213106+0000","last_peered":"2021-07-26T16:10:07.213106+0000","last_clean":"2021-07-26T16:10:07.213106+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:10:07.213106+0000","last_undegraded":"2021-07-26T16:10:07.213106+0000","last_fullsized":"2021-07-26T16:10:07.213106+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":217,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.209728+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:10:07.209728+0000","last_peered":"2021-07-26T16:10:07.209728+0000","last_clean":"2021-07-26T16:10:07.209728+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:10:07.209728+0000","last_undegraded":"2021-07-26T16:10:07.209728+0000","last_fullsized":"2021-07-26T16:10:07.209728+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":262,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.224294+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:10:07.224294+0000","last_peered":"2021-07-26T16:10:07.224294+0000","last_clean":"2021-07-26T16:10:07.224294+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:10:07.224294+0000","last_undegraded":"2021-07-26T16:10:07.224294+0000","last_fullsized":"2021-07-26T16:10:07.224294+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":93,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.213188+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:10:07.213188+0000","last_peered":"2021-07-26T16:10:07.213188+0000","last_clean":"2021-07-26T16:10:07.213188+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:10:07.213188+0000","last_undegraded":"2021-07-26T16:10:07.213188+0000","last_fullsized":"2021-07-26T16:10:07.213188+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":247,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.224630+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:10:07.224630+0000","last_peered":"2021-07-26T16:10:07.224630+0000","last_clean":"2021-07-26T16:10:07.224630+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:10:07.224630+0000","last_undegraded":"2021-07-26T16:10:07.224630+0000","last_fullsized":"2021-07-26T16:10:07.224630+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":31,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.218795+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:10:07.218795+0000","last_peered":"2021-07-26T16:10:07.218795+0000","last_clean":"2021-07-26T16:10:07.218795+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:10:07.218795+0000","last_undegraded":"2021-07-26T16:10:07.218795+0000","last_fullsized":"2021-07-26T16:10:07.218795+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":54,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.219095+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:10:07.219095+0000","last_peered":"2021-07-26T16:10:07.219095+0000","last_clean":"2021-07-26T16:10:07.219095+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:10:07.219095+0000","last_undegraded":"2021-07-26T16:10:07.219095+0000","last_fullsized":"2021-07-26T16:10:07.219095+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":222,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.223904+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:10:07.223904+0000","last_peered":"2021-07-26T16:10:07.223904+0000","last_clean":"2021-07-26T16:10:07.223904+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:10:07.223904+0000","last_undegraded":"2021-07-26T16:10:07.223904+0000","last_fullsized":"2021-07-26T16:10:07.223904+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":103,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.224963+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:10:07.224963+0000","last_peered":"2021-07-26T16:10:07.224963+0000","last_clean":"2021-07-26T16:10:07.224963+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:10:07.224963+0000","last_undegraded":"2021-07-26T16:10:07.224963+0000","last_fullsized":"2021-07-26T16:10:07.224963+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":93,"reported_epoch":257,"state":"active+clean","last_fresh":"2021-07-26T16:10:07.210402+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:10:07.210402+0000","last_peered":"2021-07-26T16:10:07.210402+0000","last_clean":"2021-07-26T16:10:07.210402+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:10:07.210402+0000","last_undegraded":"2021-07-26T16:10:07.210402+0000","last_fullsized":"2021-07-26T16:10:07.210402+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":4275634200,"num_objects":65242,"num_object_clones":0,"num_object_copies":195726,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":19176,"num_objects_misplaced":1627,"num_objects_unfound":0,"num_objects_dirty":65242,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":127760,"num_write_kb":6176001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7994,"num_bytes_recovered":523829248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14011150336,"data_stored":14011138120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110560,"ondisk_log_size":110560,"up":48,"acting":42,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495908,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2881392,"kb_used_data":1832808,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90863760,"statfs":{"total":95995035648,"available":93044490240,"internally_reserved":1073741824,"allocated":1876795392,"data_stored":1875514150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.4750000000000001,"15min":0.88100000000000001},"min":{"1min":0.251,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.1929999999999996,"5min":61.125,"15min":61.125},"last":0.46899999999999997},{"interface":"front","average":{"1min":1.135,"5min":1.581,"15min":0.92800000000000005},"min":{"1min":0.32700000000000001,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.5030000000000001,"5min":61.165999999999997,"15min":61.165999999999997},"last":2.3500000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":4.7839999999999998,"5min":1.8280000000000001,"15min":1.1100000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":72.989000000000004,"5min":72.989000000000004,"15min":72.989000000000004},"last":2.4129999999999998},{"interface":"front","average":{"1min":4.2930000000000001,"5min":2.1150000000000002,"15min":1.117},"min":{"1min":0.251,"5min":0.24299999999999999,"15min":0.23300000000000001},"max":{"1min":70.066000000000003,"5min":70.066000000000003,"15min":70.066000000000003},"last":0.40699999999999997}]},{"osd":2,"last update":"Mon Jul 26 16:09:43 2021","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.2809999999999999,"15min":1.5509999999999999},"min":{"1min":0.309,"5min":0.224,"15min":0.224},"max":{"1min":8.4860000000000007,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":2.391},{"interface":"front","average":{"1min":0.75600000000000001,"5min":1.0249999999999999,"15min":1.466},"min":{"1min":0.317,"5min":0.30399999999999999,"15min":0.27600000000000002},"max":{"1min":2.9860000000000002,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.379}]},{"osd":3,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":3.3780000000000001,"5min":1.6919999999999999,"15min":1.093},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":48.880000000000003,"5min":48.880000000000003,"15min":48.880000000000003},"last":0.71399999999999997},{"interface":"front","average":{"1min":4.1440000000000001,"5min":1.6240000000000001,"15min":1.071},"min":{"1min":0.30199999999999999,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":48.792999999999999,"5min":48.792999999999999,"15min":48.792999999999999},"last":2.4649999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.5980000000000001,"5min":0.66300000000000003,"15min":0.433},"min":{"1min":0.24199999999999999,"5min":0.22,"15min":0.22},"max":{"1min":9.3089999999999993,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":0.42499999999999999},{"interface":"front","average":{"1min":1.645,"5min":0.73199999999999998,"15min":0.51600000000000001},"min":{"1min":0.28599999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":9.3300000000000001,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":0.49199999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:09:53 2021","interfaces":[{"interface":"back","average":{"1min":2.577,"5min":1.0529999999999999,"15min":0.67500000000000004},"min":{"1min":0.26900000000000002,"5min":0.22900000000000001,"15min":0.21299999999999999},"max":{"1min":9.9860000000000007,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":7.2329999999999997},{"interface":"front","average":{"1min":2.7360000000000002,"5min":1.0669999999999999,"15min":0.72999999999999998},"min":{"1min":0.34599999999999997,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":10.406000000000001,"5min":10.406000000000001,"15min":10.406000000000001},"last":0.44900000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:09:53 2021","interfaces":[{"interface":"back","average":{"1min":2.899,"5min":1.139,"15min":0.751},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.24399999999999999},"max":{"1min":10.09,"5min":10.09,"15min":10.09},"last":2.1699999999999999},{"interface":"front","average":{"1min":2.214,"5min":0.93100000000000005,"15min":0.629},"min":{"1min":0.25700000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.7709999999999999,"5min":5.7709999999999999,"15min":5.7709999999999999},"last":4.7359999999999998}]}]},{"osd":6,"up_from":41,"seq":176093659432,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2944556,"kb_used_data":1895972,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90800596,"statfs":{"total":95995035648,"available":92979810304,"internally_reserved":1073741824,"allocated":1941475328,"data_stored":1940198033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,1,0,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":0.94799999999999995,"15min":0.69799999999999995},"min":{"1min":0.248,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":13.945,"5min":13.945,"15min":13.945},"last":0.44400000000000001},{"interface":"front","average":{"1min":1.022,"5min":0.90700000000000003,"15min":0.748},"min":{"1min":0.22500000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":5.7439999999999998,"5min":10.353999999999999,"15min":11.207000000000001},"last":0.38}]},{"osd":1,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.393,"5min":1.1120000000000001,"15min":0.80100000000000005},"min":{"1min":0.23499999999999999,"5min":0.22500000000000001,"15min":0.21199999999999999},"max":{"1min":6.3959999999999999,"5min":12.864000000000001,"15min":12.864000000000001},"last":1.752},{"interface":"front","average":{"1min":2.2509999999999999,"5min":1.141,"15min":0.94599999999999995},"min":{"1min":0.29499999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":17.036000000000001,"5min":17.036000000000001,"15min":17.036000000000001},"last":3.4769999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:09:33 2021","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":0.96999999999999997,"15min":1.7330000000000001},"min":{"1min":0.31,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.3559999999999999,"5min":5.8639999999999999,"15min":12.388999999999999},"last":3.3290000000000002},{"interface":"front","average":{"1min":1.081,"5min":0.97999999999999998,"15min":1.5089999999999999},"min":{"1min":0.34799999999999998,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":4.3440000000000003,"5min":5.9260000000000002,"15min":10.116},"last":3.3490000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":1.6080000000000001,"15min":1.175},"min":{"1min":0.31,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":14.561,"5min":49.716999999999999,"15min":49.716999999999999},"last":3.3079999999999998},{"interface":"front","average":{"1min":3.1139999999999999,"5min":1.8380000000000001,"15min":1.266},"min":{"1min":0.33600000000000002,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":17.202000000000002,"5min":49.741,"15min":49.741},"last":3.4500000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.359,"5min":0.69099999999999995,"15min":0.441},"min":{"1min":0.224,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":4.7089999999999996,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":3.2829999999999999},{"interface":"front","average":{"1min":1.286,"5min":0.77200000000000002,"15min":0.46000000000000002},"min":{"1min":0.27000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":6.6500000000000004,"5min":8.4179999999999993,"15min":8.4179999999999993},"last":3.3940000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":0.71299999999999997,"15min":0.55300000000000005},"min":{"1min":0.28399999999999997,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":5.6840000000000002,"5min":6.718,"15min":6.718},"last":8.8170000000000002},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.61199999999999999,"15min":0.55300000000000005},"min":{"1min":0.28100000000000003,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":4.2999999999999998,"5min":5.8819999999999997,"15min":5.9240000000000004},"last":11.063000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":1.506,"5min":1.069,"15min":0.80800000000000005},"min":{"1min":0.316,"5min":0.251,"15min":0.222},"max":{"1min":3.5600000000000001,"5min":16.913,"15min":16.913},"last":3.4159999999999999},{"interface":"front","average":{"1min":2.6150000000000002,"5min":1.0509999999999999,"15min":0.72999999999999998},"min":{"1min":0.28399999999999997,"5min":0.26400000000000001,"15min":0.26300000000000001},"max":{"1min":8.4939999999999998,"5min":8.4939999999999998,"15min":8.4939999999999998},"last":8.843}]}]},{"osd":1,"up_from":78,"seq":335007449249,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2580124,"kb_used_data":2526996,"kb_used_omap":0,"kb_used_meta":53120,"kb_avail":91165028,"statfs":{"total":95995035648,"available":93352988672,"internally_reserved":0,"allocated":2587643904,"data_stored":2586378239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":54394880},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.997,"15min":0.70099999999999996},"min":{"1min":0.217,"5min":0.191,"15min":0.184},"max":{"1min":7.9219999999999997,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":0.28599999999999998},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.2649999999999999,"15min":0.85899999999999999},"min":{"1min":0.216,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":6.4189999999999996,"5min":10.977,"15min":10.977},"last":0.36099999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:09:31 2021","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":1.5249999999999999,"15min":1.6910000000000001},"min":{"1min":0.26100000000000001,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":2.5790000000000002,"5min":34.530000000000001,"15min":34.530000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.56100000000000005,"5min":1.544,"15min":1.6779999999999999},"min":{"1min":0.29999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":1.569,"5min":34.465000000000003,"15min":34.465000000000003},"last":0.318}]},{"osd":3,"last update":"Mon Jul 26 16:09:21 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":1.173,"15min":1.01},"min":{"1min":0.27900000000000003,"5min":0.254,"15min":0.24099999999999999},"max":{"1min":5.0709999999999997,"5min":8.9529999999999994,"15min":13.077999999999999},"last":0.41599999999999998},{"interface":"front","average":{"1min":1.351,"5min":1.3520000000000001,"15min":1.0449999999999999},"min":{"1min":0.32100000000000001,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":4.7469999999999999,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.502}]},{"osd":4,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.012,"15min":0.92300000000000004},"min":{"1min":0.372,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":3.7509999999999999,"5min":5.9539999999999997,"15min":5.9539999999999997},"last":0.377},{"interface":"front","average":{"1min":1.1990000000000001,"5min":1.151,"15min":1.0900000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.1929999999999996,"5min":5.9480000000000004,"15min":5.9480000000000004},"last":0.442}]},{"osd":5,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.298,"5min":1.147,"15min":0.91000000000000003},"min":{"1min":0.38300000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.5300000000000002,"5min":5.5300000000000002,"15min":9.8689999999999998},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.93999999999999995,"5min":1.01,"15min":0.90000000000000002},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":3.109,"5min":5.9109999999999996,"15min":6.9139999999999997},"last":0.51700000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":1.238,"15min":0.97799999999999998},"min":{"1min":0.41899999999999998,"5min":0.255,"15min":0.255},"max":{"1min":2.9180000000000001,"5min":4.7549999999999999,"15min":9.9209999999999994},"last":3.681},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.133,"15min":0.92900000000000005},"min":{"1min":0.41999999999999998,"5min":0.35099999999999998,"15min":0.32200000000000001},"max":{"1min":3.1579999999999999,"5min":6.508,"15min":6.8730000000000002},"last":0.46800000000000003}]},{"osd":7,"last update":"Mon Jul 26 16:09:26 2021","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.095,"15min":0.89000000000000001},"min":{"1min":0.371,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":5.258,"5min":5.9870000000000001,"15min":5.9870000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":1.4490000000000001,"5min":1.373,"15min":1.054},"min":{"1min":0.45700000000000002,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":4.5679999999999996,"5min":8.234,"15min":9.968},"last":0.433}]}]},{"osd":0,"up_from":0,"seq":313532612783,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500789,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122198,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3161176,"kb_used_data":3060560,"kb_used_omap":3,"kb_used_meta":100540,"kb_avail":90583976,"statfs":{"total":95995035648,"available":92757991424,"internally_reserved":0,"allocated":3134013440,"data_stored":3132751395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":102953108},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.254,"5min":1.4199999999999999,"15min":0.95199999999999996},"min":{"1min":0.222,"5min":0.20499999999999999,"15min":0.17799999999999999},"max":{"1min":14.019,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":1.284,"15min":0.88300000000000001},"min":{"1min":0.222,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.494,"5min":56.030999999999999,"15min":56.030999999999999},"last":0.25600000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":5.524,"5min":2.3889999999999998,"15min":1.3149999999999999},"min":{"1min":0.254,"5min":0.22500000000000001,"15min":0.223},"max":{"1min":84.659000000000006,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.442},{"interface":"front","average":{"1min":6.2480000000000002,"5min":2.6669999999999998,"15min":1.5049999999999999},"min":{"1min":0.28100000000000003,"5min":0.223,"15min":0.223},"max":{"1min":83.567999999999998,"5min":83.567999999999998,"15min":83.567999999999998},"last":0.39100000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":1.2889999999999999,"15min":1.8009999999999999},"min":{"1min":0.26000000000000001,"5min":0.251,"15min":0.251},"max":{"1min":3.1739999999999999,"5min":10.73,"15min":10.73},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.80600000000000005,"5min":1.194,"15min":2.2440000000000002},"min":{"1min":0.30499999999999999,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":3.7589999999999999,"5min":10.694000000000001,"15min":14.436},"last":0.34499999999999997}]},{"osd":4,"last update":"Mon Jul 26 16:09:30 2021","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.85099999999999998,"15min":0.69899999999999995},"min":{"1min":0.29499999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":5.6619999999999999,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":0.308},{"interface":"front","average":{"1min":1.1499999999999999,"5min":1.079,"15min":0.84499999999999997},"min":{"1min":0.35199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.903,"5min":7.0380000000000003,"15min":7.0380000000000003},"last":0.873}]},{"osd":5,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.83099999999999996},"min":{"1min":0.317,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":2.1349999999999998,"5min":5.0540000000000003,"15min":10.988},"last":1.0109999999999999},{"interface":"front","average":{"1min":1.593,"5min":1.034,"15min":0.92500000000000004},"min":{"1min":0.35699999999999998,"5min":0.314,"15min":0.314},"max":{"1min":10.634,"5min":10.634,"15min":11.145},"last":0.41499999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":0.876,"15min":0.873},"min":{"1min":0.39300000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":5.6109999999999998,"5min":5.6109999999999998,"15min":11.039999999999999},"last":0.93300000000000005},{"interface":"front","average":{"1min":1.167,"5min":1.0980000000000001,"15min":1.006},"min":{"1min":0.39700000000000002,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":3.254,"5min":7.109,"15min":7.109},"last":0.57899999999999996}]},{"osd":7,"last update":"Mon Jul 26 16:09:20 2021","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.212,"15min":1.0760000000000001},"min":{"1min":0.39900000000000002,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":11.625999999999999,"5min":11.625999999999999,"15min":11.625999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.7310000000000001,"5min":1.2569999999999999,"15min":1.093},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":10.667,"5min":10.667,"15min":19.039999999999999},"last":0.80600000000000005}]}]},{"osd":4,"up_from":163,"seq":700079669321,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2505004,"kb_used_data":1456292,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":91240148,"statfs":{"total":95995035648,"available":93429911552,"internally_reserved":1073741824,"allocated":1491243008,"data_stored":1489965801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.72399999999999998,"15min":0.44800000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":3.4990000000000001,"5min":7.3719999999999999,"15min":7.3719999999999999},"last":3.2959999999999998},{"interface":"front","average":{"1min":1.496,"5min":1.1060000000000001,"15min":0.62},"min":{"1min":0.23300000000000001,"5min":0.218,"15min":0.218},"max":{"1min":5.0919999999999996,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":0.312}]},{"osd":1,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":4.7629999999999999,"5min":1.5009999999999999,"15min":0.751},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":70.212999999999994,"5min":70.212999999999994,"15min":70.212999999999994},"last":3.2509999999999999},{"interface":"front","average":{"1min":5.1050000000000004,"5min":1.696,"15min":0.85199999999999998},"min":{"1min":0.26400000000000001,"5min":0.247,"15min":0.247},"max":{"1min":69.948999999999998,"5min":69.948999999999998,"15min":69.948999999999998},"last":0.44600000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.226,"5min":1.028,"15min":0.61699999999999999},"min":{"1min":0.28599999999999998,"5min":0.252,"15min":0.252},"max":{"1min":3.5409999999999999,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.87,"5min":0.76200000000000001,"15min":0.57899999999999996},"min":{"1min":0.32100000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.5619999999999998,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.41299999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.9390000000000001,"5min":0.94299999999999995,"15min":0.60099999999999998},"min":{"1min":0.26300000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.202,"5min":7.202,"15min":7.202},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.81699999999999995,"15min":0.55700000000000005},"min":{"1min":0.316,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.3479999999999999,"5min":6.8940000000000001,"15min":6.8940000000000001},"last":0.56599999999999995}]},{"osd":5,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":0.56699999999999995,"15min":0.40999999999999998},"min":{"1min":0.26500000000000001,"5min":0.22,"15min":0.22},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":0.499},{"interface":"front","average":{"1min":1.177,"5min":0.58899999999999997,"15min":0.435},"min":{"1min":0.251,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":4.7469999999999999,"5min":4.7469999999999999,"15min":4.7469999999999999},"last":3.379}]},{"osd":6,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.53700000000000003,"15min":0.39600000000000002},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.7749999999999999,"5min":2.7749999999999999,"15min":2.7749999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":1.169,"5min":0.628,"15min":0.44},"min":{"1min":0.27400000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":3.4689999999999999,"5min":3.4689999999999999,"15min":3.4689999999999999},"last":4.7619999999999996}]},{"osd":7,"last update":"Mon Jul 26 16:09:27 2021","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.53500000000000003,"15min":0.436},"min":{"1min":0.25800000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":3.1190000000000002,"5min":3.1190000000000002,"15min":3.1190000000000002},"last":3.3210000000000002},{"interface":"front","average":{"1min":2.2530000000000001,"5min":0.85899999999999999,"15min":0.53700000000000003},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":8.1809999999999992,"5min":8.1809999999999992,"15min":8.1809999999999992},"last":0.65200000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822957,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2265112,"kb_used_data":1216528,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91480040,"statfs":{"total":95995035648,"available":93675560960,"internally_reserved":1073741824,"allocated":1245724672,"data_stored":1244463136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:16 2021","interfaces":[{"interface":"back","average":{"1min":4.2370000000000001,"5min":1.8660000000000001,"15min":1.034},"min":{"1min":0.26000000000000001,"5min":0.23300000000000001,"15min":0.19500000000000001},"max":{"1min":59.381,"5min":59.381,"15min":59.381},"last":0.40100000000000002},{"interface":"front","average":{"1min":4.2789999999999999,"5min":2.0230000000000001,"15min":1.119},"min":{"1min":0.30099999999999999,"5min":0.29199999999999998,"15min":0.24399999999999999},"max":{"1min":59.401000000000003,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.42799999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":4.9139999999999997,"5min":2.4319999999999999,"15min":1.389},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":85.896000000000001,"5min":85.896000000000001,"15min":85.896000000000001},"last":5.9199999999999999},{"interface":"front","average":{"1min":5.6970000000000001,"5min":2.5990000000000002,"15min":1.482},"min":{"1min":0.248,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":85.566999999999993,"5min":85.566999999999993,"15min":85.566999999999993},"last":6.7119999999999997}]},{"osd":2,"last update":"Mon Jul 26 16:09:35 2021","interfaces":[{"interface":"back","average":{"1min":1.8460000000000001,"5min":1.0549999999999999,"15min":1.1830000000000001},"min":{"1min":0.27700000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":6.4450000000000003,"5min":6.4450000000000003,"15min":35.734000000000002},"last":6.7519999999999998},{"interface":"front","average":{"1min":1.4139999999999999,"5min":2.722,"15min":1.7330000000000001},"min":{"1min":0.26700000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":5.2370000000000001,"5min":171.78700000000001,"15min":171.78700000000001},"last":1.6319999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:09:16 2021","interfaces":[{"interface":"back","average":{"1min":4.3730000000000002,"5min":1.9379999999999999,"15min":1.405},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":59.469999999999999,"5min":59.469999999999999,"15min":59.469999999999999},"last":1.5580000000000001},{"interface":"front","average":{"1min":4.1970000000000001,"5min":1.782,"15min":1.353},"min":{"1min":0.28999999999999998,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":59.465000000000003,"5min":59.465000000000003,"15min":59.465000000000003},"last":6.8230000000000004}]},{"osd":4,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":1.877,"5min":0.77600000000000002,"15min":0.47999999999999998},"min":{"1min":0.25900000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":9.6790000000000003,"5min":9.6790000000000003,"15min":9.6790000000000003},"last":6.6799999999999997},{"interface":"front","average":{"1min":1.28,"5min":0.63900000000000001,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":9.9749999999999996,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":5.944}]},{"osd":6,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":2.2669999999999999,"5min":0.93200000000000005,"15min":0.65500000000000003},"min":{"1min":0.25600000000000001,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":9.7189999999999994,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":8.4979999999999993},{"interface":"front","average":{"1min":1.4159999999999999,"5min":0.81599999999999995,"15min":0.63200000000000001},"min":{"1min":0.29699999999999999,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":5.157,"5min":6.2519999999999998,"15min":7.899},"last":3.2000000000000002}]},{"osd":7,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":1.6499999999999999,"5min":0.84799999999999998,"15min":0.68700000000000006},"min":{"1min":0.41099999999999998,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":6.0410000000000004,"5min":6.3579999999999997,"15min":8.9489999999999998},"last":4.5579999999999998},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.52400000000000002,"15min":0.55100000000000005},"min":{"1min":0.28399999999999997,"5min":0.249,"15min":0.217},"max":{"1min":2.2090000000000001,"5min":2.641,"15min":8.1170000000000009},"last":5.9649999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1818427392,"data_stored":1818427392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2567639040,"data_stored":2567634968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3113095168,"data_stored":3113091096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1481441280,"data_stored":1481441280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1240268800,"data_stored":1240268800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1930760192,"data_stored":1930756120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1859518464,"data_stored":1859518464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:10:24.423 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph status --format=json 2021-07-26T16:10:24.431 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:24.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:24 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4212777487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:24.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:24 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4212777487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:24.489 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:24.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:24.491 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:24.542 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:10:24.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:24 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4212777487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:24.592 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:24.610 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:24.647 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:24.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:24.649 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:24.749 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:24.814 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:24.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:24.818 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:24.894 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:10:24.918 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:24.978 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:24.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:24.979 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:25.080 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:25.094 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:25.127 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:25.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:25.129 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:25.230 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:25.264 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:25.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:25.265 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:25.366 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:25.403 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:25.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:25.404 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:25.505 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:25.540 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:25.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:25.541 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:25.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:25 smithi139 ceph-mon[56829]: from='client.45744 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:25.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:25 smithi139 ceph-mon[56829]: pgmap v714: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 11 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 615 op/s; 19176/195798 objects degraded (9.794%); 1627/195798 objects misplaced (0.831%); 805 KiB/s, 12 objects/s recovering 2021-07-26T16:10:25.621 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:25 smithi078 ceph-mon[73801]: from='client.45744 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:25.622 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:25 smithi078 ceph-mon[73801]: pgmap v714: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 11 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 615 op/s; 19176/195798 objects degraded (9.794%); 1627/195798 objects misplaced (0.831%); 805 KiB/s, 12 objects/s recovering 2021-07-26T16:10:25.622 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:25 smithi078 ceph-mon[77813]: from='client.45744 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:25.622 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:25 smithi078 ceph-mon[77813]: pgmap v714: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 11 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 615 op/s; 19176/195798 objects degraded (9.794%); 1627/195798 objects misplaced (0.831%); 805 KiB/s, 12 objects/s recovering 2021-07-26T16:10:25.643 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:25.680 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:25.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:25.681 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:25.782 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:25.810 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:25.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:25.811 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:25.912 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:25.940 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:25.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:25.941 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:26.042 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:26.070 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:26.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:26.072 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:26.172 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:26.200 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:26.201 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:26.201 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:26.302 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:26.345 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:26.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:26.347 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:26.448 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:26.479 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:26.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:26.480 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:26.581 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:26.611 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:26.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:26.613 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:26.713 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:26.762 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:26.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:26.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:26.865 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:26.908 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:26.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:26.909 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:26.958 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:10:27.001 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:10:27.001 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:10:27.011 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:27.040 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:27.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:27.041 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:27.142 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:27.179 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:27.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:27.180 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:27.188 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:27.281 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:27.321 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:27.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:27.323 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:27.424 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:27.460 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:27.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:27.462 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:27.527 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:27 smithi078 ceph-mon[73801]: pgmap v715: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 11 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 691 op/s; 19226/185568 objects degraded (10.361%); 1421/185568 objects misplaced (0.766%); 1.7 MiB/s, 27 objects/s recovering 2021-07-26T16:10:27.528 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:27 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 19226/185568 objects degraded (10.361%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:27.528 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:27 smithi078 ceph-mon[77813]: pgmap v715: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 11 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 691 op/s; 19226/185568 objects degraded (10.361%); 1421/185568 objects misplaced (0.766%); 1.7 MiB/s, 27 objects/s recovering 2021-07-26T16:10:27.529 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:27 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 19226/185568 objects degraded (10.361%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:27.562 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:27.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:27 smithi139 ceph-mon[56829]: pgmap v715: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 11 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 691 op/s; 19226/185568 objects degraded (10.361%); 1421/185568 objects misplaced (0.766%); 1.7 MiB/s, 27 objects/s recovering 2021-07-26T16:10:27.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:27 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 19226/185568 objects degraded (10.361%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:27.597 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:27.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:27.599 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:27.700 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:27.733 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:10:27.734 INFO:teuthology.orchestra.run.smithi078.stdout:{"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 19226/185568 objects degraded (10.361%), 6 pgs degraded, 6 pgs undersized","count":12},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":953,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":259,"num_osds":8,"num_up_osds":8,"osd_up_since":1627315460,"num_in_osds":6,"osd_in_since":1627315715,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":82},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait","count":1}],"num_pgs":89,"num_pools":5,"num_objects":61856,"data_bytes":4052752310,"bytes_used":16136957952,"bytes_avail":559833255936,"bytes_total":575970213888,"degraded_objects":19226,"degraded_total":185568,"degraded_ratio":0.10360622521124332,"misplaced_objects":1421,"misplaced_total":185568,"misplaced_ratio":0.0076575702707363351,"recovering_objects_per_sec":27,"recovering_bytes_per_sec":1827945,"recovering_keys_per_sec":0,"num_objects_recovered":279,"num_bytes_recovered":18284544,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":691},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi139.mwfdce","status":"up:active","gid":34466}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://172.21.15.78:8443/"}},"servicemap":{"epoch":26,"modified":"2021-07-26T16:10:22.025023+0000","services":{"mon":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{"019a259c-959c-47d6-a734-39cfb6909cf2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"028db943-f20f-467a-a060-ad98e1de11a2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0825decf-1771-4aa9-b3e0-2f90f962393e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0bec2cae-5754-4025-a7d0-2ee7968682e9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d3cb746-2040-4b08-9af3-a1d7a0503231":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d89ccd0-fc83-4f39-8753-1a8865251315":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0e651c76-4f9a-4f90-a79f-535f5859f8c8":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"108b28cf-2f79-4480-ae61-bee4c7c31bd7":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"114a7454-f544-4e5b-bc68-037dbe7feba4":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1716fc1e-864e-424d-aa5d-87e6df36f714":{"message":"Global Recovery Event (105s)\n [=========================...] (remaining: 8s)","progress":0.92134833335876465,"add_to_ceph_s":true},"17292374-1855-4712-acd3-11bb22dc3c95":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19bd3a40-ff30-4a9b-af2f-c08bddcd661a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19d4ab02-2b37-4660-bd16-0ab176a69364":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1a15b739-f34e-4cf1-97e8-78bca8ce7cb4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c310024-1e58-4270-9383-5f710035cc0f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c490976-1a9c-47b0-8d32-51f1bd6245b3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1e027d76-638d-4309-8161-d718742ba273":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"20002988-dede-4d83-be7f-6f21f2353621":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"211ec1ea-128a-4366-9fd4-10ed5f8cd19d":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"22daed49-593a-480d-8a9a-98d818c39bc2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2b855103-93d2-47b4-8165-7e5b5059057c":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2f3e8995-94bb-44c6-a68e-5228ccdd773d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3110f40d-e914-45fc-9524-e7fb7274d10e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"31cc9b1a-2567-4b75-aa0a-a0a72d9c8ee3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"33b6be0a-e83d-46d9-be6b-7792ff77ca0d":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"34763500-8a71-4327-90e5-1c72d86bd096":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"347a77f4-00de-473e-9b25-6b72dd08c4e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"37b206b2-4919-48e8-a6a4-2ece7b7c8254":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3884b211-07a3-42b3-a9c4-9f0a0f7af463":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3a762b12-c51f-443d-a6d4-6ac594c32ef8":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"401e0147-cb0d-454d-8ef4-fb978b16324c":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"405520f3-456b-4fac-acae-bf61abb626e5":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"459b2ec4-9d88-4aa6-9215-68089a091441":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"460f2a0b-a55a-4dcc-9025-c902682d17f9":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"49014fd2-9788-4843-b76b-2357148f3e82":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4b6c0637-0ad3-469f-95ef-80ceaab392d6":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4c8d0599-00f0-42f4-83f0-a4ba20f99acd":{"message":"Upgrade to 17.0.0-6381-gbccf07c2 (3m)\n [===========.................] (remaining: 5m)","progress":0.40000000596046448,"add_to_ceph_s":true},"510eb5cd-e26d-43a7-a3e5-7303b56b6057":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"51360200-b719-40e4-8a65-e68776fd9d5f":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5387f864-71ca-4020-825f-f1036e21047a":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"587e5b1e-b615-4a76-aa76-339ac4b1119a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"596f1485-a6e2-4709-8011-3eee4f68a40b":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5b7a5224-a2a0-4336-b87d-ac71fa41a132":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"60d27c5b-892a-420f-b2a4-2b40fb5c9bae":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"68cfcc32-3d22-4e97-a6bf-84fde960ae8d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6a35c8c3-7429-4f4e-901f-a038415ba6c2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6e65f136-9823-457f-a92e-219b81f095ff":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6fd1956d-15c5-4ac2-b06c-7dee4994eccd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"714f46fd-bf2e-444a-8f90-7e81abeb7685":{"message":"Rebalancing after osd.0 marked out (110s)\n [=======================.....] (remaining: 19s)","progress":0.84826087951660156,"add_to_ceph_s":false},"7222cf0b-f01f-42ff-b51f-2b368b5fa361":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"744491dc-86bb-4b12-9fc7-2744a456cdc3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7b7fbe03-10d2-461f-bc0a-43d77c89fd23":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7c55f598-ea1b-4bff-a1ec-eea9a96b6314":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7d5292c7-8f64-4b18-95ca-05dceafb186d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"8841d28e-a2d3-42ce-b8e6-7d7d69ea1e35":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"89311c45-5afb-43bf-852b-90dbe31ce58d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"95c9cfcc-b295-4d83-828a-9bda822ebf70":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"9920a83e-9cd1-461f-87af-96cfa0812e53":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"a3f0924a-47fe-4133-b0b7-af5b7b7d6acf":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ab9bac78-f961-43ca-85cf-13bf0a07fe2e":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ac811e7e-477b-4e3e-bb2c-13a29f3fb2f8":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b14333af-8546-48cc-96eb-f5c63e320d61":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b1685628-5f44-489c-9373-b5c4e59ee59f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b487ad26-7b67-4172-8032-8b75babea112":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b49740d5-954a-41e7-8eeb-bba5b1778d45":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b733ca53-2fc8-4687-b3d9-a51b7548ccda":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b8dc1c77-2ee2-46bd-840f-984991d9d2c5":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bcf1a744-2ba8-4784-bc68-152a3ee664e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bd08922a-3ac3-4039-b4b3-93faebd22c7f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c1a156a1-da5e-48d0-8f8c-76df6626d395":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c433161c-6293-4e18-8b3e-4dfaefe05b55":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c9af9882-716f-48ac-9c01-9b480daac534":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cc288a6b-fa59-4ff4-9f82-2d4000fff883":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cca5ef61-d521-4f77-b37f-93a28b89d15a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cd33fd2b-27ed-4525-9d17-ba2cc09d5353":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d118df63-284a-474e-af58-a8708f3e39b5":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d1832f61-b2f2-479e-9ca7-a08f459792cc":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3a1ed4b-8a21-4c8c-a760-50346daddd86":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3cec5e9-6ca4-4cde-bf7c-203f01e0615f":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3f03da8-2b50-4d24-9e07-ebe7fb68620a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d4b2d413-2cc2-4af6-9289-9d0962f8d562":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d60ee7c1-95c3-4951-b85f-6396aa8443c9":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d664ff2e-627e-4220-b08e-1328f66d2162":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d95302c7-9943-4446-90c7-a0673a2851f9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db45b94a-5480-4042-a97d-007fc80760fd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db99f745-9bf6-407d-8b52-0ae16fcf2ce1":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"dbf6551f-18cf-42fa-9dc5-922e67ecff20":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e0d6e716-8cba-447c-9ca3-3477324080c9":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e1836fad-1cc2-46ce-9f78-d37c733fb2d0":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e5ef342e-6e19-43be-8eb5-d9d530a664bb":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e61a1630-6f6f-4a09-b57f-b4c38ac323fb":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e7ab10fd-44f7-483e-a16e-8a6fae1d617f":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e93081ac-e4b5-40bb-bacb-bcd7c4e35682":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ec7eb209-1825-4e29-9570-7569715ff483":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f0644eeb-753f-46df-92aa-c27780aae9fc":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f182a7c3-6244-4f18-a08d-52c79721a0ca":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5513eb5-bba6-49c5-ac12-28c7c4f7647b":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5c668a8-c8d6-4e75-a024-0cc85fbab7f7":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"feaf3a8a-1d00-4584-9528-86fa43b3edf4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true}}} 2021-07-26T16:10:27.736 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:27.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:27.737 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:27.838 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:27.884 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:27.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:27.886 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:27.987 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:28.026 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:28.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:28.027 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:28.128 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:28.159 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:28.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:28.160 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:28.193 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-07-26T16:10:28.261 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:28.289 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:28.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:28.292 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:28.318 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:10:28.394 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:28.406 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:28.436 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:28.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:28.438 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:28.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:28 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3140042797' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:10:28.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:28 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1667554571' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:28.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:28 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:28.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:28 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3140042797' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:10:28.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:28 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1667554571' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:28.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:28 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:28.538 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:28.569 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:28.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:28.571 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:28.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:28 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3140042797' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:10:28.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:28 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1667554571' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:28.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:28 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:28.672 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:28.708 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:28.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:28.710 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:28.811 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:28.840 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:28.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:28.842 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:28.897 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-07-26T16:10:28.897 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:10:28.942 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:28.979 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:28.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:28.981 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:29.082 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:29.097 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:29.110 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:29.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:29.111 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:29.212 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:29.243 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:29.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:29.248 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:29.349 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:29.376 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:29.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:29.377 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:29.479 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:29.520 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:29.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:29.521 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:29.567 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:29 smithi078 ceph-mon[73801]: pgmap v716: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 11 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 691 op/s; 19226/185568 objects degraded (10.361%); 1421/185568 objects misplaced (0.766%); 1.7 MiB/s, 27 objects/s recovering 2021-07-26T16:10:29.567 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:29 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:10:29.567 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:29 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:10:29.567 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:29 smithi078 ceph-mon[73801]: osdmap e260: 8 total, 8 up, 6 in 2021-07-26T16:10:29.568 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:29 smithi078 ceph-mon[77813]: pgmap v716: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 11 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 691 op/s; 19226/185568 objects degraded (10.361%); 1421/185568 objects misplaced (0.766%); 1.7 MiB/s, 27 objects/s recovering 2021-07-26T16:10:29.568 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:29 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:10:29.568 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:29 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:10:29.569 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:29 smithi078 ceph-mon[77813]: osdmap e260: 8 total, 8 up, 6 in 2021-07-26T16:10:29.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:29 smithi139 ceph-mon[56829]: pgmap v716: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 11 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 691 op/s; 19226/185568 objects degraded (10.361%); 1421/185568 objects misplaced (0.766%); 1.7 MiB/s, 27 objects/s recovering 2021-07-26T16:10:29.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:29 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:10:29.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:29 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:10:29.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:29 smithi139 ceph-mon[56829]: osdmap e260: 8 total, 8 up, 6 in 2021-07-26T16:10:29.623 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:29.656 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:29.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:29.657 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:29.758 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:29.791 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:29.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:29.792 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:29.893 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:29.928 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:29.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:29.930 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:30.031 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:30.055 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:30.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:30.057 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:30.158 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:30.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:30.188 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:30.188 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:30.289 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:30.322 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:30.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:30.324 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:30.425 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:30.451 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:30.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:30.452 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:30.553 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:30.581 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:30.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:30.582 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:30.683 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:30.716 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:30.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:30.717 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:30.818 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:30.849 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:30.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:30.851 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:30.952 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:30.977 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:30.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:30.978 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:31.079 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:31.112 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:31.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:31.113 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:31.214 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:31.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:31.265 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:31.265 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:31.366 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:31.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:31.415 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:31.416 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:31.517 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:31.555 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:31.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:31.557 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:31.570 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:31 smithi078 ceph-mon[73801]: pgmap v718: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 712 op/s; 19283/174948 objects degraded (11.022%); 1211/174948 objects misplaced (0.692%); 2.0 MiB/s, 31 objects/s recovering 2021-07-26T16:10:31.570 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:31 smithi078 ceph-mon[77813]: pgmap v718: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 712 op/s; 19283/174948 objects degraded (11.022%); 1211/174948 objects misplaced (0.692%); 2.0 MiB/s, 31 objects/s recovering 2021-07-26T16:10:31.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:31 smithi139 ceph-mon[56829]: pgmap v718: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 712 op/s; 19283/174948 objects degraded (11.022%); 1211/174948 objects misplaced (0.692%); 2.0 MiB/s, 31 objects/s recovering 2021-07-26T16:10:31.587 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:10:31.624 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:10:31.658 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:10:31.659 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:31.692 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:10:31.721 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:31.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:31.723 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:31.726 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:10:31.765 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:10:31.794 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:10:31.810 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:10:31.810 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:10:31.811 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 0 2021-07-26T16:10:31.811 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:10:31.822 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:10:31.824 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:31.828 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:10:31.828 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:10:31.829 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:10:31.829 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:10:31.830 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:10:31.830 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:10:31.830 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:10:31.831 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:10:31.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:31.867 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:31.868 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:31.970 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:32.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:32.006 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:32.006 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:32.108 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:32.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:32.143 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:32.144 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:32.152 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:10:32.245 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:32.283 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:32.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:32.285 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:32.347 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:32.386 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:32.412 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:32.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:32.413 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:32.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:32 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2408885491' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:32.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:32 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 19283/174948 objects degraded (11.022%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:32.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:32 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2408885491' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:32.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:32 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 19283/174948 objects degraded (11.022%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:32.515 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:32.549 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:32.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:32.551 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:32.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:32 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2408885491' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:32.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:32 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 19283/174948 objects degraded (11.022%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:32.652 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:32.688 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:32.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:32.689 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:32.790 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:32.817 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:32.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:32.818 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:32.919 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:32.942 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:32.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:32.943 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:33.044 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:33.076 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:33.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:33.078 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:33.180 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:33.209 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:33.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:33.210 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:33.311 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:33.348 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:33.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:33.350 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:33.451 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:33.478 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:33.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:33.479 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:33.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:33 smithi139 ceph-mon[56829]: pgmap v719: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 694 op/s; 19283/174948 objects degraded (11.022%); 1211/174948 objects misplaced (0.692%); 1.9 MiB/s, 30 objects/s recovering 2021-07-26T16:10:33.580 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:33.619 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:33.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:33.620 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:33.669 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:33 smithi078 ceph-mon[73801]: pgmap v719: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 694 op/s; 19283/174948 objects degraded (11.022%); 1211/174948 objects misplaced (0.692%); 1.9 MiB/s, 30 objects/s recovering 2021-07-26T16:10:33.669 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:33 smithi078 ceph-mon[77813]: pgmap v719: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 694 op/s; 19283/174948 objects degraded (11.022%); 1211/174948 objects misplaced (0.692%); 1.9 MiB/s, 30 objects/s recovering 2021-07-26T16:10:33.722 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:33.757 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:33.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:33.758 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:33.785 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-07-26T16:10:33.859 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:33.902 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:33.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:33.904 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:33.998 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:34.006 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:34.038 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:34.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:34.040 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:34.141 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:34.173 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:34.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:34.174 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:34.275 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:34.320 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:34.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:34.322 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:34.423 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:34.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:34.462 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:34.463 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:34.564 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:34.621 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:34.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:34.623 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:34.658 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:10:34.684 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:10:34.724 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:34.749 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:34.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:34.751 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:34.852 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:34.891 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:34.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:34.892 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:34.993 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:35.027 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:35.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:35.029 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:35.130 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:35.155 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:35.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:35.156 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:35.257 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:35.296 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:35.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:35.297 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:35.326 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:35 smithi078 ceph-mon[73801]: pgmap v720: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 694 op/s; 19283/174948 objects degraded (11.022%); 1211/174948 objects misplaced (0.692%); 1.9 MiB/s, 30 objects/s recovering 2021-07-26T16:10:35.327 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:35 smithi078 ceph-mon[77813]: pgmap v720: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 694 op/s; 19283/174948 objects degraded (11.022%); 1211/174948 objects misplaced (0.692%); 1.9 MiB/s, 30 objects/s recovering 2021-07-26T16:10:35.398 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:35.446 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:35.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:35.448 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:35.549 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:35.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:35 smithi139 ceph-mon[56829]: pgmap v720: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 694 op/s; 19283/174948 objects degraded (11.022%); 1211/174948 objects misplaced (0.692%); 1.9 MiB/s, 30 objects/s recovering 2021-07-26T16:10:35.587 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:35.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:35.588 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:35.689 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:35.723 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:35.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:35.725 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:35.791 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:10:35.825 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:35.866 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:35.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:35.868 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:35.969 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:35.970 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:36.000 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:36.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:36.001 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:36.102 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:36.135 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:36.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:36.137 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:36.239 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:36.275 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:36.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:36.276 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:36.377 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:36.412 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:36.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:36.416 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:36.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:36 smithi078 ceph-mon[73801]: from='client.45768 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:36.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:36 smithi078 ceph-mon[77813]: from='client.45768 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:36.519 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:36.563 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:36.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:36.566 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:36.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:36 smithi139 ceph-mon[56829]: from='client.45768 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:36.667 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:36.701 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:36.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:36.703 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:36.804 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:36.849 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:36.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:36.851 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:36.870 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":720,"stamp":"2021-07-26T16:10:34.028419+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3820754870,"num_objects":58316,"num_object_clones":0,"num_object_copies":174948,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":19283,"num_objects_misplaced":1211,"num_objects_unfound":0,"num_objects_dirty":58316,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":134970,"num_write_kb":6178446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8355,"num_bytes_recovered":545852484,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112004,"ondisk_log_size":112004,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15036708,"kb_used_data":10668788,"kb_used_omap":472,"kb_used_meta":4367335,"kb_avail":547434204,"statfs":{"total":575970213888,"available":560572624896,"internally_reserved":4294967296,"allocated":10924838912,"data_stored":10917162790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":483615,"internal_metadata":4472151777},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-455475200,"num_objects":-6950,"num_object_clones":0,"num_object_copies":-20850,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":107,"num_objects_misplaced":-416,"num_objects_unfound":0,"num_objects_dirty":-6950,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6950,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":309,"num_bytes_recovered":20250624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002921"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":113,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.272438+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:10:20.272438+0000","last_peered":"2021-07-26T16:10:20.272438+0000","last_clean":"2021-07-26T16:10:20.272438+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:10:20.272438+0000","last_undegraded":"2021-07-26T16:10:20.272438+0000","last_fullsized":"2021-07-26T16:10:20.272438+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":235,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.283971+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:10:20.283971+0000","last_peered":"2021-07-26T16:10:20.283971+0000","last_clean":"2021-07-26T16:10:20.283971+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:10:20.283971+0000","last_undegraded":"2021-07-26T16:10:20.283971+0000","last_fullsized":"2021-07-26T16:10:20.283971+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":237,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.276591+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:10:20.276591+0000","last_peered":"2021-07-26T16:10:20.276591+0000","last_clean":"2021-07-26T16:10:20.276591+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:10:20.276591+0000","last_undegraded":"2021-07-26T16:10:20.276591+0000","last_fullsized":"2021-07-26T16:10:20.276591+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":173,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.283652+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:10:20.283652+0000","last_peered":"2021-07-26T16:10:20.283652+0000","last_clean":"2021-07-26T16:10:20.283652+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:10:20.283652+0000","last_undegraded":"2021-07-26T16:10:20.283652+0000","last_fullsized":"2021-07-26T16:10:20.283652+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":266,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.294673+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:10:20.294673+0000","last_peered":"2021-07-26T16:10:20.294673+0000","last_clean":"2021-07-26T16:10:20.294673+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:10:20.294673+0000","last_undegraded":"2021-07-26T16:10:20.294673+0000","last_fullsized":"2021-07-26T16:10:20.294673+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":229,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.276915+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:10:20.276915+0000","last_peered":"2021-07-26T16:10:20.276915+0000","last_clean":"2021-07-26T16:10:20.276915+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:10:20.276915+0000","last_undegraded":"2021-07-26T16:10:20.276915+0000","last_fullsized":"2021-07-26T16:10:20.276915+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":153,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.271844+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:10:20.271844+0000","last_peered":"2021-07-26T16:10:20.271844+0000","last_clean":"2021-07-26T16:10:20.271844+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:10:20.271844+0000","last_undegraded":"2021-07-26T16:10:20.271844+0000","last_fullsized":"2021-07-26T16:10:20.271844+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":174,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.294907+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:10:20.294907+0000","last_peered":"2021-07-26T16:10:20.294907+0000","last_clean":"2021-07-26T16:10:20.294907+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:10:20.294907+0000","last_undegraded":"2021-07-26T16:10:20.294907+0000","last_fullsized":"2021-07-26T16:10:20.294907+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":71,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.278757+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:10:20.278757+0000","last_peered":"2021-07-26T16:10:20.278757+0000","last_clean":"2021-07-26T16:10:20.278757+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:10:20.278757+0000","last_undegraded":"2021-07-26T16:10:20.278757+0000","last_fullsized":"2021-07-26T16:10:20.278757+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":52,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.282869+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:10:20.282869+0000","last_peered":"2021-07-26T16:10:20.282869+0000","last_clean":"2021-07-26T16:10:20.282869+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:10:20.282869+0000","last_undegraded":"2021-07-26T16:10:20.282869+0000","last_fullsized":"2021-07-26T16:10:20.282869+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":160,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.285650+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:10:20.285650+0000","last_peered":"2021-07-26T16:10:20.285650+0000","last_clean":"2021-07-26T16:10:20.285650+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:10:20.285650+0000","last_undegraded":"2021-07-26T16:10:20.285650+0000","last_fullsized":"2021-07-26T16:10:20.285650+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":270,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.277197+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:10:20.277197+0000","last_peered":"2021-07-26T16:10:20.277197+0000","last_clean":"2021-07-26T16:10:20.277197+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:10:20.277197+0000","last_undegraded":"2021-07-26T16:10:20.277197+0000","last_fullsized":"2021-07-26T16:10:20.277197+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":186,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.273903+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:10:20.273903+0000","last_peered":"2021-07-26T16:10:20.273903+0000","last_clean":"2021-07-26T16:10:20.273903+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:10:20.273903+0000","last_undegraded":"2021-07-26T16:10:20.273903+0000","last_fullsized":"2021-07-26T16:10:20.273903+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":95,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.273418+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:10:20.273418+0000","last_peered":"2021-07-26T16:10:20.273418+0000","last_clean":"2021-07-26T16:10:20.273418+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:10:20.273418+0000","last_undegraded":"2021-07-26T16:10:20.273418+0000","last_fullsized":"2021-07-26T16:10:20.273418+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":286,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.283271+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:10:20.283271+0000","last_peered":"2021-07-26T16:10:20.283271+0000","last_clean":"2021-07-26T16:10:20.283271+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:10:20.283271+0000","last_undegraded":"2021-07-26T16:10:20.283271+0000","last_fullsized":"2021-07-26T16:10:20.283271+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":156,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.281900+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:10:20.281900+0000","last_peered":"2021-07-26T16:10:20.281900+0000","last_clean":"2021-07-26T16:10:20.281900+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:10:20.281900+0000","last_undegraded":"2021-07-26T16:10:20.281900+0000","last_fullsized":"2021-07-26T16:10:20.281900+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":173,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.284737+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:10:20.284737+0000","last_peered":"2021-07-26T16:10:20.284737+0000","last_clean":"2021-07-26T16:10:20.284737+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:10:20.284737+0000","last_undegraded":"2021-07-26T16:10:20.284737+0000","last_fullsized":"2021-07-26T16:10:20.284737+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":60,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.271719+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:10:20.271719+0000","last_peered":"2021-07-26T16:10:20.271719+0000","last_clean":"2021-07-26T16:10:20.271719+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:10:20.271719+0000","last_undegraded":"2021-07-26T16:10:20.271719+0000","last_fullsized":"2021-07-26T16:10:20.271719+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":240,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.283007+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:10:20.283007+0000","last_peered":"2021-07-26T16:10:20.283007+0000","last_clean":"2021-07-26T16:10:20.283007+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:10:20.283007+0000","last_undegraded":"2021-07-26T16:10:20.283007+0000","last_fullsized":"2021-07-26T16:10:20.283007+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":182,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.286612+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:10:20.286612+0000","last_peered":"2021-07-26T16:10:20.286612+0000","last_clean":"2021-07-26T16:10:20.286612+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:10:20.286612+0000","last_undegraded":"2021-07-26T16:10:20.286612+0000","last_fullsized":"2021-07-26T16:10:20.286612+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":356,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.274982+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:10:20.274982+0000","last_peered":"2021-07-26T16:10:20.274982+0000","last_clean":"2021-07-26T16:10:20.274982+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:10:20.274982+0000","last_undegraded":"2021-07-26T16:10:20.274982+0000","last_fullsized":"2021-07-26T16:10:20.274982+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":50,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.284574+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:10:20.284574+0000","last_peered":"2021-07-26T16:10:20.284574+0000","last_clean":"2021-07-26T16:10:20.284574+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:10:20.284574+0000","last_undegraded":"2021-07-26T16:10:20.284574+0000","last_fullsized":"2021-07-26T16:10:20.284574+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"260'8627","reported_seq":8665,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:29.633860+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:10:29.633860+0000","last_peered":"2021-07-26T16:10:29.633860+0000","last_clean":"2021-07-26T16:10:29.633860+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:10:29.633860+0000","last_undegraded":"2021-07-26T16:10:29.633860+0000","last_fullsized":"2021-07-26T16:10:29.633860+0000","mapping_epoch":230,"log_start":"235'3500","ondisk_log_start":"235'3500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5127,"ondisk_log_size":5127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":244776960,"num_objects":3735,"num_object_clones":0,"num_object_copies":11205,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3735,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8627,"num_write_kb":395584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":67,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.284700+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:10:20.284700+0000","last_peered":"2021-07-26T16:10:20.284700+0000","last_clean":"2021-07-26T16:10:20.284700+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:10:20.284700+0000","last_undegraded":"2021-07-26T16:10:20.284700+0000","last_fullsized":"2021-07-26T16:10:20.284700+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":78,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.272189+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:10:20.272189+0000","last_peered":"2021-07-26T16:10:20.272189+0000","last_clean":"2021-07-26T16:10:20.272189+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:10:20.272189+0000","last_undegraded":"2021-07-26T16:10:20.272189+0000","last_fullsized":"2021-07-26T16:10:20.272189+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"260'8567","reported_seq":8605,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:29.346120+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:10:29.346120+0000","last_peered":"2021-07-26T16:10:29.346120+0000","last_clean":"2021-07-26T16:10:29.346120+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:10:29.346120+0000","last_undegraded":"2021-07-26T16:10:29.346120+0000","last_fullsized":"2021-07-26T16:10:29.346120+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":8567,"ondisk_log_size":8567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":242417664,"num_objects":3699,"num_object_clones":0,"num_object_copies":11097,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3699,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8567,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":159,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.286833+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:10:20.286833+0000","last_peered":"2021-07-26T16:10:20.286833+0000","last_clean":"2021-07-26T16:10:20.286833+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:10:20.286833+0000","last_undegraded":"2021-07-26T16:10:20.286833+0000","last_fullsized":"2021-07-26T16:10:20.286833+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":104,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.272688+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:10:20.272688+0000","last_peered":"2021-07-26T16:10:20.272688+0000","last_clean":"2021-07-26T16:10:20.272688+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:10:20.272688+0000","last_undegraded":"2021-07-26T16:10:20.272688+0000","last_fullsized":"2021-07-26T16:10:20.272688+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"260'8590","reported_seq":15917,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:29.639231+0000","last_change":"2021-07-26T16:09:45.364253+0000","last_active":"2021-07-26T16:10:29.639231+0000","last_peered":"2021-07-26T16:10:29.639231+0000","last_clean":"2021-07-26T16:10:29.639231+0000","last_became_active":"2021-07-26T16:09:45.354123+0000","last_became_peered":"2021-07-26T16:09:45.354123+0000","last_unstale":"2021-07-26T16:10:29.639231+0000","last_undegraded":"2021-07-26T16:10:29.639231+0000","last_fullsized":"2021-07-26T16:10:29.639231+0000","mapping_epoch":252,"log_start":"235'3500","ondisk_log_start":"235'3500","created":230,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5090,"ondisk_log_size":5090,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":241303552,"num_objects":3682,"num_object_clones":0,"num_object_copies":11046,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3682,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8590,"num_write_kb":392704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3636,"num_bytes_recovered":238288896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":291,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.285439+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:10:20.285439+0000","last_peered":"2021-07-26T16:10:20.285439+0000","last_clean":"2021-07-26T16:10:20.285439+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:10:20.285439+0000","last_undegraded":"2021-07-26T16:10:20.285439+0000","last_fullsized":"2021-07-26T16:10:20.285439+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":247,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.275822+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:10:20.275822+0000","last_peered":"2021-07-26T16:10:20.275822+0000","last_clean":"2021-07-26T16:10:20.275822+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:10:20.275822+0000","last_undegraded":"2021-07-26T16:10:20.275822+0000","last_fullsized":"2021-07-26T16:10:20.275822+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"260'8318","reported_seq":8356,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:29.099873+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:10:29.099873+0000","last_peered":"2021-07-26T16:10:29.099873+0000","last_clean":"2021-07-26T16:10:29.099873+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:10:29.099873+0000","last_undegraded":"2021-07-26T16:10:29.099873+0000","last_fullsized":"2021-07-26T16:10:29.099873+0000","mapping_epoch":230,"log_start":"233'1100","ondisk_log_start":"233'1100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7218,"ondisk_log_size":7218,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":236584960,"num_objects":3610,"num_object_clones":0,"num_object_copies":10830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3610,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8318,"num_write_kb":381696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":248,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.271540+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:10:20.271540+0000","last_peered":"2021-07-26T16:10:20.271540+0000","last_clean":"2021-07-26T16:10:20.271540+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:10:20.271540+0000","last_undegraded":"2021-07-26T16:10:20.271540+0000","last_fullsized":"2021-07-26T16:10:20.271540+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":123,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.281654+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:10:20.281654+0000","last_peered":"2021-07-26T16:10:20.281654+0000","last_clean":"2021-07-26T16:10:20.281654+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:10:20.281654+0000","last_undegraded":"2021-07-26T16:10:20.281654+0000","last_fullsized":"2021-07-26T16:10:20.281654+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"260'8150","reported_seq":8194,"reported_epoch":260,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:29.120733+0000","last_change":"2021-07-26T16:08:44.038103+0000","last_active":"2021-07-26T16:10:29.120733+0000","last_peered":"2021-07-26T16:10:29.120733+0000","last_clean":"2021-07-26T16:08:35.258554+0000","last_became_active":"2021-07-26T16:08:43.985025+0000","last_became_peered":"2021-07-26T16:08:43.985025+0000","last_unstale":"2021-07-26T16:10:29.120733+0000","last_undegraded":"2021-07-26T16:08:43.918569+0000","last_fullsized":"2021-07-26T16:08:37.283478+0000","mapping_epoch":237,"log_start":"233'1000","ondisk_log_start":"233'1000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7150,"ondisk_log_size":7150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":237371392,"num_objects":3622,"num_object_clones":0,"num_object_copies":10866,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3622,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8150,"num_write_kb":376704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":1239},{"shards":"3,7","objects":119}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":220,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.273052+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:10:20.273052+0000","last_peered":"2021-07-26T16:10:20.273052+0000","last_clean":"2021-07-26T16:10:20.273052+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:10:20.273052+0000","last_undegraded":"2021-07-26T16:10:20.273052+0000","last_fullsized":"2021-07-26T16:10:20.273052+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":95,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.273800+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:10:20.273800+0000","last_peered":"2021-07-26T16:10:20.273800+0000","last_clean":"2021-07-26T16:10:20.273800+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:10:20.273800+0000","last_undegraded":"2021-07-26T16:10:20.273800+0000","last_fullsized":"2021-07-26T16:10:20.273800+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"260'8358","reported_seq":15633,"reported_epoch":260,"state":"active+recovery_wait","last_fresh":"2021-07-26T16:10:29.368524+0000","last_change":"2021-07-26T16:09:53.215851+0000","last_active":"2021-07-26T16:10:29.368524+0000","last_peered":"2021-07-26T16:10:29.368524+0000","last_clean":"2021-07-26T16:08:35.270285+0000","last_became_active":"2021-07-26T16:09:53.171603+0000","last_became_peered":"2021-07-26T16:09:53.171603+0000","last_unstale":"2021-07-26T16:10:29.368524+0000","last_undegraded":"2021-07-26T16:10:29.368524+0000","last_fullsized":"2021-07-26T16:10:29.368524+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":8358,"ondisk_log_size":8358,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":235667456,"num_objects":3596,"num_object_clones":0,"num_object_copies":10788,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3596,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8358,"num_write_kb":382528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3610,"num_bytes_recovered":236519424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":["5","0","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":3596}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":254,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.275669+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:10:20.275669+0000","last_peered":"2021-07-26T16:10:20.275669+0000","last_clean":"2021-07-26T16:10:20.275669+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:10:20.275669+0000","last_undegraded":"2021-07-26T16:10:20.275669+0000","last_fullsized":"2021-07-26T16:10:20.275669+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":47,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.272263+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:10:20.272263+0000","last_peered":"2021-07-26T16:10:20.272263+0000","last_clean":"2021-07-26T16:10:20.272263+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:10:20.272263+0000","last_undegraded":"2021-07-26T16:10:20.272263+0000","last_fullsized":"2021-07-26T16:10:20.272263+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"260'8511","reported_seq":8558,"reported_epoch":260,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:29.368303+0000","last_change":"2021-07-26T16:08:37.512887+0000","last_active":"2021-07-26T16:10:29.368303+0000","last_peered":"2021-07-26T16:10:29.368303+0000","last_clean":"2021-07-26T16:08:35.259559+0000","last_became_active":"2021-07-26T16:08:37.453089+0000","last_became_peered":"2021-07-26T16:08:37.453089+0000","last_unstale":"2021-07-26T16:10:29.368303+0000","last_undegraded":"2021-07-26T16:08:37.303297+0000","last_fullsized":"2021-07-26T16:08:37.274000+0000","mapping_epoch":237,"log_start":"234'1800","ondisk_log_start":"234'1800","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6711,"ondisk_log_size":6711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":242614296,"num_objects":3703,"num_object_clones":0,"num_object_copies":11109,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3720,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3703,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8511,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"0,1,6","objects":1316},{"shards":"1,6","objects":-17}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":104,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.272590+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:10:20.272590+0000","last_peered":"2021-07-26T16:10:20.272590+0000","last_clean":"2021-07-26T16:10:20.272590+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:10:20.272590+0000","last_undegraded":"2021-07-26T16:10:20.272590+0000","last_fullsized":"2021-07-26T16:10:20.272590+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":120,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.272939+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:10:20.272939+0000","last_peered":"2021-07-26T16:10:20.272939+0000","last_clean":"2021-07-26T16:10:20.272939+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:10:20.272939+0000","last_undegraded":"2021-07-26T16:10:20.272939+0000","last_fullsized":"2021-07-26T16:10:20.272939+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"260'8287","reported_seq":8325,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:29.407598+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:10:29.407598+0000","last_peered":"2021-07-26T16:10:29.407598+0000","last_clean":"2021-07-26T16:10:29.407598+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:10:29.407598+0000","last_undegraded":"2021-07-26T16:10:29.407598+0000","last_fullsized":"2021-07-26T16:10:29.407598+0000","mapping_epoch":230,"log_start":"234'1600","ondisk_log_start":"234'1600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6687,"ondisk_log_size":6687,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":234160128,"num_objects":3573,"num_object_clones":0,"num_object_copies":10719,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3573,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8287,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":249,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.295095+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:10:20.295095+0000","last_peered":"2021-07-26T16:10:20.295095+0000","last_clean":"2021-07-26T16:10:20.295095+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:10:20.295095+0000","last_undegraded":"2021-07-26T16:10:20.295095+0000","last_fullsized":"2021-07-26T16:10:20.295095+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":243,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.286181+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:10:20.286181+0000","last_peered":"2021-07-26T16:10:20.286181+0000","last_clean":"2021-07-26T16:10:20.286181+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:10:20.286181+0000","last_undegraded":"2021-07-26T16:10:20.286181+0000","last_fullsized":"2021-07-26T16:10:20.286181+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"260'8523","reported_seq":8561,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:29.906842+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:10:29.906842+0000","last_peered":"2021-07-26T16:10:29.906842+0000","last_clean":"2021-07-26T16:10:29.906842+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:10:29.906842+0000","last_undegraded":"2021-07-26T16:10:29.906842+0000","last_fullsized":"2021-07-26T16:10:29.906842+0000","mapping_epoch":230,"log_start":"234'1200","ondisk_log_start":"234'1200","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7323,"ondisk_log_size":7323,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":238747648,"num_objects":3643,"num_object_clones":0,"num_object_copies":10929,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3643,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8523,"num_write_kb":389312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":281,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.283954+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:10:20.283954+0000","last_peered":"2021-07-26T16:10:20.283954+0000","last_clean":"2021-07-26T16:10:20.283954+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:10:20.283954+0000","last_undegraded":"2021-07-26T16:10:20.283954+0000","last_fullsized":"2021-07-26T16:10:20.283954+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":287,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.271619+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:10:20.271619+0000","last_peered":"2021-07-26T16:10:20.271619+0000","last_clean":"2021-07-26T16:10:20.271619+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:10:20.271619+0000","last_undegraded":"2021-07-26T16:10:20.271619+0000","last_fullsized":"2021-07-26T16:10:20.271619+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":251,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.277279+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:10:20.277279+0000","last_peered":"2021-07-26T16:10:20.277279+0000","last_clean":"2021-07-26T16:10:20.277279+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:10:20.277279+0000","last_undegraded":"2021-07-26T16:10:20.277279+0000","last_fullsized":"2021-07-26T16:10:20.277279+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"260'8829","reported_seq":8874,"reported_epoch":260,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:29.377373+0000","last_change":"2021-07-26T16:08:37.515899+0000","last_active":"2021-07-26T16:10:29.377373+0000","last_peered":"2021-07-26T16:10:29.377373+0000","last_clean":"2021-07-26T16:08:35.259578+0000","last_became_active":"2021-07-26T16:08:37.498255+0000","last_became_peered":"2021-07-26T16:08:37.498255+0000","last_unstale":"2021-07-26T16:10:29.377373+0000","last_undegraded":"2021-07-26T16:08:37.308912+0000","last_fullsized":"2021-07-26T16:08:37.273819+0000","mapping_epoch":237,"log_start":"234'2100","ondisk_log_start":"234'2100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6729,"ondisk_log_size":6729,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":244252672,"num_objects":3727,"num_object_clones":0,"num_object_copies":11181,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3727,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8829,"num_write_kb":401792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":1225},{"shards":"3,6","objects":-49}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":234,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.276941+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:10:20.276941+0000","last_peered":"2021-07-26T16:10:20.276941+0000","last_clean":"2021-07-26T16:10:20.276941+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:10:20.276941+0000","last_undegraded":"2021-07-26T16:10:20.276941+0000","last_fullsized":"2021-07-26T16:10:20.276941+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":104,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.273328+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:10:20.273328+0000","last_peered":"2021-07-26T16:10:20.273328+0000","last_clean":"2021-07-26T16:10:20.273328+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:10:20.273328+0000","last_undegraded":"2021-07-26T16:10:20.273328+0000","last_fullsized":"2021-07-26T16:10:20.273328+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":305,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.281981+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:10:20.281981+0000","last_peered":"2021-07-26T16:10:20.281981+0000","last_clean":"2021-07-26T16:10:20.281981+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:10:20.281981+0000","last_undegraded":"2021-07-26T16:10:20.281981+0000","last_fullsized":"2021-07-26T16:10:20.281981+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"260'8300","reported_seq":8344,"reported_epoch":260,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:29.921274+0000","last_change":"2021-07-26T16:08:37.546898+0000","last_active":"2021-07-26T16:10:29.921274+0000","last_peered":"2021-07-26T16:10:29.921274+0000","last_clean":"2021-07-26T16:08:35.256099+0000","last_became_active":"2021-07-26T16:08:37.538137+0000","last_became_peered":"2021-07-26T16:08:37.538137+0000","last_unstale":"2021-07-26T16:10:29.921274+0000","last_undegraded":"2021-07-26T16:08:37.293735+0000","last_fullsized":"2021-07-26T16:08:37.271374+0000","mapping_epoch":237,"log_start":"233'900","ondisk_log_start":"233'900","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7400,"ondisk_log_size":7400,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":235012096,"num_objects":3586,"num_object_clones":0,"num_object_copies":10758,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3543,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3586,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8300,"num_write_kb":380352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":1186},{"shards":"1,4","objects":43}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":190,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.276734+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:10:20.276734+0000","last_peered":"2021-07-26T16:10:20.276734+0000","last_clean":"2021-07-26T16:10:20.276734+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:10:20.276734+0000","last_undegraded":"2021-07-26T16:10:20.276734+0000","last_fullsized":"2021-07-26T16:10:20.276734+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":252,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.294802+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:10:20.294802+0000","last_peered":"2021-07-26T16:10:20.294802+0000","last_clean":"2021-07-26T16:10:20.294802+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:10:20.294802+0000","last_undegraded":"2021-07-26T16:10:20.294802+0000","last_fullsized":"2021-07-26T16:10:20.294802+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":265,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.286227+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:10:20.286227+0000","last_peered":"2021-07-26T16:10:20.286227+0000","last_clean":"2021-07-26T16:10:20.286227+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:10:20.286227+0000","last_undegraded":"2021-07-26T16:10:20.286227+0000","last_fullsized":"2021-07-26T16:10:20.286227+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"260'8291","reported_seq":10444,"reported_epoch":260,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:29.123080+0000","last_change":"2021-07-26T16:09:52.110013+0000","last_active":"2021-07-26T16:10:29.123080+0000","last_peered":"2021-07-26T16:10:29.123080+0000","last_clean":"2021-07-26T16:08:35.248802+0000","last_became_active":"2021-07-26T16:08:37.498625+0000","last_became_peered":"2021-07-26T16:08:37.498625+0000","last_unstale":"2021-07-26T16:10:29.123080+0000","last_undegraded":"2021-07-26T16:08:37.347130+0000","last_fullsized":"2021-07-26T16:08:37.282698+0000","mapping_epoch":237,"log_start":"233'1100","ondisk_log_start":"233'1100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7191,"ondisk_log_size":7191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":240320512,"num_objects":3667,"num_object_clones":0,"num_object_copies":11001,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1259,"num_objects_misplaced":1211,"num_objects_unfound":0,"num_objects_dirty":3667,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8291,"num_write_kb":382656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1055,"num_bytes_recovered":69140480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":1211},{"shards":"3,7","objects":1197}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":276,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.271899+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:10:20.271899+0000","last_peered":"2021-07-26T16:10:20.271899+0000","last_clean":"2021-07-26T16:10:20.271899+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:10:20.271899+0000","last_undegraded":"2021-07-26T16:10:20.271899+0000","last_fullsized":"2021-07-26T16:10:20.271899+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":518,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.283753+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:10:20.283753+0000","last_peered":"2021-07-26T16:10:20.283753+0000","last_clean":"2021-07-26T16:10:20.283753+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:10:20.283753+0000","last_undegraded":"2021-07-26T16:10:20.283753+0000","last_fullsized":"2021-07-26T16:10:20.283753+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":60,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.276834+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:10:20.276834+0000","last_peered":"2021-07-26T16:10:20.276834+0000","last_clean":"2021-07-26T16:10:20.276834+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:10:20.276834+0000","last_undegraded":"2021-07-26T16:10:20.276834+0000","last_fullsized":"2021-07-26T16:10:20.276834+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":56,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.279854+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:10:20.279854+0000","last_peered":"2021-07-26T16:10:20.279854+0000","last_clean":"2021-07-26T16:10:20.279854+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:10:20.279854+0000","last_undegraded":"2021-07-26T16:10:20.279854+0000","last_fullsized":"2021-07-26T16:10:20.279854+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"260'8126","reported_seq":8174,"reported_epoch":260,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:29.122071+0000","last_change":"2021-07-26T16:08:37.650583+0000","last_active":"2021-07-26T16:10:29.122071+0000","last_peered":"2021-07-26T16:10:29.122071+0000","last_clean":"2021-07-26T16:08:35.276729+0000","last_became_active":"2021-07-26T16:08:37.555480+0000","last_became_peered":"2021-07-26T16:08:37.555480+0000","last_unstale":"2021-07-26T16:10:29.122071+0000","last_undegraded":"2021-07-26T16:08:37.546036+0000","last_fullsized":"2021-07-26T16:08:37.284612+0000","mapping_epoch":237,"log_start":"233'900","ondisk_log_start":"233'900","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7226,"ondisk_log_size":7226,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":231997440,"num_objects":3540,"num_object_clones":0,"num_object_copies":10620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3482,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3540,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8126,"num_write_kb":373312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":1189},{"shards":"1,7","objects":58}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":277,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.283566+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:10:20.283566+0000","last_peered":"2021-07-26T16:10:20.283566+0000","last_clean":"2021-07-26T16:10:20.283566+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:10:20.283566+0000","last_undegraded":"2021-07-26T16:10:20.283566+0000","last_fullsized":"2021-07-26T16:10:20.283566+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":166,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.272813+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:10:20.272813+0000","last_peered":"2021-07-26T16:10:20.272813+0000","last_clean":"2021-07-26T16:10:20.272813+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:10:20.272813+0000","last_undegraded":"2021-07-26T16:10:20.272813+0000","last_fullsized":"2021-07-26T16:10:20.272813+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":164,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.282140+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:10:20.282140+0000","last_peered":"2021-07-26T16:10:20.282140+0000","last_clean":"2021-07-26T16:10:20.282140+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:10:20.282140+0000","last_undegraded":"2021-07-26T16:10:20.282140+0000","last_fullsized":"2021-07-26T16:10:20.282140+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"260'8503","reported_seq":8541,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:29.339531+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:10:29.339531+0000","last_peered":"2021-07-26T16:10:29.339531+0000","last_clean":"2021-07-26T16:10:29.339531+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:10:29.339531+0000","last_undegraded":"2021-07-26T16:10:29.339531+0000","last_fullsized":"2021-07-26T16:10:29.339531+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":8503,"ondisk_log_size":8503,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":240320512,"num_objects":3667,"num_object_clones":0,"num_object_copies":11001,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3667,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8503,"num_write_kb":389440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":290,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.285540+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:10:20.285540+0000","last_peered":"2021-07-26T16:10:20.285540+0000","last_clean":"2021-07-26T16:10:20.285540+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:10:20.285540+0000","last_undegraded":"2021-07-26T16:10:20.285540+0000","last_fullsized":"2021-07-26T16:10:20.285540+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":270,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.284056+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:10:20.284056+0000","last_peered":"2021-07-26T16:10:20.284056+0000","last_clean":"2021-07-26T16:10:20.284056+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:10:20.284056+0000","last_undegraded":"2021-07-26T16:10:20.284056+0000","last_fullsized":"2021-07-26T16:10:20.284056+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":147,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.271798+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:10:20.271798+0000","last_peered":"2021-07-26T16:10:20.271798+0000","last_clean":"2021-07-26T16:10:20.271798+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:10:20.271798+0000","last_undegraded":"2021-07-26T16:10:20.271798+0000","last_fullsized":"2021-07-26T16:10:20.271798+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"260'8402","reported_seq":8440,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:29.893045+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:10:29.893045+0000","last_peered":"2021-07-26T16:10:29.893045+0000","last_clean":"2021-07-26T16:10:29.893045+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:10:29.893045+0000","last_undegraded":"2021-07-26T16:10:29.893045+0000","last_fullsized":"2021-07-26T16:10:29.893045+0000","mapping_epoch":230,"log_start":"233'1000","ondisk_log_start":"233'1000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7402,"ondisk_log_size":7402,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":235536384,"num_objects":3594,"num_object_clones":0,"num_object_copies":10782,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3594,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8402,"num_write_kb":383872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":88,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.285306+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:10:20.285306+0000","last_peered":"2021-07-26T16:10:20.285306+0000","last_clean":"2021-07-26T16:10:20.285306+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:10:20.285306+0000","last_undegraded":"2021-07-26T16:10:20.285306+0000","last_fullsized":"2021-07-26T16:10:20.285306+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":228,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.282152+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:10:20.282152+0000","last_peered":"2021-07-26T16:10:20.282152+0000","last_clean":"2021-07-26T16:10:20.282152+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:10:20.282152+0000","last_undegraded":"2021-07-26T16:10:20.282152+0000","last_fullsized":"2021-07-26T16:10:20.282152+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":61,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.283505+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:10:20.283505+0000","last_peered":"2021-07-26T16:10:20.283505+0000","last_clean":"2021-07-26T16:10:20.283505+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:10:20.283505+0000","last_undegraded":"2021-07-26T16:10:20.283505+0000","last_fullsized":"2021-07-26T16:10:20.283505+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"260'8328","reported_seq":8366,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:29.610771+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:10:29.610771+0000","last_peered":"2021-07-26T16:10:29.610771+0000","last_clean":"2021-07-26T16:10:29.610771+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:10:29.610771+0000","last_undegraded":"2021-07-26T16:10:29.610771+0000","last_fullsized":"2021-07-26T16:10:29.610771+0000","mapping_epoch":230,"log_start":"235'3200","ondisk_log_start":"235'3200","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5128,"ondisk_log_size":5128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":239075328,"num_objects":3648,"num_object_clones":0,"num_object_copies":10944,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3648,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8328,"num_write_kb":383232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":276,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.276564+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:10:20.276564+0000","last_peered":"2021-07-26T16:10:20.276564+0000","last_clean":"2021-07-26T16:10:20.276564+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:10:20.276564+0000","last_undegraded":"2021-07-26T16:10:20.276564+0000","last_fullsized":"2021-07-26T16:10:20.276564+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":90,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.282341+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:10:20.282341+0000","last_peered":"2021-07-26T16:10:20.282341+0000","last_clean":"2021-07-26T16:10:20.282341+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:10:20.282341+0000","last_undegraded":"2021-07-26T16:10:20.282341+0000","last_fullsized":"2021-07-26T16:10:20.282341+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":95,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.272417+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:10:20.272417+0000","last_peered":"2021-07-26T16:10:20.272417+0000","last_clean":"2021-07-26T16:10:20.272417+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:10:20.272417+0000","last_undegraded":"2021-07-26T16:10:20.272417+0000","last_fullsized":"2021-07-26T16:10:20.272417+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":118,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.273146+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:10:20.273146+0000","last_peered":"2021-07-26T16:10:20.273146+0000","last_clean":"2021-07-26T16:10:20.273146+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:10:20.273146+0000","last_undegraded":"2021-07-26T16:10:20.273146+0000","last_fullsized":"2021-07-26T16:10:20.273146+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":219,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.284163+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:10:20.284163+0000","last_peered":"2021-07-26T16:10:20.284163+0000","last_clean":"2021-07-26T16:10:20.284163+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:10:20.284163+0000","last_undegraded":"2021-07-26T16:10:20.284163+0000","last_fullsized":"2021-07-26T16:10:20.284163+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":264,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.271498+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:10:20.271498+0000","last_peered":"2021-07-26T16:10:20.271498+0000","last_clean":"2021-07-26T16:10:20.271498+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:10:20.271498+0000","last_undegraded":"2021-07-26T16:10:20.271498+0000","last_fullsized":"2021-07-26T16:10:20.271498+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":95,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.273236+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:10:20.273236+0000","last_peered":"2021-07-26T16:10:20.273236+0000","last_clean":"2021-07-26T16:10:20.273236+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:10:20.273236+0000","last_undegraded":"2021-07-26T16:10:20.273236+0000","last_fullsized":"2021-07-26T16:10:20.273236+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":249,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.271601+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:10:20.271601+0000","last_peered":"2021-07-26T16:10:20.271601+0000","last_clean":"2021-07-26T16:10:20.271601+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:10:20.271601+0000","last_undegraded":"2021-07-26T16:10:20.271601+0000","last_fullsized":"2021-07-26T16:10:20.271601+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":33,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.275501+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:10:20.275501+0000","last_peered":"2021-07-26T16:10:20.275501+0000","last_clean":"2021-07-26T16:10:20.275501+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:10:20.275501+0000","last_undegraded":"2021-07-26T16:10:20.275501+0000","last_fullsized":"2021-07-26T16:10:20.275501+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":56,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.275762+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:10:20.275762+0000","last_peered":"2021-07-26T16:10:20.275762+0000","last_clean":"2021-07-26T16:10:20.275762+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:10:20.275762+0000","last_undegraded":"2021-07-26T16:10:20.275762+0000","last_fullsized":"2021-07-26T16:10:20.275762+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":224,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.271543+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:10:20.271543+0000","last_peered":"2021-07-26T16:10:20.271543+0000","last_clean":"2021-07-26T16:10:20.271543+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:10:20.271543+0000","last_undegraded":"2021-07-26T16:10:20.271543+0000","last_fullsized":"2021-07-26T16:10:20.271543+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":105,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.271883+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:10:20.271883+0000","last_peered":"2021-07-26T16:10:20.271883+0000","last_clean":"2021-07-26T16:10:20.271883+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:10:20.271883+0000","last_undegraded":"2021-07-26T16:10:20.271883+0000","last_fullsized":"2021-07-26T16:10:20.271883+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":95,"reported_epoch":259,"state":"active+clean","last_fresh":"2021-07-26T16:10:20.273677+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:10:20.273677+0000","last_peered":"2021-07-26T16:10:20.273677+0000","last_clean":"2021-07-26T16:10:20.273677+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:10:20.273677+0000","last_undegraded":"2021-07-26T16:10:20.273677+0000","last_fullsized":"2021-07-26T16:10:20.273677+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":3820159000,"num_objects":58292,"num_object_clones":0,"num_object_copies":174876,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":19283,"num_objects_misplaced":1211,"num_objects_unfound":0,"num_objects_dirty":58292,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":134710,"num_write_kb":6176001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8303,"num_bytes_recovered":544079872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12635680768,"data_stored":12635668552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111810,"ondisk_log_size":111810,"up":48,"acting":42,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495910,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2693768,"kb_used_data":1645120,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91051384,"statfs":{"total":95995035648,"available":93236617216,"internally_reserved":1073741824,"allocated":1684602880,"data_stored":1683313116,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.4750000000000001,"15min":0.88100000000000001},"min":{"1min":0.251,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":9.1929999999999996,"5min":61.125,"15min":61.125},"last":0.88600000000000001},{"interface":"front","average":{"1min":1.135,"5min":1.581,"15min":0.92800000000000005},"min":{"1min":0.32700000000000001,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.5030000000000001,"5min":61.165999999999997,"15min":61.165999999999997},"last":0.40899999999999997}]},{"osd":1,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":4.7839999999999998,"5min":1.8280000000000001,"15min":1.1100000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":72.989000000000004,"5min":72.989000000000004,"15min":72.989000000000004},"last":2.984},{"interface":"front","average":{"1min":4.2930000000000001,"5min":2.1150000000000002,"15min":1.117},"min":{"1min":0.251,"5min":0.24299999999999999,"15min":0.23300000000000001},"max":{"1min":70.066000000000003,"5min":70.066000000000003,"15min":70.066000000000003},"last":0.51000000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:09:43 2021","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.2809999999999999,"15min":1.5509999999999999},"min":{"1min":0.309,"5min":0.224,"15min":0.224},"max":{"1min":8.4860000000000007,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":0.434},{"interface":"front","average":{"1min":0.75600000000000001,"5min":1.0249999999999999,"15min":1.466},"min":{"1min":0.317,"5min":0.30399999999999999,"15min":0.27600000000000002},"max":{"1min":2.9860000000000002,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.36899999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":3.3780000000000001,"5min":1.6919999999999999,"15min":1.093},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":48.880000000000003,"5min":48.880000000000003,"15min":48.880000000000003},"last":4.1719999999999997},{"interface":"front","average":{"1min":4.1440000000000001,"5min":1.6240000000000001,"15min":1.071},"min":{"1min":0.30199999999999999,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":48.792999999999999,"5min":48.792999999999999,"15min":48.792999999999999},"last":3.0219999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.5980000000000001,"5min":0.66300000000000003,"15min":0.433},"min":{"1min":0.24199999999999999,"5min":0.22,"15min":0.22},"max":{"1min":9.3089999999999993,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":0.91100000000000003},{"interface":"front","average":{"1min":1.645,"5min":0.73199999999999998,"15min":0.51600000000000001},"min":{"1min":0.28599999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":9.3300000000000001,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":0.92700000000000005}]},{"osd":5,"last update":"Mon Jul 26 16:09:53 2021","interfaces":[{"interface":"back","average":{"1min":2.577,"5min":1.0529999999999999,"15min":0.67500000000000004},"min":{"1min":0.26900000000000002,"5min":0.22900000000000001,"15min":0.21299999999999999},"max":{"1min":9.9860000000000007,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":3.0409999999999999},{"interface":"front","average":{"1min":2.7360000000000002,"5min":1.0669999999999999,"15min":0.72999999999999998},"min":{"1min":0.34599999999999997,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":10.406000000000001,"5min":10.406000000000001,"15min":10.406000000000001},"last":0.98499999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:09:53 2021","interfaces":[{"interface":"back","average":{"1min":2.899,"5min":1.139,"15min":0.751},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.24399999999999999},"max":{"1min":10.09,"5min":10.09,"15min":10.09},"last":10.975},{"interface":"front","average":{"1min":2.214,"5min":0.93100000000000005,"15min":0.629},"min":{"1min":0.25700000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.7709999999999999,"5min":5.7709999999999999,"15min":5.7709999999999999},"last":0.33200000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659434,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2774852,"kb_used_data":1726268,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90970300,"statfs":{"total":95995035648,"available":93153587200,"internally_reserved":1073741824,"allocated":1767698432,"data_stored":1766412615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":2.0790000000000002,"5min":0.94799999999999995,"15min":0.69799999999999995},"min":{"1min":0.248,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":13.945,"5min":13.945,"15min":13.945},"last":1.2090000000000001},{"interface":"front","average":{"1min":1.022,"5min":0.90700000000000003,"15min":0.748},"min":{"1min":0.22500000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":5.7439999999999998,"5min":10.353999999999999,"15min":11.207000000000001},"last":1.2290000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.393,"5min":1.1120000000000001,"15min":0.80100000000000005},"min":{"1min":0.23499999999999999,"5min":0.22500000000000001,"15min":0.21199999999999999},"max":{"1min":6.3959999999999999,"5min":12.864000000000001,"15min":12.864000000000001},"last":1.256},{"interface":"front","average":{"1min":2.2509999999999999,"5min":1.141,"15min":0.94599999999999995},"min":{"1min":0.29499999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":17.036000000000001,"5min":17.036000000000001,"15min":17.036000000000001},"last":3.3530000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:09:33 2021","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":0.96999999999999997,"15min":1.7330000000000001},"min":{"1min":0.31,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.3559999999999999,"5min":5.8639999999999999,"15min":12.388999999999999},"last":3.5369999999999999},{"interface":"front","average":{"1min":1.081,"5min":0.97999999999999998,"15min":1.5089999999999999},"min":{"1min":0.34799999999999998,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":4.3440000000000003,"5min":5.9260000000000002,"15min":10.116},"last":3.4929999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":2.177,"5min":1.6080000000000001,"15min":1.175},"min":{"1min":0.31,"5min":0.29799999999999999,"15min":0.26200000000000001},"max":{"1min":14.561,"5min":49.716999999999999,"15min":49.716999999999999},"last":3.4700000000000002},{"interface":"front","average":{"1min":3.1139999999999999,"5min":1.8380000000000001,"15min":1.266},"min":{"1min":0.33600000000000002,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":17.202000000000002,"5min":49.741,"15min":49.741},"last":3.395}]},{"osd":4,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.359,"5min":0.69099999999999995,"15min":0.441},"min":{"1min":0.224,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":4.7089999999999996,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":3.4449999999999998},{"interface":"front","average":{"1min":1.286,"5min":0.77200000000000002,"15min":0.46000000000000002},"min":{"1min":0.27000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":6.6500000000000004,"5min":8.4179999999999993,"15min":8.4179999999999993},"last":3.5979999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:09:25 2021","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":0.71299999999999997,"15min":0.55300000000000005},"min":{"1min":0.28399999999999997,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":5.6840000000000002,"5min":6.718,"15min":6.718},"last":1.1599999999999999},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.61199999999999999,"15min":0.55300000000000005},"min":{"1min":0.28100000000000003,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":4.2999999999999998,"5min":5.8819999999999997,"15min":5.9240000000000004},"last":3.5129999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":1.506,"5min":1.069,"15min":0.80800000000000005},"min":{"1min":0.316,"5min":0.251,"15min":0.222},"max":{"1min":3.5600000000000001,"5min":16.913,"15min":16.913},"last":3.649},{"interface":"front","average":{"1min":2.6150000000000002,"5min":1.0509999999999999,"15min":0.72999999999999998},"min":{"1min":0.28399999999999997,"5min":0.26400000000000001,"15min":0.26300000000000001},"max":{"1min":8.4939999999999998,"5min":8.4939999999999998,"15min":8.4939999999999998},"last":1.1890000000000001}]}]},{"osd":1,"up_from":78,"seq":335007449251,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2337140,"kb_used_data":2279852,"kb_used_omap":0,"kb_used_meta":57280,"kb_avail":91408012,"statfs":{"total":95995035648,"available":93601804288,"internally_reserved":0,"allocated":2334568448,"data_stored":2333294261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":58654720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.94499999999999995,"15min":0.73699999999999999},"min":{"1min":0.25700000000000001,"5min":0.191,"15min":0.184},"max":{"1min":4.0679999999999996,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":1.6919999999999999},{"interface":"front","average":{"1min":0.64500000000000002,"5min":1.177,"15min":0.876},"min":{"1min":0.20599999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":3.4550000000000001,"5min":10.977,"15min":10.977},"last":2.9529999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:09:31 2021","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":1.5249999999999999,"15min":1.6910000000000001},"min":{"1min":0.26100000000000001,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":2.5790000000000002,"5min":34.530000000000001,"15min":34.530000000000001},"last":2.907},{"interface":"front","average":{"1min":0.56100000000000005,"5min":1.544,"15min":1.6779999999999999},"min":{"1min":0.29999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":1.569,"5min":34.465000000000003,"15min":34.465000000000003},"last":0.99399999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:10:23 2021","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":1.26,"15min":1.052},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":6.5910000000000002,"5min":8.9529999999999994,"15min":13.077999999999999},"last":1.165},{"interface":"front","average":{"1min":1.095,"5min":1.393,"15min":1.0900000000000001},"min":{"1min":0.32100000000000001,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":4.3499999999999996,"5min":11.106999999999999,"15min":13.287000000000001},"last":1.6599999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.258,"5min":1.0880000000000001,"15min":0.94799999999999995},"min":{"1min":0.29299999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.6200000000000001,"5min":6.6200000000000001,"15min":6.6200000000000001},"last":1.2070000000000001},{"interface":"front","average":{"1min":1.7390000000000001,"5min":1.2869999999999999,"15min":1.135},"min":{"1min":0.376,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":1.4670000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.1950000000000001,"15min":0.94899999999999995},"min":{"1min":0.316,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.056,"5min":5.5300000000000002,"15min":9.8689999999999998},"last":1.391},{"interface":"front","average":{"1min":1.643,"5min":1.2050000000000001,"15min":0.96999999999999997},"min":{"1min":0.35699999999999998,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":6.8090000000000002,"5min":6.8090000000000002,"15min":6.9139999999999997},"last":1.1879999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":1.4299999999999999,"15min":1.0649999999999999},"min":{"1min":0.32800000000000001,"5min":0.255,"15min":0.255},"max":{"1min":6.1120000000000001,"5min":6.1120000000000001,"15min":9.9209999999999994},"last":1.4259999999999999},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.4099999999999999,"15min":1.0369999999999999},"min":{"1min":0.36899999999999999,"5min":0.35099999999999998,"15min":0.32200000000000001},"max":{"1min":9.0589999999999993,"5min":9.0589999999999993,"15min":9.0589999999999993},"last":1.226}]},{"osd":7,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.522,"5min":1.177,"15min":0.94899999999999995},"min":{"1min":0.47099999999999997,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":4.3109999999999999,"5min":5.3700000000000001,"15min":5.9870000000000001},"last":1.5109999999999999},{"interface":"front","average":{"1min":1.851,"5min":1.542,"15min":1.135},"min":{"1min":0.41099999999999998,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":6.1799999999999997,"5min":8.234,"15min":9.968},"last":1.45}]}]},{"osd":0,"up_from":0,"seq":313532612785,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500792,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122201,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2708784,"kb_used_data":2592552,"kb_used_omap":3,"kb_used_meta":116220,"kb_avail":91036368,"statfs":{"total":95995035648,"available":93221240832,"internally_reserved":0,"allocated":2654773248,"data_stored":2653502681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":119009428},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":1.3819999999999999,"15min":0.96299999999999997},"min":{"1min":0.20899999999999999,"5min":0.20499999999999999,"15min":0.17799999999999999},"max":{"1min":3.641,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.498},{"interface":"front","average":{"1min":0.41999999999999998,"5min":1.2410000000000001,"15min":0.88700000000000001},"min":{"1min":0.224,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.5920000000000001,"5min":56.030999999999999,"15min":56.030999999999999},"last":1.617}]},{"osd":1,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":2.484,"15min":1.3600000000000001},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":4.0419999999999998,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.75600000000000001,"5min":2.7370000000000001,"15min":1.53},"min":{"1min":0.249,"5min":0.23499999999999999,"15min":0.223},"max":{"1min":3.6739999999999999,"5min":83.567999999999998,"15min":83.567999999999998},"last":0.80600000000000005}]},{"osd":2,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":1.2889999999999999,"15min":1.8009999999999999},"min":{"1min":0.26000000000000001,"5min":0.251,"15min":0.251},"max":{"1min":3.1739999999999999,"5min":10.73,"15min":10.73},"last":5.8719999999999999},{"interface":"front","average":{"1min":0.80600000000000005,"5min":1.194,"15min":2.2440000000000002},"min":{"1min":0.30499999999999999,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":3.7589999999999999,"5min":10.694000000000001,"15min":14.436},"last":0.53800000000000003}]},{"osd":4,"last update":"Mon Jul 26 16:09:30 2021","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":0.85099999999999998,"15min":0.69899999999999995},"min":{"1min":0.29499999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":5.6619999999999999,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":2.7989999999999999},{"interface":"front","average":{"1min":1.1499999999999999,"5min":1.079,"15min":0.84499999999999997},"min":{"1min":0.35199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.903,"5min":7.0380000000000003,"15min":7.0380000000000003},"last":2.1720000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":1.014,"15min":0.92000000000000004},"min":{"1min":0.31900000000000001,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":15.329000000000001,"5min":15.329000000000001,"15min":15.329000000000001},"last":3.1989999999999998},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.1659999999999999,"15min":0.96799999999999997},"min":{"1min":0.40300000000000002,"5min":0.314,"15min":0.314},"max":{"1min":6.7939999999999996,"5min":10.634,"15min":11.145},"last":3.1659999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":2.0569999999999999,"5min":1.1459999999999999,"15min":0.96999999999999997},"min":{"1min":0.39800000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":15.391,"5min":15.391,"15min":15.391},"last":1.7549999999999999},{"interface":"front","average":{"1min":1.9530000000000001,"5min":1.345,"15min":1.095},"min":{"1min":0.36599999999999999,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":7.6180000000000003,"5min":7.6180000000000003,"15min":7.6180000000000003},"last":1.153}]},{"osd":7,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.837,"5min":1.4350000000000001,"15min":1.1579999999999999},"min":{"1min":0.47799999999999998,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":6.8769999999999998,"5min":11.625999999999999,"15min":11.625999999999999},"last":2.3580000000000001},{"interface":"front","average":{"1min":2.2530000000000001,"5min":1.5800000000000001,"15min":1.202},"min":{"1min":0.44800000000000001,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":15.363,"5min":15.363,"15min":19.039999999999999},"last":3.3140000000000001}]}]},{"osd":4,"up_from":163,"seq":700079669323,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2367556,"kb_used_data":1318972,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":91377596,"statfs":{"total":95995035648,"available":93570658304,"internally_reserved":1073741824,"allocated":1350627328,"data_stored":1349341599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.5269999999999999,"5min":0.96699999999999997,"15min":0.52900000000000003},"min":{"1min":0.25600000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.5069999999999997,"5min":7.5069999999999997,"15min":7.5069999999999997},"last":4.3689999999999998},{"interface":"front","average":{"1min":1.7230000000000001,"5min":1.375,"15min":0.70899999999999996},"min":{"1min":0.23599999999999999,"5min":0.218,"15min":0.218},"max":{"1min":7.8109999999999999,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":3.2749999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.9590000000000001,"5min":1.8169999999999999,"15min":0.85599999999999998},"min":{"1min":0.22900000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4770000000000003,"5min":70.212999999999994,"15min":70.212999999999994},"last":4.3499999999999996},{"interface":"front","average":{"1min":2.2559999999999998,"5min":2.0609999999999999,"15min":0.97399999999999998},"min":{"1min":0.26500000000000001,"5min":0.247,"15min":0.247},"max":{"1min":7.8630000000000004,"5min":69.948999999999998,"15min":69.948999999999998},"last":3.2450000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.968,"5min":1.339,"15min":0.72099999999999997},"min":{"1min":0.29099999999999998,"5min":0.252,"15min":0.252},"max":{"1min":7.8810000000000002,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":3.3029999999999999},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.81100000000000005,"15min":0.59499999999999997},"min":{"1min":0.28499999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.2589999999999999,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.56899999999999995}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.9330000000000001,"5min":1.2430000000000001,"15min":0.70099999999999996},"min":{"1min":0.34399999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.843,"5min":7.843,"15min":7.843},"last":4.7489999999999997},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91400000000000003,"15min":0.58899999999999997},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.2189999999999999,"5min":6.8940000000000001,"15min":6.8940000000000001},"last":0.54800000000000004}]},{"osd":5,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":0.77500000000000002,"15min":0.47899999999999998},"min":{"1min":0.22700000000000001,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":4.7670000000000003,"5min":4.7670000000000003,"15min":4.7670000000000003},"last":0.496},{"interface":"front","average":{"1min":2.327,"5min":0.98299999999999998,"15min":0.56599999999999995},"min":{"1min":0.29399999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4379999999999997,"5min":7.4379999999999997,"15min":7.4379999999999997},"last":4.2990000000000004}]},{"osd":6,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":0.73699999999999999,"15min":0.46300000000000002},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.9119999999999999,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.52500000000000002},{"interface":"front","average":{"1min":3.036,"5min":1.1659999999999999,"15min":0.61899999999999999},"min":{"1min":0.32400000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":11.997,"5min":11.997,"15min":11.997},"last":11.997}]},{"osd":7,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.2280000000000002,"5min":0.90300000000000002,"15min":0.55900000000000005},"min":{"1min":0.28199999999999997,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":12.824,"5min":12.824,"15min":12.824},"last":4.3330000000000002},{"interface":"front","average":{"1min":2.468,"5min":1.278,"15min":0.67600000000000005},"min":{"1min":0.32400000000000001,"5min":0.252,"15min":0.252},"max":{"1min":7.9020000000000001,"5min":8.1809999999999992,"15min":8.1809999999999992},"last":7.2130000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822959,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2154608,"kb_used_data":1106024,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91590544,"statfs":{"total":95995035648,"available":93788717056,"internally_reserved":1073741824,"allocated":1132568576,"data_stored":1131298518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:20 2021","interfaces":[{"interface":"back","average":{"1min":1.3460000000000001,"5min":2.052,"15min":1.085},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.19500000000000001},"max":{"1min":8.5700000000000003,"5min":59.381,"15min":59.381},"last":0.378},{"interface":"front","average":{"1min":1.552,"5min":2.2320000000000002,"15min":1.181},"min":{"1min":0.29999999999999999,"5min":0.29199999999999998,"15min":0.24399999999999999},"max":{"1min":11.840999999999999,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.39300000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":4.9139999999999997,"5min":2.4319999999999999,"15min":1.389},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":85.896000000000001,"5min":85.896000000000001,"15min":85.896000000000001},"last":1.675},{"interface":"front","average":{"1min":5.6970000000000001,"5min":2.5990000000000002,"15min":1.482},"min":{"1min":0.248,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":85.566999999999993,"5min":85.566999999999993,"15min":85.566999999999993},"last":1.335}]},{"osd":2,"last update":"Mon Jul 26 16:09:35 2021","interfaces":[{"interface":"back","average":{"1min":1.8460000000000001,"5min":1.0549999999999999,"15min":1.1830000000000001},"min":{"1min":0.27700000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":6.4450000000000003,"5min":6.4450000000000003,"15min":35.734000000000002},"last":1.347},{"interface":"front","average":{"1min":1.4139999999999999,"5min":2.722,"15min":1.7330000000000001},"min":{"1min":0.26700000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":5.2370000000000001,"5min":171.78700000000001,"15min":171.78700000000001},"last":0.35099999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:10:20 2021","interfaces":[{"interface":"back","average":{"1min":1.837,"5min":2.1520000000000001,"15min":1.4930000000000001},"min":{"1min":0.34499999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":11.76,"5min":59.469999999999999,"15min":59.469999999999999},"last":0.43099999999999999},{"interface":"front","average":{"1min":2.8100000000000001,"5min":2.1840000000000002,"15min":1.506},"min":{"1min":0.35499999999999998,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":13.141999999999999,"5min":59.465000000000003,"15min":59.465000000000003},"last":1.3600000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":1.877,"5min":0.77600000000000002,"15min":0.47999999999999998},"min":{"1min":0.25900000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":9.6790000000000003,"5min":9.6790000000000003,"15min":9.6790000000000003},"last":18.094000000000001},{"interface":"front","average":{"1min":1.28,"5min":0.63900000000000001,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":9.9749999999999996,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":0.30599999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:09:29 2021","interfaces":[{"interface":"back","average":{"1min":2.2669999999999999,"5min":0.93200000000000005,"15min":0.65500000000000003},"min":{"1min":0.25600000000000001,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":9.7189999999999994,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":1.3129999999999999},{"interface":"front","average":{"1min":1.4159999999999999,"5min":0.81599999999999995,"15min":0.63200000000000001},"min":{"1min":0.29699999999999999,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":5.157,"5min":6.2519999999999998,"15min":7.899},"last":0.41299999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":1.6499999999999999,"5min":0.84799999999999998,"15min":0.68700000000000006},"min":{"1min":0.41099999999999998,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":6.0410000000000004,"5min":6.3579999999999997,"15min":8.9489999999999998},"last":3.2690000000000001},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.52400000000000002,"15min":0.55100000000000005},"min":{"1min":0.28399999999999997,"5min":0.249,"15min":0.217},"max":{"1min":2.2090000000000001,"5min":2.641,"15min":8.1170000000000009},"last":1.7090000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1798766592,"data_stored":1798766592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2312769536,"data_stored":2312765464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2638548992,"data_stored":2638544920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1340407808,"data_stored":1340407808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1125318656,"data_stored":1125318656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1755779072,"data_stored":1755775000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1664090112,"data_stored":1664090112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:10:36.953 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:36.983 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:36.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:36.984 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:37.085 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:37.130 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:37.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:37.131 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:37.232 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:37.271 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:37.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:37.273 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:37.374 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:37.407 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:37.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:37.408 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:37.509 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:37.540 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:37 smithi078 ceph-mon[77813]: pgmap v721: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 9.9 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 717 op/s; 19344/164049 objects degraded (11.792%); 975/164049 objects misplaced (0.594%); 2.0 MiB/s, 32 objects/s recovering 2021-07-26T16:10:37.540 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:37 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 19344/164049 objects degraded (11.792%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:37.540 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:37 smithi078 ceph-mon[73801]: pgmap v721: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 9.9 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 717 op/s; 19344/164049 objects degraded (11.792%); 975/164049 objects misplaced (0.594%); 2.0 MiB/s, 32 objects/s recovering 2021-07-26T16:10:37.541 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:37 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 19344/164049 objects degraded (11.792%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:37.542 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:37.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:37.543 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:37.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:37 smithi139 ceph-mon[56829]: pgmap v721: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 9.9 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 717 op/s; 19344/164049 objects degraded (11.792%); 975/164049 objects misplaced (0.594%); 2.0 MiB/s, 32 objects/s recovering 2021-07-26T16:10:37.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:37 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 19344/164049 objects degraded (11.792%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:37.645 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:37.677 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:37.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:37.679 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:37.780 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:37.804 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:37.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:37.806 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:37.907 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:37.930 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:37.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:37.932 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:38.033 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:38.071 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:38.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:38.073 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:38.174 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:38.214 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:38.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:38.216 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:38.317 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:38.342 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:10:38.347 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:38.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:38.349 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:38.450 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:38.460 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:38 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3552345066' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:10:38.461 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:38 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3552345066' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:10:38.461 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:10:38.461 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:10:38.462 INFO:teuthology.orchestra.run.smithi078.stdout: "complaint_time": 30, 2021-07-26T16:10:38.462 INFO:teuthology.orchestra.run.smithi078.stdout: "num_blocked_ops": 0 2021-07-26T16:10:38.462 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:10:38.487 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:38.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:38.488 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:38.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:38 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3552345066' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:10:38.589 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:38.628 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:38.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:38.629 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:38.730 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:38.772 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:38.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:38.774 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:38.875 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:38.903 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:38.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:38.904 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:39.005 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:39.031 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:39.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:39.033 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:39.134 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:39.165 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:39.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:39.167 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:39.268 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:39.275 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-07-26T16:10:39.299 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:39.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:39.301 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:39.402 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:39.423 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:39.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:39.425 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:39.477 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:39.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:39 smithi078 ceph-mon[73801]: pgmap v722: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 9.9 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 717 op/s; 19344/164049 objects degraded (11.792%); 975/164049 objects misplaced (0.594%); 2.0 MiB/s, 32 objects/s recovering 2021-07-26T16:10:39.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:39 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:39.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:39 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3552345066' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:10:39.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:39 smithi078 ceph-mon[73801]: osdmap e261: 8 total, 8 up, 6 in 2021-07-26T16:10:39.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:39 smithi078 ceph-mon[77813]: pgmap v722: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 9.9 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 717 op/s; 19344/164049 objects degraded (11.792%); 975/164049 objects misplaced (0.594%); 2.0 MiB/s, 32 objects/s recovering 2021-07-26T16:10:39.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:39 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:39.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:39 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3552345066' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:10:39.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:39 smithi078 ceph-mon[77813]: osdmap e261: 8 total, 8 up, 6 in 2021-07-26T16:10:39.526 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:39.562 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:39.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:39.564 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:39.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:39 smithi139 ceph-mon[56829]: pgmap v722: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 9.9 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 717 op/s; 19344/164049 objects degraded (11.792%); 975/164049 objects misplaced (0.594%); 2.0 MiB/s, 32 objects/s recovering 2021-07-26T16:10:39.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:39 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:39.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:39 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3552345066' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:10:39.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:39 smithi139 ceph-mon[56829]: osdmap e261: 8 total, 8 up, 6 in 2021-07-26T16:10:39.668 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:39.695 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:39.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:39.696 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:39.797 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:39.835 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:39.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:39.836 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:39.878 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:10:39.937 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:39.968 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:39.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:39.970 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:40.070 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:40.106 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:40.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:40.107 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:40.108 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:40.192 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:10:40.208 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:40.227 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:10:40.260 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:10:40.261 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:40.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:40.263 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:40.298 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:10:40.344 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:10:40.363 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:40.384 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:10:40.403 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:40.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:40.405 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:40.424 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:10:40.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:40 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2687200899' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:40.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:40 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2687200899' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:40.458 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:10:40.467 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:10:40.467 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:10:40.467 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:10:40.467 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:10:40.467 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:10:40.468 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:10:40.468 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:10:40.468 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:10:40.506 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:40.550 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:40.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:40.552 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:40.653 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:40.688 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:40.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:40.690 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:40.791 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:40.824 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:40.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:40.825 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:40.826 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:40 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2687200899' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:40.928 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:40.949 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:40.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:40.951 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:41.052 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:41.091 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:41.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:41.092 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:41.193 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:41.227 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:41.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:41.229 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:41.330 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:41.384 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:41.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:41.385 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:41.487 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:41.515 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:41.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:41.517 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:41.618 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:41.628 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:41 smithi078 ceph-mon[73801]: pgmap v724: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 9.3 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19387/153276 objects degraded (12.648%); 747/153276 objects misplaced (0.487%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:10:41.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:41 smithi078 ceph-mon[77813]: pgmap v724: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 9.3 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19387/153276 objects degraded (12.648%); 747/153276 objects misplaced (0.487%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:10:41.658 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:41.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:41.659 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:41.760 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:41.787 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:41.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:41.789 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:41.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:41 smithi139 ceph-mon[56829]: pgmap v724: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 9.3 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19387/153276 objects degraded (12.648%); 747/153276 objects misplaced (0.487%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:10:41.889 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:41.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:41.916 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:41.917 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:42.018 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:42.030 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:10:42.050 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:42.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:42.052 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:42.153 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:42.193 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:42.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:42.195 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:42.269 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:42.296 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:42.338 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:42.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:42.339 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:42.440 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:42.465 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:42.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:42.467 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:42.568 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:42.611 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:42.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:42.613 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:42.714 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:42.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:42 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 19387/153276 objects degraded (12.648%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:42.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:42 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 19387/153276 objects degraded (12.648%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:42.745 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:42.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:42.746 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:42.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:42 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 19387/153276 objects degraded (12.648%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:42.848 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:42.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:42.883 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:42.883 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:42.985 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:43.020 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:43.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:43.021 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:43.122 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:43.171 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:43.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:43.173 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:43.274 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:43.307 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:43.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:43.309 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:43.410 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:43.443 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:10:43.444 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:43.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:43.445 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:43.458 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:10:43.458 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:10:43.546 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:43.576 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:43 smithi078 ceph-mon[73801]: pgmap v725: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 9.3 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19387/153276 objects degraded (12.648%); 747/153276 objects misplaced (0.487%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:10:43.577 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:43 smithi078 ceph-mon[77813]: pgmap v725: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 9.3 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19387/153276 objects degraded (12.648%); 747/153276 objects misplaced (0.487%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:10:43.585 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:43.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:43.587 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:43.655 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:43.688 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:43.721 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:43.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:43.723 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:43.824 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:43.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:43 smithi139 ceph-mon[56829]: pgmap v725: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 9.3 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19387/153276 objects degraded (12.648%); 747/153276 objects misplaced (0.487%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:10:43.849 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:43.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:43.851 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:43.952 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:43.984 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:43.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:43.985 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:44.086 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:44.123 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:44.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:44.125 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:44.226 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:44.253 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:44.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:44.254 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:44.355 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:44.396 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:44.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:44.398 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:44.423 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:10:44.425 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:10:44.500 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:44.532 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:44.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:44.534 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:44.635 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:44.676 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:44.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:44.678 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:44.779 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:44.813 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:44.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:44.815 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:44.915 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:44.949 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:44.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:44.950 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:45.051 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:45.084 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:45.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:45.085 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:45.127 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-07-26T16:10:45.186 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:45.238 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:45.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:45.243 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:45.344 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:45.346 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:10:45.387 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:45.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:45.389 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:45.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:45 smithi078 ceph-mon[73801]: from='client.45783 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:45.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:45 smithi078 ceph-mon[73801]: pgmap v726: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 9.2 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19387/153276 objects degraded (12.648%); 747/153276 objects misplaced (0.487%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:10:45.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:45 smithi078 ceph-mon[77813]: from='client.45783 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:45.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:45 smithi078 ceph-mon[77813]: pgmap v726: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 9.2 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19387/153276 objects degraded (12.648%); 747/153276 objects misplaced (0.487%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:10:45.491 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:45.511 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:45 smithi139 ceph-mon[56829]: from='client.45783 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:45.512 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:45 smithi139 ceph-mon[56829]: pgmap v726: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 9.2 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19387/153276 objects degraded (12.648%); 747/153276 objects misplaced (0.487%); 2.2 MiB/s, 35 objects/s recovering 2021-07-26T16:10:45.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:45.535 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:45.535 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:45.637 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:45.670 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:45.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:45.674 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:45.775 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:45.819 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:45.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:45.820 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:45.921 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:45.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:45.956 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:45.956 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:46.058 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:46.095 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:46.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:46.096 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:46.197 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:46.231 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:46.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:46.233 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:46.236 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":725,"stamp":"2021-07-26T16:10:42.030833+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3347322806,"num_objects":51092,"num_object_clones":0,"num_object_copies":153276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":19387,"num_objects_misplaced":747,"num_objects_unfound":0,"num_objects_dirty":51092,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":142194,"num_write_kb":6178446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8715,"num_bytes_recovered":569445444,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113228,"ondisk_log_size":113228,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13985888,"kb_used_data":9615344,"kb_used_omap":472,"kb_used_meta":4370023,"kb_avail":548485024,"statfs":{"total":575970213888,"available":561648664576,"internally_reserved":4294967296,"allocated":9846112256,"data_stored":9838414829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":483615,"internal_metadata":4474904289},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,7,9,10,2,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-473432064,"num_objects":-7224,"num_object_clones":0,"num_object_copies":-21672,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":104,"num_objects_misplaced":-464,"num_objects_unfound":0,"num_objects_dirty":-7224,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7224,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":360,"num_bytes_recovered":23592960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002958"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":114,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.302835+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:10:28.302835+0000","last_peered":"2021-07-26T16:10:28.302835+0000","last_clean":"2021-07-26T16:10:28.302835+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:10:28.302835+0000","last_undegraded":"2021-07-26T16:10:28.302835+0000","last_fullsized":"2021-07-26T16:10:28.302835+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":236,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.307423+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:10:28.307423+0000","last_peered":"2021-07-26T16:10:28.307423+0000","last_clean":"2021-07-26T16:10:28.307423+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:10:28.307423+0000","last_undegraded":"2021-07-26T16:10:28.307423+0000","last_fullsized":"2021-07-26T16:10:28.307423+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":238,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.308435+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:10:28.308435+0000","last_peered":"2021-07-26T16:10:28.308435+0000","last_clean":"2021-07-26T16:10:28.308435+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:10:28.308435+0000","last_undegraded":"2021-07-26T16:10:28.308435+0000","last_fullsized":"2021-07-26T16:10:28.308435+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":174,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.321668+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:10:28.321668+0000","last_peered":"2021-07-26T16:10:28.321668+0000","last_clean":"2021-07-26T16:10:28.321668+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:10:28.321668+0000","last_undegraded":"2021-07-26T16:10:28.321668+0000","last_fullsized":"2021-07-26T16:10:28.321668+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":267,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.308650+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:10:28.308650+0000","last_peered":"2021-07-26T16:10:28.308650+0000","last_clean":"2021-07-26T16:10:28.308650+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:10:28.308650+0000","last_undegraded":"2021-07-26T16:10:28.308650+0000","last_fullsized":"2021-07-26T16:10:28.308650+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":230,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.326806+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:10:28.326806+0000","last_peered":"2021-07-26T16:10:28.326806+0000","last_clean":"2021-07-26T16:10:28.326806+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:10:28.326806+0000","last_undegraded":"2021-07-26T16:10:28.326806+0000","last_fullsized":"2021-07-26T16:10:28.326806+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":154,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.306749+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:10:28.306749+0000","last_peered":"2021-07-26T16:10:28.306749+0000","last_clean":"2021-07-26T16:10:28.306749+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:10:28.306749+0000","last_undegraded":"2021-07-26T16:10:28.306749+0000","last_fullsized":"2021-07-26T16:10:28.306749+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":175,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.308744+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:10:28.308744+0000","last_peered":"2021-07-26T16:10:28.308744+0000","last_clean":"2021-07-26T16:10:28.308744+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:10:28.308744+0000","last_undegraded":"2021-07-26T16:10:28.308744+0000","last_fullsized":"2021-07-26T16:10:28.308744+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":72,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.316396+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:10:28.316396+0000","last_peered":"2021-07-26T16:10:28.316396+0000","last_clean":"2021-07-26T16:10:28.316396+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:10:28.316396+0000","last_undegraded":"2021-07-26T16:10:28.316396+0000","last_fullsized":"2021-07-26T16:10:28.316396+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":53,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.314696+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:10:28.314696+0000","last_peered":"2021-07-26T16:10:28.314696+0000","last_clean":"2021-07-26T16:10:28.314696+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:10:28.314696+0000","last_undegraded":"2021-07-26T16:10:28.314696+0000","last_fullsized":"2021-07-26T16:10:28.314696+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":161,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.321916+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:10:28.321916+0000","last_peered":"2021-07-26T16:10:28.321916+0000","last_clean":"2021-07-26T16:10:28.321916+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:10:28.321916+0000","last_undegraded":"2021-07-26T16:10:28.321916+0000","last_fullsized":"2021-07-26T16:10:28.321916+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":271,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.307867+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:10:28.307867+0000","last_peered":"2021-07-26T16:10:28.307867+0000","last_clean":"2021-07-26T16:10:28.307867+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:10:28.307867+0000","last_undegraded":"2021-07-26T16:10:28.307867+0000","last_fullsized":"2021-07-26T16:10:28.307867+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":187,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.310899+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:10:28.310899+0000","last_peered":"2021-07-26T16:10:28.310899+0000","last_clean":"2021-07-26T16:10:28.310899+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:10:28.310899+0000","last_undegraded":"2021-07-26T16:10:28.310899+0000","last_fullsized":"2021-07-26T16:10:28.310899+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":96,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.303372+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:10:28.303372+0000","last_peered":"2021-07-26T16:10:28.303372+0000","last_clean":"2021-07-26T16:10:28.303372+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:10:28.303372+0000","last_undegraded":"2021-07-26T16:10:28.303372+0000","last_fullsized":"2021-07-26T16:10:28.303372+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":287,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.316708+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:10:28.316708+0000","last_peered":"2021-07-26T16:10:28.316708+0000","last_clean":"2021-07-26T16:10:28.316708+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:10:28.316708+0000","last_undegraded":"2021-07-26T16:10:28.316708+0000","last_fullsized":"2021-07-26T16:10:28.316708+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":157,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.307046+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:10:28.307046+0000","last_peered":"2021-07-26T16:10:28.307046+0000","last_clean":"2021-07-26T16:10:28.307046+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:10:28.307046+0000","last_undegraded":"2021-07-26T16:10:28.307046+0000","last_fullsized":"2021-07-26T16:10:28.307046+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":174,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.317488+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:10:28.317488+0000","last_peered":"2021-07-26T16:10:28.317488+0000","last_clean":"2021-07-26T16:10:28.317488+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:10:28.317488+0000","last_undegraded":"2021-07-26T16:10:28.317488+0000","last_fullsized":"2021-07-26T16:10:28.317488+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":61,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.306784+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:10:28.306784+0000","last_peered":"2021-07-26T16:10:28.306784+0000","last_clean":"2021-07-26T16:10:28.306784+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:10:28.306784+0000","last_undegraded":"2021-07-26T16:10:28.306784+0000","last_fullsized":"2021-07-26T16:10:28.306784+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":241,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.314791+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:10:28.314791+0000","last_peered":"2021-07-26T16:10:28.314791+0000","last_clean":"2021-07-26T16:10:28.314791+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:10:28.314791+0000","last_undegraded":"2021-07-26T16:10:28.314791+0000","last_fullsized":"2021-07-26T16:10:28.314791+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":183,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.321822+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:10:28.321822+0000","last_peered":"2021-07-26T16:10:28.321822+0000","last_clean":"2021-07-26T16:10:28.321822+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:10:28.321822+0000","last_undegraded":"2021-07-26T16:10:28.321822+0000","last_fullsized":"2021-07-26T16:10:28.321822+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":357,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.322829+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:10:28.322829+0000","last_peered":"2021-07-26T16:10:28.322829+0000","last_clean":"2021-07-26T16:10:28.322829+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:10:28.322829+0000","last_undegraded":"2021-07-26T16:10:28.322829+0000","last_fullsized":"2021-07-26T16:10:28.322829+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":51,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.317933+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:10:28.317933+0000","last_peered":"2021-07-26T16:10:28.317933+0000","last_clean":"2021-07-26T16:10:28.317933+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:10:28.317933+0000","last_undegraded":"2021-07-26T16:10:28.317933+0000","last_fullsized":"2021-07-26T16:10:28.317933+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"261'9111","reported_seq":9150,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:39.631217+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:10:39.631217+0000","last_peered":"2021-07-26T16:10:39.631217+0000","last_clean":"2021-07-26T16:10:39.631217+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:10:39.631217+0000","last_undegraded":"2021-07-26T16:10:39.631217+0000","last_fullsized":"2021-07-26T16:10:39.631217+0000","mapping_epoch":230,"log_start":"242'4000","ondisk_log_start":"242'4000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5111,"ondisk_log_size":5111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":213057536,"num_objects":3251,"num_object_clones":0,"num_object_copies":9753,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3251,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9111,"num_write_kb":395584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":68,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.315047+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:10:28.315047+0000","last_peered":"2021-07-26T16:10:28.315047+0000","last_clean":"2021-07-26T16:10:28.315047+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:10:28.315047+0000","last_undegraded":"2021-07-26T16:10:28.315047+0000","last_fullsized":"2021-07-26T16:10:28.315047+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":79,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.306888+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:10:28.306888+0000","last_peered":"2021-07-26T16:10:28.306888+0000","last_clean":"2021-07-26T16:10:28.306888+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:10:28.306888+0000","last_undegraded":"2021-07-26T16:10:28.306888+0000","last_fullsized":"2021-07-26T16:10:28.306888+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"261'9030","reported_seq":9069,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:39.362342+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:10:39.362342+0000","last_peered":"2021-07-26T16:10:39.362342+0000","last_clean":"2021-07-26T16:10:39.362342+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:10:39.362342+0000","last_undegraded":"2021-07-26T16:10:39.362342+0000","last_fullsized":"2021-07-26T16:10:39.362342+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9030,"ondisk_log_size":9030,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":212074496,"num_objects":3236,"num_object_clones":0,"num_object_copies":9708,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3236,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9030,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":160,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.322001+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:10:28.322001+0000","last_peered":"2021-07-26T16:10:28.322001+0000","last_clean":"2021-07-26T16:10:28.322001+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:10:28.322001+0000","last_undegraded":"2021-07-26T16:10:28.322001+0000","last_fullsized":"2021-07-26T16:10:28.322001+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":105,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.308380+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:10:28.308380+0000","last_peered":"2021-07-26T16:10:28.308380+0000","last_clean":"2021-07-26T16:10:28.308380+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:10:28.308380+0000","last_undegraded":"2021-07-26T16:10:28.308380+0000","last_fullsized":"2021-07-26T16:10:28.308380+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"261'9029","reported_seq":16357,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:39.653154+0000","last_change":"2021-07-26T16:09:45.364253+0000","last_active":"2021-07-26T16:10:39.653154+0000","last_peered":"2021-07-26T16:10:39.653154+0000","last_clean":"2021-07-26T16:10:39.653154+0000","last_became_active":"2021-07-26T16:09:45.354123+0000","last_became_peered":"2021-07-26T16:09:45.354123+0000","last_unstale":"2021-07-26T16:10:39.653154+0000","last_undegraded":"2021-07-26T16:10:39.653154+0000","last_fullsized":"2021-07-26T16:10:39.653154+0000","mapping_epoch":252,"log_start":"242'3900","ondisk_log_start":"242'3900","created":230,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5129,"ondisk_log_size":5129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":212533248,"num_objects":3243,"num_object_clones":0,"num_object_copies":9729,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3243,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9029,"num_write_kb":392704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3636,"num_bytes_recovered":238288896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":292,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.321792+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:10:28.321792+0000","last_peered":"2021-07-26T16:10:28.321792+0000","last_clean":"2021-07-26T16:10:28.321792+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:10:28.321792+0000","last_undegraded":"2021-07-26T16:10:28.321792+0000","last_fullsized":"2021-07-26T16:10:28.321792+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":248,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.323452+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:10:28.323452+0000","last_peered":"2021-07-26T16:10:28.323452+0000","last_clean":"2021-07-26T16:10:28.323452+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:10:28.323452+0000","last_undegraded":"2021-07-26T16:10:28.323452+0000","last_fullsized":"2021-07-26T16:10:28.323452+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"261'8753","reported_seq":8792,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:39.122697+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:10:39.122697+0000","last_peered":"2021-07-26T16:10:39.122697+0000","last_clean":"2021-07-26T16:10:39.122697+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:10:39.122697+0000","last_undegraded":"2021-07-26T16:10:39.122697+0000","last_fullsized":"2021-07-26T16:10:39.122697+0000","mapping_epoch":230,"log_start":"234'1600","ondisk_log_start":"234'1600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7153,"ondisk_log_size":7153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":208076800,"num_objects":3175,"num_object_clones":0,"num_object_copies":9525,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3175,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8753,"num_write_kb":381696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":249,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.306422+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:10:28.306422+0000","last_peered":"2021-07-26T16:10:28.306422+0000","last_clean":"2021-07-26T16:10:28.306422+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:10:28.306422+0000","last_undegraded":"2021-07-26T16:10:28.306422+0000","last_fullsized":"2021-07-26T16:10:28.306422+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":124,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.307515+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:10:28.307515+0000","last_peered":"2021-07-26T16:10:28.307515+0000","last_clean":"2021-07-26T16:10:28.307515+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:10:28.307515+0000","last_undegraded":"2021-07-26T16:10:28.307515+0000","last_fullsized":"2021-07-26T16:10:28.307515+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"261'8607","reported_seq":8653,"reported_epoch":261,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:39.082827+0000","last_change":"2021-07-26T16:08:44.038103+0000","last_active":"2021-07-26T16:10:39.082827+0000","last_peered":"2021-07-26T16:10:39.082827+0000","last_clean":"2021-07-26T16:08:35.258554+0000","last_became_active":"2021-07-26T16:08:43.985025+0000","last_became_peered":"2021-07-26T16:08:43.985025+0000","last_unstale":"2021-07-26T16:10:39.082827+0000","last_undegraded":"2021-07-26T16:08:43.918569+0000","last_fullsized":"2021-07-26T16:08:37.283478+0000","mapping_epoch":237,"log_start":"234'1400","ondisk_log_start":"234'1400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7207,"ondisk_log_size":7207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":207421440,"num_objects":3165,"num_object_clones":0,"num_object_copies":9495,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3165,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8607,"num_write_kb":376704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":782},{"shards":"3,7","objects":-338}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":221,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.303013+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:10:28.303013+0000","last_peered":"2021-07-26T16:10:28.303013+0000","last_clean":"2021-07-26T16:10:28.303013+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:10:28.303013+0000","last_undegraded":"2021-07-26T16:10:28.303013+0000","last_fullsized":"2021-07-26T16:10:28.303013+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":96,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.310793+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:10:28.310793+0000","last_peered":"2021-07-26T16:10:28.310793+0000","last_clean":"2021-07-26T16:10:28.310793+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:10:28.310793+0000","last_undegraded":"2021-07-26T16:10:28.310793+0000","last_fullsized":"2021-07-26T16:10:28.310793+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"261'8778","reported_seq":16054,"reported_epoch":261,"state":"active+recovery_wait","last_fresh":"2021-07-26T16:10:39.317684+0000","last_change":"2021-07-26T16:09:53.215851+0000","last_active":"2021-07-26T16:10:39.317684+0000","last_peered":"2021-07-26T16:10:39.317684+0000","last_clean":"2021-07-26T16:08:35.270285+0000","last_became_active":"2021-07-26T16:09:53.171603+0000","last_became_peered":"2021-07-26T16:09:53.171603+0000","last_unstale":"2021-07-26T16:10:39.317684+0000","last_undegraded":"2021-07-26T16:10:39.317684+0000","last_fullsized":"2021-07-26T16:10:39.317684+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":8778,"ondisk_log_size":8778,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":208142336,"num_objects":3176,"num_object_clones":0,"num_object_copies":9528,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3176,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8778,"num_write_kb":382528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3610,"num_bytes_recovered":236519424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":["5","0","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":3176}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":255,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.323310+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:10:28.323310+0000","last_peered":"2021-07-26T16:10:28.323310+0000","last_clean":"2021-07-26T16:10:28.323310+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:10:28.323310+0000","last_undegraded":"2021-07-26T16:10:28.323310+0000","last_fullsized":"2021-07-26T16:10:28.323310+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":48,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.302856+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:10:28.302856+0000","last_peered":"2021-07-26T16:10:28.302856+0000","last_clean":"2021-07-26T16:10:28.302856+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:10:28.302856+0000","last_undegraded":"2021-07-26T16:10:28.302856+0000","last_fullsized":"2021-07-26T16:10:28.302856+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"261'8999","reported_seq":9047,"reported_epoch":261,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:39.376175+0000","last_change":"2021-07-26T16:08:37.512887+0000","last_active":"2021-07-26T16:10:39.376175+0000","last_peered":"2021-07-26T16:10:39.376175+0000","last_clean":"2021-07-26T16:08:35.259559+0000","last_became_active":"2021-07-26T16:08:37.453089+0000","last_became_peered":"2021-07-26T16:08:37.453089+0000","last_unstale":"2021-07-26T16:10:39.376175+0000","last_undegraded":"2021-07-26T16:08:37.303297+0000","last_fullsized":"2021-07-26T16:08:37.274000+0000","mapping_epoch":237,"log_start":"234'2300","ondisk_log_start":"234'2300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6699,"ondisk_log_size":6699,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":210632728,"num_objects":3215,"num_object_clones":0,"num_object_copies":9645,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3720,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3215,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8999,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"0,1,6","objects":828},{"shards":"1,6","objects":-505}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":105,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.308298+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:10:28.308298+0000","last_peered":"2021-07-26T16:10:28.308298+0000","last_clean":"2021-07-26T16:10:28.308298+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:10:28.308298+0000","last_undegraded":"2021-07-26T16:10:28.308298+0000","last_fullsized":"2021-07-26T16:10:28.308298+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":121,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.302735+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:10:28.302735+0000","last_peered":"2021-07-26T16:10:28.302735+0000","last_clean":"2021-07-26T16:10:28.302735+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:10:28.302735+0000","last_undegraded":"2021-07-26T16:10:28.302735+0000","last_fullsized":"2021-07-26T16:10:28.302735+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"261'8721","reported_seq":8760,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:39.433610+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:10:39.433610+0000","last_peered":"2021-07-26T16:10:39.433610+0000","last_clean":"2021-07-26T16:10:39.433610+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:10:39.433610+0000","last_undegraded":"2021-07-26T16:10:39.433610+0000","last_fullsized":"2021-07-26T16:10:39.433610+0000","mapping_epoch":230,"log_start":"234'2000","ondisk_log_start":"234'2000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6721,"ondisk_log_size":6721,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":205717504,"num_objects":3139,"num_object_clones":0,"num_object_copies":9417,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3139,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8721,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":250,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.308605+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:10:28.308605+0000","last_peered":"2021-07-26T16:10:28.308605+0000","last_clean":"2021-07-26T16:10:28.308605+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:10:28.308605+0000","last_undegraded":"2021-07-26T16:10:28.308605+0000","last_fullsized":"2021-07-26T16:10:28.308605+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":244,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.308329+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:10:28.308329+0000","last_peered":"2021-07-26T16:10:28.308329+0000","last_clean":"2021-07-26T16:10:28.308329+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:10:28.308329+0000","last_undegraded":"2021-07-26T16:10:28.308329+0000","last_fullsized":"2021-07-26T16:10:28.308329+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"261'8985","reported_seq":9024,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:39.914574+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:10:39.914574+0000","last_peered":"2021-07-26T16:10:39.914574+0000","last_clean":"2021-07-26T16:10:39.914574+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:10:39.914574+0000","last_undegraded":"2021-07-26T16:10:39.914574+0000","last_fullsized":"2021-07-26T16:10:39.914574+0000","mapping_epoch":230,"log_start":"234'1600","ondisk_log_start":"234'1600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7385,"ondisk_log_size":7385,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":208470016,"num_objects":3181,"num_object_clones":0,"num_object_copies":9543,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3181,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8985,"num_write_kb":389312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":282,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.307148+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:10:28.307148+0000","last_peered":"2021-07-26T16:10:28.307148+0000","last_clean":"2021-07-26T16:10:28.307148+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:10:28.307148+0000","last_undegraded":"2021-07-26T16:10:28.307148+0000","last_fullsized":"2021-07-26T16:10:28.307148+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":288,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.306591+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:10:28.306591+0000","last_peered":"2021-07-26T16:10:28.306591+0000","last_clean":"2021-07-26T16:10:28.306591+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:10:28.306591+0000","last_undegraded":"2021-07-26T16:10:28.306591+0000","last_fullsized":"2021-07-26T16:10:28.306591+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":252,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.307907+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:10:28.307907+0000","last_peered":"2021-07-26T16:10:28.307907+0000","last_clean":"2021-07-26T16:10:28.307907+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:10:28.307907+0000","last_undegraded":"2021-07-26T16:10:28.307907+0000","last_fullsized":"2021-07-26T16:10:28.307907+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"261'9279","reported_seq":9324,"reported_epoch":261,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:39.442874+0000","last_change":"2021-07-26T16:08:37.515899+0000","last_active":"2021-07-26T16:10:39.442874+0000","last_peered":"2021-07-26T16:10:39.442874+0000","last_clean":"2021-07-26T16:08:35.259578+0000","last_became_active":"2021-07-26T16:08:37.498255+0000","last_became_peered":"2021-07-26T16:08:37.498255+0000","last_unstale":"2021-07-26T16:10:39.442874+0000","last_undegraded":"2021-07-26T16:08:37.308912+0000","last_fullsized":"2021-07-26T16:08:37.273819+0000","mapping_epoch":237,"log_start":"234'2600","ondisk_log_start":"234'2600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6679,"ondisk_log_size":6679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":214761472,"num_objects":3277,"num_object_clones":0,"num_object_copies":9831,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3277,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9279,"num_write_kb":401792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":775},{"shards":"3,6","objects":-499}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":235,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.306780+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:10:28.306780+0000","last_peered":"2021-07-26T16:10:28.306780+0000","last_clean":"2021-07-26T16:10:28.306780+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:10:28.306780+0000","last_undegraded":"2021-07-26T16:10:28.306780+0000","last_fullsized":"2021-07-26T16:10:28.306780+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":105,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.303293+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:10:28.303293+0000","last_peered":"2021-07-26T16:10:28.303293+0000","last_clean":"2021-07-26T16:10:28.303293+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:10:28.303293+0000","last_undegraded":"2021-07-26T16:10:28.303293+0000","last_fullsized":"2021-07-26T16:10:28.303293+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":306,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.307057+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:10:28.307057+0000","last_peered":"2021-07-26T16:10:28.307057+0000","last_clean":"2021-07-26T16:10:28.307057+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:10:28.307057+0000","last_undegraded":"2021-07-26T16:10:28.307057+0000","last_fullsized":"2021-07-26T16:10:28.307057+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"261'8774","reported_seq":8818,"reported_epoch":261,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:39.929495+0000","last_change":"2021-07-26T16:08:37.546898+0000","last_active":"2021-07-26T16:10:39.929495+0000","last_peered":"2021-07-26T16:10:39.929495+0000","last_clean":"2021-07-26T16:08:35.256099+0000","last_became_active":"2021-07-26T16:08:37.538137+0000","last_became_peered":"2021-07-26T16:08:37.538137+0000","last_unstale":"2021-07-26T16:10:39.929495+0000","last_undegraded":"2021-07-26T16:08:37.293735+0000","last_fullsized":"2021-07-26T16:08:37.271374+0000","mapping_epoch":237,"log_start":"234'1400","ondisk_log_start":"234'1400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7374,"ondisk_log_size":7374,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":203948032,"num_objects":3112,"num_object_clones":0,"num_object_copies":9336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3543,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3112,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8774,"num_write_kb":380352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":712},{"shards":"1,4","objects":-431}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":191,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.308560+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:10:28.308560+0000","last_peered":"2021-07-26T16:10:28.308560+0000","last_clean":"2021-07-26T16:10:28.308560+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:10:28.308560+0000","last_undegraded":"2021-07-26T16:10:28.308560+0000","last_fullsized":"2021-07-26T16:10:28.308560+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":253,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.308694+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:10:28.308694+0000","last_peered":"2021-07-26T16:10:28.308694+0000","last_clean":"2021-07-26T16:10:28.308694+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:10:28.308694+0000","last_undegraded":"2021-07-26T16:10:28.308694+0000","last_fullsized":"2021-07-26T16:10:28.308694+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":266,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.308390+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:10:28.308390+0000","last_peered":"2021-07-26T16:10:28.308390+0000","last_clean":"2021-07-26T16:10:28.308390+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:10:28.308390+0000","last_undegraded":"2021-07-26T16:10:28.308390+0000","last_fullsized":"2021-07-26T16:10:28.308390+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"261'8748","reported_seq":11622,"reported_epoch":261,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:39.130130+0000","last_change":"2021-07-26T16:09:52.110013+0000","last_active":"2021-07-26T16:10:39.130130+0000","last_peered":"2021-07-26T16:10:39.130130+0000","last_clean":"2021-07-26T16:08:35.248802+0000","last_became_active":"2021-07-26T16:08:37.498625+0000","last_became_peered":"2021-07-26T16:08:37.498625+0000","last_unstale":"2021-07-26T16:10:39.130130+0000","last_undegraded":"2021-07-26T16:08:37.347130+0000","last_fullsized":"2021-07-26T16:08:37.282698+0000","mapping_epoch":237,"log_start":"234'1600","ondisk_log_start":"234'1600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7148,"ondisk_log_size":7148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":210370560,"num_objects":3210,"num_object_clones":0,"num_object_copies":9630,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1363,"num_objects_misplaced":747,"num_objects_unfound":0,"num_objects_dirty":3210,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8748,"num_write_kb":382656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1415,"num_bytes_recovered":92733440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":747},{"shards":"3,7","objects":1100}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":277,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.306709+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:10:28.306709+0000","last_peered":"2021-07-26T16:10:28.306709+0000","last_clean":"2021-07-26T16:10:28.306709+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:10:28.306709+0000","last_undegraded":"2021-07-26T16:10:28.306709+0000","last_fullsized":"2021-07-26T16:10:28.306709+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":519,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.316900+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:10:28.316900+0000","last_peered":"2021-07-26T16:10:28.316900+0000","last_clean":"2021-07-26T16:10:28.316900+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:10:28.316900+0000","last_undegraded":"2021-07-26T16:10:28.316900+0000","last_fullsized":"2021-07-26T16:10:28.316900+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":61,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.306493+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:10:28.306493+0000","last_peered":"2021-07-26T16:10:28.306493+0000","last_clean":"2021-07-26T16:10:28.306493+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:10:28.306493+0000","last_undegraded":"2021-07-26T16:10:28.306493+0000","last_fullsized":"2021-07-26T16:10:28.306493+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":57,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.324816+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:10:28.324816+0000","last_peered":"2021-07-26T16:10:28.324816+0000","last_clean":"2021-07-26T16:10:28.324816+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:10:28.324816+0000","last_undegraded":"2021-07-26T16:10:28.324816+0000","last_fullsized":"2021-07-26T16:10:28.324816+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"261'8551","reported_seq":8600,"reported_epoch":261,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:39.141646+0000","last_change":"2021-07-26T16:08:37.650583+0000","last_active":"2021-07-26T16:10:39.141646+0000","last_peered":"2021-07-26T16:10:39.141646+0000","last_clean":"2021-07-26T16:08:35.276729+0000","last_became_active":"2021-07-26T16:08:37.555480+0000","last_became_peered":"2021-07-26T16:08:37.555480+0000","last_unstale":"2021-07-26T16:10:39.141646+0000","last_undegraded":"2021-07-26T16:08:37.546036+0000","last_fullsized":"2021-07-26T16:08:37.284612+0000","mapping_epoch":237,"log_start":"234'1400","ondisk_log_start":"234'1400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7151,"ondisk_log_size":7151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":204144640,"num_objects":3115,"num_object_clones":0,"num_object_copies":9345,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3482,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3115,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8551,"num_write_kb":373312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":764},{"shards":"1,7","objects":-367}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":278,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.310848+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:10:28.310848+0000","last_peered":"2021-07-26T16:10:28.310848+0000","last_clean":"2021-07-26T16:10:28.310848+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:10:28.310848+0000","last_undegraded":"2021-07-26T16:10:28.310848+0000","last_fullsized":"2021-07-26T16:10:28.310848+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":167,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.308486+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:10:28.308486+0000","last_peered":"2021-07-26T16:10:28.308486+0000","last_clean":"2021-07-26T16:10:28.308486+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:10:28.308486+0000","last_undegraded":"2021-07-26T16:10:28.308486+0000","last_fullsized":"2021-07-26T16:10:28.308486+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":165,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.307559+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:10:28.307559+0000","last_peered":"2021-07-26T16:10:28.307559+0000","last_clean":"2021-07-26T16:10:28.307559+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:10:28.307559+0000","last_undegraded":"2021-07-26T16:10:28.307559+0000","last_fullsized":"2021-07-26T16:10:28.307559+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"261'8944","reported_seq":8983,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:39.373849+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:10:39.373849+0000","last_peered":"2021-07-26T16:10:39.373849+0000","last_clean":"2021-07-26T16:10:39.373849+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:10:39.373849+0000","last_undegraded":"2021-07-26T16:10:39.373849+0000","last_fullsized":"2021-07-26T16:10:39.373849+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":8944,"ondisk_log_size":8944,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":211419136,"num_objects":3226,"num_object_clones":0,"num_object_copies":9678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3226,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8944,"num_write_kb":389440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":291,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.314949+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:10:28.314949+0000","last_peered":"2021-07-26T16:10:28.314949+0000","last_clean":"2021-07-26T16:10:28.314949+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:10:28.314949+0000","last_undegraded":"2021-07-26T16:10:28.314949+0000","last_fullsized":"2021-07-26T16:10:28.314949+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":271,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.307158+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:10:28.307158+0000","last_peered":"2021-07-26T16:10:28.307158+0000","last_clean":"2021-07-26T16:10:28.307158+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:10:28.307158+0000","last_undegraded":"2021-07-26T16:10:28.307158+0000","last_fullsized":"2021-07-26T16:10:28.307158+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":148,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.306606+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:10:28.306606+0000","last_peered":"2021-07-26T16:10:28.306606+0000","last_clean":"2021-07-26T16:10:28.306606+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:10:28.306606+0000","last_undegraded":"2021-07-26T16:10:28.306606+0000","last_fullsized":"2021-07-26T16:10:28.306606+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"261'8850","reported_seq":8889,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:39.932289+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:10:39.932289+0000","last_peered":"2021-07-26T16:10:39.932289+0000","last_clean":"2021-07-26T16:10:39.932289+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:10:39.932289+0000","last_undegraded":"2021-07-26T16:10:39.932289+0000","last_fullsized":"2021-07-26T16:10:39.932289+0000","mapping_epoch":230,"log_start":"234'1500","ondisk_log_start":"234'1500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7350,"ondisk_log_size":7350,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":206176256,"num_objects":3146,"num_object_clones":0,"num_object_copies":9438,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3146,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8850,"num_write_kb":383872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":89,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.314758+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:10:28.314758+0000","last_peered":"2021-07-26T16:10:28.314758+0000","last_clean":"2021-07-26T16:10:28.314758+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:10:28.314758+0000","last_undegraded":"2021-07-26T16:10:28.314758+0000","last_fullsized":"2021-07-26T16:10:28.314758+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":229,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.307615+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:10:28.307615+0000","last_peered":"2021-07-26T16:10:28.307615+0000","last_clean":"2021-07-26T16:10:28.307615+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:10:28.307615+0000","last_undegraded":"2021-07-26T16:10:28.307615+0000","last_fullsized":"2021-07-26T16:10:28.307615+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":62,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.310952+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:10:28.310952+0000","last_peered":"2021-07-26T16:10:28.310952+0000","last_clean":"2021-07-26T16:10:28.310952+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:10:28.310952+0000","last_undegraded":"2021-07-26T16:10:28.310952+0000","last_fullsized":"2021-07-26T16:10:28.310952+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"261'8775","reported_seq":8814,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:39.643633+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:10:39.643633+0000","last_peered":"2021-07-26T16:10:39.643633+0000","last_clean":"2021-07-26T16:10:39.643633+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:10:39.643633+0000","last_undegraded":"2021-07-26T16:10:39.643633+0000","last_fullsized":"2021-07-26T16:10:39.643633+0000","mapping_epoch":230,"log_start":"241'3600","ondisk_log_start":"241'3600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5175,"ondisk_log_size":5175,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":209780736,"num_objects":3201,"num_object_clones":0,"num_object_copies":9603,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3201,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8775,"num_write_kb":383232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":277,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.326271+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:10:28.326271+0000","last_peered":"2021-07-26T16:10:28.326271+0000","last_clean":"2021-07-26T16:10:28.326271+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:10:28.326271+0000","last_undegraded":"2021-07-26T16:10:28.326271+0000","last_fullsized":"2021-07-26T16:10:28.326271+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":91,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.307692+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:10:28.307692+0000","last_peered":"2021-07-26T16:10:28.307692+0000","last_clean":"2021-07-26T16:10:28.307692+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:10:28.307692+0000","last_undegraded":"2021-07-26T16:10:28.307692+0000","last_fullsized":"2021-07-26T16:10:28.307692+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":96,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.308156+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:10:28.308156+0000","last_peered":"2021-07-26T16:10:28.308156+0000","last_clean":"2021-07-26T16:10:28.308156+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:10:28.308156+0000","last_undegraded":"2021-07-26T16:10:28.308156+0000","last_fullsized":"2021-07-26T16:10:28.308156+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":119,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.303113+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:10:28.303113+0000","last_peered":"2021-07-26T16:10:28.303113+0000","last_clean":"2021-07-26T16:10:28.303113+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:10:28.303113+0000","last_undegraded":"2021-07-26T16:10:28.303113+0000","last_fullsized":"2021-07-26T16:10:28.303113+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":220,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.307229+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:10:28.307229+0000","last_peered":"2021-07-26T16:10:28.307229+0000","last_clean":"2021-07-26T16:10:28.307229+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:10:28.307229+0000","last_undegraded":"2021-07-26T16:10:28.307229+0000","last_fullsized":"2021-07-26T16:10:28.307229+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":265,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.306302+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:10:28.306302+0000","last_peered":"2021-07-26T16:10:28.306302+0000","last_clean":"2021-07-26T16:10:28.306302+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:10:28.306302+0000","last_undegraded":"2021-07-26T16:10:28.306302+0000","last_fullsized":"2021-07-26T16:10:28.306302+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":96,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.303207+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:10:28.303207+0000","last_peered":"2021-07-26T16:10:28.303207+0000","last_clean":"2021-07-26T16:10:28.303207+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:10:28.303207+0000","last_undegraded":"2021-07-26T16:10:28.303207+0000","last_fullsized":"2021-07-26T16:10:28.303207+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":250,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.306479+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:10:28.306479+0000","last_peered":"2021-07-26T16:10:28.306479+0000","last_clean":"2021-07-26T16:10:28.306479+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:10:28.306479+0000","last_undegraded":"2021-07-26T16:10:28.306479+0000","last_fullsized":"2021-07-26T16:10:28.306479+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":34,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.323177+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:10:28.323177+0000","last_peered":"2021-07-26T16:10:28.323177+0000","last_clean":"2021-07-26T16:10:28.323177+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:10:28.323177+0000","last_undegraded":"2021-07-26T16:10:28.323177+0000","last_fullsized":"2021-07-26T16:10:28.323177+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":57,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.322898+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:10:28.322898+0000","last_peered":"2021-07-26T16:10:28.322898+0000","last_clean":"2021-07-26T16:10:28.322898+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:10:28.322898+0000","last_undegraded":"2021-07-26T16:10:28.322898+0000","last_fullsized":"2021-07-26T16:10:28.322898+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":225,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.306306+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:10:28.306306+0000","last_peered":"2021-07-26T16:10:28.306306+0000","last_clean":"2021-07-26T16:10:28.306306+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:10:28.306306+0000","last_undegraded":"2021-07-26T16:10:28.306306+0000","last_fullsized":"2021-07-26T16:10:28.306306+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":106,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.306643+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:10:28.306643+0000","last_peered":"2021-07-26T16:10:28.306643+0000","last_clean":"2021-07-26T16:10:28.306643+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:10:28.306643+0000","last_undegraded":"2021-07-26T16:10:28.306643+0000","last_fullsized":"2021-07-26T16:10:28.306643+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":96,"reported_epoch":260,"state":"active+clean","last_fresh":"2021-07-26T16:10:28.305844+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:10:28.305844+0000","last_peered":"2021-07-26T16:10:28.305844+0000","last_clean":"2021-07-26T16:10:28.305844+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:10:28.305844+0000","last_undegraded":"2021-07-26T16:10:28.305844+0000","last_fullsized":"2021-07-26T16:10:28.305844+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":3346726936,"num_objects":51068,"num_object_clones":0,"num_object_copies":153204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":19387,"num_objects_misplaced":747,"num_objects_unfound":0,"num_objects_dirty":51068,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":141934,"num_write_kb":6176001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8663,"num_bytes_recovered":567672832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11538214912,"data_stored":11538202696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113034,"ondisk_log_size":113034,"up":48,"acting":42,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495912,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2496584,"kb_used_data":1448000,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91248568,"statfs":{"total":95995035648,"available":93438533632,"internally_reserved":1073741824,"allocated":1482752000,"data_stored":1481462236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,3,0,1,1,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.7890000000000001,"5min":1.9339999999999999,"15min":1.03},"min":{"1min":0.26100000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":24.047999999999998,"5min":61.125,"15min":61.125},"last":1.675},{"interface":"front","average":{"1min":2.7850000000000001,"5min":2.0339999999999998,"15min":1.0740000000000001},"min":{"1min":0.34799999999999998,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":24.227,"5min":61.165999999999997,"15min":61.165999999999997},"last":1.4470000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":4.7140000000000004,"5min":2.6419999999999999,"15min":1.3899999999999999},"min":{"1min":0.27200000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":44.380000000000003,"5min":72.989000000000004,"15min":72.989000000000004},"last":1.407},{"interface":"front","average":{"1min":4.319,"5min":2.8500000000000001,"15min":1.3700000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.23300000000000001},"max":{"1min":43.981000000000002,"5min":70.066000000000003,"15min":70.066000000000003},"last":0.312}]},{"osd":2,"last update":"Mon Jul 26 16:09:43 2021","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.2809999999999999,"15min":1.5509999999999999},"min":{"1min":0.309,"5min":0.224,"15min":0.224},"max":{"1min":8.4860000000000007,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":1.4299999999999999},{"interface":"front","average":{"1min":0.75600000000000001,"5min":1.0249999999999999,"15min":1.466},"min":{"1min":0.317,"5min":0.30399999999999999,"15min":0.27600000000000002},"max":{"1min":2.9860000000000002,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.38400000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":2.0379999999999998,"15min":1.2230000000000001},"min":{"1min":0.27700000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":8.016,"5min":48.880000000000003,"15min":48.880000000000003},"last":0.35399999999999998},{"interface":"front","average":{"1min":3.4929999999999999,"5min":2.1709999999999998,"15min":1.2689999999999999},"min":{"1min":0.317,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":24.059999999999999,"5min":48.792999999999999,"15min":48.792999999999999},"last":1.4730000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":1.0680000000000001,"15min":0.56799999999999995},"min":{"1min":0.35199999999999998,"5min":0.22,"15min":0.22},"max":{"1min":7.4390000000000001,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":1.397},{"interface":"front","average":{"1min":2.379,"5min":1.1259999999999999,"15min":0.64800000000000002},"min":{"1min":0.38,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":7.4690000000000003,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":1.421}]},{"osd":5,"last update":"Mon Jul 26 16:09:53 2021","interfaces":[{"interface":"back","average":{"1min":2.577,"5min":1.0529999999999999,"15min":0.67500000000000004},"min":{"1min":0.26900000000000002,"5min":0.22900000000000001,"15min":0.21299999999999999},"max":{"1min":9.9860000000000007,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":1.379},{"interface":"front","average":{"1min":2.7360000000000002,"5min":1.0669999999999999,"15min":0.72999999999999998},"min":{"1min":0.34599999999999997,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":10.406000000000001,"5min":10.406000000000001,"15min":10.406000000000001},"last":6.2270000000000003}]},{"osd":6,"last update":"Mon Jul 26 16:09:53 2021","interfaces":[{"interface":"back","average":{"1min":2.899,"5min":1.139,"15min":0.751},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.24399999999999999},"max":{"1min":10.09,"5min":10.09,"15min":10.09},"last":6.3120000000000003},{"interface":"front","average":{"1min":2.214,"5min":0.93100000000000005,"15min":0.629},"min":{"1min":0.25700000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.7709999999999999,"5min":5.7709999999999999,"15min":5.7709999999999999},"last":6.1550000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659436,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2596944,"kb_used_data":1548360,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91148208,"statfs":{"total":95995035648,"available":93335764992,"internally_reserved":1073741824,"allocated":1585520640,"data_stored":1584230562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.387,"5min":1.133,"15min":0.753},"min":{"1min":0.27200000000000002,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":4.423,"5min":13.945,"15min":13.945},"last":0.26600000000000001},{"interface":"front","average":{"1min":1.369,"5min":1.0289999999999999,"15min":0.80200000000000005},"min":{"1min":0.222,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.3650000000000002,"5min":10.353999999999999,"15min":11.207000000000001},"last":0.246}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.0640000000000001,"5min":1.4359999999999999,"15min":0.90300000000000002},"min":{"1min":0.24199999999999999,"5min":0.23200000000000001,"15min":0.21199999999999999},"max":{"1min":6.2110000000000003,"5min":12.864000000000001,"15min":12.864000000000001},"last":0.22},{"interface":"front","average":{"1min":2.1339999999999999,"5min":1.4890000000000001,"15min":1.054},"min":{"1min":0.255,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.4269999999999996,"5min":17.036000000000001,"15min":17.036000000000001},"last":2.3660000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:10:37 2021","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":0.995,"15min":1.6359999999999999},"min":{"1min":0.28299999999999997,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":3.544,"5min":5.8639999999999999,"15min":12.388999999999999},"last":3.5350000000000001},{"interface":"front","average":{"1min":1.716,"5min":1.127,"15min":1.4850000000000001},"min":{"1min":0.33300000000000002,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":13.712,"5min":13.712,"15min":13.712},"last":3.5649999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.198,"5min":1.7390000000000001,"15min":1.2170000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.26200000000000001},"max":{"1min":3.524,"5min":49.716999999999999,"15min":49.716999999999999},"last":3.5939999999999999},{"interface":"front","average":{"1min":2.0529999999999999,"5min":2.1440000000000001,"15min":1.367},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":8.5120000000000005,"5min":49.741,"15min":49.741},"last":0.32000000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":0.89500000000000002,"15min":0.50900000000000001},"min":{"1min":0.26800000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":3.4969999999999999,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":3.6139999999999999},{"interface":"front","average":{"1min":2.464,"5min":1.204,"15min":0.60399999999999998},"min":{"1min":0.22600000000000001,"5min":0.222,"15min":0.21199999999999999},"max":{"1min":10.265000000000001,"5min":10.265000000000001,"15min":10.265000000000001},"last":0.65900000000000003}]},{"osd":5,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.6240000000000001,"5min":1.171,"15min":0.69699999999999995},"min":{"1min":0.30499999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":8.8170000000000002,"5min":8.8170000000000002,"15min":8.8170000000000002},"last":3.673},{"interface":"front","average":{"1min":2.048,"5min":0.95499999999999996,"15min":0.65700000000000003},"min":{"1min":0.26200000000000001,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":11.063000000000001,"5min":11.063000000000001,"15min":11.063000000000001},"last":3.633}]},{"osd":7,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":1.506,"5min":1.069,"15min":0.80800000000000005},"min":{"1min":0.316,"5min":0.251,"15min":0.222},"max":{"1min":3.5600000000000001,"5min":16.913,"15min":16.913},"last":0.86799999999999999},{"interface":"front","average":{"1min":2.6150000000000002,"5min":1.0509999999999999,"15min":0.72999999999999998},"min":{"1min":0.28399999999999997,"5min":0.26400000000000001,"15min":0.26300000000000001},"max":{"1min":8.4939999999999998,"5min":8.4939999999999998,"15min":8.4939999999999998},"last":3.6469999999999998}]}]},{"osd":1,"up_from":78,"seq":335007449253,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2075776,"kb_used_data":2014072,"kb_used_omap":0,"kb_used_meta":61696,"kb_avail":91669376,"statfs":{"total":95995035648,"available":93869441024,"internally_reserved":0,"allocated":2062409728,"data_stored":2061131280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":63176704},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,5,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.94499999999999995,"15min":0.73699999999999999},"min":{"1min":0.25700000000000001,"5min":0.191,"15min":0.184},"max":{"1min":4.0679999999999996,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":3.5630000000000002},{"interface":"front","average":{"1min":0.64500000000000002,"5min":1.177,"15min":0.876},"min":{"1min":0.20599999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":3.4550000000000001,"5min":10.977,"15min":10.977},"last":4.9240000000000004}]},{"osd":2,"last update":"Mon Jul 26 16:10:32 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.0309999999999999,"15min":1.6180000000000001},"min":{"1min":0.24399999999999999,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":3.7320000000000002,"5min":5.3280000000000003,"15min":34.530000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.84999999999999998,"5min":1.0960000000000001,"15min":1.6080000000000001},"min":{"1min":0.23599999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.4009999999999998,"5min":7.218,"15min":34.465000000000003},"last":0.85199999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:10:23 2021","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":1.26,"15min":1.052},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":6.5910000000000002,"5min":8.9529999999999994,"15min":13.077999999999999},"last":0.626},{"interface":"front","average":{"1min":1.095,"5min":1.393,"15min":1.0900000000000001},"min":{"1min":0.32100000000000001,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":4.3499999999999996,"5min":11.106999999999999,"15min":13.287000000000001},"last":3.6160000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.258,"5min":1.0880000000000001,"15min":0.94799999999999995},"min":{"1min":0.29299999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.6200000000000001,"5min":6.6200000000000001,"15min":6.6200000000000001},"last":0.67900000000000005},{"interface":"front","average":{"1min":1.7390000000000001,"5min":1.2869999999999999,"15min":1.135},"min":{"1min":0.376,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":3.6739999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.1950000000000001,"15min":0.94899999999999995},"min":{"1min":0.316,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.056,"5min":5.5300000000000002,"15min":9.8689999999999998},"last":0.75800000000000001},{"interface":"front","average":{"1min":1.643,"5min":1.2050000000000001,"15min":0.96999999999999997},"min":{"1min":0.35699999999999998,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":6.8090000000000002,"5min":6.8090000000000002,"15min":6.9139999999999997},"last":0.92900000000000005}]},{"osd":6,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":1.4299999999999999,"15min":1.0649999999999999},"min":{"1min":0.32800000000000001,"5min":0.255,"15min":0.255},"max":{"1min":6.1120000000000001,"5min":6.1120000000000001,"15min":9.9209999999999994},"last":4.8680000000000003},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.4099999999999999,"15min":1.0369999999999999},"min":{"1min":0.36899999999999999,"5min":0.35099999999999998,"15min":0.32200000000000001},"max":{"1min":9.0589999999999993,"5min":9.0589999999999993,"15min":9.0589999999999993},"last":0.98799999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.522,"5min":1.177,"15min":0.94899999999999995},"min":{"1min":0.47099999999999997,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":4.3109999999999999,"5min":5.3700000000000001,"15min":5.9870000000000001},"last":9.5250000000000004},{"interface":"front","average":{"1min":1.851,"5min":1.542,"15min":1.135},"min":{"1min":0.41099999999999998,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":6.1799999999999997,"5min":8.234,"15min":9.968},"last":4.9500000000000002}]}]},{"osd":0,"up_from":0,"seq":313532612787,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500793,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122202,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2555452,"kb_used_data":2440948,"kb_used_omap":3,"kb_used_meta":114492,"kb_avail":91189700,"statfs":{"total":95995035648,"available":93378252800,"internally_reserved":0,"allocated":2499530752,"data_stored":2498255924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":117239956},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,2,5,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":1.3819999999999999,"15min":0.96299999999999997},"min":{"1min":0.20899999999999999,"5min":0.20499999999999999,"15min":0.17799999999999999},"max":{"1min":3.641,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.41999999999999998,"5min":1.2410000000000001,"15min":0.88700000000000001},"min":{"1min":0.224,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.5920000000000001,"5min":56.030999999999999,"15min":56.030999999999999},"last":0.77600000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":2.484,"15min":1.3600000000000001},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":4.0419999999999998,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.75600000000000001,"5min":2.7370000000000001,"15min":1.53},"min":{"1min":0.249,"5min":0.23499999999999999,"15min":0.223},"max":{"1min":3.6739999999999999,"5min":83.567999999999998,"15min":83.567999999999998},"last":0.79300000000000004}]},{"osd":2,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":1.2889999999999999,"15min":1.8009999999999999},"min":{"1min":0.26000000000000001,"5min":0.251,"15min":0.251},"max":{"1min":3.1739999999999999,"5min":10.73,"15min":10.73},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.80600000000000005,"5min":1.194,"15min":2.2440000000000002},"min":{"1min":0.30499999999999999,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":3.7589999999999999,"5min":10.694000000000001,"15min":14.436},"last":0.629}]},{"osd":4,"last update":"Mon Jul 26 16:10:34 2021","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.90900000000000003,"15min":0.71899999999999997},"min":{"1min":0.308,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":3.1600000000000001,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":1.0269999999999999},{"interface":"front","average":{"1min":2.21,"5min":1.3759999999999999,"15min":0.94399999999999995},"min":{"1min":0.41199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":8.766,"5min":8.766,"15min":8.766},"last":0.67000000000000004}]},{"osd":5,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":1.014,"15min":0.92000000000000004},"min":{"1min":0.31900000000000001,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":15.329000000000001,"5min":15.329000000000001,"15min":15.329000000000001},"last":0.998},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.1659999999999999,"15min":0.96799999999999997},"min":{"1min":0.40300000000000002,"5min":0.314,"15min":0.314},"max":{"1min":6.7939999999999996,"5min":10.634,"15min":11.145},"last":0.83099999999999996}]},{"osd":6,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":2.0569999999999999,"5min":1.1459999999999999,"15min":0.96999999999999997},"min":{"1min":0.39800000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":15.391,"5min":15.391,"15min":15.391},"last":1.1060000000000001},{"interface":"front","average":{"1min":1.9530000000000001,"5min":1.345,"15min":1.095},"min":{"1min":0.36599999999999999,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":7.6180000000000003,"5min":7.6180000000000003,"15min":7.6180000000000003},"last":0.71599999999999997}]},{"osd":7,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.837,"5min":1.4350000000000001,"15min":1.1579999999999999},"min":{"1min":0.47799999999999998,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":6.8769999999999998,"5min":11.625999999999999,"15min":11.625999999999999},"last":7.5199999999999996},{"interface":"front","average":{"1min":2.2530000000000001,"5min":1.5800000000000001,"15min":1.202},"min":{"1min":0.44800000000000001,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":15.363,"5min":15.363,"15min":19.039999999999999},"last":0.92800000000000005}]}]},{"osd":4,"up_from":163,"seq":700079669325,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2222480,"kb_used_data":1173896,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":91522672,"statfs":{"total":95995035648,"available":93719216128,"internally_reserved":1073741824,"allocated":1202069504,"data_stored":1200779514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.5269999999999999,"5min":0.96699999999999997,"15min":0.52900000000000003},"min":{"1min":0.25600000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.5069999999999997,"5min":7.5069999999999997,"15min":7.5069999999999997},"last":0.38600000000000001},{"interface":"front","average":{"1min":1.7230000000000001,"5min":1.375,"15min":0.70899999999999996},"min":{"1min":0.23599999999999999,"5min":0.218,"15min":0.218},"max":{"1min":7.8109999999999999,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":6.0380000000000003}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.9590000000000001,"5min":1.8169999999999999,"15min":0.85599999999999998},"min":{"1min":0.22900000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4770000000000003,"5min":70.212999999999994,"15min":70.212999999999994},"last":0.36099999999999999},{"interface":"front","average":{"1min":2.2559999999999998,"5min":2.0609999999999999,"15min":0.97399999999999998},"min":{"1min":0.26500000000000001,"5min":0.247,"15min":0.247},"max":{"1min":7.8630000000000004,"5min":69.948999999999998,"15min":69.948999999999998},"last":6.0090000000000003}]},{"osd":2,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.968,"5min":1.339,"15min":0.72099999999999997},"min":{"1min":0.29099999999999998,"5min":0.252,"15min":0.252},"max":{"1min":7.8810000000000002,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":6.0579999999999998},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.81100000000000005,"15min":0.59499999999999997},"min":{"1min":0.28499999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.2589999999999999,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":5.9740000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.9330000000000001,"5min":1.2430000000000001,"15min":0.70099999999999996},"min":{"1min":0.34399999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.843,"5min":7.843,"15min":7.843},"last":6.1130000000000004},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91400000000000003,"15min":0.58899999999999997},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.2189999999999999,"5min":6.8940000000000001,"15min":6.8940000000000001},"last":5.9210000000000003}]},{"osd":5,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":0.77500000000000002,"15min":0.47899999999999998},"min":{"1min":0.22700000000000001,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":4.7670000000000003,"5min":4.7670000000000003,"15min":4.7670000000000003},"last":5.9909999999999997},{"interface":"front","average":{"1min":2.327,"5min":0.98299999999999998,"15min":0.56599999999999995},"min":{"1min":0.29399999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4379999999999997,"5min":7.4379999999999997,"15min":7.4379999999999997},"last":0.309}]},{"osd":6,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":0.73699999999999999,"15min":0.46300000000000002},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.9119999999999999,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":5.9470000000000001},{"interface":"front","average":{"1min":3.036,"5min":1.1659999999999999,"15min":0.61899999999999999},"min":{"1min":0.32400000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":11.997,"5min":11.997,"15min":11.997},"last":5.1379999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.2280000000000002,"5min":0.90300000000000002,"15min":0.55900000000000005},"min":{"1min":0.28199999999999997,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":12.824,"5min":12.824,"15min":12.824},"last":1.9690000000000001},{"interface":"front","average":{"1min":2.468,"5min":1.278,"15min":0.67600000000000005},"min":{"1min":0.32400000000000001,"5min":0.252,"15min":0.252},"max":{"1min":7.9020000000000001,"5min":8.1809999999999992,"15min":8.1809999999999992},"last":9.2230000000000008}]}]},{"osd":5,"up_from":36,"seq":154618822961,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2038652,"kb_used_data":990068,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91706500,"statfs":{"total":95995035648,"available":93907456000,"internally_reserved":1073741824,"allocated":1013829632,"data_stored":1012555313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:20 2021","interfaces":[{"interface":"back","average":{"1min":1.3460000000000001,"5min":2.052,"15min":1.085},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.19500000000000001},"max":{"1min":8.5700000000000003,"5min":59.381,"15min":59.381},"last":0.48899999999999999},{"interface":"front","average":{"1min":1.552,"5min":2.2320000000000002,"15min":1.181},"min":{"1min":0.29999999999999999,"5min":0.29199999999999998,"15min":0.24399999999999999},"max":{"1min":11.840999999999999,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.51000000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":2.6080000000000001,"15min":1.444},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":5.9199999999999999,"5min":85.896000000000001,"15min":85.896000000000001},"last":3.7810000000000001},{"interface":"front","average":{"1min":2.3650000000000002,"5min":2.9329999999999998,"15min":1.605},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":6.7119999999999997,"5min":85.566999999999993,"15min":85.566999999999993},"last":0.67800000000000005}]},{"osd":2,"last update":"Mon Jul 26 16:10:36 2021","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":1.2769999999999999,"15min":1.2370000000000001},"min":{"1min":0.253,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":6.7519999999999998,"5min":6.7519999999999998,"15min":35.734000000000002},"last":0.44500000000000001},{"interface":"front","average":{"1min":2.0339999999999998,"5min":1.361,"15min":1.798},"min":{"1min":0.27500000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":11.815,"5min":12.111000000000001,"15min":171.78700000000001},"last":0.39900000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:10:20 2021","interfaces":[{"interface":"back","average":{"1min":1.837,"5min":2.1520000000000001,"15min":1.4930000000000001},"min":{"1min":0.34499999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":11.76,"5min":59.469999999999999,"15min":59.469999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":2.8100000000000001,"5min":2.1840000000000002,"15min":1.506},"min":{"1min":0.35499999999999998,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":13.141999999999999,"5min":59.465000000000003,"15min":59.465000000000003},"last":0.59299999999999997}]},{"osd":4,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":3.125,"5min":1.335,"15min":0.66700000000000004},"min":{"1min":0.28799999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":18.094000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":1.2809999999999999},{"interface":"front","average":{"1min":2.2050000000000001,"5min":1.012,"15min":0.56499999999999995},"min":{"1min":0.25600000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":8.3320000000000007,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":3.1040000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":2.7930000000000001,"5min":1.409,"15min":0.81399999999999995},"min":{"1min":0.311,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":8.4979999999999993,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":0.35399999999999998},{"interface":"front","average":{"1min":2.2029999999999998,"5min":1.1719999999999999,"15min":0.752},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":11.865,"5min":11.865,"15min":11.865},"last":6.1289999999999996}]},{"osd":7,"last update":"Mon Jul 26 16:09:40 2021","interfaces":[{"interface":"back","average":{"1min":1.6499999999999999,"5min":0.84799999999999998,"15min":0.68700000000000006},"min":{"1min":0.41099999999999998,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":6.0410000000000004,"5min":6.3579999999999997,"15min":8.9489999999999998},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.52400000000000002,"15min":0.55100000000000005},"min":{"1min":0.28399999999999997,"5min":0.249,"15min":0.217},"max":{"1min":2.2090000000000001,"5min":2.641,"15min":8.1170000000000009},"last":3.4809999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1779105792,"data_stored":1779105792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2045120512,"data_stored":2045116440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2480082944,"data_stored":2480078872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1191903232,"data_stored":1191903232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1006305280,"data_stored":1006305280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1574178816,"data_stored":1574174744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1461518336,"data_stored":1461518336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:10:46.242 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph status --format=json 2021-07-26T16:10:46.335 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:46.369 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:46.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:46.370 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:46.398 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:46 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1955201807' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:46.398 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:46 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:46.399 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:46 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1955201807' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:46.399 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:46 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:46.440 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:46.471 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:46.503 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:46.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:46.504 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:46.534 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:10:46.605 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:46.650 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:46.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:46.652 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:46.753 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:46.788 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:46.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:46.789 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:46.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:46 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1955201807' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:46.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:46 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:10:46.891 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:46.932 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:46.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:46.934 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:47.035 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:47.078 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:47.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:47.080 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:47.181 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:47.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:47.232 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:47.232 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:47.333 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:47.370 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:47.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:47.372 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:47.473 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:47.531 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:47.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:47.533 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:47.634 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:47.656 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[73801]: pgmap v727: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.9 GiB data, 8.8 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 719 op/s; 19441/142455 objects degraded (13.647%); 494/142455 objects misplaced (0.347%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:47.656 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:47.656 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:10:47.657 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[73801]: osdmap e262: 8 total, 8 up, 6 in 2021-07-26T16:10:47.657 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 19441/142455 objects degraded (13.647%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:47.657 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:10:47.658 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:10:47.658 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:10:47.658 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[77813]: pgmap v727: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.9 GiB data, 8.8 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 719 op/s; 19441/142455 objects degraded (13.647%); 494/142455 objects misplaced (0.347%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:47.658 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:47.659 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:10:47.659 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[77813]: osdmap e262: 8 total, 8 up, 6 in 2021-07-26T16:10:47.659 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 19441/142455 objects degraded (13.647%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:47.659 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:10:47.660 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:10:47.660 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:47 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:10:47.684 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:47.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:47.685 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:47.786 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:47.823 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:47.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:47.824 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:47.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:47 smithi139 ceph-mon[56829]: pgmap v727: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.9 GiB data, 8.8 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 719 op/s; 19441/142455 objects degraded (13.647%); 494/142455 objects misplaced (0.347%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:47.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:47 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:47.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:47 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:10:47.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:47 smithi139 ceph-mon[56829]: osdmap e262: 8 total, 8 up, 6 in 2021-07-26T16:10:47.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:47 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 19441/142455 objects degraded (13.647%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:47.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:47 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:10:47.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:47 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:10:47.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:47 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:10:47.925 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:47.967 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:47.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:47.969 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:48.070 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:48.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:48.112 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:48.112 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:48.213 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:48.245 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:48.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:48.248 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:48.349 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:48.378 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:48.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:48.380 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:48.480 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:48.504 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:48.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:48.505 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:48.519 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:10:48.519 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:10:48.519 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:10:48.520 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:10:48.520 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:10:48.520 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:10:48.520 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:10:48.520 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:10:48.521 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:10:48.521 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:10:48.521 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:10:48.522 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:10:48.522 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:10:48.522 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:10:48.522 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:10:48.523 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:10:48.607 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:48.632 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:48.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:48.634 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:48.714 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:48 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/443806716' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:48.714 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:48 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/443806716' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:48.735 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:48.770 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:48.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:48.771 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:48.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:48 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/443806716' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:48.872 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:48.905 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:48.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:48.907 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:49.007 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:49.037 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:49.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:49.039 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:49.140 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:49.164 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:49.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:49.166 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:49.267 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:49.311 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:49.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:49.313 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:49.414 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:49.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:49.448 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:49.448 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:49.488 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:49 smithi078 ceph-mon[77813]: pgmap v729: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.9 GiB data, 8.8 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 741 op/s; 19441/142455 objects degraded (13.647%); 494/142455 objects misplaced (0.347%); 2.5 MiB/s, 39 objects/s recovering 2021-07-26T16:10:49.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:49 smithi078 ceph-mon[73801]: pgmap v729: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.9 GiB data, 8.8 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 741 op/s; 19441/142455 objects degraded (13.647%); 494/142455 objects misplaced (0.347%); 2.5 MiB/s, 39 objects/s recovering 2021-07-26T16:10:49.549 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:49.581 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:49.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:49.583 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:49.657 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:10:49.684 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:49.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:49.716 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:49.717 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:49.818 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:49.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:49 smithi139 ceph-mon[56829]: pgmap v729: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.9 GiB data, 8.8 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 741 op/s; 19441/142455 objects degraded (13.647%); 494/142455 objects misplaced (0.347%); 2.5 MiB/s, 39 objects/s recovering 2021-07-26T16:10:49.845 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:49.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:49.846 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:49.882 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:49.947 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:49.988 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:49.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:49.990 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:50.091 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:50.121 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:50.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:50.123 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:50.224 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:50.250 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:50.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:50.252 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:50.303 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:10:50.304 INFO:teuthology.orchestra.run.smithi078.stdout:{"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 19441/142455 objects degraded (13.647%), 6 pgs degraded, 6 pgs undersized","count":12},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":976,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":262,"num_osds":8,"num_up_osds":8,"osd_up_since":1627315460,"num_in_osds":6,"osd_in_since":1627315715,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":82},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait","count":1}],"num_pgs":89,"num_pools":5,"num_objects":47485,"data_bytes":3110934454,"bytes_used":13692547072,"bytes_avail":562277666816,"bytes_total":575970213888,"degraded_objects":19441,"degraded_total":142455,"degraded_ratio":0.13647116633322803,"misplaced_objects":494,"misplaced_total":142455,"misplaced_ratio":0.003467761749324348,"recovering_objects_per_sec":39,"recovering_bytes_per_sec":2593785,"recovering_keys_per_sec":0,"num_objects_recovered":384,"num_bytes_recovered":25165824,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":741},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi139.mwfdce","status":"up:active","gid":34466}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://172.21.15.78:8443/"}},"servicemap":{"epoch":27,"modified":"2021-07-26T16:10:36.029236+0000","services":{}},"progress_events":{"019a259c-959c-47d6-a734-39cfb6909cf2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"028db943-f20f-467a-a060-ad98e1de11a2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0825decf-1771-4aa9-b3e0-2f90f962393e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0bec2cae-5754-4025-a7d0-2ee7968682e9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d3cb746-2040-4b08-9af3-a1d7a0503231":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d89ccd0-fc83-4f39-8753-1a8865251315":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0e651c76-4f9a-4f90-a79f-535f5859f8c8":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"108b28cf-2f79-4480-ae61-bee4c7c31bd7":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"114a7454-f544-4e5b-bc68-037dbe7feba4":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1716fc1e-864e-424d-aa5d-87e6df36f714":{"message":"Global Recovery Event (2m)\n [=========================...] (remaining: 10s)","progress":0.92134833335876465,"add_to_ceph_s":true},"17292374-1855-4712-acd3-11bb22dc3c95":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19bd3a40-ff30-4a9b-af2f-c08bddcd661a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19d4ab02-2b37-4660-bd16-0ab176a69364":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1a15b739-f34e-4cf1-97e8-78bca8ce7cb4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c310024-1e58-4270-9383-5f710035cc0f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c490976-1a9c-47b0-8d32-51f1bd6245b3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1e027d76-638d-4309-8161-d718742ba273":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"20002988-dede-4d83-be7f-6f21f2353621":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"211ec1ea-128a-4366-9fd4-10ed5f8cd19d":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"22daed49-593a-480d-8a9a-98d818c39bc2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2b855103-93d2-47b4-8165-7e5b5059057c":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2f3e8995-94bb-44c6-a68e-5228ccdd773d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3110f40d-e914-45fc-9524-e7fb7274d10e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"31cc9b1a-2567-4b75-aa0a-a0a72d9c8ee3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"33b6be0a-e83d-46d9-be6b-7792ff77ca0d":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"34763500-8a71-4327-90e5-1c72d86bd096":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"347a77f4-00de-473e-9b25-6b72dd08c4e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"37b206b2-4919-48e8-a6a4-2ece7b7c8254":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3884b211-07a3-42b3-a9c4-9f0a0f7af463":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3a762b12-c51f-443d-a6d4-6ac594c32ef8":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"401e0147-cb0d-454d-8ef4-fb978b16324c":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"405520f3-456b-4fac-acae-bf61abb626e5":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"459b2ec4-9d88-4aa6-9215-68089a091441":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"460f2a0b-a55a-4dcc-9025-c902682d17f9":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"49014fd2-9788-4843-b76b-2357148f3e82":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4b6c0637-0ad3-469f-95ef-80ceaab392d6":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4c8d0599-00f0-42f4-83f0-a4ba20f99acd":{"message":"Upgrade to 17.0.0-6381-gbccf07c2 (3m)\n [===========.................] (remaining: 5m)","progress":0.40000000596046448,"add_to_ceph_s":true},"510eb5cd-e26d-43a7-a3e5-7303b56b6057":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"51360200-b719-40e4-8a65-e68776fd9d5f":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5387f864-71ca-4020-825f-f1036e21047a":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"587e5b1e-b615-4a76-aa76-339ac4b1119a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"596f1485-a6e2-4709-8011-3eee4f68a40b":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5b7a5224-a2a0-4336-b87d-ac71fa41a132":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"60d27c5b-892a-420f-b2a4-2b40fb5c9bae":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"68cfcc32-3d22-4e97-a6bf-84fde960ae8d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6a35c8c3-7429-4f4e-901f-a038415ba6c2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6e65f136-9823-457f-a92e-219b81f095ff":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6fd1956d-15c5-4ac2-b06c-7dee4994eccd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"714f46fd-bf2e-444a-8f90-7e81abeb7685":{"message":"Rebalancing after osd.0 marked out (2m)\n [========================....] (remaining: 21s)","progress":0.85747301578521729,"add_to_ceph_s":false},"7222cf0b-f01f-42ff-b51f-2b368b5fa361":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"744491dc-86bb-4b12-9fc7-2744a456cdc3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7b7fbe03-10d2-461f-bc0a-43d77c89fd23":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7c55f598-ea1b-4bff-a1ec-eea9a96b6314":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7d5292c7-8f64-4b18-95ca-05dceafb186d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"8841d28e-a2d3-42ce-b8e6-7d7d69ea1e35":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"89311c45-5afb-43bf-852b-90dbe31ce58d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"95c9cfcc-b295-4d83-828a-9bda822ebf70":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"9920a83e-9cd1-461f-87af-96cfa0812e53":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"a3f0924a-47fe-4133-b0b7-af5b7b7d6acf":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ab9bac78-f961-43ca-85cf-13bf0a07fe2e":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ac811e7e-477b-4e3e-bb2c-13a29f3fb2f8":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b14333af-8546-48cc-96eb-f5c63e320d61":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b1685628-5f44-489c-9373-b5c4e59ee59f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b487ad26-7b67-4172-8032-8b75babea112":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b49740d5-954a-41e7-8eeb-bba5b1778d45":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b733ca53-2fc8-4687-b3d9-a51b7548ccda":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b8dc1c77-2ee2-46bd-840f-984991d9d2c5":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bcf1a744-2ba8-4784-bc68-152a3ee664e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bd08922a-3ac3-4039-b4b3-93faebd22c7f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c1a156a1-da5e-48d0-8f8c-76df6626d395":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c433161c-6293-4e18-8b3e-4dfaefe05b55":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c9af9882-716f-48ac-9c01-9b480daac534":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cc288a6b-fa59-4ff4-9f82-2d4000fff883":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cca5ef61-d521-4f77-b37f-93a28b89d15a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cd33fd2b-27ed-4525-9d17-ba2cc09d5353":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d118df63-284a-474e-af58-a8708f3e39b5":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d1832f61-b2f2-479e-9ca7-a08f459792cc":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3a1ed4b-8a21-4c8c-a760-50346daddd86":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3cec5e9-6ca4-4cde-bf7c-203f01e0615f":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3f03da8-2b50-4d24-9e07-ebe7fb68620a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d4b2d413-2cc2-4af6-9289-9d0962f8d562":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d60ee7c1-95c3-4951-b85f-6396aa8443c9":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d664ff2e-627e-4220-b08e-1328f66d2162":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d95302c7-9943-4446-90c7-a0673a2851f9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db45b94a-5480-4042-a97d-007fc80760fd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db99f745-9bf6-407d-8b52-0ae16fcf2ce1":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"dbf6551f-18cf-42fa-9dc5-922e67ecff20":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e0d6e716-8cba-447c-9ca3-3477324080c9":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e1836fad-1cc2-46ce-9f78-d37c733fb2d0":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e5ef342e-6e19-43be-8eb5-d9d530a664bb":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e61a1630-6f6f-4a09-b57f-b4c38ac323fb":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e7ab10fd-44f7-483e-a16e-8a6fae1d617f":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e93081ac-e4b5-40bb-bacb-bcd7c4e35682":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ec7eb209-1825-4e29-9570-7569715ff483":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f0644eeb-753f-46df-92aa-c27780aae9fc":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f182a7c3-6244-4f18-a08d-52c79721a0ca":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5513eb5-bba6-49c5-ac12-28c7c4f7647b":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5c668a8-c8d6-4e75-a024-0cc85fbab7f7":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"feaf3a8a-1d00-4584-9528-86fa43b3edf4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true}}} 2021-07-26T16:10:50.352 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:50.390 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:50.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:50.391 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:50.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:50 smithi078 ceph-mon[73801]: pgmap v730: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 8.2 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19452/131607 objects degraded (14.780%); 295/131607 objects misplaced (0.224%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:50.482 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:50 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1949954022' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:10:50.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:50 smithi078 ceph-mon[77813]: pgmap v730: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 8.2 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19452/131607 objects degraded (14.780%); 295/131607 objects misplaced (0.224%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:50.483 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:50 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1949954022' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:10:50.493 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:50.533 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:50.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:50.535 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:50.636 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:50.692 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:50.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:50.693 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:50.794 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:50.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:50 smithi139 ceph-mon[56829]: pgmap v730: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 8.2 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19452/131607 objects degraded (14.780%); 295/131607 objects misplaced (0.224%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:50.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:50 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1949954022' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:10:50.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:50.839 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:50.839 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:50.940 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:50.991 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:50.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:50.993 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:51.093 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:51.143 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:51.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:51.144 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:51.245 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:51.295 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:51.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:51.297 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:51.337 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:10:51.398 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:51.419 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-07-26T16:10:51.420 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:10:51.446 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:51.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:51.448 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:51.546 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:51.549 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:51.592 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:10:51.592 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:10:51.592 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.593 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_repop(client.55408.0:150591 7.f e262/237 7:f20a7dd5:::benchmark_data_smithi078_185638_object54088:head v 262'9161, mlcod=0'0)", 2021-07-26T16:10:51.593 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:51.587578+0000", 2021-07-26T16:10:51.593 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.0037661050000000001, 2021-07-26T16:10:51.593 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0037892020000000002, 2021-07-26T16:10:51.593 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:51.594 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "started", 2021-07-26T16:10:51.594 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:51.594 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.594 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:51.595 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.587578+0000", 2021-07-26T16:10:51.595 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:51.595 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.595 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.596 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:51.596 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.587578+0000", 2021-07-26T16:10:51.596 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7950000000000004e-06 2021-07-26T16:10:51.596 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.596 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.597 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:51.597 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.587584+0000", 2021-07-26T16:10:51.597 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5900000000000002e-06 2021-07-26T16:10:51.597 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.597 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.598 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:51.598 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.587586+0000", 2021-07-26T16:10:51.598 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7506000000000001e-05 2021-07-26T16:10:51.598 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.599 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.599 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:51.599 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.587604+0000", 2021-07-26T16:10:51.599 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9689999999999997e-06 2021-07-26T16:10:51.599 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.600 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.600 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:51.600 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.587611+0000", 2021-07-26T16:10:51.600 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000192473 2021-07-26T16:10:51.601 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.601 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.601 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:51.601 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.587803+0000", 2021-07-26T16:10:51.601 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.0352999999999998e-05 2021-07-26T16:10:51.602 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.602 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.602 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:51.602 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.587844+0000", 2021-07-26T16:10:51.603 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000265686 2021-07-26T16:10:51.603 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:51.603 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:51.603 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:51.603 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.604 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.604 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:150578 7.3 7:cb58ab59:::benchmark_data_smithi078_185638_object54075:head [delete] snapc 0=[] ondisk+write+known_if_redirected e262)", 2021-07-26T16:10:51.604 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:51.573809+0000", 2021-07-26T16:10:51.604 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.017535426, 2021-07-26T16:10:51.605 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.017620493000000001, 2021-07-26T16:10:51.605 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:51.605 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:10:51.605 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:51.605 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:51.606 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:51.606 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 150578 2021-07-26T16:10:51.606 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.606 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:51.606 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.607 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:51.607 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.573809+0000", 2021-07-26T16:10:51.607 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:51.607 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.608 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.608 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:51.608 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.573809+0000", 2021-07-26T16:10:51.608 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1129999999999999e-06 2021-07-26T16:10:51.608 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.609 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.609 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:51.609 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.573811+0000", 2021-07-26T16:10:51.609 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9720000000000001e-06 2021-07-26T16:10:51.610 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.610 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.610 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:51.610 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.573814+0000", 2021-07-26T16:10:51.610 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1464999999999999e-05 2021-07-26T16:10:51.611 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.611 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.611 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:51.611 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.573835+0000", 2021-07-26T16:10:51.612 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.6830000000000008e-06 2021-07-26T16:10:51.612 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.612 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.612 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:51.612 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.573843+0000", 2021-07-26T16:10:51.613 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0016906359999999999 2021-07-26T16:10:51.613 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.613 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.613 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:51.613 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.575534+0000", 2021-07-26T16:10:51.614 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00028828600000000001 2021-07-26T16:10:51.614 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.614 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.614 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:51.614 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.575822+0000", 2021-07-26T16:10:51.615 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00035561600000000001 2021-07-26T16:10:51.615 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.615 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.615 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,6", 2021-07-26T16:10:51.616 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.576178+0000", 2021-07-26T16:10:51.616 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014782952 2021-07-26T16:10:51.616 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.616 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.616 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:51.617 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.590960+0000", 2021-07-26T16:10:51.617 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9009999999999997e-06 2021-07-26T16:10:51.617 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.617 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.617 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:51.618 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.590967+0000", 2021-07-26T16:10:51.618 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.017158624000000001 2021-07-26T16:10:51.618 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:51.618 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:51.618 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:51.619 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.619 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.619 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:150590 7.3 7:ce2157f5:::benchmark_data_smithi078_185638_object54087:head [delete] snapc 0=[] ondisk+write+known_if_redirected e262)", 2021-07-26T16:10:51.619 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:51.580188+0000", 2021-07-26T16:10:51.620 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 0.011156678999999999, 2021-07-26T16:10:51.620 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011317015999999999, 2021-07-26T16:10:51.620 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:10:51.620 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:10:51.620 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:10:51.621 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:10:51.621 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:10:51.621 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 150590 2021-07-26T16:10:51.621 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.621 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:10:51.622 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.622 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:10:51.622 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.580188+0000", 2021-07-26T16:10:51.622 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:10:51.623 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.623 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.623 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:10:51.623 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.580188+0000", 2021-07-26T16:10:51.623 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.315e-06 2021-07-26T16:10:51.624 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.624 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.624 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:10:51.624 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.580191+0000", 2021-07-26T16:10:51.624 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4150000000000002e-06 2021-07-26T16:10:51.625 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.625 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.625 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:10:51.625 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.580193+0000", 2021-07-26T16:10:51.626 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1557e-05 2021-07-26T16:10:51.626 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.626 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.626 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:10:51.626 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.580205+0000", 2021-07-26T16:10:51.627 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.4709999999999998e-06 2021-07-26T16:10:51.627 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.627 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.627 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:10:51.627 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.580210+0000", 2021-07-26T16:10:51.628 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0021786639999999999 2021-07-26T16:10:51.628 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.628 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.628 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:10:51.629 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.582389+0000", 2021-07-26T16:10:51.629 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000152263 2021-07-26T16:10:51.629 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.629 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.629 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:10:51.630 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.582541+0000", 2021-07-26T16:10:51.630 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014452200000000001 2021-07-26T16:10:51.630 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.630 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.630 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,6", 2021-07-26T16:10:51.631 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.582686+0000", 2021-07-26T16:10:51.631 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0083126299999999997 2021-07-26T16:10:51.631 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.631 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.631 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:10:51.632 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.590998+0000", 2021-07-26T16:10:51.632 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00037112000000000001 2021-07-26T16:10:51.632 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:10:51.632 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:10:51.633 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:10:51.633 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:51.591369+0000", 2021-07-26T16:10:51.633 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011181956999999999 2021-07-26T16:10:51.633 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:51.633 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:10:51.634 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:51.634 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:10:51.634 INFO:teuthology.orchestra.run.smithi139.stdout: ], 2021-07-26T16:10:51.634 INFO:teuthology.orchestra.run.smithi139.stdout: "num_ops": 3 2021-07-26T16:10:51.634 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:10:51.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:51.636 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:51.636 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:51.663 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:51.738 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:51.782 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:51.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:51.784 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:51.885 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:51.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:51.926 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:51.926 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:52.027 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:52.053 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:52.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:52.054 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:52.156 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:52.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:52.184 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:52.184 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:52.285 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:52.322 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:52.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:52.325 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:52.426 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:52.465 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:52.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:52.467 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:52.568 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:52.604 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:52.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:52.605 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:52.706 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:52.742 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:52.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:52.744 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:52.845 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:52.890 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:52.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:52.891 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:52.992 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:53.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:53.029 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:53.029 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:53.067 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-07-26T16:10:53.130 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:53.224 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:53.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:53.225 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:53.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:53 smithi078 ceph-mon[73801]: pgmap v731: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 8.2 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19452/131607 objects degraded (14.780%); 295/131607 objects misplaced (0.224%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:53.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:53 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 19452/131607 objects degraded (14.780%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:53.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:53 smithi078 ceph-mon[77813]: pgmap v731: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 8.2 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19452/131607 objects degraded (14.780%); 295/131607 objects misplaced (0.224%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:53.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:53 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 19452/131607 objects degraded (14.780%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:53.326 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:53.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:53 smithi139 ceph-mon[56829]: pgmap v731: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 8.2 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19452/131607 objects degraded (14.780%); 295/131607 objects misplaced (0.224%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:53.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:53 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 19452/131607 objects degraded (14.780%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:53.341 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:10:53.353 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:53.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:53.355 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:53.456 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:53.497 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:53.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:53.499 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:53.600 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:53.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:53.652 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:53.653 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:53.754 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:53.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:53.794 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:53.794 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:53.895 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:53.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:53.944 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:53.944 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:54.046 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:54.111 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:10:54.120 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:54.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:54.122 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:54.223 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:54.250 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:54.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:54.252 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:54.316 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:54 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/941518432' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:10:54.353 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:54 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:10:54.354 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:54.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:54.383 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:54.383 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:54.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:54 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/941518432' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:10:54.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:54 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:10:54.424 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:54 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/941518432' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:10:54.425 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:54 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:10:54.484 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:54.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:54.519 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:54.520 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:54.621 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:54.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:54.663 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:54.663 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:54.764 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:54.797 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:54.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:54.798 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:54.899 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:54.940 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:54.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:54.942 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:55.042 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:55.076 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:55.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:55.077 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:55.178 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:55.213 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:55.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:55.215 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:55.316 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:55.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:55.355 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:55.355 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:55.370 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:55 smithi078 ceph-mon[73801]: pgmap v732: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 8.0 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19452/131607 objects degraded (14.780%); 295/131607 objects misplaced (0.224%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:55.370 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:55 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:55.370 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:55 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:10:55.371 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:55 smithi078 ceph-mon[73801]: osdmap e263: 8 total, 8 up, 6 in 2021-07-26T16:10:55.371 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:55 smithi078 ceph-mon[77813]: pgmap v732: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 8.0 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19452/131607 objects degraded (14.780%); 295/131607 objects misplaced (0.224%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:55.371 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:55 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:55.372 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:55 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:10:55.372 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:55 smithi078 ceph-mon[77813]: osdmap e263: 8 total, 8 up, 6 in 2021-07-26T16:10:55.457 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:55.466 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:10:55.497 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:10:55.507 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:55.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:55.508 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:55.526 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:10:55.566 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:10:55.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:55 smithi139 ceph-mon[56829]: pgmap v732: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 8.0 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 19452/131607 objects degraded (14.780%); 295/131607 objects misplaced (0.224%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:55.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:55 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:10:55.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:55 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:10:55.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:55 smithi139 ceph-mon[56829]: osdmap e263: 8 total, 8 up, 6 in 2021-07-26T16:10:55.605 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:10:55.610 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:55.637 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:55.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:55.638 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:10:55.642 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:10:55.672 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:10:55.706 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:10:55.716 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:10:55.717 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:10:55.717 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:10:55.717 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:10:55.717 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:10:55.718 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:10:55.718 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:10:55.718 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:10:55.740 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:55.774 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:55.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:55.775 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:55.876 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:55.927 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:55.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:55.929 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:55.933 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:10:55.935 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:10:56.030 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:56.070 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:56.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:56.071 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:56.163 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:56 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2132755692' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:56.172 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:56.199 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:56.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:56.200 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:56.301 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:56.340 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:56.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:56.342 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:56.357 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:10:56.357 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:10:56.443 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:56.471 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:56.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:56.472 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:56.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:56 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2132755692' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:56.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:56 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2132755692' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:10:56.573 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:56.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:56.641 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:56.641 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:56.742 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:56.770 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:56.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:56.771 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:56.872 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:56.899 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:56.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:56.900 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:57.001 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:57.038 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:57.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:57.039 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:57.079 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:10:57.140 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:10:57.205 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:57.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:57.207 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:10:57.256 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":733,"stamp":"2021-07-26T16:10:54.098582+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2873956278,"num_objects":43869,"num_object_clones":0,"num_object_copies":131607,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":19452,"num_objects_misplaced":295,"num_objects_unfound":0,"num_objects_dirty":43869,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":149417,"num_write_kb":6178446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9102,"num_bytes_recovered":594807876,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114651,"ondisk_log_size":114651,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":12619764,"kb_used_data":8245444,"kb_used_omap":472,"kb_used_meta":4373735,"kb_avail":549851148,"statfs":{"total":575970213888,"available":563047575552,"internally_reserved":4294967296,"allocated":8443334656,"data_stored":8435607402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":483615,"internal_metadata":4478705377},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-236978176,"num_objects":-3616,"num_object_clones":0,"num_object_copies":-10848,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11,"num_objects_misplaced":-199,"num_objects_unfound":0,"num_objects_dirty":-3616,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3616,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":188,"num_bytes_recovered":12320768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.066757"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":115,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.339481+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:10:38.339481+0000","last_peered":"2021-07-26T16:10:38.339481+0000","last_clean":"2021-07-26T16:10:38.339481+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:10:38.339481+0000","last_undegraded":"2021-07-26T16:10:38.339481+0000","last_fullsized":"2021-07-26T16:10:38.339481+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":237,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.342638+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:10:38.342638+0000","last_peered":"2021-07-26T16:10:38.342638+0000","last_clean":"2021-07-26T16:10:38.342638+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:10:38.342638+0000","last_undegraded":"2021-07-26T16:10:38.342638+0000","last_fullsized":"2021-07-26T16:10:38.342638+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":239,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.341417+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:10:38.341417+0000","last_peered":"2021-07-26T16:10:38.341417+0000","last_clean":"2021-07-26T16:10:38.341417+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:10:38.341417+0000","last_undegraded":"2021-07-26T16:10:38.341417+0000","last_fullsized":"2021-07-26T16:10:38.341417+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":175,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.352183+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:10:38.352183+0000","last_peered":"2021-07-26T16:10:38.352183+0000","last_clean":"2021-07-26T16:10:38.352183+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:10:38.352183+0000","last_undegraded":"2021-07-26T16:10:38.352183+0000","last_fullsized":"2021-07-26T16:10:38.352183+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":268,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.340812+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:10:38.340812+0000","last_peered":"2021-07-26T16:10:38.340812+0000","last_clean":"2021-07-26T16:10:38.340812+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:10:38.340812+0000","last_undegraded":"2021-07-26T16:10:38.340812+0000","last_fullsized":"2021-07-26T16:10:38.340812+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":231,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.338977+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:10:38.338977+0000","last_peered":"2021-07-26T16:10:38.338977+0000","last_clean":"2021-07-26T16:10:38.338977+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:10:38.338977+0000","last_undegraded":"2021-07-26T16:10:38.338977+0000","last_fullsized":"2021-07-26T16:10:38.338977+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":155,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.333078+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:10:38.333078+0000","last_peered":"2021-07-26T16:10:38.333078+0000","last_clean":"2021-07-26T16:10:38.333078+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:10:38.333078+0000","last_undegraded":"2021-07-26T16:10:38.333078+0000","last_fullsized":"2021-07-26T16:10:38.333078+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":176,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.340898+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:10:38.340898+0000","last_peered":"2021-07-26T16:10:38.340898+0000","last_clean":"2021-07-26T16:10:38.340898+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:10:38.340898+0000","last_undegraded":"2021-07-26T16:10:38.340898+0000","last_fullsized":"2021-07-26T16:10:38.340898+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":73,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.333191+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:10:38.333191+0000","last_peered":"2021-07-26T16:10:38.333191+0000","last_clean":"2021-07-26T16:10:38.333191+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:10:38.333191+0000","last_undegraded":"2021-07-26T16:10:38.333191+0000","last_fullsized":"2021-07-26T16:10:38.333191+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":54,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.350886+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:10:38.350886+0000","last_peered":"2021-07-26T16:10:38.350886+0000","last_clean":"2021-07-26T16:10:38.350886+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:10:38.350886+0000","last_undegraded":"2021-07-26T16:10:38.350886+0000","last_fullsized":"2021-07-26T16:10:38.350886+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":162,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.355020+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:10:38.355020+0000","last_peered":"2021-07-26T16:10:38.355020+0000","last_clean":"2021-07-26T16:10:38.355020+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:10:38.355020+0000","last_undegraded":"2021-07-26T16:10:38.355020+0000","last_fullsized":"2021-07-26T16:10:38.355020+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":272,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.342008+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:10:38.342008+0000","last_peered":"2021-07-26T16:10:38.342008+0000","last_clean":"2021-07-26T16:10:38.342008+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:10:38.342008+0000","last_undegraded":"2021-07-26T16:10:38.342008+0000","last_fullsized":"2021-07-26T16:10:38.342008+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":188,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.340250+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:10:38.340250+0000","last_peered":"2021-07-26T16:10:38.340250+0000","last_clean":"2021-07-26T16:10:38.340250+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:10:38.340250+0000","last_undegraded":"2021-07-26T16:10:38.340250+0000","last_fullsized":"2021-07-26T16:10:38.340250+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":97,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.339928+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:10:38.339928+0000","last_peered":"2021-07-26T16:10:38.339928+0000","last_clean":"2021-07-26T16:10:38.339928+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:10:38.339928+0000","last_undegraded":"2021-07-26T16:10:38.339928+0000","last_fullsized":"2021-07-26T16:10:38.339928+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":288,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.351105+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:10:38.351105+0000","last_peered":"2021-07-26T16:10:38.351105+0000","last_clean":"2021-07-26T16:10:38.351105+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:10:38.351105+0000","last_undegraded":"2021-07-26T16:10:38.351105+0000","last_fullsized":"2021-07-26T16:10:38.351105+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":158,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.341924+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:10:38.341924+0000","last_peered":"2021-07-26T16:10:38.341924+0000","last_clean":"2021-07-26T16:10:38.341924+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:10:38.341924+0000","last_undegraded":"2021-07-26T16:10:38.341924+0000","last_fullsized":"2021-07-26T16:10:38.341924+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":175,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.351140+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:10:38.351140+0000","last_peered":"2021-07-26T16:10:38.351140+0000","last_clean":"2021-07-26T16:10:38.351140+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:10:38.351140+0000","last_undegraded":"2021-07-26T16:10:38.351140+0000","last_fullsized":"2021-07-26T16:10:38.351140+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":62,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.332713+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:10:38.332713+0000","last_peered":"2021-07-26T16:10:38.332713+0000","last_clean":"2021-07-26T16:10:38.332713+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:10:38.332713+0000","last_undegraded":"2021-07-26T16:10:38.332713+0000","last_fullsized":"2021-07-26T16:10:38.332713+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":242,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.350989+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:10:38.350989+0000","last_peered":"2021-07-26T16:10:38.350989+0000","last_clean":"2021-07-26T16:10:38.350989+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:10:38.350989+0000","last_undegraded":"2021-07-26T16:10:38.350989+0000","last_fullsized":"2021-07-26T16:10:38.350989+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":184,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.356952+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:10:38.356952+0000","last_peered":"2021-07-26T16:10:38.356952+0000","last_clean":"2021-07-26T16:10:38.356952+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:10:38.356952+0000","last_undegraded":"2021-07-26T16:10:38.356952+0000","last_fullsized":"2021-07-26T16:10:38.356952+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":358,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.336338+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:10:38.336338+0000","last_peered":"2021-07-26T16:10:38.336338+0000","last_clean":"2021-07-26T16:10:38.336338+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:10:38.336338+0000","last_undegraded":"2021-07-26T16:10:38.336338+0000","last_fullsized":"2021-07-26T16:10:38.336338+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":52,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.351403+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:10:38.351403+0000","last_peered":"2021-07-26T16:10:38.351403+0000","last_clean":"2021-07-26T16:10:38.351403+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:10:38.351403+0000","last_undegraded":"2021-07-26T16:10:38.351403+0000","last_fullsized":"2021-07-26T16:10:38.351403+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"262'9551","reported_seq":9591,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:49.689936+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:10:49.689936+0000","last_peered":"2021-07-26T16:10:49.689936+0000","last_clean":"2021-07-26T16:10:49.689936+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:10:49.689936+0000","last_undegraded":"2021-07-26T16:10:49.689936+0000","last_fullsized":"2021-07-26T16:10:49.689936+0000","mapping_epoch":230,"log_start":"243'4400","ondisk_log_start":"243'4400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5151,"ondisk_log_size":5151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":184221696,"num_objects":2811,"num_object_clones":0,"num_object_copies":8433,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2811,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9551,"num_write_kb":395584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":69,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.351509+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:10:38.351509+0000","last_peered":"2021-07-26T16:10:38.351509+0000","last_clean":"2021-07-26T16:10:38.351509+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:10:38.351509+0000","last_undegraded":"2021-07-26T16:10:38.351509+0000","last_fullsized":"2021-07-26T16:10:38.351509+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":80,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.332065+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:10:38.332065+0000","last_peered":"2021-07-26T16:10:38.332065+0000","last_clean":"2021-07-26T16:10:38.332065+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:10:38.332065+0000","last_undegraded":"2021-07-26T16:10:38.332065+0000","last_fullsized":"2021-07-26T16:10:38.332065+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"262'9495","reported_seq":9534,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:49.403108+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:10:49.403108+0000","last_peered":"2021-07-26T16:10:49.403108+0000","last_clean":"2021-07-26T16:10:49.403108+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:10:49.403108+0000","last_undegraded":"2021-07-26T16:10:49.403108+0000","last_fullsized":"2021-07-26T16:10:49.403108+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9495,"ondisk_log_size":9495,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":181600256,"num_objects":2771,"num_object_clones":0,"num_object_copies":8313,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2771,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9495,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":161,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.357129+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:10:38.357129+0000","last_peered":"2021-07-26T16:10:38.357129+0000","last_clean":"2021-07-26T16:10:38.357129+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:10:38.357129+0000","last_undegraded":"2021-07-26T16:10:38.357129+0000","last_fullsized":"2021-07-26T16:10:38.357129+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":106,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.341365+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:10:38.341365+0000","last_peered":"2021-07-26T16:10:38.341365+0000","last_clean":"2021-07-26T16:10:38.341365+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:10:38.341365+0000","last_undegraded":"2021-07-26T16:10:38.341365+0000","last_fullsized":"2021-07-26T16:10:38.341365+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"262'9470","reported_seq":16799,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:49.626509+0000","last_change":"2021-07-26T16:09:45.364253+0000","last_active":"2021-07-26T16:10:49.626509+0000","last_peered":"2021-07-26T16:10:49.626509+0000","last_clean":"2021-07-26T16:10:49.626509+0000","last_became_active":"2021-07-26T16:09:45.354123+0000","last_became_peered":"2021-07-26T16:09:45.354123+0000","last_unstale":"2021-07-26T16:10:49.626509+0000","last_undegraded":"2021-07-26T16:10:49.626509+0000","last_fullsized":"2021-07-26T16:10:49.626509+0000","mapping_epoch":252,"log_start":"243'4300","ondisk_log_start":"243'4300","created":230,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5170,"ondisk_log_size":5170,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":183631872,"num_objects":2802,"num_object_clones":0,"num_object_copies":8406,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2802,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9470,"num_write_kb":392704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3636,"num_bytes_recovered":238288896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":293,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.354792+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:10:38.354792+0000","last_peered":"2021-07-26T16:10:38.354792+0000","last_clean":"2021-07-26T16:10:38.354792+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:10:38.354792+0000","last_undegraded":"2021-07-26T16:10:38.354792+0000","last_fullsized":"2021-07-26T16:10:38.354792+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":249,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.336834+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:10:38.336834+0000","last_peered":"2021-07-26T16:10:38.336834+0000","last_clean":"2021-07-26T16:10:38.336834+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:10:38.336834+0000","last_undegraded":"2021-07-26T16:10:38.336834+0000","last_fullsized":"2021-07-26T16:10:38.336834+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"262'9242","reported_seq":9282,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:49.114826+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:10:49.114826+0000","last_peered":"2021-07-26T16:10:49.114826+0000","last_clean":"2021-07-26T16:10:49.114826+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:10:49.114826+0000","last_undegraded":"2021-07-26T16:10:49.114826+0000","last_fullsized":"2021-07-26T16:10:49.114826+0000","mapping_epoch":230,"log_start":"234'2000","ondisk_log_start":"234'2000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7242,"ondisk_log_size":7242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":176029696,"num_objects":2686,"num_object_clones":0,"num_object_copies":8058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2686,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9242,"num_write_kb":381696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":250,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.332322+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:10:38.332322+0000","last_peered":"2021-07-26T16:10:38.332322+0000","last_clean":"2021-07-26T16:10:38.332322+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:10:38.332322+0000","last_undegraded":"2021-07-26T16:10:38.332322+0000","last_fullsized":"2021-07-26T16:10:38.332322+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":125,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.342547+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:10:38.342547+0000","last_peered":"2021-07-26T16:10:38.342547+0000","last_clean":"2021-07-26T16:10:38.342547+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:10:38.342547+0000","last_undegraded":"2021-07-26T16:10:38.342547+0000","last_fullsized":"2021-07-26T16:10:38.342547+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"262'9048","reported_seq":9095,"reported_epoch":262,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:49.148602+0000","last_change":"2021-07-26T16:08:44.038103+0000","last_active":"2021-07-26T16:10:49.148602+0000","last_peered":"2021-07-26T16:10:49.148602+0000","last_clean":"2021-07-26T16:08:35.258554+0000","last_became_active":"2021-07-26T16:08:43.985025+0000","last_became_peered":"2021-07-26T16:08:43.985025+0000","last_unstale":"2021-07-26T16:10:49.148602+0000","last_undegraded":"2021-07-26T16:08:43.918569+0000","last_fullsized":"2021-07-26T16:08:37.283478+0000","mapping_epoch":237,"log_start":"234'1900","ondisk_log_start":"234'1900","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7148,"ondisk_log_size":7148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":178520064,"num_objects":2724,"num_object_clones":0,"num_object_copies":8172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2724,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9048,"num_write_kb":376704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":341},{"shards":"3,7","objects":-779}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":222,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.339541+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:10:38.339541+0000","last_peered":"2021-07-26T16:10:38.339541+0000","last_clean":"2021-07-26T16:10:38.339541+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:10:38.339541+0000","last_undegraded":"2021-07-26T16:10:38.339541+0000","last_fullsized":"2021-07-26T16:10:38.339541+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":97,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.340129+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:10:38.340129+0000","last_peered":"2021-07-26T16:10:38.340129+0000","last_clean":"2021-07-26T16:10:38.340129+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:10:38.340129+0000","last_undegraded":"2021-07-26T16:10:38.340129+0000","last_fullsized":"2021-07-26T16:10:38.340129+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"262'9251","reported_seq":16528,"reported_epoch":262,"state":"active+recovery_wait","last_fresh":"2021-07-26T16:10:49.372620+0000","last_change":"2021-07-26T16:09:53.215851+0000","last_active":"2021-07-26T16:10:49.372620+0000","last_peered":"2021-07-26T16:10:49.372620+0000","last_clean":"2021-07-26T16:08:35.270285+0000","last_became_active":"2021-07-26T16:09:53.171603+0000","last_became_peered":"2021-07-26T16:09:53.171603+0000","last_unstale":"2021-07-26T16:10:49.372620+0000","last_undegraded":"2021-07-26T16:10:49.372620+0000","last_fullsized":"2021-07-26T16:10:49.372620+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9251,"ondisk_log_size":9251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":177143808,"num_objects":2703,"num_object_clones":0,"num_object_copies":8109,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2703,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9251,"num_write_kb":382528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3610,"num_bytes_recovered":236519424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":["5","0","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":2703}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":256,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.336687+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:10:38.336687+0000","last_peered":"2021-07-26T16:10:38.336687+0000","last_clean":"2021-07-26T16:10:38.336687+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:10:38.336687+0000","last_undegraded":"2021-07-26T16:10:38.336687+0000","last_fullsized":"2021-07-26T16:10:38.336687+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":49,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.339725+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:10:38.339725+0000","last_peered":"2021-07-26T16:10:38.339725+0000","last_clean":"2021-07-26T16:10:38.339725+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:10:38.339725+0000","last_undegraded":"2021-07-26T16:10:38.339725+0000","last_fullsized":"2021-07-26T16:10:38.339725+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"262'9491","reported_seq":9539,"reported_epoch":262,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:49.483540+0000","last_change":"2021-07-26T16:08:37.512887+0000","last_active":"2021-07-26T16:10:49.483540+0000","last_peered":"2021-07-26T16:10:49.483540+0000","last_clean":"2021-07-26T16:08:35.259559+0000","last_became_active":"2021-07-26T16:08:37.453089+0000","last_became_peered":"2021-07-26T16:08:37.453089+0000","last_unstale":"2021-07-26T16:10:49.483540+0000","last_undegraded":"2021-07-26T16:08:37.303297+0000","last_fullsized":"2021-07-26T16:08:37.274000+0000","mapping_epoch":237,"log_start":"235'2800","ondisk_log_start":"235'2800","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6691,"ondisk_log_size":6691,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":178389016,"num_objects":2723,"num_object_clones":0,"num_object_copies":8169,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3720,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2723,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9491,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"0,1,6","objects":336},{"shards":"1,6","objects":-997}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":106,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.341280+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:10:38.341280+0000","last_peered":"2021-07-26T16:10:38.341280+0000","last_clean":"2021-07-26T16:10:38.341280+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:10:38.341280+0000","last_undegraded":"2021-07-26T16:10:38.341280+0000","last_fullsized":"2021-07-26T16:10:38.341280+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":122,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.340323+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:10:38.340323+0000","last_peered":"2021-07-26T16:10:38.340323+0000","last_clean":"2021-07-26T16:10:38.340323+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:10:38.340323+0000","last_undegraded":"2021-07-26T16:10:38.340323+0000","last_fullsized":"2021-07-26T16:10:38.340323+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"262'9168","reported_seq":9208,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:49.451754+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:10:49.451754+0000","last_peered":"2021-07-26T16:10:49.451754+0000","last_clean":"2021-07-26T16:10:49.451754+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:10:49.451754+0000","last_undegraded":"2021-07-26T16:10:49.451754+0000","last_fullsized":"2021-07-26T16:10:49.451754+0000","mapping_epoch":230,"log_start":"234'2500","ondisk_log_start":"234'2500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6668,"ondisk_log_size":6668,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":176422912,"num_objects":2692,"num_object_clones":0,"num_object_copies":8076,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2692,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9168,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":251,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.340758+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:10:38.340758+0000","last_peered":"2021-07-26T16:10:38.340758+0000","last_clean":"2021-07-26T16:10:38.340758+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:10:38.340758+0000","last_undegraded":"2021-07-26T16:10:38.340758+0000","last_fullsized":"2021-07-26T16:10:38.340758+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":245,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.341621+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:10:38.341621+0000","last_peered":"2021-07-26T16:10:38.341621+0000","last_clean":"2021-07-26T16:10:38.341621+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:10:38.341621+0000","last_undegraded":"2021-07-26T16:10:38.341621+0000","last_fullsized":"2021-07-26T16:10:38.341621+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"262'9421","reported_seq":9461,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:49.881449+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:10:49.881449+0000","last_peered":"2021-07-26T16:10:49.881449+0000","last_clean":"2021-07-26T16:10:49.881449+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:10:49.881449+0000","last_undegraded":"2021-07-26T16:10:49.881449+0000","last_fullsized":"2021-07-26T16:10:49.881449+0000","mapping_epoch":230,"log_start":"234'2100","ondisk_log_start":"234'2100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7321,"ondisk_log_size":7321,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":179896320,"num_objects":2745,"num_object_clones":0,"num_object_copies":8235,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2745,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9421,"num_write_kb":389312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":283,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.342143+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:10:38.342143+0000","last_peered":"2021-07-26T16:10:38.342143+0000","last_clean":"2021-07-26T16:10:38.342143+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:10:38.342143+0000","last_undegraded":"2021-07-26T16:10:38.342143+0000","last_fullsized":"2021-07-26T16:10:38.342143+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":289,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.332620+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:10:38.332620+0000","last_peered":"2021-07-26T16:10:38.332620+0000","last_clean":"2021-07-26T16:10:38.332620+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:10:38.332620+0000","last_undegraded":"2021-07-26T16:10:38.332620+0000","last_fullsized":"2021-07-26T16:10:38.332620+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":253,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.342079+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:10:38.342079+0000","last_peered":"2021-07-26T16:10:38.342079+0000","last_clean":"2021-07-26T16:10:38.342079+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:10:38.342079+0000","last_undegraded":"2021-07-26T16:10:38.342079+0000","last_fullsized":"2021-07-26T16:10:38.342079+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"262'9723","reported_seq":9770,"reported_epoch":262,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:49.447547+0000","last_change":"2021-07-26T16:08:37.515899+0000","last_active":"2021-07-26T16:10:49.447547+0000","last_peered":"2021-07-26T16:10:49.447547+0000","last_clean":"2021-07-26T16:08:35.259578+0000","last_became_active":"2021-07-26T16:08:37.498255+0000","last_became_peered":"2021-07-26T16:08:37.498255+0000","last_unstale":"2021-07-26T16:10:49.447547+0000","last_undegraded":"2021-07-26T16:08:37.308912+0000","last_fullsized":"2021-07-26T16:08:37.273819+0000","mapping_epoch":237,"log_start":"235'3000","ondisk_log_start":"235'3000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6723,"ondisk_log_size":6723,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":185663488,"num_objects":2833,"num_object_clones":0,"num_object_copies":8499,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2833,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9723,"num_write_kb":401792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":331},{"shards":"3,6","objects":-943}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":236,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.335883+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:10:38.335883+0000","last_peered":"2021-07-26T16:10:38.335883+0000","last_clean":"2021-07-26T16:10:38.335883+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:10:38.335883+0000","last_undegraded":"2021-07-26T16:10:38.335883+0000","last_fullsized":"2021-07-26T16:10:38.335883+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":106,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.339840+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:10:38.339840+0000","last_peered":"2021-07-26T16:10:38.339840+0000","last_clean":"2021-07-26T16:10:38.339840+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:10:38.339840+0000","last_undegraded":"2021-07-26T16:10:38.339840+0000","last_fullsized":"2021-07-26T16:10:38.339840+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":307,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.342054+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:10:38.342054+0000","last_peered":"2021-07-26T16:10:38.342054+0000","last_clean":"2021-07-26T16:10:38.342054+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:10:38.342054+0000","last_undegraded":"2021-07-26T16:10:38.342054+0000","last_fullsized":"2021-07-26T16:10:38.342054+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"262'9183","reported_seq":9228,"reported_epoch":262,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:49.931137+0000","last_change":"2021-07-26T16:08:37.546898+0000","last_active":"2021-07-26T16:10:49.931137+0000","last_peered":"2021-07-26T16:10:49.931137+0000","last_clean":"2021-07-26T16:08:35.256099+0000","last_became_active":"2021-07-26T16:08:37.538137+0000","last_became_peered":"2021-07-26T16:08:37.538137+0000","last_unstale":"2021-07-26T16:10:49.931137+0000","last_undegraded":"2021-07-26T16:08:37.293735+0000","last_fullsized":"2021-07-26T16:08:37.271374+0000","mapping_epoch":237,"log_start":"234'1800","ondisk_log_start":"234'1800","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7383,"ondisk_log_size":7383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":177143808,"num_objects":2703,"num_object_clones":0,"num_object_copies":8109,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3543,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2703,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9183,"num_write_kb":380352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"0,1,4","objects":303},{"shards":"1,4","objects":-840}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":192,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.341551+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:10:38.341551+0000","last_peered":"2021-07-26T16:10:38.341551+0000","last_clean":"2021-07-26T16:10:38.341551+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:10:38.341551+0000","last_undegraded":"2021-07-26T16:10:38.341551+0000","last_fullsized":"2021-07-26T16:10:38.341551+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":254,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.340855+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:10:38.340855+0000","last_peered":"2021-07-26T16:10:38.340855+0000","last_clean":"2021-07-26T16:10:38.340855+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:10:38.340855+0000","last_undegraded":"2021-07-26T16:10:38.340855+0000","last_fullsized":"2021-07-26T16:10:38.340855+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":267,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.341704+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:10:38.341704+0000","last_peered":"2021-07-26T16:10:38.341704+0000","last_clean":"2021-07-26T16:10:38.341704+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:10:38.341704+0000","last_undegraded":"2021-07-26T16:10:38.341704+0000","last_fullsized":"2021-07-26T16:10:38.341704+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"262'9207","reported_seq":12856,"reported_epoch":262,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:49.166477+0000","last_change":"2021-07-26T16:09:52.110013+0000","last_active":"2021-07-26T16:10:49.166477+0000","last_peered":"2021-07-26T16:10:49.166477+0000","last_clean":"2021-07-26T16:08:35.248802+0000","last_became_active":"2021-07-26T16:08:37.498625+0000","last_became_peered":"2021-07-26T16:08:37.498625+0000","last_unstale":"2021-07-26T16:10:49.166477+0000","last_undegraded":"2021-07-26T16:08:37.347130+0000","last_fullsized":"2021-07-26T16:08:37.282698+0000","mapping_epoch":237,"log_start":"234'2000","ondisk_log_start":"234'2000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7207,"ondisk_log_size":7207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":180289536,"num_objects":2751,"num_object_clones":0,"num_object_copies":8253,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1428,"num_objects_misplaced":295,"num_objects_unfound":0,"num_objects_dirty":2751,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9207,"num_write_kb":382656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1802,"num_bytes_recovered":118095872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"0,3,7","objects":295},{"shards":"3,7","objects":1028}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":278,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.333598+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:10:38.333598+0000","last_peered":"2021-07-26T16:10:38.333598+0000","last_clean":"2021-07-26T16:10:38.333598+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:10:38.333598+0000","last_undegraded":"2021-07-26T16:10:38.333598+0000","last_fullsized":"2021-07-26T16:10:38.333598+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":520,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.352891+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:10:38.352891+0000","last_peered":"2021-07-26T16:10:38.352891+0000","last_clean":"2021-07-26T16:10:38.352891+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:10:38.352891+0000","last_undegraded":"2021-07-26T16:10:38.352891+0000","last_fullsized":"2021-07-26T16:10:38.352891+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":62,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.335829+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:10:38.335829+0000","last_peered":"2021-07-26T16:10:38.335829+0000","last_clean":"2021-07-26T16:10:38.335829+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:10:38.335829+0000","last_undegraded":"2021-07-26T16:10:38.335829+0000","last_fullsized":"2021-07-26T16:10:38.335829+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.338372+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:10:38.338372+0000","last_peered":"2021-07-26T16:10:38.338372+0000","last_clean":"2021-07-26T16:10:38.338372+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:10:38.338372+0000","last_undegraded":"2021-07-26T16:10:38.338372+0000","last_fullsized":"2021-07-26T16:10:38.338372+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"262'8970","reported_seq":9020,"reported_epoch":262,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:49.152151+0000","last_change":"2021-07-26T16:08:37.650583+0000","last_active":"2021-07-26T16:10:49.152151+0000","last_peered":"2021-07-26T16:10:49.152151+0000","last_clean":"2021-07-26T16:08:35.276729+0000","last_became_active":"2021-07-26T16:08:37.555480+0000","last_became_peered":"2021-07-26T16:08:37.555480+0000","last_unstale":"2021-07-26T16:10:49.152151+0000","last_undegraded":"2021-07-26T16:08:37.546036+0000","last_fullsized":"2021-07-26T16:08:37.284612+0000","mapping_epoch":237,"log_start":"234'1800","ondisk_log_start":"234'1800","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7170,"ondisk_log_size":7170,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":176685056,"num_objects":2696,"num_object_clones":0,"num_object_copies":8088,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3482,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2696,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8970,"num_write_kb":373312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"0,1,7","objects":345},{"shards":"1,7","objects":-786}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":279,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.352763+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:10:38.352763+0000","last_peered":"2021-07-26T16:10:38.352763+0000","last_clean":"2021-07-26T16:10:38.352763+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:10:38.352763+0000","last_undegraded":"2021-07-26T16:10:38.352763+0000","last_fullsized":"2021-07-26T16:10:38.352763+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":168,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.341518+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:10:38.341518+0000","last_peered":"2021-07-26T16:10:38.341518+0000","last_clean":"2021-07-26T16:10:38.341518+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:10:38.341518+0000","last_undegraded":"2021-07-26T16:10:38.341518+0000","last_fullsized":"2021-07-26T16:10:38.341518+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":166,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.341989+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:10:38.341989+0000","last_peered":"2021-07-26T16:10:38.341989+0000","last_clean":"2021-07-26T16:10:38.341989+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:10:38.341989+0000","last_undegraded":"2021-07-26T16:10:38.341989+0000","last_fullsized":"2021-07-26T16:10:38.341989+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"262'9380","reported_seq":9420,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:49.398704+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:10:49.398704+0000","last_peered":"2021-07-26T16:10:49.398704+0000","last_clean":"2021-07-26T16:10:49.398704+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:10:49.398704+0000","last_undegraded":"2021-07-26T16:10:49.398704+0000","last_fullsized":"2021-07-26T16:10:49.398704+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9380,"ondisk_log_size":9380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":182845440,"num_objects":2790,"num_object_clones":0,"num_object_copies":8370,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2790,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9380,"num_write_kb":389440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":292,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.354902+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:10:38.354902+0000","last_peered":"2021-07-26T16:10:38.354902+0000","last_clean":"2021-07-26T16:10:38.354902+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:10:38.354902+0000","last_undegraded":"2021-07-26T16:10:38.354902+0000","last_fullsized":"2021-07-26T16:10:38.354902+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":272,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.342231+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:10:38.342231+0000","last_peered":"2021-07-26T16:10:38.342231+0000","last_clean":"2021-07-26T16:10:38.342231+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:10:38.342231+0000","last_undegraded":"2021-07-26T16:10:38.342231+0000","last_fullsized":"2021-07-26T16:10:38.342231+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":149,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.333505+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:10:38.333505+0000","last_peered":"2021-07-26T16:10:38.333505+0000","last_clean":"2021-07-26T16:10:38.333505+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:10:38.333505+0000","last_undegraded":"2021-07-26T16:10:38.333505+0000","last_fullsized":"2021-07-26T16:10:38.333505+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"262'9327","reported_seq":9367,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:49.911766+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:10:49.911766+0000","last_peered":"2021-07-26T16:10:49.911766+0000","last_clean":"2021-07-26T16:10:49.911766+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:10:49.911766+0000","last_undegraded":"2021-07-26T16:10:49.911766+0000","last_fullsized":"2021-07-26T16:10:49.911766+0000","mapping_epoch":230,"log_start":"234'2000","ondisk_log_start":"234'2000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7327,"ondisk_log_size":7327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":174915584,"num_objects":2669,"num_object_clones":0,"num_object_copies":8007,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2669,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9327,"num_write_kb":383872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":90,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.351604+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:10:38.351604+0000","last_peered":"2021-07-26T16:10:38.351604+0000","last_clean":"2021-07-26T16:10:38.351604+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:10:38.351604+0000","last_undegraded":"2021-07-26T16:10:38.351604+0000","last_fullsized":"2021-07-26T16:10:38.351604+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":230,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.342072+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:10:38.342072+0000","last_peered":"2021-07-26T16:10:38.342072+0000","last_clean":"2021-07-26T16:10:38.342072+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:10:38.342072+0000","last_undegraded":"2021-07-26T16:10:38.342072+0000","last_fullsized":"2021-07-26T16:10:38.342072+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":63,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.352689+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:10:38.352689+0000","last_peered":"2021-07-26T16:10:38.352689+0000","last_clean":"2021-07-26T16:10:38.352689+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:10:38.352689+0000","last_undegraded":"2021-07-26T16:10:38.352689+0000","last_fullsized":"2021-07-26T16:10:38.352689+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"262'9230","reported_seq":9270,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:49.652166+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:10:49.652166+0000","last_peered":"2021-07-26T16:10:49.652166+0000","last_clean":"2021-07-26T16:10:49.652166+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:10:49.652166+0000","last_undegraded":"2021-07-26T16:10:49.652166+0000","last_fullsized":"2021-07-26T16:10:49.652166+0000","mapping_epoch":230,"log_start":"242'4100","ondisk_log_start":"242'4100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5130,"ondisk_log_size":5130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":179961856,"num_objects":2746,"num_object_clones":0,"num_object_copies":8238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2746,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9230,"num_write_kb":383232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":278,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.338834+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:10:38.338834+0000","last_peered":"2021-07-26T16:10:38.338834+0000","last_clean":"2021-07-26T16:10:38.338834+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:10:38.338834+0000","last_undegraded":"2021-07-26T16:10:38.338834+0000","last_fullsized":"2021-07-26T16:10:38.338834+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":92,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.342275+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:10:38.342275+0000","last_peered":"2021-07-26T16:10:38.342275+0000","last_clean":"2021-07-26T16:10:38.342275+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:10:38.342275+0000","last_undegraded":"2021-07-26T16:10:38.342275+0000","last_fullsized":"2021-07-26T16:10:38.342275+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":97,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.341121+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:10:38.341121+0000","last_peered":"2021-07-26T16:10:38.341121+0000","last_clean":"2021-07-26T16:10:38.341121+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:10:38.341121+0000","last_undegraded":"2021-07-26T16:10:38.341121+0000","last_fullsized":"2021-07-26T16:10:38.341121+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":120,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.339650+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:10:38.339650+0000","last_peered":"2021-07-26T16:10:38.339650+0000","last_clean":"2021-07-26T16:10:38.339650+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:10:38.339650+0000","last_undegraded":"2021-07-26T16:10:38.339650+0000","last_fullsized":"2021-07-26T16:10:38.339650+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":221,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.342304+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:10:38.342304+0000","last_peered":"2021-07-26T16:10:38.342304+0000","last_clean":"2021-07-26T16:10:38.342304+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:10:38.342304+0000","last_undegraded":"2021-07-26T16:10:38.342304+0000","last_fullsized":"2021-07-26T16:10:38.342304+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":266,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.332224+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:10:38.332224+0000","last_peered":"2021-07-26T16:10:38.332224+0000","last_clean":"2021-07-26T16:10:38.332224+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:10:38.332224+0000","last_undegraded":"2021-07-26T16:10:38.332224+0000","last_fullsized":"2021-07-26T16:10:38.332224+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":97,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.339744+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:10:38.339744+0000","last_peered":"2021-07-26T16:10:38.339744+0000","last_clean":"2021-07-26T16:10:38.339744+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:10:38.339744+0000","last_undegraded":"2021-07-26T16:10:38.339744+0000","last_fullsized":"2021-07-26T16:10:38.339744+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":251,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.332524+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:10:38.332524+0000","last_peered":"2021-07-26T16:10:38.332524+0000","last_clean":"2021-07-26T16:10:38.332524+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:10:38.332524+0000","last_undegraded":"2021-07-26T16:10:38.332524+0000","last_fullsized":"2021-07-26T16:10:38.332524+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":35,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.336535+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:10:38.336535+0000","last_peered":"2021-07-26T16:10:38.336535+0000","last_clean":"2021-07-26T16:10:38.336535+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:10:38.336535+0000","last_undegraded":"2021-07-26T16:10:38.336535+0000","last_fullsized":"2021-07-26T16:10:38.336535+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":58,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.337006+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:10:38.337006+0000","last_peered":"2021-07-26T16:10:38.337006+0000","last_clean":"2021-07-26T16:10:38.337006+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:10:38.337006+0000","last_undegraded":"2021-07-26T16:10:38.337006+0000","last_fullsized":"2021-07-26T16:10:38.337006+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":226,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.333265+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:10:38.333265+0000","last_peered":"2021-07-26T16:10:38.333265+0000","last_clean":"2021-07-26T16:10:38.333265+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:10:38.333265+0000","last_undegraded":"2021-07-26T16:10:38.333265+0000","last_fullsized":"2021-07-26T16:10:38.333265+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":107,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.332976+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:10:38.332976+0000","last_peered":"2021-07-26T16:10:38.332976+0000","last_clean":"2021-07-26T16:10:38.332976+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:10:38.332976+0000","last_undegraded":"2021-07-26T16:10:38.332976+0000","last_fullsized":"2021-07-26T16:10:38.332976+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":97,"reported_epoch":261,"state":"active+clean","last_fresh":"2021-07-26T16:10:38.335924+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:10:38.335924+0000","last_peered":"2021-07-26T16:10:38.335924+0000","last_clean":"2021-07-26T16:10:38.335924+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:10:38.335924+0000","last_undegraded":"2021-07-26T16:10:38.335924+0000","last_fullsized":"2021-07-26T16:10:38.335924+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":2873360408,"num_objects":43845,"num_object_clones":0,"num_object_copies":131535,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":19452,"num_objects_misplaced":295,"num_objects_unfound":0,"num_objects_dirty":43845,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":149157,"num_write_kb":6176001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9050,"num_bytes_recovered":593035264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10111037440,"data_stored":10111025224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114457,"ondisk_log_size":114457,"up":48,"acting":42,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495914,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2297120,"kb_used_data":1248536,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91448032,"statfs":{"total":95995035648,"available":93642784768,"internally_reserved":1073741824,"allocated":1278500864,"data_stored":1277202578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.7890000000000001,"5min":1.9339999999999999,"15min":1.03},"min":{"1min":0.26100000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":24.047999999999998,"5min":61.125,"15min":61.125},"last":4.0209999999999999},{"interface":"front","average":{"1min":2.7850000000000001,"5min":2.0339999999999998,"15min":1.0740000000000001},"min":{"1min":0.34799999999999998,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":24.227,"5min":61.165999999999997,"15min":61.165999999999997},"last":4.3319999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":4.7140000000000004,"5min":2.6419999999999999,"15min":1.3899999999999999},"min":{"1min":0.27200000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":44.380000000000003,"5min":72.989000000000004,"15min":72.989000000000004},"last":4.5149999999999997},{"interface":"front","average":{"1min":4.319,"5min":2.8500000000000001,"15min":1.3700000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.23300000000000001},"max":{"1min":43.981000000000002,"5min":70.066000000000003,"15min":70.066000000000003},"last":4.3109999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:10:44 2021","interfaces":[{"interface":"back","average":{"1min":2.423,"5min":1.5800000000000001,"15min":1.569},"min":{"1min":0.33400000000000002,"5min":0.27600000000000002,"15min":0.224},"max":{"1min":7.3819999999999997,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":4.6479999999999997},{"interface":"front","average":{"1min":2.4849999999999999,"5min":1.339,"15min":1.4890000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.27600000000000002},"max":{"1min":7.9409999999999998,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":4.407}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":2.0379999999999998,"15min":1.2230000000000001},"min":{"1min":0.27700000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":8.016,"5min":48.880000000000003,"15min":48.880000000000003},"last":6.7240000000000002},{"interface":"front","average":{"1min":3.4929999999999999,"5min":2.1709999999999998,"15min":1.2689999999999999},"min":{"1min":0.317,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":24.059999999999999,"5min":48.792999999999999,"15min":48.792999999999999},"last":4.6280000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":1.0680000000000001,"15min":0.56799999999999995},"min":{"1min":0.35199999999999998,"5min":0.22,"15min":0.22},"max":{"1min":7.4390000000000001,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":4.1959999999999997},{"interface":"front","average":{"1min":2.379,"5min":1.1259999999999999,"15min":0.64800000000000002},"min":{"1min":0.38,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":7.4690000000000003,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":4.2220000000000004}]},{"osd":5,"last update":"Mon Jul 26 16:09:53 2021","interfaces":[{"interface":"back","average":{"1min":2.577,"5min":1.0529999999999999,"15min":0.67500000000000004},"min":{"1min":0.26900000000000002,"5min":0.22900000000000001,"15min":0.21299999999999999},"max":{"1min":9.9860000000000007,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":4.6059999999999999},{"interface":"front","average":{"1min":2.7360000000000002,"5min":1.0669999999999999,"15min":0.72999999999999998},"min":{"1min":0.34599999999999997,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":10.406000000000001,"5min":10.406000000000001,"15min":10.406000000000001},"last":4.8559999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:09:53 2021","interfaces":[{"interface":"back","average":{"1min":2.899,"5min":1.139,"15min":0.751},"min":{"1min":0.312,"5min":0.27000000000000002,"15min":0.24399999999999999},"max":{"1min":10.09,"5min":10.09,"15min":10.09},"last":4.2469999999999999},{"interface":"front","average":{"1min":2.214,"5min":0.93100000000000005,"15min":0.629},"min":{"1min":0.25700000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.7709999999999999,"5min":5.7709999999999999,"15min":5.7709999999999999},"last":4.282}]}]},{"osd":6,"up_from":41,"seq":176093659438,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2423196,"kb_used_data":1374612,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91321956,"statfs":{"total":95995035648,"available":93513682944,"internally_reserved":1073741824,"allocated":1407602688,"data_stored":1406308349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.387,"5min":1.133,"15min":0.753},"min":{"1min":0.27200000000000002,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":4.423,"5min":13.945,"15min":13.945},"last":1.1080000000000001},{"interface":"front","average":{"1min":1.369,"5min":1.0289999999999999,"15min":0.80200000000000005},"min":{"1min":0.222,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.3650000000000002,"5min":10.353999999999999,"15min":11.207000000000001},"last":1.1299999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.0640000000000001,"5min":1.4359999999999999,"15min":0.90300000000000002},"min":{"1min":0.24199999999999999,"5min":0.23200000000000001,"15min":0.21199999999999999},"max":{"1min":6.2110000000000003,"5min":12.864000000000001,"15min":12.864000000000001},"last":1.087},{"interface":"front","average":{"1min":2.1339999999999999,"5min":1.4890000000000001,"15min":1.054},"min":{"1min":0.255,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.4269999999999996,"5min":17.036000000000001,"15min":17.036000000000001},"last":0.26100000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:10:37 2021","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":0.995,"15min":1.6359999999999999},"min":{"1min":0.28299999999999997,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":3.544,"5min":5.8639999999999999,"15min":12.388999999999999},"last":1.242},{"interface":"front","average":{"1min":1.716,"5min":1.127,"15min":1.4850000000000001},"min":{"1min":0.33300000000000002,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":13.712,"5min":13.712,"15min":13.712},"last":1.2669999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.198,"5min":1.7390000000000001,"15min":1.2170000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.26200000000000001},"max":{"1min":3.524,"5min":49.716999999999999,"15min":49.716999999999999},"last":1.2190000000000001},{"interface":"front","average":{"1min":2.0529999999999999,"5min":2.1440000000000001,"15min":1.367},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":8.5120000000000005,"5min":49.741,"15min":49.741},"last":0.28899999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":0.89500000000000002,"15min":0.50900000000000001},"min":{"1min":0.26800000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":3.4969999999999999,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":1.198},{"interface":"front","average":{"1min":2.464,"5min":1.204,"15min":0.60399999999999998},"min":{"1min":0.22600000000000001,"5min":0.222,"15min":0.21199999999999999},"max":{"1min":10.265000000000001,"5min":10.265000000000001,"15min":10.265000000000001},"last":1.532}]},{"osd":5,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.6240000000000001,"5min":1.171,"15min":0.69699999999999995},"min":{"1min":0.30499999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":8.8170000000000002,"5min":8.8170000000000002,"15min":8.8170000000000002},"last":1.165},{"interface":"front","average":{"1min":2.048,"5min":0.95499999999999996,"15min":0.65700000000000003},"min":{"1min":0.26200000000000001,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":11.063000000000001,"5min":11.063000000000001,"15min":11.063000000000001},"last":1.2929999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:10:42 2021","interfaces":[{"interface":"back","average":{"1min":2.528,"5min":1.5009999999999999,"15min":0.94499999999999995},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.222},"max":{"1min":10.301,"5min":16.913,"15min":16.913},"last":0.313},{"interface":"front","average":{"1min":2.569,"5min":1.486,"15min":0.86899999999999999},"min":{"1min":0.29999999999999999,"5min":0.27600000000000002,"15min":0.26300000000000001},"max":{"1min":8.843,"5min":8.843,"15min":8.843},"last":1.0589999999999999}]}]},{"osd":1,"up_from":78,"seq":335007449255,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1821004,"kb_used_data":1755012,"kb_used_omap":0,"kb_used_meta":65984,"kb_avail":91924148,"statfs":{"total":95995035648,"available":94130327552,"internally_reserved":0,"allocated":1797132288,"data_stored":1795849579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":67567616},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.94499999999999995,"15min":0.73699999999999999},"min":{"1min":0.25700000000000001,"5min":0.191,"15min":0.184},"max":{"1min":4.0679999999999996,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":0.434},{"interface":"front","average":{"1min":0.64500000000000002,"5min":1.177,"15min":0.876},"min":{"1min":0.20599999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":3.4550000000000001,"5min":10.977,"15min":10.977},"last":0.46400000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:10:32 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.0309999999999999,"15min":1.6180000000000001},"min":{"1min":0.24399999999999999,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":3.7320000000000002,"5min":5.3280000000000003,"15min":34.530000000000001},"last":0.504},{"interface":"front","average":{"1min":0.84999999999999998,"5min":1.0960000000000001,"15min":1.6080000000000001},"min":{"1min":0.23599999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.4009999999999998,"5min":7.218,"15min":34.465000000000003},"last":0.52400000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:10:23 2021","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":1.26,"15min":1.052},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":6.5910000000000002,"5min":8.9529999999999994,"15min":13.077999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":1.095,"5min":1.393,"15min":1.0900000000000001},"min":{"1min":0.32100000000000001,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":4.3499999999999996,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.64800000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.258,"5min":1.0880000000000001,"15min":0.94799999999999995},"min":{"1min":0.29299999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.6200000000000001,"5min":6.6200000000000001,"15min":6.6200000000000001},"last":0.83199999999999996},{"interface":"front","average":{"1min":1.7390000000000001,"5min":1.2869999999999999,"15min":1.135},"min":{"1min":0.376,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.81000000000000005}]},{"osd":5,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.1950000000000001,"15min":0.94899999999999995},"min":{"1min":0.316,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.056,"5min":5.5300000000000002,"15min":9.8689999999999998},"last":5.5579999999999998},{"interface":"front","average":{"1min":1.643,"5min":1.2050000000000001,"15min":0.96999999999999997},"min":{"1min":0.35699999999999998,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":6.8090000000000002,"5min":6.8090000000000002,"15min":6.9139999999999997},"last":0.995}]},{"osd":6,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":1.4299999999999999,"15min":1.0649999999999999},"min":{"1min":0.32800000000000001,"5min":0.255,"15min":0.255},"max":{"1min":6.1120000000000001,"5min":6.1120000000000001,"15min":9.9209999999999994},"last":6.093},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.4099999999999999,"15min":1.0369999999999999},"min":{"1min":0.36899999999999999,"5min":0.35099999999999998,"15min":0.32200000000000001},"max":{"1min":9.0589999999999993,"5min":9.0589999999999993,"15min":9.0589999999999993},"last":1.1000000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.522,"5min":1.177,"15min":0.94899999999999995},"min":{"1min":0.47099999999999997,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":4.3109999999999999,"5min":5.3700000000000001,"15min":5.9870000000000001},"last":3.2850000000000001},{"interface":"front","average":{"1min":1.851,"5min":1.542,"15min":1.135},"min":{"1min":0.41099999999999998,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":6.1799999999999997,"5min":8.234,"15min":9.968},"last":3.5910000000000002}]}]},{"osd":0,"up_from":0,"seq":313532612790,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500796,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122205,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2078472,"kb_used_data":1964544,"kb_used_omap":3,"kb_used_meta":113916,"kb_avail":91666680,"statfs":{"total":95995035648,"available":93866680320,"internally_reserved":0,"allocated":2011693056,"data_stored":2010413967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":116650132},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":1.3819999999999999,"15min":0.96299999999999997},"min":{"1min":0.20899999999999999,"5min":0.20499999999999999,"15min":0.17799999999999999},"max":{"1min":3.641,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.253},{"interface":"front","average":{"1min":0.41999999999999998,"5min":1.2410000000000001,"15min":0.88700000000000001},"min":{"1min":0.224,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.5920000000000001,"5min":56.030999999999999,"15min":56.030999999999999},"last":1.111}]},{"osd":1,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":2.484,"15min":1.3600000000000001},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":4.0419999999999998,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.75600000000000001,"5min":2.7370000000000001,"15min":1.53},"min":{"1min":0.249,"5min":0.23499999999999999,"15min":0.223},"max":{"1min":3.6739999999999999,"5min":83.567999999999998,"15min":83.567999999999998},"last":0.28199999999999997}]},{"osd":2,"last update":"Mon Jul 26 16:10:46 2021","interfaces":[{"interface":"back","average":{"1min":1.278,"5min":1.3939999999999999,"15min":1.7350000000000001},"min":{"1min":0.27300000000000002,"5min":0.251,"15min":0.251},"max":{"1min":5.8719999999999999,"5min":10.73,"15min":10.73},"last":0.42399999999999999},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.2929999999999999,"15min":2.1110000000000002},"min":{"1min":0.316,"5min":0.30499999999999999,"15min":0.27300000000000002},"max":{"1min":5.3639999999999999,"5min":10.694000000000001,"15min":14.436},"last":0.51700000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:10:34 2021","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.90900000000000003,"15min":0.71899999999999997},"min":{"1min":0.308,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":3.1600000000000001,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":3.4830000000000001},{"interface":"front","average":{"1min":2.21,"5min":1.3759999999999999,"15min":0.94399999999999995},"min":{"1min":0.41199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":8.766,"5min":8.766,"15min":8.766},"last":1.032}]},{"osd":5,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":1.014,"15min":0.92000000000000004},"min":{"1min":0.31900000000000001,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":15.329000000000001,"5min":15.329000000000001,"15min":15.329000000000001},"last":1.149},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.1659999999999999,"15min":0.96799999999999997},"min":{"1min":0.40300000000000002,"5min":0.314,"15min":0.314},"max":{"1min":6.7939999999999996,"5min":10.634,"15min":11.145},"last":0.54700000000000004}]},{"osd":6,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":2.0569999999999999,"5min":1.1459999999999999,"15min":0.96999999999999997},"min":{"1min":0.39800000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":15.391,"5min":15.391,"15min":15.391},"last":3.5870000000000002},{"interface":"front","average":{"1min":1.9530000000000001,"5min":1.345,"15min":1.095},"min":{"1min":0.36599999999999999,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":7.6180000000000003,"5min":7.6180000000000003,"15min":7.6180000000000003},"last":0.44500000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.837,"5min":1.4350000000000001,"15min":1.1579999999999999},"min":{"1min":0.47799999999999998,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":6.8769999999999998,"5min":11.625999999999999,"15min":11.625999999999999},"last":0.57299999999999995},{"interface":"front","average":{"1min":2.2530000000000001,"5min":1.5800000000000001,"15min":1.202},"min":{"1min":0.44800000000000001,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":15.363,"5min":15.363,"15min":19.039999999999999},"last":0.47799999999999998}]}]},{"osd":4,"up_from":163,"seq":700079669327,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2077340,"kb_used_data":1028756,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":91667812,"statfs":{"total":95995035648,"available":93867839488,"internally_reserved":1073741824,"allocated":1053446144,"data_stored":1052151893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.5269999999999999,"5min":0.96699999999999997,"15min":0.52900000000000003},"min":{"1min":0.25600000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.5069999999999997,"5min":7.5069999999999997,"15min":7.5069999999999997},"last":0.23899999999999999},{"interface":"front","average":{"1min":1.7230000000000001,"5min":1.375,"15min":0.70899999999999996},"min":{"1min":0.23599999999999999,"5min":0.218,"15min":0.218},"max":{"1min":7.8109999999999999,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":0.44800000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.9590000000000001,"5min":1.8169999999999999,"15min":0.85599999999999998},"min":{"1min":0.22900000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4770000000000003,"5min":70.212999999999994,"15min":70.212999999999994},"last":0.27500000000000002},{"interface":"front","average":{"1min":2.2559999999999998,"5min":2.0609999999999999,"15min":0.97399999999999998},"min":{"1min":0.26500000000000001,"5min":0.247,"15min":0.247},"max":{"1min":7.8630000000000004,"5min":69.948999999999998,"15min":69.948999999999998},"last":3.6000000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.968,"5min":1.339,"15min":0.72099999999999997},"min":{"1min":0.29099999999999998,"5min":0.252,"15min":0.252},"max":{"1min":7.8810000000000002,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":0.501},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.81100000000000005,"15min":0.59499999999999997},"min":{"1min":0.28499999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.2589999999999999,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.34300000000000003}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.9330000000000001,"5min":1.2430000000000001,"15min":0.70099999999999996},"min":{"1min":0.34399999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.843,"5min":7.843,"15min":7.843},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91400000000000003,"15min":0.58899999999999997},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.2189999999999999,"5min":6.8940000000000001,"15min":6.8940000000000001},"last":0.29999999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":0.77500000000000002,"15min":0.47899999999999998},"min":{"1min":0.22700000000000001,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":4.7670000000000003,"5min":4.7670000000000003,"15min":4.7670000000000003},"last":0.32200000000000001},{"interface":"front","average":{"1min":2.327,"5min":0.98299999999999998,"15min":0.56599999999999995},"min":{"1min":0.29399999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4379999999999997,"5min":7.4379999999999997,"15min":7.4379999999999997},"last":0.373}]},{"osd":6,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":0.73699999999999999,"15min":0.46300000000000002},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.9119999999999999,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":3.036,"5min":1.1659999999999999,"15min":0.61899999999999999},"min":{"1min":0.32400000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":11.997,"5min":11.997,"15min":11.997},"last":0.50900000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.2280000000000002,"5min":0.90300000000000002,"15min":0.55900000000000005},"min":{"1min":0.28199999999999997,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":12.824,"5min":12.824,"15min":12.824},"last":0.70199999999999996},{"interface":"front","average":{"1min":2.468,"5min":1.278,"15min":0.67600000000000005},"min":{"1min":0.32400000000000001,"5min":0.252,"15min":0.252},"max":{"1min":7.9020000000000001,"5min":8.1809999999999992,"15min":8.1809999999999992},"last":3.0030000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822963,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1922632,"kb_used_data":873984,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91822520,"statfs":{"total":95995035648,"available":94026260480,"internally_reserved":1073741824,"allocated":894959616,"data_stored":893681036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:20 2021","interfaces":[{"interface":"back","average":{"1min":1.3460000000000001,"5min":2.052,"15min":1.085},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.19500000000000001},"max":{"1min":8.5700000000000003,"5min":59.381,"15min":59.381},"last":0.55700000000000005},{"interface":"front","average":{"1min":1.552,"5min":2.2320000000000002,"15min":1.181},"min":{"1min":0.29999999999999999,"5min":0.29199999999999998,"15min":0.24399999999999999},"max":{"1min":11.840999999999999,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.57599999999999996}]},{"osd":1,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":2.6080000000000001,"15min":1.444},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":5.9199999999999999,"5min":85.896000000000001,"15min":85.896000000000001},"last":1.123},{"interface":"front","average":{"1min":2.3650000000000002,"5min":2.9329999999999998,"15min":1.605},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":6.7119999999999997,"5min":85.566999999999993,"15min":85.566999999999993},"last":0.628}]},{"osd":2,"last update":"Mon Jul 26 16:10:36 2021","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":1.2769999999999999,"15min":1.2370000000000001},"min":{"1min":0.253,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":6.7519999999999998,"5min":6.7519999999999998,"15min":35.734000000000002},"last":0.66500000000000004},{"interface":"front","average":{"1min":2.0339999999999998,"5min":1.361,"15min":1.798},"min":{"1min":0.27500000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":11.815,"5min":12.111000000000001,"15min":171.78700000000001},"last":0.49199999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:10:20 2021","interfaces":[{"interface":"back","average":{"1min":1.837,"5min":2.1520000000000001,"15min":1.4930000000000001},"min":{"1min":0.34499999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":11.76,"5min":59.469999999999999,"15min":59.469999999999999},"last":0.52300000000000002},{"interface":"front","average":{"1min":2.8100000000000001,"5min":2.1840000000000002,"15min":1.506},"min":{"1min":0.35499999999999998,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":13.141999999999999,"5min":59.465000000000003,"15min":59.465000000000003},"last":0.64600000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":3.125,"5min":1.335,"15min":0.66700000000000004},"min":{"1min":0.28799999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":18.094000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":1.5589999999999999},{"interface":"front","average":{"1min":2.2050000000000001,"5min":1.012,"15min":0.56499999999999995},"min":{"1min":0.25600000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":8.3320000000000007,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":0.60299999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":2.7930000000000001,"5min":1.409,"15min":0.81399999999999995},"min":{"1min":0.311,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":8.4979999999999993,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":2.391},{"interface":"front","average":{"1min":2.2029999999999998,"5min":1.1719999999999999,"15min":0.752},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":11.865,"5min":11.865,"15min":11.865},"last":0.54000000000000004}]},{"osd":7,"last update":"Mon Jul 26 16:10:42 2021","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.3400000000000001,"15min":0.85099999999999998},"min":{"1min":0.32200000000000001,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":15.15,"5min":15.15,"15min":15.15},"last":3.4740000000000002},{"interface":"front","average":{"1min":2.1349999999999998,"5min":0.88300000000000001,"15min":0.66300000000000003},"min":{"1min":0.33800000000000002,"5min":0.249,"15min":0.217},"max":{"1min":5.9649999999999999,"5min":5.9649999999999999,"15min":8.1170000000000009},"last":0.78200000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1751580672,"data_stored":1751580672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1780289536,"data_stored":1780285464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1997803520,"data_stored":1997799448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1045495808,"data_stored":1045495808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":887160832,"data_stored":887160832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1392971776,"data_stored":1392967704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1255735296,"data_stored":1255735296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:10:57.308 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:57.317 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:57.353 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:57.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:57.355 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:57.455 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:57 smithi139 ceph-mon[56829]: from='client.55702 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:57.455 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:57 smithi139 ceph-mon[56829]: pgmap v734: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.5 GiB data, 7.6 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 721 op/s; 19465/121515 objects degraded (16.019%); 85/121515 objects misplaced (0.070%); 2.5 MiB/s, 39 objects/s recovering 2021-07-26T16:10:57.456 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:57.472 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:57 smithi078 ceph-mon[73801]: from='client.55702 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:57.472 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:57 smithi078 ceph-mon[73801]: pgmap v734: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.5 GiB data, 7.6 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 721 op/s; 19465/121515 objects degraded (16.019%); 85/121515 objects misplaced (0.070%); 2.5 MiB/s, 39 objects/s recovering 2021-07-26T16:10:57.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:57 smithi078 ceph-mon[77813]: from='client.55702 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:10:57.472 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:57 smithi078 ceph-mon[77813]: pgmap v734: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.5 GiB data, 7.6 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 721 op/s; 19465/121515 objects degraded (16.019%); 85/121515 objects misplaced (0.070%); 2.5 MiB/s, 39 objects/s recovering 2021-07-26T16:10:57.495 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:57.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:57.496 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:57.535 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-07-26T16:10:57.598 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:57.623 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:57.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:57.625 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:57.726 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:10:57.785 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:57.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:57.787 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:10:57.819 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:10:57.887 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:57.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:57.954 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:57.954 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:58.055 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:58.090 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:58.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:58.091 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:58.104 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:58 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 19465/121515 objects degraded (16.019%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:58.105 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:58 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 19465/121515 objects degraded (16.019%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:58.193 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:58.205 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:58 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 19465/121515 objects degraded (16.019%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:10:58.221 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:58.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:58.222 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:58.323 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:58.366 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:58.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:58.368 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:58.469 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:58.523 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:58.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:58.524 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:58.625 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:58.667 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:58.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:58.669 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:58.770 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:10:58.797 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:58.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:58.799 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:10:58.900 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:58.935 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:58.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:58.936 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:59.037 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:59.075 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:59.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:59.077 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:59.178 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:59.193 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:10:59.224 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:59.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:59.225 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:59.326 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:10:59.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:59.400 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:59.400 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:10:59.416 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:59.445 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:10:59 smithi139 ceph-mon[56829]: pgmap v735: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.5 GiB data, 7.6 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 697 op/s; 19465/121515 objects degraded (16.019%); 85/121515 objects misplaced (0.070%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:59.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:10:59 smithi078 ceph-mon[73801]: pgmap v735: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.5 GiB data, 7.6 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 697 op/s; 19465/121515 objects degraded (16.019%); 85/121515 objects misplaced (0.070%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:59.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:10:59 smithi078 ceph-mon[77813]: pgmap v735: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.5 GiB data, 7.6 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 697 op/s; 19465/121515 objects degraded (16.019%); 85/121515 objects misplaced (0.070%); 2.4 MiB/s, 38 objects/s recovering 2021-07-26T16:10:59.501 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:10:59.536 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:59.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:59.538 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:10:59.640 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:10:59.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:59.676 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:59.676 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:10:59.777 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:10:59.813 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:10:59.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:59.815 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:10:59.916 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:10:59.947 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:10:59.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:10:59.949 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:00.050 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:00.096 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:00.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:00.098 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:00.200 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:00.247 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:00.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:00.248 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:00.263 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:11:00.350 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:00.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:00.406 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:00.406 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:00.435 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:00 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:11:00.472 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:00.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:00 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:11:00.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:00 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:11:00.507 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:00.533 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:00.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:00.535 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:00.636 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:00.708 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:00.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:00.710 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:00.811 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:00.833 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:00.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:00.835 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:00.877 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:11:00.877 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:11:00.936 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:00.982 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:00.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:00.984 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:01.085 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:01.125 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:01.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:01.128 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:01.229 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:01.259 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:01.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:01.260 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:01.330 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:11:01.362 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:01.393 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:01.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:01.395 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:01.415 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: 2021-07-26T16:11:01.111+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:11:01.415 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:11:01.416 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:01.416 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:11:01.416 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:01.416 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:11:01.417 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:01.417 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:01.417 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:11:01.417 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: 2021-07-26T16:11:01.112+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:11:01.417 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:11:01.418 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:01.418 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:11:01.418 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:01.418 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:11:01.419 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:01.419 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:01.419 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:11:01.419 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: 2021-07-26T16:11:01.114+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:11:01.420 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:11:01.420 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:01.420 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:11:01.420 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:01.420 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:11:01.421 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:01.421 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:01.421 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:11:01.421 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: 2021-07-26T16:11:01.115+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:11:01.421 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:11:01.422 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:01.422 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:11:01.422 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:01.422 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:11:01.423 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:01.423 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:01.423 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:11:01 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:11:01.423 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:01 smithi078 ceph-mon[73801]: pgmap v736: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 7.1 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 673 op/s; 19339/111381 objects degraded (17.363%); 1.8 MiB/s, 40 objects/s recovering 2021-07-26T16:11:01.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:01 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1647522964' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:01.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:01 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:01.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:01 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:11:01.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:01 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:11:01.425 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:01 smithi078 ceph-mon[77813]: pgmap v736: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 7.1 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 673 op/s; 19339/111381 objects degraded (17.363%); 1.8 MiB/s, 40 objects/s recovering 2021-07-26T16:11:01.425 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:01 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1647522964' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:01.425 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:01 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:01.425 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:01 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:11:01.426 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:01 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:11:01.496 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:01.517 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:01.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:01.518 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:01.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:01 smithi139 ceph-mon[56829]: pgmap v736: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 7.1 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 673 op/s; 19339/111381 objects degraded (17.363%); 1.8 MiB/s, 40 objects/s recovering 2021-07-26T16:11:01.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:01 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1647522964' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:01.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:01 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:01.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:01 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:11:01.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:01 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:11:01.620 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:01.648 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:01.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:01.650 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:01.751 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:01.786 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:01.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:01.788 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:01.888 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:01.909 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:01.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:01.910 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:01.980 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:11:01.981 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:11:02.011 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:02.012 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:11:02.040 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:11:02.042 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:02.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:02.044 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:02.066 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:11:02.072 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-07-26T16:11:02.107 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:11:02.143 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:11:02.145 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:02.181 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:02.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:02.182 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:02.184 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:11:02.194 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:11:02.194 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:11:02.194 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:11:02.194 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:11:02.195 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:11:02.195 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:11:02.195 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:11:02.195 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:11:02.268 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:02.284 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:02.319 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:02.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:02.320 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:02.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:11:02.390 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:11:02.390 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:02.390 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:11:02.390 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:02.391 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:11:02.391 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:02.391 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:02.391 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:11:02.391 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:11:02.392 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:11:02.392 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:02.392 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:11:02.392 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:02.393 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:11:02.393 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:02.393 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:02.393 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:11:02.393 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:11:02.394 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:11:02.394 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:02.394 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:11:02.394 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:02.395 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:11:02.395 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:02.395 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:02.395 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:11:02.396 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:11:02.396 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:11:02.396 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:02.396 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:11:02.397 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:02.397 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:11:02.397 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:02.397 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:02.397 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:11:02.398 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:11:02.398 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:11:02.398 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[73801]: osdmap e264: 8 total, 8 up, 6 in 2021-07-26T16:11:02.398 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1344118017' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:02.399 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 19339/111381 objects degraded (17.363%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:02.399 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:11:02.399 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:11:02.400 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:02.400 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:11:02.400 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:02.400 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:11:02.400 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:02.401 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:02.401 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:11:02.401 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:11:02.401 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:11:02.402 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:02.402 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:11:02.402 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:02.402 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:11:02.402 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:02.403 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:02.403 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:11:02.403 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:11:02.403 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:11:02.403 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:02.404 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:11:02.404 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:02.404 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:11:02.405 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:02.405 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:02.405 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:11:02.405 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:11:02.405 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:11:02.406 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:02.406 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:11:02.406 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:02.406 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:11:02.407 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:02.407 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:02.407 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:11:02.407 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:11:02.407 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:11:02.408 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[77813]: osdmap e264: 8 total, 8 up, 6 in 2021-07-26T16:11:02.408 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1344118017' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:02.408 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:02 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 19339/111381 objects degraded (17.363%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:02.422 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:02.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:02.463 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:02.463 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:02.564 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:02.603 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:02.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:02.605 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:02.706 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:02.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:02.734 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:02.734 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:02.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:02 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:11:02.828 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:11:02.828 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:02.828 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:11:02.829 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:02.829 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:11:02.829 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:02.829 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:02.830 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:11:02.830 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:02 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:11:02.830 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:11:02.830 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:02.831 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:11:02.831 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:02.831 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:11:02.831 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:02.832 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:02.832 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:11:02.832 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:02 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:11:02.832 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:11:02.833 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:02.833 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:11:02.833 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:02.833 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:11:02.834 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:02.834 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:02.834 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:11:02.834 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:02 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:11:02.835 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:11:02.835 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:02.835 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:11:02.836 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:02.836 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:11:02.836 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:02.836 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:02.836 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:11:02.837 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:02 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:11:02.837 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:02 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:11:02.837 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:02 smithi139 ceph-mon[56829]: osdmap e264: 8 total, 8 up, 6 in 2021-07-26T16:11:02.837 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:02 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1344118017' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:02.838 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:02 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 19339/111381 objects degraded (17.363%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:02.838 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:02.867 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:02.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:02.869 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:02.970 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:03.008 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:03.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:03.009 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:03.110 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:03.139 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:03.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:03.140 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:03.241 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:03.265 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:03.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:03.266 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:03.367 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:03.414 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:03.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:03.416 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:03.517 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:03.549 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:03.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:03.551 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:03.652 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:03.663 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:03 smithi078 ceph-mon[77813]: pgmap v738: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 7.1 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 842 op/s; 19339/111381 objects degraded (17.363%); 2.2 MiB/s, 50 objects/s recovering 2021-07-26T16:11:03.664 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:03 smithi078 ceph-mon[73801]: pgmap v738: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 7.1 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 842 op/s; 19339/111381 objects degraded (17.363%); 2.2 MiB/s, 50 objects/s recovering 2021-07-26T16:11:03.682 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:03.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:03.684 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:03.786 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:03.825 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:03.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:03.828 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:03.829 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:03 smithi139 ceph-mon[56829]: pgmap v738: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 7.1 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 842 op/s; 19339/111381 objects degraded (17.363%); 2.2 MiB/s, 50 objects/s recovering 2021-07-26T16:11:03.929 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:03.962 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:03.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:03.964 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:04.065 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:04.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:04.104 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:04.104 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:04.205 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:04.227 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:04.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:04.228 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:04.329 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:04.370 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:04.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:04.371 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:04.472 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:04.498 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:04.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:04.501 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:04.602 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:04.628 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:04.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:04.630 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:04.660 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:11:04.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:11:04.705 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:11:04.705 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:11:04.706 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:11:04.731 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:04.761 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:04.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:04.762 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:04.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:11:04.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:11:04.863 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:04.886 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:04.898 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:04.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:04.900 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:05.001 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:05.042 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:05.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:05.043 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:05.144 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:05.179 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:05.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:05.180 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:05.281 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:05.346 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:05.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:05.347 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:05.435 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:11:05.440 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:11:05.449 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:05.483 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:05.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:05.484 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:05.531 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:05 smithi078 ceph-mon[73801]: pgmap v739: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 6.9 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 678 op/s; 19339/111381 objects degraded (17.363%); 1.8 MiB/s, 41 objects/s recovering 2021-07-26T16:11:05.532 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:05 smithi078 ceph-mon[77813]: pgmap v739: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 6.9 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 678 op/s; 19339/111381 objects degraded (17.363%); 1.8 MiB/s, 41 objects/s recovering 2021-07-26T16:11:05.586 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:05.599 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:11:05.600 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:11:05.600 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 0 2021-07-26T16:11:05.600 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:11:05.623 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:05.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:05.626 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:05.728 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:05.753 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:05.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:05.755 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:05.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:05 smithi139 ceph-mon[56829]: pgmap v739: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 6.9 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 678 op/s; 19339/111381 objects degraded (17.363%); 1.8 MiB/s, 41 objects/s recovering 2021-07-26T16:11:05.857 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:05.890 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:05.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:05.891 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:05.992 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:06.036 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:06.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:06.038 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:06.140 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:06.161 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:06.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:06.163 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:06.264 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:06.289 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:06.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:06.290 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:06.391 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:06.418 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:06.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:06.419 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:06.464 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:11:06.520 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:06.551 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:06.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:06.553 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:06.654 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:06.675 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:06.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:06.676 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:06.730 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:06.777 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:06.811 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:06.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:06.813 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:06.907 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":739,"stamp":"2021-07-26T16:11:04.038653+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2432112566,"num_objects":37127,"num_object_clones":0,"num_object_copies":111381,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":19339,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37127,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":156159,"num_write_kb":6178446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9510,"num_bytes_recovered":613289028,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115893,"ondisk_log_size":115893,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":11458056,"kb_used_data":7070744,"kb_used_omap":472,"kb_used_meta":4386471,"kb_avail":551012856,"statfs":{"total":575970213888,"available":564237164544,"internally_reserved":4294967296,"allocated":7240441856,"data_stored":7232684775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":483615,"internal_metadata":4491747041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,3,3,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-441843712,"num_objects":-6742,"num_object_clones":0,"num_object_copies":-20226,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-113,"num_objects_misplaced":-295,"num_objects_unfound":0,"num_objects_dirty":-6742,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6742,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":408,"num_bytes_recovered":18481152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.940071"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":116,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.362287+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:10:46.362287+0000","last_peered":"2021-07-26T16:10:46.362287+0000","last_clean":"2021-07-26T16:10:46.362287+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:10:46.362287+0000","last_undegraded":"2021-07-26T16:10:46.362287+0000","last_fullsized":"2021-07-26T16:10:46.362287+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":238,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.372837+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:10:46.372837+0000","last_peered":"2021-07-26T16:10:46.372837+0000","last_clean":"2021-07-26T16:10:46.372837+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:10:46.372837+0000","last_undegraded":"2021-07-26T16:10:46.372837+0000","last_fullsized":"2021-07-26T16:10:46.372837+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":240,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.371478+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:10:46.371478+0000","last_peered":"2021-07-26T16:10:46.371478+0000","last_clean":"2021-07-26T16:10:46.371478+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:10:46.371478+0000","last_undegraded":"2021-07-26T16:10:46.371478+0000","last_fullsized":"2021-07-26T16:10:46.371478+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":176,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.378023+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:10:46.378023+0000","last_peered":"2021-07-26T16:10:46.378023+0000","last_clean":"2021-07-26T16:10:46.378023+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:10:46.378023+0000","last_undegraded":"2021-07-26T16:10:46.378023+0000","last_fullsized":"2021-07-26T16:10:46.378023+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":269,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.374844+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:10:46.374844+0000","last_peered":"2021-07-26T16:10:46.374844+0000","last_clean":"2021-07-26T16:10:46.374844+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:10:46.374844+0000","last_undegraded":"2021-07-26T16:10:46.374844+0000","last_fullsized":"2021-07-26T16:10:46.374844+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":232,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.372031+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:10:46.372031+0000","last_peered":"2021-07-26T16:10:46.372031+0000","last_clean":"2021-07-26T16:10:46.372031+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:10:46.372031+0000","last_undegraded":"2021-07-26T16:10:46.372031+0000","last_fullsized":"2021-07-26T16:10:46.372031+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":156,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.367498+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:10:46.367498+0000","last_peered":"2021-07-26T16:10:46.367498+0000","last_clean":"2021-07-26T16:10:46.367498+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:10:46.367498+0000","last_undegraded":"2021-07-26T16:10:46.367498+0000","last_fullsized":"2021-07-26T16:10:46.367498+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":177,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.375024+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:10:46.375024+0000","last_peered":"2021-07-26T16:10:46.375024+0000","last_clean":"2021-07-26T16:10:46.375024+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:10:46.375024+0000","last_undegraded":"2021-07-26T16:10:46.375024+0000","last_fullsized":"2021-07-26T16:10:46.375024+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":74,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.366967+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:10:46.366967+0000","last_peered":"2021-07-26T16:10:46.366967+0000","last_clean":"2021-07-26T16:10:46.366967+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:10:46.366967+0000","last_undegraded":"2021-07-26T16:10:46.366967+0000","last_fullsized":"2021-07-26T16:10:46.366967+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":55,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.370840+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:10:46.370840+0000","last_peered":"2021-07-26T16:10:46.370840+0000","last_clean":"2021-07-26T16:10:46.370840+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:10:46.370840+0000","last_undegraded":"2021-07-26T16:10:46.370840+0000","last_fullsized":"2021-07-26T16:10:46.370840+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":163,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.377739+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:10:46.377739+0000","last_peered":"2021-07-26T16:10:46.377739+0000","last_clean":"2021-07-26T16:10:46.377739+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:10:46.377739+0000","last_undegraded":"2021-07-26T16:10:46.377739+0000","last_fullsized":"2021-07-26T16:10:46.377739+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":273,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.371380+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:10:46.371380+0000","last_peered":"2021-07-26T16:10:46.371380+0000","last_clean":"2021-07-26T16:10:46.371380+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:10:46.371380+0000","last_undegraded":"2021-07-26T16:10:46.371380+0000","last_fullsized":"2021-07-26T16:10:46.371380+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":189,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.366551+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:10:46.366551+0000","last_peered":"2021-07-26T16:10:46.366551+0000","last_clean":"2021-07-26T16:10:46.366551+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:10:46.366551+0000","last_undegraded":"2021-07-26T16:10:46.366551+0000","last_fullsized":"2021-07-26T16:10:46.366551+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":98,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.363298+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:10:46.363298+0000","last_peered":"2021-07-26T16:10:46.363298+0000","last_clean":"2021-07-26T16:10:46.363298+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:10:46.363298+0000","last_undegraded":"2021-07-26T16:10:46.363298+0000","last_fullsized":"2021-07-26T16:10:46.363298+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":289,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.370747+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:10:46.370747+0000","last_peered":"2021-07-26T16:10:46.370747+0000","last_clean":"2021-07-26T16:10:46.370747+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:10:46.370747+0000","last_undegraded":"2021-07-26T16:10:46.370747+0000","last_fullsized":"2021-07-26T16:10:46.370747+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":159,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.371515+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:10:46.371515+0000","last_peered":"2021-07-26T16:10:46.371515+0000","last_clean":"2021-07-26T16:10:46.371515+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:10:46.371515+0000","last_undegraded":"2021-07-26T16:10:46.371515+0000","last_fullsized":"2021-07-26T16:10:46.371515+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":176,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.372617+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:10:46.372617+0000","last_peered":"2021-07-26T16:10:46.372617+0000","last_clean":"2021-07-26T16:10:46.372617+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:10:46.372617+0000","last_undegraded":"2021-07-26T16:10:46.372617+0000","last_fullsized":"2021-07-26T16:10:46.372617+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":63,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.367135+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:10:46.367135+0000","last_peered":"2021-07-26T16:10:46.367135+0000","last_clean":"2021-07-26T16:10:46.367135+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:10:46.367135+0000","last_undegraded":"2021-07-26T16:10:46.367135+0000","last_fullsized":"2021-07-26T16:10:46.367135+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":243,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.370937+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:10:46.370937+0000","last_peered":"2021-07-26T16:10:46.370937+0000","last_clean":"2021-07-26T16:10:46.370937+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:10:46.370937+0000","last_undegraded":"2021-07-26T16:10:46.370937+0000","last_fullsized":"2021-07-26T16:10:46.370937+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":185,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.378496+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:10:46.378496+0000","last_peered":"2021-07-26T16:10:46.378496+0000","last_clean":"2021-07-26T16:10:46.378496+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:10:46.378496+0000","last_undegraded":"2021-07-26T16:10:46.378496+0000","last_fullsized":"2021-07-26T16:10:46.378496+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":359,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.369121+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:10:46.369121+0000","last_peered":"2021-07-26T16:10:46.369121+0000","last_clean":"2021-07-26T16:10:46.369121+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:10:46.369121+0000","last_undegraded":"2021-07-26T16:10:46.369121+0000","last_fullsized":"2021-07-26T16:10:46.369121+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":53,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.375516+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:10:46.375516+0000","last_peered":"2021-07-26T16:10:46.375516+0000","last_clean":"2021-07-26T16:10:46.375516+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:10:46.375516+0000","last_undegraded":"2021-07-26T16:10:46.375516+0000","last_fullsized":"2021-07-26T16:10:46.375516+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"263'9963","reported_seq":10004,"reported_epoch":263,"state":"active+clean","last_fresh":"2021-07-26T16:10:59.669385+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:10:59.669385+0000","last_peered":"2021-07-26T16:10:59.669385+0000","last_clean":"2021-07-26T16:10:59.669385+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:10:59.669385+0000","last_undegraded":"2021-07-26T16:10:59.669385+0000","last_fullsized":"2021-07-26T16:10:59.669385+0000","mapping_epoch":230,"log_start":"244'4800","ondisk_log_start":"244'4800","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5163,"ondisk_log_size":5163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":157220864,"num_objects":2399,"num_object_clones":0,"num_object_copies":7197,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2399,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9963,"num_write_kb":395584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":70,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.375578+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:10:46.375578+0000","last_peered":"2021-07-26T16:10:46.375578+0000","last_clean":"2021-07-26T16:10:46.375578+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:10:46.375578+0000","last_undegraded":"2021-07-26T16:10:46.375578+0000","last_fullsized":"2021-07-26T16:10:46.375578+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":81,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.367438+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:10:46.367438+0000","last_peered":"2021-07-26T16:10:46.367438+0000","last_clean":"2021-07-26T16:10:46.367438+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:10:46.367438+0000","last_undegraded":"2021-07-26T16:10:46.367438+0000","last_fullsized":"2021-07-26T16:10:46.367438+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"263'9917","reported_seq":9958,"reported_epoch":263,"state":"active+clean","last_fresh":"2021-07-26T16:10:59.358624+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:10:59.358624+0000","last_peered":"2021-07-26T16:10:59.358624+0000","last_clean":"2021-07-26T16:10:59.358624+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:10:59.358624+0000","last_undegraded":"2021-07-26T16:10:59.358624+0000","last_fullsized":"2021-07-26T16:10:59.358624+0000","mapping_epoch":230,"log_start":"233'200","ondisk_log_start":"233'200","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9717,"ondisk_log_size":9717,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":153944064,"num_objects":2349,"num_object_clones":0,"num_object_copies":7047,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2349,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9917,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":162,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.378768+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:10:46.378768+0000","last_peered":"2021-07-26T16:10:46.378768+0000","last_clean":"2021-07-26T16:10:46.378768+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:10:46.378768+0000","last_undegraded":"2021-07-26T16:10:46.378768+0000","last_fullsized":"2021-07-26T16:10:46.378768+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":107,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.365294+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:10:46.365294+0000","last_peered":"2021-07-26T16:10:46.365294+0000","last_clean":"2021-07-26T16:10:46.365294+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:10:46.365294+0000","last_undegraded":"2021-07-26T16:10:46.365294+0000","last_fullsized":"2021-07-26T16:10:46.365294+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"263'9869","reported_seq":17199,"reported_epoch":263,"state":"active+clean","last_fresh":"2021-07-26T16:10:59.607240+0000","last_change":"2021-07-26T16:09:45.364253+0000","last_active":"2021-07-26T16:10:59.607240+0000","last_peered":"2021-07-26T16:10:59.607240+0000","last_clean":"2021-07-26T16:10:59.607240+0000","last_became_active":"2021-07-26T16:09:45.354123+0000","last_became_peered":"2021-07-26T16:09:45.354123+0000","last_unstale":"2021-07-26T16:10:59.607240+0000","last_undegraded":"2021-07-26T16:10:59.607240+0000","last_fullsized":"2021-07-26T16:10:59.607240+0000","mapping_epoch":252,"log_start":"244'4700","ondisk_log_start":"244'4700","created":230,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5169,"ondisk_log_size":5169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":157483008,"num_objects":2403,"num_object_clones":0,"num_object_copies":7209,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2403,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9869,"num_write_kb":392704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3636,"num_bytes_recovered":238288896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":294,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.377548+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:10:46.377548+0000","last_peered":"2021-07-26T16:10:46.377548+0000","last_clean":"2021-07-26T16:10:46.377548+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:10:46.377548+0000","last_undegraded":"2021-07-26T16:10:46.377548+0000","last_fullsized":"2021-07-26T16:10:46.377548+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":250,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.369777+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:10:46.369777+0000","last_peered":"2021-07-26T16:10:46.369777+0000","last_clean":"2021-07-26T16:10:46.369777+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:10:46.369777+0000","last_undegraded":"2021-07-26T16:10:46.369777+0000","last_fullsized":"2021-07-26T16:10:46.369777+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"263'9605","reported_seq":9646,"reported_epoch":263,"state":"active+clean","last_fresh":"2021-07-26T16:10:59.065522+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:10:59.065522+0000","last_peered":"2021-07-26T16:10:59.065522+0000","last_clean":"2021-07-26T16:10:59.065522+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:10:59.065522+0000","last_undegraded":"2021-07-26T16:10:59.065522+0000","last_fullsized":"2021-07-26T16:10:59.065522+0000","mapping_epoch":230,"log_start":"234'2400","ondisk_log_start":"234'2400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7205,"ondisk_log_size":7205,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":152240128,"num_objects":2323,"num_object_clones":0,"num_object_copies":6969,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2323,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9605,"num_write_kb":381696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":251,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.366764+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:10:46.366764+0000","last_peered":"2021-07-26T16:10:46.366764+0000","last_clean":"2021-07-26T16:10:46.366764+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:10:46.366764+0000","last_undegraded":"2021-07-26T16:10:46.366764+0000","last_fullsized":"2021-07-26T16:10:46.366764+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":126,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.371949+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:10:46.371949+0000","last_peered":"2021-07-26T16:10:46.371949+0000","last_clean":"2021-07-26T16:10:46.371949+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:10:46.371949+0000","last_undegraded":"2021-07-26T16:10:46.371949+0000","last_fullsized":"2021-07-26T16:10:46.371949+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"263'9477","reported_seq":9525,"reported_epoch":263,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:59.175552+0000","last_change":"2021-07-26T16:08:44.038103+0000","last_active":"2021-07-26T16:10:59.175552+0000","last_peered":"2021-07-26T16:10:59.175552+0000","last_clean":"2021-07-26T16:08:35.258554+0000","last_became_active":"2021-07-26T16:08:43.985025+0000","last_became_peered":"2021-07-26T16:08:43.985025+0000","last_unstale":"2021-07-26T16:10:59.175552+0000","last_undegraded":"2021-07-26T16:08:43.918569+0000","last_fullsized":"2021-07-26T16:08:37.283478+0000","mapping_epoch":237,"log_start":"234'2300","ondisk_log_start":"234'2300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7177,"ondisk_log_size":7177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":150405120,"num_objects":2295,"num_object_clones":0,"num_object_copies":6885,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2295,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9477,"num_write_kb":376704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"3,7","objects":-1208}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":223,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.362926+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:10:46.362926+0000","last_peered":"2021-07-26T16:10:46.362926+0000","last_clean":"2021-07-26T16:10:46.362926+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:10:46.362926+0000","last_undegraded":"2021-07-26T16:10:46.362926+0000","last_fullsized":"2021-07-26T16:10:46.362926+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":98,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.366438+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:10:46.366438+0000","last_peered":"2021-07-26T16:10:46.366438+0000","last_clean":"2021-07-26T16:10:46.366438+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:10:46.366438+0000","last_undegraded":"2021-07-26T16:10:46.366438+0000","last_fullsized":"2021-07-26T16:10:46.366438+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"263'9673","reported_seq":16951,"reported_epoch":263,"state":"active+recovery_wait","last_fresh":"2021-07-26T16:10:59.401511+0000","last_change":"2021-07-26T16:09:53.215851+0000","last_active":"2021-07-26T16:10:59.401511+0000","last_peered":"2021-07-26T16:10:59.401511+0000","last_clean":"2021-07-26T16:08:35.270285+0000","last_became_active":"2021-07-26T16:09:53.171603+0000","last_became_peered":"2021-07-26T16:09:53.171603+0000","last_unstale":"2021-07-26T16:10:59.401511+0000","last_undegraded":"2021-07-26T16:10:59.401511+0000","last_fullsized":"2021-07-26T16:10:59.401511+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9673,"ondisk_log_size":9673,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":149487616,"num_objects":2281,"num_object_clones":0,"num_object_copies":6843,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2281,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9673,"num_write_kb":382528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3610,"num_bytes_recovered":236519424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":["5","0","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":2281}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":257,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.369665+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:10:46.369665+0000","last_peered":"2021-07-26T16:10:46.369665+0000","last_clean":"2021-07-26T16:10:46.369665+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:10:46.369665+0000","last_undegraded":"2021-07-26T16:10:46.369665+0000","last_fullsized":"2021-07-26T16:10:46.369665+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":50,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.362391+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:10:46.362391+0000","last_peered":"2021-07-26T16:10:46.362391+0000","last_clean":"2021-07-26T16:10:46.362391+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:10:46.362391+0000","last_undegraded":"2021-07-26T16:10:46.362391+0000","last_fullsized":"2021-07-26T16:10:46.362391+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"263'9945","reported_seq":9994,"reported_epoch":263,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:59.488436+0000","last_change":"2021-07-26T16:08:37.512887+0000","last_active":"2021-07-26T16:10:59.488436+0000","last_peered":"2021-07-26T16:10:59.488436+0000","last_clean":"2021-07-26T16:08:35.259559+0000","last_became_active":"2021-07-26T16:08:37.453089+0000","last_became_peered":"2021-07-26T16:08:37.453089+0000","last_unstale":"2021-07-26T16:10:59.488436+0000","last_undegraded":"2021-07-26T16:08:37.303297+0000","last_fullsized":"2021-07-26T16:08:37.274000+0000","mapping_epoch":237,"log_start":"235'3200","ondisk_log_start":"235'3200","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6745,"ondisk_log_size":6745,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":148635672,"num_objects":2269,"num_object_clones":0,"num_object_copies":6807,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3720,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2269,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9945,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"1,6","objects":-1451}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":107,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.365204+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:10:46.365204+0000","last_peered":"2021-07-26T16:10:46.365204+0000","last_clean":"2021-07-26T16:10:46.365204+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:10:46.365204+0000","last_undegraded":"2021-07-26T16:10:46.365204+0000","last_fullsized":"2021-07-26T16:10:46.365204+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":123,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.362860+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:10:46.362860+0000","last_peered":"2021-07-26T16:10:46.362860+0000","last_clean":"2021-07-26T16:10:46.362860+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:10:46.362860+0000","last_undegraded":"2021-07-26T16:10:46.362860+0000","last_fullsized":"2021-07-26T16:10:46.362860+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"263'9610","reported_seq":9651,"reported_epoch":263,"state":"active+clean","last_fresh":"2021-07-26T16:10:59.509188+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:10:59.509188+0000","last_peered":"2021-07-26T16:10:59.509188+0000","last_clean":"2021-07-26T16:10:59.509188+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:10:59.509188+0000","last_undegraded":"2021-07-26T16:10:59.509188+0000","last_fullsized":"2021-07-26T16:10:59.509188+0000","mapping_epoch":230,"log_start":"235'2900","ondisk_log_start":"235'2900","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6710,"ondisk_log_size":6710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":147456000,"num_objects":2250,"num_object_clones":0,"num_object_copies":6750,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2250,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9610,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":252,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.374750+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:10:46.374750+0000","last_peered":"2021-07-26T16:10:46.374750+0000","last_clean":"2021-07-26T16:10:46.374750+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:10:46.374750+0000","last_undegraded":"2021-07-26T16:10:46.374750+0000","last_fullsized":"2021-07-26T16:10:46.374750+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":246,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.371879+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:10:46.371879+0000","last_peered":"2021-07-26T16:10:46.371879+0000","last_clean":"2021-07-26T16:10:46.371879+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:10:46.371879+0000","last_undegraded":"2021-07-26T16:10:46.371879+0000","last_fullsized":"2021-07-26T16:10:46.371879+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"263'9844","reported_seq":9885,"reported_epoch":263,"state":"active+clean","last_fresh":"2021-07-26T16:10:59.930875+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:10:59.930875+0000","last_peered":"2021-07-26T16:10:59.930875+0000","last_clean":"2021-07-26T16:10:59.930875+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:10:59.930875+0000","last_undegraded":"2021-07-26T16:10:59.930875+0000","last_fullsized":"2021-07-26T16:10:59.930875+0000","mapping_epoch":230,"log_start":"234'2500","ondisk_log_start":"234'2500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7344,"ondisk_log_size":7344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":152174592,"num_objects":2322,"num_object_clones":0,"num_object_copies":6966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2322,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9844,"num_write_kb":389312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":284,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.371681+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:10:46.371681+0000","last_peered":"2021-07-26T16:10:46.371681+0000","last_clean":"2021-07-26T16:10:46.371681+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:10:46.371681+0000","last_undegraded":"2021-07-26T16:10:46.371681+0000","last_fullsized":"2021-07-26T16:10:46.371681+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":290,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.367048+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:10:46.367048+0000","last_peered":"2021-07-26T16:10:46.367048+0000","last_clean":"2021-07-26T16:10:46.367048+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:10:46.367048+0000","last_undegraded":"2021-07-26T16:10:46.367048+0000","last_fullsized":"2021-07-26T16:10:46.367048+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":254,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.371416+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:10:46.371416+0000","last_peered":"2021-07-26T16:10:46.371416+0000","last_clean":"2021-07-26T16:10:46.371416+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:10:46.371416+0000","last_undegraded":"2021-07-26T16:10:46.371416+0000","last_fullsized":"2021-07-26T16:10:46.371416+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"263'10162","reported_seq":10210,"reported_epoch":263,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:59.474750+0000","last_change":"2021-07-26T16:08:37.515899+0000","last_active":"2021-07-26T16:10:59.474750+0000","last_peered":"2021-07-26T16:10:59.474750+0000","last_clean":"2021-07-26T16:08:35.259578+0000","last_became_active":"2021-07-26T16:08:37.498255+0000","last_became_peered":"2021-07-26T16:08:37.498255+0000","last_unstale":"2021-07-26T16:10:59.474750+0000","last_undegraded":"2021-07-26T16:08:37.308912+0000","last_fullsized":"2021-07-26T16:08:37.273819+0000","mapping_epoch":237,"log_start":"235'3400","ondisk_log_start":"235'3400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6762,"ondisk_log_size":6762,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":156893184,"num_objects":2394,"num_object_clones":0,"num_object_copies":7182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2394,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10162,"num_write_kb":401792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"3,6","objects":-1382}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":237,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.366848+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:10:46.366848+0000","last_peered":"2021-07-26T16:10:46.366848+0000","last_clean":"2021-07-26T16:10:46.366848+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:10:46.366848+0000","last_undegraded":"2021-07-26T16:10:46.366848+0000","last_fullsized":"2021-07-26T16:10:46.366848+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":107,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.363211+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:10:46.363211+0000","last_peered":"2021-07-26T16:10:46.363211+0000","last_clean":"2021-07-26T16:10:46.363211+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:10:46.363211+0000","last_undegraded":"2021-07-26T16:10:46.363211+0000","last_fullsized":"2021-07-26T16:10:46.363211+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":308,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.371601+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:10:46.371601+0000","last_peered":"2021-07-26T16:10:46.371601+0000","last_clean":"2021-07-26T16:10:46.371601+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:10:46.371601+0000","last_undegraded":"2021-07-26T16:10:46.371601+0000","last_fullsized":"2021-07-26T16:10:46.371601+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"263'9625","reported_seq":9672,"reported_epoch":263,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:59.929420+0000","last_change":"2021-07-26T16:08:37.546898+0000","last_active":"2021-07-26T16:10:59.929420+0000","last_peered":"2021-07-26T16:10:59.929420+0000","last_clean":"2021-07-26T16:08:35.256099+0000","last_became_active":"2021-07-26T16:08:37.538137+0000","last_became_peered":"2021-07-26T16:08:37.538137+0000","last_unstale":"2021-07-26T16:10:59.929420+0000","last_undegraded":"2021-07-26T16:08:37.293735+0000","last_fullsized":"2021-07-26T16:08:37.271374+0000","mapping_epoch":237,"log_start":"234'2300","ondisk_log_start":"234'2300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7325,"ondisk_log_size":7325,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":148176896,"num_objects":2261,"num_object_clones":0,"num_object_copies":6783,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3543,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2261,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9625,"num_write_kb":380352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"1,4","objects":-1282}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":193,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.371616+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:10:46.371616+0000","last_peered":"2021-07-26T16:10:46.371616+0000","last_clean":"2021-07-26T16:10:46.371616+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:10:46.371616+0000","last_undegraded":"2021-07-26T16:10:46.371616+0000","last_fullsized":"2021-07-26T16:10:46.371616+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":255,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.374939+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:10:46.374939+0000","last_peered":"2021-07-26T16:10:46.374939+0000","last_clean":"2021-07-26T16:10:46.374939+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:10:46.374939+0000","last_undegraded":"2021-07-26T16:10:46.374939+0000","last_fullsized":"2021-07-26T16:10:46.374939+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":268,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.371957+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:10:46.371957+0000","last_peered":"2021-07-26T16:10:46.371957+0000","last_clean":"2021-07-26T16:10:46.371957+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:10:46.371957+0000","last_undegraded":"2021-07-26T16:10:46.371957+0000","last_fullsized":"2021-07-26T16:10:46.371957+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"263'9593","reported_seq":14059,"reported_epoch":263,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:59.165055+0000","last_change":"2021-07-26T16:09:52.110013+0000","last_active":"2021-07-26T16:10:59.165055+0000","last_peered":"2021-07-26T16:10:59.165055+0000","last_clean":"2021-07-26T16:08:35.248802+0000","last_became_active":"2021-07-26T16:08:37.498625+0000","last_became_peered":"2021-07-26T16:08:37.498625+0000","last_unstale":"2021-07-26T16:10:59.165055+0000","last_undegraded":"2021-07-26T16:08:37.347130+0000","last_fullsized":"2021-07-26T16:08:37.282698+0000","mapping_epoch":237,"log_start":"234'2400","ondisk_log_start":"234'2400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7193,"ondisk_log_size":7193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":154992640,"num_objects":2365,"num_object_clones":0,"num_object_copies":7095,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1315,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2365,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9593,"num_write_kb":382656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2210,"num_bytes_recovered":136577024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"3,7","objects":1050}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":279,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.368103+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:10:46.368103+0000","last_peered":"2021-07-26T16:10:46.368103+0000","last_clean":"2021-07-26T16:10:46.368103+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:10:46.368103+0000","last_undegraded":"2021-07-26T16:10:46.368103+0000","last_fullsized":"2021-07-26T16:10:46.368103+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":521,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.371807+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:10:46.371807+0000","last_peered":"2021-07-26T16:10:46.371807+0000","last_clean":"2021-07-26T16:10:46.371807+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:10:46.371807+0000","last_undegraded":"2021-07-26T16:10:46.371807+0000","last_fullsized":"2021-07-26T16:10:46.371807+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":63,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.366748+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:10:46.366748+0000","last_peered":"2021-07-26T16:10:46.366748+0000","last_clean":"2021-07-26T16:10:46.366748+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:10:46.366748+0000","last_undegraded":"2021-07-26T16:10:46.366748+0000","last_fullsized":"2021-07-26T16:10:46.366748+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":59,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.374167+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:10:46.374167+0000","last_peered":"2021-07-26T16:10:46.374167+0000","last_clean":"2021-07-26T16:10:46.374167+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:10:46.374167+0000","last_undegraded":"2021-07-26T16:10:46.374167+0000","last_fullsized":"2021-07-26T16:10:46.374167+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"263'9401","reported_seq":9453,"reported_epoch":263,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:10:59.151632+0000","last_change":"2021-07-26T16:08:37.650583+0000","last_active":"2021-07-26T16:10:59.151632+0000","last_peered":"2021-07-26T16:10:59.151632+0000","last_clean":"2021-07-26T16:08:35.276729+0000","last_became_active":"2021-07-26T16:08:37.555480+0000","last_became_peered":"2021-07-26T16:08:37.555480+0000","last_unstale":"2021-07-26T16:10:59.151632+0000","last_undegraded":"2021-07-26T16:08:37.546036+0000","last_fullsized":"2021-07-26T16:08:37.284612+0000","mapping_epoch":237,"log_start":"234'2200","ondisk_log_start":"234'2200","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7201,"ondisk_log_size":7201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":148439040,"num_objects":2265,"num_object_clones":0,"num_object_copies":6795,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3482,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2265,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9401,"num_write_kb":373312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"1,7","objects":-1217}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":280,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.371642+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:10:46.371642+0000","last_peered":"2021-07-26T16:10:46.371642+0000","last_clean":"2021-07-26T16:10:46.371642+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:10:46.371642+0000","last_undegraded":"2021-07-26T16:10:46.371642+0000","last_fullsized":"2021-07-26T16:10:46.371642+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":169,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.365444+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:10:46.365444+0000","last_peered":"2021-07-26T16:10:46.365444+0000","last_clean":"2021-07-26T16:10:46.365444+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:10:46.365444+0000","last_undegraded":"2021-07-26T16:10:46.365444+0000","last_fullsized":"2021-07-26T16:10:46.365444+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":167,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.373176+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:10:46.373176+0000","last_peered":"2021-07-26T16:10:46.373176+0000","last_clean":"2021-07-26T16:10:46.373176+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:10:46.373176+0000","last_undegraded":"2021-07-26T16:10:46.373176+0000","last_fullsized":"2021-07-26T16:10:46.373176+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"263'9777","reported_seq":9818,"reported_epoch":263,"state":"active+clean","last_fresh":"2021-07-26T16:10:59.410566+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:10:59.410566+0000","last_peered":"2021-07-26T16:10:59.410566+0000","last_clean":"2021-07-26T16:10:59.410566+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:10:59.410566+0000","last_undegraded":"2021-07-26T16:10:59.410566+0000","last_fullsized":"2021-07-26T16:10:59.410566+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9777,"ondisk_log_size":9777,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":156827648,"num_objects":2393,"num_object_clones":0,"num_object_copies":7179,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2393,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9777,"num_write_kb":389440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":293,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.377644+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:10:46.377644+0000","last_peered":"2021-07-26T16:10:46.377644+0000","last_clean":"2021-07-26T16:10:46.377644+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:10:46.377644+0000","last_undegraded":"2021-07-26T16:10:46.377644+0000","last_fullsized":"2021-07-26T16:10:46.377644+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":273,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.372101+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:10:46.372101+0000","last_peered":"2021-07-26T16:10:46.372101+0000","last_clean":"2021-07-26T16:10:46.372101+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:10:46.372101+0000","last_undegraded":"2021-07-26T16:10:46.372101+0000","last_fullsized":"2021-07-26T16:10:46.372101+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":150,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.368050+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:10:46.368050+0000","last_peered":"2021-07-26T16:10:46.368050+0000","last_clean":"2021-07-26T16:10:46.368050+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:10:46.368050+0000","last_undegraded":"2021-07-26T16:10:46.368050+0000","last_fullsized":"2021-07-26T16:10:46.368050+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"263'9761","reported_seq":9801,"reported_epoch":263,"state":"active+clean","last_fresh":"2021-07-26T16:10:59.972918+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:10:59.972918+0000","last_peered":"2021-07-26T16:10:59.972918+0000","last_clean":"2021-07-26T16:10:59.972918+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:10:59.972918+0000","last_undegraded":"2021-07-26T16:10:59.972918+0000","last_fullsized":"2021-07-26T16:10:59.972918+0000","mapping_epoch":230,"log_start":"234'2400","ondisk_log_start":"234'2400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7361,"ondisk_log_size":7361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":146472960,"num_objects":2235,"num_object_clones":0,"num_object_copies":6705,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2235,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9761,"num_write_kb":383872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":91,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.375638+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:10:46.375638+0000","last_peered":"2021-07-26T16:10:46.375638+0000","last_clean":"2021-07-26T16:10:46.375638+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:10:46.375638+0000","last_undegraded":"2021-07-26T16:10:46.375638+0000","last_fullsized":"2021-07-26T16:10:46.375638+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":231,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.373304+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:10:46.373304+0000","last_peered":"2021-07-26T16:10:46.373304+0000","last_clean":"2021-07-26T16:10:46.373304+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:10:46.373304+0000","last_undegraded":"2021-07-26T16:10:46.373304+0000","last_fullsized":"2021-07-26T16:10:46.373304+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":64,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.371559+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:10:46.371559+0000","last_peered":"2021-07-26T16:10:46.371559+0000","last_clean":"2021-07-26T16:10:46.371559+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:10:46.371559+0000","last_undegraded":"2021-07-26T16:10:46.371559+0000","last_fullsized":"2021-07-26T16:10:46.371559+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"263'9677","reported_seq":9718,"reported_epoch":263,"state":"active+clean","last_fresh":"2021-07-26T16:10:59.670707+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:10:59.670707+0000","last_peered":"2021-07-26T16:10:59.670707+0000","last_clean":"2021-07-26T16:10:59.670707+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:10:59.670707+0000","last_undegraded":"2021-07-26T16:10:59.670707+0000","last_fullsized":"2021-07-26T16:10:59.670707+0000","mapping_epoch":230,"log_start":"243'4500","ondisk_log_start":"243'4500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5177,"ondisk_log_size":5177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":150667264,"num_objects":2299,"num_object_clones":0,"num_object_copies":6897,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2299,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9677,"num_write_kb":383232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":279,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.371897+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:10:46.371897+0000","last_peered":"2021-07-26T16:10:46.371897+0000","last_clean":"2021-07-26T16:10:46.371897+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:10:46.371897+0000","last_undegraded":"2021-07-26T16:10:46.371897+0000","last_fullsized":"2021-07-26T16:10:46.371897+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":93,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.373477+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:10:46.373477+0000","last_peered":"2021-07-26T16:10:46.373477+0000","last_clean":"2021-07-26T16:10:46.373477+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:10:46.373477+0000","last_undegraded":"2021-07-26T16:10:46.373477+0000","last_fullsized":"2021-07-26T16:10:46.373477+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":98,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.365050+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:10:46.365050+0000","last_peered":"2021-07-26T16:10:46.365050+0000","last_clean":"2021-07-26T16:10:46.365050+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:10:46.365050+0000","last_undegraded":"2021-07-26T16:10:46.365050+0000","last_fullsized":"2021-07-26T16:10:46.365050+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":121,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.363028+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:10:46.363028+0000","last_peered":"2021-07-26T16:10:46.363028+0000","last_clean":"2021-07-26T16:10:46.363028+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:10:46.363028+0000","last_undegraded":"2021-07-26T16:10:46.363028+0000","last_fullsized":"2021-07-26T16:10:46.363028+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":222,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.372484+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:10:46.372484+0000","last_peered":"2021-07-26T16:10:46.372484+0000","last_clean":"2021-07-26T16:10:46.372484+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:10:46.372484+0000","last_undegraded":"2021-07-26T16:10:46.372484+0000","last_fullsized":"2021-07-26T16:10:46.372484+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":267,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.366667+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:10:46.366667+0000","last_peered":"2021-07-26T16:10:46.366667+0000","last_clean":"2021-07-26T16:10:46.366667+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:10:46.366667+0000","last_undegraded":"2021-07-26T16:10:46.366667+0000","last_fullsized":"2021-07-26T16:10:46.366667+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":98,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.363117+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:10:46.363117+0000","last_peered":"2021-07-26T16:10:46.363117+0000","last_clean":"2021-07-26T16:10:46.363117+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:10:46.363117+0000","last_undegraded":"2021-07-26T16:10:46.363117+0000","last_fullsized":"2021-07-26T16:10:46.363117+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":252,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.366953+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:10:46.366953+0000","last_peered":"2021-07-26T16:10:46.366953+0000","last_clean":"2021-07-26T16:10:46.366953+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:10:46.366953+0000","last_undegraded":"2021-07-26T16:10:46.366953+0000","last_fullsized":"2021-07-26T16:10:46.366953+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":36,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.369539+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:10:46.369539+0000","last_peered":"2021-07-26T16:10:46.369539+0000","last_clean":"2021-07-26T16:10:46.369539+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:10:46.369539+0000","last_undegraded":"2021-07-26T16:10:46.369539+0000","last_fullsized":"2021-07-26T16:10:46.369539+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":59,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.369111+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:10:46.369111+0000","last_peered":"2021-07-26T16:10:46.369111+0000","last_clean":"2021-07-26T16:10:46.369111+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:10:46.369111+0000","last_undegraded":"2021-07-26T16:10:46.369111+0000","last_fullsized":"2021-07-26T16:10:46.369111+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":227,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.365886+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:10:46.365886+0000","last_peered":"2021-07-26T16:10:46.365886+0000","last_clean":"2021-07-26T16:10:46.365886+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:10:46.365886+0000","last_undegraded":"2021-07-26T16:10:46.365886+0000","last_fullsized":"2021-07-26T16:10:46.365886+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":108,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.367397+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:10:46.367397+0000","last_peered":"2021-07-26T16:10:46.367397+0000","last_clean":"2021-07-26T16:10:46.367397+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:10:46.367397+0000","last_undegraded":"2021-07-26T16:10:46.367397+0000","last_fullsized":"2021-07-26T16:10:46.367397+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":98,"reported_epoch":262,"state":"active+clean","last_fresh":"2021-07-26T16:10:46.364026+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:10:46.364026+0000","last_peered":"2021-07-26T16:10:46.364026+0000","last_clean":"2021-07-26T16:10:46.364026+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:10:46.364026+0000","last_undegraded":"2021-07-26T16:10:46.364026+0000","last_fullsized":"2021-07-26T16:10:46.364026+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":2431516696,"num_objects":37103,"num_object_clones":0,"num_object_copies":111309,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":19339,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37103,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":155899,"num_write_kb":6176001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9458,"num_bytes_recovered":611516416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8882171904,"data_stored":8882159688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115699,"ondisk_log_size":115699,"up":48,"acting":42,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13499,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495916,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2106028,"kb_used_data":1057444,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91639124,"statfs":{"total":95995035648,"available":93838462976,"internally_reserved":1073741824,"allocated":1082822656,"data_stored":1081520109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.7890000000000001,"5min":1.9339999999999999,"15min":1.03},"min":{"1min":0.26100000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":24.047999999999998,"5min":61.125,"15min":61.125},"last":0.39700000000000002},{"interface":"front","average":{"1min":2.7850000000000001,"5min":2.0339999999999998,"15min":1.0740000000000001},"min":{"1min":0.34799999999999998,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":24.227,"5min":61.165999999999997,"15min":61.165999999999997},"last":3.839}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":4.7140000000000004,"5min":2.6419999999999999,"15min":1.3899999999999999},"min":{"1min":0.27200000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":44.380000000000003,"5min":72.989000000000004,"15min":72.989000000000004},"last":4.0940000000000003},{"interface":"front","average":{"1min":4.319,"5min":2.8500000000000001,"15min":1.3700000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.23300000000000001},"max":{"1min":43.981000000000002,"5min":70.066000000000003,"15min":70.066000000000003},"last":2.8210000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:10:44 2021","interfaces":[{"interface":"back","average":{"1min":2.423,"5min":1.5800000000000001,"15min":1.569},"min":{"1min":0.33400000000000002,"5min":0.27600000000000002,"15min":0.224},"max":{"1min":7.3819999999999997,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":3.9449999999999998},{"interface":"front","average":{"1min":2.4849999999999999,"5min":1.339,"15min":1.4890000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.27600000000000002},"max":{"1min":7.9409999999999998,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":2.875}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":2.0379999999999998,"15min":1.2230000000000001},"min":{"1min":0.27700000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":8.016,"5min":48.880000000000003,"15min":48.880000000000003},"last":2.8530000000000002},{"interface":"front","average":{"1min":3.4929999999999999,"5min":2.1709999999999998,"15min":1.2689999999999999},"min":{"1min":0.317,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":24.059999999999999,"5min":48.792999999999999,"15min":48.792999999999999},"last":4.0540000000000003}]},{"osd":4,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":1.0680000000000001,"15min":0.56799999999999995},"min":{"1min":0.35199999999999998,"5min":0.22,"15min":0.22},"max":{"1min":7.4390000000000001,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":3.8140000000000001},{"interface":"front","average":{"1min":2.379,"5min":1.1259999999999999,"15min":0.64800000000000002},"min":{"1min":0.38,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":7.4690000000000003,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":3.8959999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:10:54 2021","interfaces":[{"interface":"back","average":{"1min":2.383,"5min":1.456,"15min":0.80500000000000005},"min":{"1min":0.29599999999999999,"5min":0.22900000000000001,"15min":0.21299999999999999},"max":{"1min":7.2329999999999997,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":3.8780000000000001},{"interface":"front","average":{"1min":2.5950000000000002,"5min":1.51,"15min":0.874},"min":{"1min":0.29599999999999999,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":6.2270000000000003,"5min":10.406000000000001,"15min":10.406000000000001},"last":3.8580000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:10:54 2021","interfaces":[{"interface":"back","average":{"1min":2.3639999999999999,"5min":1.53,"15min":0.877},"min":{"1min":0.28100000000000003,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":10.975,"5min":10.975,"15min":10.975},"last":13.821999999999999},{"interface":"front","average":{"1min":2.3940000000000001,"5min":1.3340000000000001,"15min":0.75700000000000001},"min":{"1min":0.28499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":8.0500000000000007,"5min":8.0500000000000007,"15min":8.0500000000000007},"last":13.77}]}]},{"osd":6,"up_from":41,"seq":176093659440,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2243176,"kb_used_data":1194528,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91501976,"statfs":{"total":95995035648,"available":93698023424,"internally_reserved":1073741824,"allocated":1223196672,"data_stored":1221898072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.387,"5min":1.133,"15min":0.753},"min":{"1min":0.27200000000000002,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":4.423,"5min":13.945,"15min":13.945},"last":0.70099999999999996},{"interface":"front","average":{"1min":1.369,"5min":1.0289999999999999,"15min":0.80200000000000005},"min":{"1min":0.222,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.3650000000000002,"5min":10.353999999999999,"15min":11.207000000000001},"last":0.68000000000000005}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.0640000000000001,"5min":1.4359999999999999,"15min":0.90300000000000002},"min":{"1min":0.24199999999999999,"5min":0.23200000000000001,"15min":0.21199999999999999},"max":{"1min":6.2110000000000003,"5min":12.864000000000001,"15min":12.864000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":2.1339999999999999,"5min":1.4890000000000001,"15min":1.054},"min":{"1min":0.255,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.4269999999999996,"5min":17.036000000000001,"15min":17.036000000000001},"last":6.1740000000000004}]},{"osd":2,"last update":"Mon Jul 26 16:10:37 2021","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":0.995,"15min":1.6359999999999999},"min":{"1min":0.28299999999999997,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":3.544,"5min":5.8639999999999999,"15min":12.388999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":1.716,"5min":1.127,"15min":1.4850000000000001},"min":{"1min":0.33300000000000002,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":13.712,"5min":13.712,"15min":13.712},"last":0.55400000000000005}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.198,"5min":1.7390000000000001,"15min":1.2170000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.26200000000000001},"max":{"1min":3.524,"5min":49.716999999999999,"15min":49.716999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":2.0529999999999999,"5min":2.1440000000000001,"15min":1.367},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":8.5120000000000005,"5min":49.741,"15min":49.741},"last":6.194}]},{"osd":4,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":0.89500000000000002,"15min":0.50900000000000001},"min":{"1min":0.26800000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":3.4969999999999999,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":0.503},{"interface":"front","average":{"1min":2.464,"5min":1.204,"15min":0.60399999999999998},"min":{"1min":0.22600000000000001,"5min":0.222,"15min":0.21199999999999999},"max":{"1min":10.265000000000001,"5min":10.265000000000001,"15min":10.265000000000001},"last":6.1180000000000003}]},{"osd":5,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.6240000000000001,"5min":1.171,"15min":0.69699999999999995},"min":{"1min":0.30499999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":8.8170000000000002,"5min":8.8170000000000002,"15min":8.8170000000000002},"last":0.65500000000000003},{"interface":"front","average":{"1min":2.048,"5min":0.95499999999999996,"15min":0.65700000000000003},"min":{"1min":0.26200000000000001,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":11.063000000000001,"5min":11.063000000000001,"15min":11.063000000000001},"last":0.59899999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:10:42 2021","interfaces":[{"interface":"back","average":{"1min":2.528,"5min":1.5009999999999999,"15min":0.94499999999999995},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.222},"max":{"1min":10.301,"5min":16.913,"15min":16.913},"last":6.1529999999999996},{"interface":"front","average":{"1min":2.569,"5min":1.486,"15min":0.86899999999999999},"min":{"1min":0.29999999999999999,"5min":0.27600000000000002,"15min":0.26300000000000001},"max":{"1min":8.843,"5min":8.843,"15min":8.843},"last":4.6550000000000002}]}]},{"osd":1,"up_from":78,"seq":335007449257,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1574616,"kb_used_data":1504272,"kb_used_omap":0,"kb_used_meta":70080,"kb_avail":92170536,"statfs":{"total":95995035648,"available":94382628864,"internally_reserved":0,"allocated":1540374528,"data_stored":1539087558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":71761920},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.94499999999999995,"15min":0.73699999999999999},"min":{"1min":0.25700000000000001,"5min":0.191,"15min":0.184},"max":{"1min":4.0679999999999996,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":1.8260000000000001},{"interface":"front","average":{"1min":0.64500000000000002,"5min":1.177,"15min":0.876},"min":{"1min":0.20599999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":3.4550000000000001,"5min":10.977,"15min":10.977},"last":1.782}]},{"osd":2,"last update":"Mon Jul 26 16:10:32 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.0309999999999999,"15min":1.6180000000000001},"min":{"1min":0.24399999999999999,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":3.7320000000000002,"5min":5.3280000000000003,"15min":34.530000000000001},"last":5.3300000000000001},{"interface":"front","average":{"1min":0.84999999999999998,"5min":1.0960000000000001,"15min":1.6080000000000001},"min":{"1min":0.23599999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.4009999999999998,"5min":7.218,"15min":34.465000000000003},"last":1.7470000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:10:23 2021","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":1.26,"15min":1.052},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":6.5910000000000002,"5min":8.9529999999999994,"15min":13.077999999999999},"last":5.5410000000000004},{"interface":"front","average":{"1min":1.095,"5min":1.393,"15min":1.0900000000000001},"min":{"1min":0.32100000000000001,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":4.3499999999999996,"5min":11.106999999999999,"15min":13.287000000000001},"last":5.4980000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.258,"5min":1.0880000000000001,"15min":0.94799999999999995},"min":{"1min":0.29299999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.6200000000000001,"5min":6.6200000000000001,"15min":6.6200000000000001},"last":1.673},{"interface":"front","average":{"1min":1.7390000000000001,"5min":1.2869999999999999,"15min":1.135},"min":{"1min":0.376,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":1.7649999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.1950000000000001,"15min":0.94899999999999995},"min":{"1min":0.316,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.056,"5min":5.5300000000000002,"15min":9.8689999999999998},"last":5.423},{"interface":"front","average":{"1min":1.643,"5min":1.2050000000000001,"15min":0.96999999999999997},"min":{"1min":0.35699999999999998,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":6.8090000000000002,"5min":6.8090000000000002,"15min":6.9139999999999997},"last":1.921}]},{"osd":6,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":1.4299999999999999,"15min":1.0649999999999999},"min":{"1min":0.32800000000000001,"5min":0.255,"15min":0.255},"max":{"1min":6.1120000000000001,"5min":6.1120000000000001,"15min":9.9209999999999994},"last":5.3739999999999997},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.4099999999999999,"15min":1.0369999999999999},"min":{"1min":0.36899999999999999,"5min":0.35099999999999998,"15min":0.32200000000000001},"max":{"1min":9.0589999999999993,"5min":9.0589999999999993,"15min":9.0589999999999993},"last":2.1400000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.522,"5min":1.177,"15min":0.94899999999999995},"min":{"1min":0.47099999999999997,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":4.3109999999999999,"5min":5.3700000000000001,"15min":5.9870000000000001},"last":2.718},{"interface":"front","average":{"1min":1.851,"5min":1.542,"15min":1.135},"min":{"1min":0.41099999999999998,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":6.1799999999999997,"5min":8.234,"15min":9.968},"last":5.4000000000000004}]}]},{"osd":0,"up_from":0,"seq":313532612792,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500798,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122207,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1783968,"kb_used_data":1661400,"kb_used_omap":3,"kb_used_meta":122556,"kb_avail":91961184,"statfs":{"total":95995035648,"available":94168252416,"internally_reserved":0,"allocated":1701273600,"data_stored":1699985989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":125497492},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,3,3,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":1.3819999999999999,"15min":0.96299999999999997},"min":{"1min":0.20899999999999999,"5min":0.20499999999999999,"15min":0.17799999999999999},"max":{"1min":3.641,"5min":54.576999999999998,"15min":54.576999999999998},"last":2.819},{"interface":"front","average":{"1min":0.41999999999999998,"5min":1.2410000000000001,"15min":0.88700000000000001},"min":{"1min":0.224,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.5920000000000001,"5min":56.030999999999999,"15min":56.030999999999999},"last":2.4580000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":2.484,"15min":1.3600000000000001},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":4.0419999999999998,"5min":84.659000000000006,"15min":84.659000000000006},"last":2.6419999999999999},{"interface":"front","average":{"1min":0.75600000000000001,"5min":2.7370000000000001,"15min":1.53},"min":{"1min":0.249,"5min":0.23499999999999999,"15min":0.223},"max":{"1min":3.6739999999999999,"5min":83.567999999999998,"15min":83.567999999999998},"last":2.7930000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:10:46 2021","interfaces":[{"interface":"back","average":{"1min":1.278,"5min":1.3939999999999999,"15min":1.7350000000000001},"min":{"1min":0.27300000000000002,"5min":0.251,"15min":0.251},"max":{"1min":5.8719999999999999,"5min":10.73,"15min":10.73},"last":4.657},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.2929999999999999,"15min":2.1110000000000002},"min":{"1min":0.316,"5min":0.30499999999999999,"15min":0.27300000000000002},"max":{"1min":5.3639999999999999,"5min":10.694000000000001,"15min":14.436},"last":2.6709999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:10:34 2021","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.90900000000000003,"15min":0.71899999999999997},"min":{"1min":0.308,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":3.1600000000000001,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":2.8029999999999999},{"interface":"front","average":{"1min":2.21,"5min":1.3759999999999999,"15min":0.94399999999999995},"min":{"1min":0.41199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":8.766,"5min":8.766,"15min":8.766},"last":2.738}]},{"osd":5,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":1.014,"15min":0.92000000000000004},"min":{"1min":0.31900000000000001,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":15.329000000000001,"5min":15.329000000000001,"15min":15.329000000000001},"last":2.496},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.1659999999999999,"15min":0.96799999999999997},"min":{"1min":0.40300000000000002,"5min":0.314,"15min":0.314},"max":{"1min":6.7939999999999996,"5min":10.634,"15min":11.145},"last":2.875}]},{"osd":6,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":2.0569999999999999,"5min":1.1459999999999999,"15min":0.96999999999999997},"min":{"1min":0.39800000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":15.391,"5min":15.391,"15min":15.391},"last":2.5169999999999999},{"interface":"front","average":{"1min":1.9530000000000001,"5min":1.345,"15min":1.095},"min":{"1min":0.36599999999999999,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":7.6180000000000003,"5min":7.6180000000000003,"15min":7.6180000000000003},"last":2.7029999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.837,"5min":1.4350000000000001,"15min":1.1579999999999999},"min":{"1min":0.47799999999999998,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":6.8769999999999998,"5min":11.625999999999999,"15min":11.625999999999999},"last":2.7639999999999998},{"interface":"front","average":{"1min":2.2530000000000001,"5min":1.5800000000000001,"15min":1.202},"min":{"1min":0.44800000000000001,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":15.363,"5min":15.363,"15min":19.039999999999999},"last":2.9100000000000001}]}]},{"osd":4,"up_from":163,"seq":700079669329,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1938024,"kb_used_data":889440,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":91807128,"statfs":{"total":95995035648,"available":94010499072,"internally_reserved":1073741824,"allocated":910786560,"data_stored":909488048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.5269999999999999,"5min":0.96699999999999997,"15min":0.52900000000000003},"min":{"1min":0.25600000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.5069999999999997,"5min":7.5069999999999997,"15min":7.5069999999999997},"last":0.24199999999999999},{"interface":"front","average":{"1min":1.7230000000000001,"5min":1.375,"15min":0.70899999999999996},"min":{"1min":0.23599999999999999,"5min":0.218,"15min":0.218},"max":{"1min":7.8109999999999999,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":2.831}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.9590000000000001,"5min":1.8169999999999999,"15min":0.85599999999999998},"min":{"1min":0.22900000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4770000000000003,"5min":70.212999999999994,"15min":70.212999999999994},"last":0.216},{"interface":"front","average":{"1min":2.2559999999999998,"5min":2.0609999999999999,"15min":0.97399999999999998},"min":{"1min":0.26500000000000001,"5min":0.247,"15min":0.247},"max":{"1min":7.8630000000000004,"5min":69.948999999999998,"15min":69.948999999999998},"last":2.8100000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.968,"5min":1.339,"15min":0.72099999999999997},"min":{"1min":0.29099999999999998,"5min":0.252,"15min":0.252},"max":{"1min":7.8810000000000002,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":6.1520000000000001},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.81100000000000005,"15min":0.59499999999999997},"min":{"1min":0.28499999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.2589999999999999,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.27300000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.9330000000000001,"5min":1.2430000000000001,"15min":0.70099999999999996},"min":{"1min":0.34399999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.843,"5min":7.843,"15min":7.843},"last":2.8540000000000001},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91400000000000003,"15min":0.58899999999999997},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.2189999999999999,"5min":6.8940000000000001,"15min":6.8940000000000001},"last":2.7490000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":0.77500000000000002,"15min":0.47899999999999998},"min":{"1min":0.22700000000000001,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":4.7670000000000003,"5min":4.7670000000000003,"15min":4.7670000000000003},"last":1.081},{"interface":"front","average":{"1min":2.327,"5min":0.98299999999999998,"15min":0.56599999999999995},"min":{"1min":0.29399999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4379999999999997,"5min":7.4379999999999997,"15min":7.4379999999999997},"last":1.1240000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":0.73699999999999999,"15min":0.46300000000000002},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.9119999999999999,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.23499999999999999},{"interface":"front","average":{"1min":3.036,"5min":1.1659999999999999,"15min":0.61899999999999999},"min":{"1min":0.32400000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":11.997,"5min":11.997,"15min":11.997},"last":0.41199999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.2280000000000002,"5min":0.90300000000000002,"15min":0.55900000000000005},"min":{"1min":0.28199999999999997,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":12.824,"5min":12.824,"15min":12.824},"last":0.438},{"interface":"front","average":{"1min":2.468,"5min":1.278,"15min":0.67600000000000005},"min":{"1min":0.32400000000000001,"5min":0.252,"15min":0.252},"max":{"1min":7.9020000000000001,"5min":8.1809999999999992,"15min":8.1809999999999992},"last":2.782}]}]},{"osd":5,"up_from":36,"seq":154618822965,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1812244,"kb_used_data":763660,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91932908,"statfs":{"total":95995035648,"available":94139297792,"internally_reserved":1073741824,"allocated":781987840,"data_stored":780704999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:20 2021","interfaces":[{"interface":"back","average":{"1min":1.3460000000000001,"5min":2.052,"15min":1.085},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.19500000000000001},"max":{"1min":8.5700000000000003,"5min":59.381,"15min":59.381},"last":1.236},{"interface":"front","average":{"1min":1.552,"5min":2.2320000000000002,"15min":1.181},"min":{"1min":0.29999999999999999,"5min":0.29199999999999998,"15min":0.24399999999999999},"max":{"1min":11.840999999999999,"5min":59.401000000000003,"15min":59.401000000000003},"last":1.339}]},{"osd":1,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":2.6080000000000001,"15min":1.444},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":5.9199999999999999,"5min":85.896000000000001,"15min":85.896000000000001},"last":2.819},{"interface":"front","average":{"1min":2.3650000000000002,"5min":2.9329999999999998,"15min":1.605},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":6.7119999999999997,"5min":85.566999999999993,"15min":85.566999999999993},"last":0.56299999999999994}]},{"osd":2,"last update":"Mon Jul 26 16:10:36 2021","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":1.2769999999999999,"15min":1.2370000000000001},"min":{"1min":0.253,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":6.7519999999999998,"5min":6.7519999999999998,"15min":35.734000000000002},"last":0.628},{"interface":"front","average":{"1min":2.0339999999999998,"5min":1.361,"15min":1.798},"min":{"1min":0.27500000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":11.815,"5min":12.111000000000001,"15min":171.78700000000001},"last":1.294}]},{"osd":3,"last update":"Mon Jul 26 16:10:20 2021","interfaces":[{"interface":"back","average":{"1min":1.837,"5min":2.1520000000000001,"15min":1.4930000000000001},"min":{"1min":0.34499999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":11.76,"5min":59.469999999999999,"15min":59.469999999999999},"last":1.3180000000000001},{"interface":"front","average":{"1min":2.8100000000000001,"5min":2.1840000000000002,"15min":1.506},"min":{"1min":0.35499999999999998,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":13.141999999999999,"5min":59.465000000000003,"15min":59.465000000000003},"last":0.59099999999999997}]},{"osd":4,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":3.125,"5min":1.335,"15min":0.66700000000000004},"min":{"1min":0.28799999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":18.094000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":0.66900000000000004},{"interface":"front","average":{"1min":2.2050000000000001,"5min":1.012,"15min":0.56499999999999995},"min":{"1min":0.25600000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":8.3320000000000007,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":2.851}]},{"osd":6,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":2.7930000000000001,"5min":1.409,"15min":0.81399999999999995},"min":{"1min":0.311,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":8.4979999999999993,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":0.64900000000000002},{"interface":"front","average":{"1min":2.2029999999999998,"5min":1.1719999999999999,"15min":0.752},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":11.865,"5min":11.865,"15min":11.865},"last":1.2589999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:10:42 2021","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.3400000000000001,"15min":0.85099999999999998},"min":{"1min":0.32200000000000001,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":15.15,"5min":15.15,"15min":15.15},"last":1.363},{"interface":"front","average":{"1min":2.1349999999999998,"5min":0.88300000000000001,"15min":0.66300000000000003},"min":{"1min":0.33800000000000002,"5min":0.249,"15min":0.217},"max":{"1min":5.9649999999999999,"5min":5.9649999999999999,"15min":8.1170000000000009},"last":3.0449999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1731919872,"data_stored":1731919872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1523388416,"data_stored":1523384344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1678708736,"data_stored":1678704664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":900726784,"data_stored":900726784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":772603904,"data_stored":772603904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1209339904,"data_stored":1209335832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1065484288,"data_stored":1065484288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:11:06.914 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph status --format=json 2021-07-26T16:11:06.914 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:06.943 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:06.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:06.945 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:07.046 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:07.080 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:07.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:07.081 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:07.109 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:07.182 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:07.212 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:07.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:07.214 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:07.315 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:07.345 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:07.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:07.347 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:07.448 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:07.469 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:07.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:07.471 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:07.572 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:07.610 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:07.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:07.612 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:07.638 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:07 smithi078 ceph-mon[73801]: from='client.45831 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:07.638 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:07 smithi078 ceph-mon[73801]: pgmap v740: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.1 GiB data, 6.5 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 677 op/s; 19094/101181 objects degraded (18.871%); 544 KiB/s, 45 objects/s recovering 2021-07-26T16:11:07.638 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:07 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 19094/101181 objects degraded (18.871%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:07.638 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:07 smithi078 ceph-mon[77813]: from='client.45831 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:07.639 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:07 smithi078 ceph-mon[77813]: pgmap v740: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.1 GiB data, 6.5 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 677 op/s; 19094/101181 objects degraded (18.871%); 544 KiB/s, 45 objects/s recovering 2021-07-26T16:11:07.639 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:07 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 19094/101181 objects degraded (18.871%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:07.713 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:07.721 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-07-26T16:11:07.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:07.746 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:07.747 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:07.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:07 smithi139 ceph-mon[56829]: from='client.45831 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:07.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:07 smithi139 ceph-mon[56829]: pgmap v740: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.1 GiB data, 6.5 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 677 op/s; 19094/101181 objects degraded (18.871%); 544 KiB/s, 45 objects/s recovering 2021-07-26T16:11:07.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:07 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 19094/101181 objects degraded (18.871%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:07.849 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:07.888 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:07.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:07.890 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:07.991 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:07.992 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:08.020 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:08.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:08.021 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:08.122 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:08.148 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:08.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:08.150 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:08.251 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:08.296 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:08.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:08.298 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:08.399 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:08.439 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:08.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:08.441 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:08.476 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:08 smithi078 ceph-mon[73801]: pgmap v741: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.1 GiB data, 6.5 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 677 op/s; 19094/101181 objects degraded (18.871%); 544 KiB/s, 45 objects/s recovering 2021-07-26T16:11:08.477 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:08 smithi078 ceph-mon[77813]: pgmap v741: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.1 GiB data, 6.5 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 677 op/s; 19094/101181 objects degraded (18.871%); 544 KiB/s, 45 objects/s recovering 2021-07-26T16:11:08.541 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:08.586 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:08.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:08.588 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:08.689 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:08.721 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:08.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:08.724 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:08.825 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:08.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:08 smithi139 ceph-mon[56829]: pgmap v741: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.1 GiB data, 6.5 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 677 op/s; 19094/101181 objects degraded (18.871%); 544 KiB/s, 45 objects/s recovering 2021-07-26T16:11:08.857 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:08.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:08.859 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:08.960 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:08.999 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:09.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:09.000 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:09.101 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:09.136 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:09.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:09.138 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:09.239 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:09.276 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:09.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:09.277 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:09.378 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:09.426 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:09.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:09.427 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:09.435 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:11:09.528 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:09.561 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:09.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:09.563 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:09.664 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:09.692 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:09 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4283315607' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:11:09.692 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:09 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4283315607' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:11:09.710 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:09.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:09.711 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:09.812 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:09.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:09 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4283315607' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:11:09.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:09.842 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:09.843 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:09.944 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:09.972 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:09.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:09.973 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:10.074 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:10.107 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:10.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:10.108 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:10.209 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:10.250 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:10.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:10.252 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:10.353 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:10.396 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:10.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:10.398 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:10.534 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:10.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:10.536 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:10.637 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:10.657 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:10.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:10.659 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:10.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:10 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:10.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:10 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4283315607' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:11:10.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:10 smithi078 ceph-mon[73801]: osdmap e265: 8 total, 8 up, 6 in 2021-07-26T16:11:10.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:10 smithi078 ceph-mon[73801]: pgmap v743: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.8 GiB data, 5.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 793 op/s; 18776/90621 objects degraded (20.719%); 0 B/s, 64 objects/s recovering 2021-07-26T16:11:10.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:10 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:10.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:10 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4283315607' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:11:10.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:10 smithi078 ceph-mon[77813]: osdmap e265: 8 total, 8 up, 6 in 2021-07-26T16:11:10.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:10 smithi078 ceph-mon[77813]: pgmap v743: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.8 GiB data, 5.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 793 op/s; 18776/90621 objects degraded (20.719%); 0 B/s, 64 objects/s recovering 2021-07-26T16:11:10.760 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:10.784 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:10.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:10.788 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:10.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:10 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:10.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:10 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4283315607' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:11:10.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:10 smithi139 ceph-mon[56829]: osdmap e265: 8 total, 8 up, 6 in 2021-07-26T16:11:10.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:10 smithi139 ceph-mon[56829]: pgmap v743: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.8 GiB data, 5.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 793 op/s; 18776/90621 objects degraded (20.719%); 0 B/s, 64 objects/s recovering 2021-07-26T16:11:10.889 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:10.931 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:10.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:10.932 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:11.033 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:11.068 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:11.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:11.070 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:11.171 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:11.207 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:11.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:11.208 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:11.310 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:11.339 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:11.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:11.341 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:11.442 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:11.476 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:11.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:11.478 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:11.579 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:11.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:11.606 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:11.606 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:11.708 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:11.737 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:11.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:11.739 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:11.840 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:11.877 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:11.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:11.879 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:11.980 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:12.012 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:12.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:12.013 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:12.114 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:12.149 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:12.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:12.151 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:12.232 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:11:12.232 INFO:teuthology.orchestra.run.smithi078.stdout:{"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 18776/90621 objects degraded (20.719%), 6 pgs degraded, 6 pgs undersized","count":12},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":997,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":265,"num_osds":8,"num_up_osds":8,"osd_up_since":1627315460,"num_in_osds":6,"osd_in_since":1627315715,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":82},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait","count":1}],"num_pgs":89,"num_pools":5,"num_objects":30207,"data_bytes":1978603446,"bytes_used":10552426496,"bytes_avail":565417787392,"bytes_total":575970213888,"degraded_objects":18776,"degraded_total":90621,"degraded_ratio":0.20719259332825721,"recovering_objects_per_sec":56,"recovering_bytes_per_sec":0,"recovering_keys_per_sec":0,"num_objects_recovered":563,"num_bytes_recovered":0,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":691},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi139.mwfdce","status":"up:active","gid":34466}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://172.21.15.78:8443/"}},"servicemap":{"epoch":27,"modified":"2021-07-26T16:10:36.029236+0000","services":{}},"progress_events":{"019a259c-959c-47d6-a734-39cfb6909cf2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"028db943-f20f-467a-a060-ad98e1de11a2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0825decf-1771-4aa9-b3e0-2f90f962393e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0bec2cae-5754-4025-a7d0-2ee7968682e9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d3cb746-2040-4b08-9af3-a1d7a0503231":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d89ccd0-fc83-4f39-8753-1a8865251315":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0e651c76-4f9a-4f90-a79f-535f5859f8c8":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"108b28cf-2f79-4480-ae61-bee4c7c31bd7":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"114a7454-f544-4e5b-bc68-037dbe7feba4":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1716fc1e-864e-424d-aa5d-87e6df36f714":{"message":"Global Recovery Event (2m)\n [=========================...] (remaining: 12s)","progress":0.92134833335876465,"add_to_ceph_s":true},"17292374-1855-4712-acd3-11bb22dc3c95":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19bd3a40-ff30-4a9b-af2f-c08bddcd661a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19d4ab02-2b37-4660-bd16-0ab176a69364":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1a15b739-f34e-4cf1-97e8-78bca8ce7cb4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c310024-1e58-4270-9383-5f710035cc0f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c490976-1a9c-47b0-8d32-51f1bd6245b3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1e027d76-638d-4309-8161-d718742ba273":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"20002988-dede-4d83-be7f-6f21f2353621":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"211ec1ea-128a-4366-9fd4-10ed5f8cd19d":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"22daed49-593a-480d-8a9a-98d818c39bc2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2b855103-93d2-47b4-8165-7e5b5059057c":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2f3e8995-94bb-44c6-a68e-5228ccdd773d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2fa6f510-7612-471e-b70a-771a516baf6b":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3110f40d-e914-45fc-9524-e7fb7274d10e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"31cc9b1a-2567-4b75-aa0a-a0a72d9c8ee3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"33b6be0a-e83d-46d9-be6b-7792ff77ca0d":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"34763500-8a71-4327-90e5-1c72d86bd096":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"347a77f4-00de-473e-9b25-6b72dd08c4e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"37b206b2-4919-48e8-a6a4-2ece7b7c8254":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3884b211-07a3-42b3-a9c4-9f0a0f7af463":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3a762b12-c51f-443d-a6d4-6ac594c32ef8":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"401e0147-cb0d-454d-8ef4-fb978b16324c":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"405520f3-456b-4fac-acae-bf61abb626e5":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"459b2ec4-9d88-4aa6-9215-68089a091441":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"460f2a0b-a55a-4dcc-9025-c902682d17f9":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"49014fd2-9788-4843-b76b-2357148f3e82":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4b6c0637-0ad3-469f-95ef-80ceaab392d6":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4c8d0599-00f0-42f4-83f0-a4ba20f99acd":{"message":"Upgrade to 17.0.0-6381-gbccf07c2 (3m)\n [===========.................] (remaining: 5m)","progress":0.40000000596046448,"add_to_ceph_s":true},"510eb5cd-e26d-43a7-a3e5-7303b56b6057":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"51360200-b719-40e4-8a65-e68776fd9d5f":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5387f864-71ca-4020-825f-f1036e21047a":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"53b8252d-e583-4145-96dd-6e627cb76d47":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"587e5b1e-b615-4a76-aa76-339ac4b1119a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"596f1485-a6e2-4709-8011-3eee4f68a40b":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5b7a5224-a2a0-4336-b87d-ac71fa41a132":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"60d27c5b-892a-420f-b2a4-2b40fb5c9bae":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"68cfcc32-3d22-4e97-a6bf-84fde960ae8d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6a35c8c3-7429-4f4e-901f-a038415ba6c2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6e65f136-9823-457f-a92e-219b81f095ff":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6fd1956d-15c5-4ac2-b06c-7dee4994eccd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"714f46fd-bf2e-444a-8f90-7e81abeb7685":{"message":"Rebalancing after osd.0 marked out (2m)\n [========================....] (remaining: 22s)","progress":0.87182265520095825,"add_to_ceph_s":false},"7222cf0b-f01f-42ff-b51f-2b368b5fa361":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"744491dc-86bb-4b12-9fc7-2744a456cdc3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7b7fbe03-10d2-461f-bc0a-43d77c89fd23":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7c55f598-ea1b-4bff-a1ec-eea9a96b6314":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7cc6b61a-e881-4ce4-833e-d21942657817":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7d5292c7-8f64-4b18-95ca-05dceafb186d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"8841d28e-a2d3-42ce-b8e6-7d7d69ea1e35":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"89311c45-5afb-43bf-852b-90dbe31ce58d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"95c9cfcc-b295-4d83-828a-9bda822ebf70":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"9920a83e-9cd1-461f-87af-96cfa0812e53":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"a26181f8-0e99-49bd-a0d7-1bcf93e4f69c":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"a3f0924a-47fe-4133-b0b7-af5b7b7d6acf":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ab9bac78-f961-43ca-85cf-13bf0a07fe2e":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ac811e7e-477b-4e3e-bb2c-13a29f3fb2f8":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b14333af-8546-48cc-96eb-f5c63e320d61":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b1685628-5f44-489c-9373-b5c4e59ee59f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b487ad26-7b67-4172-8032-8b75babea112":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b49740d5-954a-41e7-8eeb-bba5b1778d45":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b733ca53-2fc8-4687-b3d9-a51b7548ccda":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b8dc1c77-2ee2-46bd-840f-984991d9d2c5":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bcf1a744-2ba8-4784-bc68-152a3ee664e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bd08922a-3ac3-4039-b4b3-93faebd22c7f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c1a156a1-da5e-48d0-8f8c-76df6626d395":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c433161c-6293-4e18-8b3e-4dfaefe05b55":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c9af9882-716f-48ac-9c01-9b480daac534":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cc288a6b-fa59-4ff4-9f82-2d4000fff883":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cca5ef61-d521-4f77-b37f-93a28b89d15a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cd33fd2b-27ed-4525-9d17-ba2cc09d5353":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d118df63-284a-474e-af58-a8708f3e39b5":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d1832f61-b2f2-479e-9ca7-a08f459792cc":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3a1ed4b-8a21-4c8c-a760-50346daddd86":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3cec5e9-6ca4-4cde-bf7c-203f01e0615f":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3f03da8-2b50-4d24-9e07-ebe7fb68620a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d4b2d413-2cc2-4af6-9289-9d0962f8d562":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d60ee7c1-95c3-4951-b85f-6396aa8443c9":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d664ff2e-627e-4220-b08e-1328f66d2162":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d95302c7-9943-4446-90c7-a0673a2851f9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db45b94a-5480-4042-a97d-007fc80760fd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db99f745-9bf6-407d-8b52-0ae16fcf2ce1":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"dbf6551f-18cf-42fa-9dc5-922e67ecff20":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e0d6e716-8cba-447c-9ca3-3477324080c9":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e1836fad-1cc2-46ce-9f78-d37c733fb2d0":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e5ef342e-6e19-43be-8eb5-d9d530a664bb":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e61a1630-6f6f-4a09-b57f-b4c38ac323fb":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e7ab10fd-44f7-483e-a16e-8a6fae1d617f":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e93081ac-e4b5-40bb-bacb-bcd7c4e35682":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ec7eb209-1825-4e29-9570-7569715ff483":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f0644eeb-753f-46df-92aa-c27780aae9fc":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f182a7c3-6244-4f18-a08d-52c79721a0ca":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5513eb5-bba6-49c5-ac12-28c7c4f7647b":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5c668a8-c8d6-4e75-a024-0cc85fbab7f7":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"feaf3a8a-1d00-4584-9528-86fa43b3edf4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true}}} 2021-07-26T16:11:12.252 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:12.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:12.292 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:12.293 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:12.362 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:11:12.362 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:11:12.362 INFO:teuthology.orchestra.run.smithi078.stdout: "complaint_time": 30, 2021-07-26T16:11:12.363 INFO:teuthology.orchestra.run.smithi078.stdout: "num_blocked_ops": 0 2021-07-26T16:11:12.363 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:11:12.396 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:12.442 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:12.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:12.444 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:12.545 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:12.570 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:12.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:12.572 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:12.673 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:12.694 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:12.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:12.696 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:12.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:12.830 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:12.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:12.832 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:12.933 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:12.975 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:12.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:12.977 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:13.078 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:13.112 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:13.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:13.113 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:13.152 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:11:13.171 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:11:13.172 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:13 smithi078 ceph-mon[73801]: pgmap v744: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.8 GiB data, 5.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 691 op/s; 18776/90621 objects degraded (20.719%); 0 B/s, 56 objects/s recovering 2021-07-26T16:11:13.172 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:13 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 18776/90621 objects degraded (20.719%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:13.172 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:13 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/372350351' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:11:13.173 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:13 smithi078 ceph-mon[77813]: pgmap v744: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.8 GiB data, 5.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 691 op/s; 18776/90621 objects degraded (20.719%); 0 B/s, 56 objects/s recovering 2021-07-26T16:11:13.173 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:13 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 18776/90621 objects degraded (20.719%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:13.173 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:13 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/372350351' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:11:13.200 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:11:13.214 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:13.238 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:13.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:13.240 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:13.245 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:11:13.288 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:11:13.326 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:11:13.341 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:13.374 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:13.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:13.376 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:13.478 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:13.499 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:13.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:13.501 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:13.510 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:11:13.511 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:11:13.511 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:11:13.511 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:11:13.512 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:11:13.512 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:11:13.512 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:11:13.512 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:11:13.513 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:11:13.513 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:11:13.513 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:11:13.519 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:13.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:13 smithi139 ceph-mon[56829]: pgmap v744: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.8 GiB data, 5.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 691 op/s; 18776/90621 objects degraded (20.719%); 0 B/s, 56 objects/s recovering 2021-07-26T16:11:13.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:13 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 18776/90621 objects degraded (20.719%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:13.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:13 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/372350351' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:11:13.602 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:13.631 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:13.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:13.632 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:13.681 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-07-26T16:11:13.681 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:11:13.734 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:13.764 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:13.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:13.769 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:13.870 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:13.871 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:13.902 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:13.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:13.904 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:14.006 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:14.040 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:14.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:14.041 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:14.082 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-07-26T16:11:14.142 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:14.177 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:14.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:14.178 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:14.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:14 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1282471323' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:14.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:14 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1282471323' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:14.279 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:14.284 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:14.314 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:14.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:14.316 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:14.417 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:14.440 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:14.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:14.441 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:14.542 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:14.570 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:14.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:14.572 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:14.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:14 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1282471323' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:14.673 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:14.701 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:14.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:14.703 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:14.804 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:14.837 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:14.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:14.839 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:14.940 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:14.991 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:14.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:14.993 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:15.094 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:15.127 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:15.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:15.129 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:15.230 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:15.261 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:15.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:15.263 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:15.364 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:15.378 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:15 smithi078 ceph-mon[73801]: pgmap v745: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.8 GiB data, 5.7 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 691 op/s; 18776/90621 objects degraded (20.719%); 0 B/s, 56 objects/s recovering 2021-07-26T16:11:15.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:15 smithi078 ceph-mon[77813]: pgmap v745: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.8 GiB data, 5.7 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 691 op/s; 18776/90621 objects degraded (20.719%); 0 B/s, 56 objects/s recovering 2021-07-26T16:11:15.397 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:15.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:15.399 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:15.500 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:15.520 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:15.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:15.522 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:15.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:15 smithi139 ceph-mon[56829]: pgmap v745: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.8 GiB data, 5.7 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 691 op/s; 18776/90621 objects degraded (20.719%); 0 B/s, 56 objects/s recovering 2021-07-26T16:11:15.622 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:15.651 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:15.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:15.653 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:15.754 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:15.786 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:15.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:15.788 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:15.889 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:15.917 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:15.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:15.918 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:16.019 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:16.058 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:16.059 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:16.059 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:16.161 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:16.190 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:16.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:16.192 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:16.293 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:16.322 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:16.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:16.323 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:16.425 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:16.462 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:16.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:16.464 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:16.564 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:16.593 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:16.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:16.595 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:16.696 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:16.720 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:16.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:16.722 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:16.823 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:16.872 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:16.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:16.874 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:16.975 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:17.003 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:17.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:17.004 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:17.037 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:11:17.106 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:17.149 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:17.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:17.151 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:17.189 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:17 smithi078 ceph-mon[73801]: pgmap v746: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.6 GiB data, 5.2 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 707 op/s; 18411/79956 objects degraded (23.026%); 0 B/s, 68 objects/s recovering 2021-07-26T16:11:17.189 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:17 smithi078 ceph-mon[77813]: pgmap v746: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.6 GiB data, 5.2 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 707 op/s; 18411/79956 objects degraded (23.026%); 0 B/s, 68 objects/s recovering 2021-07-26T16:11:17.248 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:17.252 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:17.282 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:17.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:17.283 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:17.384 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:17.412 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:17.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:17.413 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:17.514 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:17.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:17.572 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:17.573 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:17.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:17 smithi139 ceph-mon[56829]: pgmap v746: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.6 GiB data, 5.2 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 707 op/s; 18411/79956 objects degraded (23.026%); 0 B/s, 68 objects/s recovering 2021-07-26T16:11:17.674 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:17.714 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:17.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:17.716 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:17.817 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:17.851 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:17.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:17.853 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:17.954 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:17.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:17.998 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:17.999 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:18.100 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:18.148 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:18.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:18.150 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:18.251 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:18.288 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:18.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:18.289 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:18.303 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:18 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 18411/79956 objects degraded (23.026%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:18.303 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:18 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 18411/79956 objects degraded (23.026%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:18.326 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:11:18.327 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:11:18.390 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:18.424 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:18.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:18.426 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:18.527 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:18.556 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:18.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:18.558 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:18.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:18 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 18411/79956 objects degraded (23.026%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:18.659 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:18.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:18.693 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:18.693 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:18.794 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:18.827 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:18.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:18.829 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:18.876 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:11:18.880 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:11:18.930 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:18.971 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:18.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:18.973 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:19.075 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:19.108 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:19.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:19.111 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:19.126 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:11:19.151 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:19 smithi078 ceph-mon[73801]: pgmap v747: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.6 GiB data, 5.2 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 707 op/s; 18411/79956 objects degraded (23.026%); 0 B/s, 68 objects/s recovering 2021-07-26T16:11:19.152 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:19 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3123787732' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:19.152 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:19 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:19.153 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:19 smithi078 ceph-mon[77813]: pgmap v747: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.6 GiB data, 5.2 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 707 op/s; 18411/79956 objects degraded (23.026%); 0 B/s, 68 objects/s recovering 2021-07-26T16:11:19.154 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:19 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3123787732' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:19.154 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:19 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:19.212 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:19.242 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:19.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:19.244 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:19.345 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:19.379 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:19.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:19.381 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:19.482 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:19.515 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:19.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:19.517 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:19.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:19 smithi139 ceph-mon[56829]: pgmap v747: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.6 GiB data, 5.2 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 707 op/s; 18411/79956 objects degraded (23.026%); 0 B/s, 68 objects/s recovering 2021-07-26T16:11:19.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:19 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3123787732' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:19.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:19 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:19.618 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:19.647 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:19.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:19.648 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:19.749 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:19.788 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:19.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:19.790 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:19.890 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:19.926 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:19.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:19.927 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:20.028 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:20.065 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:20.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:20.066 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:20.167 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:20.199 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:20.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:20.200 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:20.217 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-07-26T16:11:20.302 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:20.361 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:20.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:20.363 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:20.456 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:20.464 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:20.486 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:20.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:20.487 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:20.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:20 smithi078 ceph-mon[73801]: from='client.55744 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:20.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:20 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:20.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:20 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:11:20.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:20 smithi078 ceph-mon[73801]: osdmap e266: 8 total, 8 up, 6 in 2021-07-26T16:11:20.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:20 smithi078 ceph-mon[77813]: from='client.55744 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:20.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:20 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:20.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:20 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:11:20.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:20 smithi078 ceph-mon[77813]: osdmap e266: 8 total, 8 up, 6 in 2021-07-26T16:11:20.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:20 smithi139 ceph-mon[56829]: from='client.55744 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:20.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:20 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:20.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:20 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:11:20.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:20 smithi139 ceph-mon[56829]: osdmap e266: 8 total, 8 up, 6 in 2021-07-26T16:11:20.588 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:20.603 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":747,"stamp":"2021-07-26T16:11:18.042873+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1745622966,"num_objects":26652,"num_object_clones":0,"num_object_copies":79956,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":18411,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26652,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":166634,"num_write_kb":6178446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10438,"num_bytes_recovered":613289028,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115768,"ondisk_log_size":115768,"up":267,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":9630860,"kb_used_data":5232476,"kb_used_omap":1646,"kb_used_meta":4396433,"kb_avail":552840052,"statfs":{"total":575970213888,"available":566108213248,"internally_reserved":4294967296,"allocated":5358055424,"data_stored":5350251472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1685688,"internal_metadata":4501948232},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,1,5,3,4,3,1,4],"upper_bound":256},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-463667200,"num_objects":-7075,"num_object_clones":0,"num_object_copies":-21225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-683,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-7075,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7075,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":683,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003072"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":118,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.328463+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:11:01.328463+0000","last_peered":"2021-07-26T16:11:01.328463+0000","last_clean":"2021-07-26T16:11:01.328463+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:11:01.328463+0000","last_undegraded":"2021-07-26T16:11:01.328463+0000","last_fullsized":"2021-07-26T16:11:01.328463+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":240,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.332371+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:11:01.332371+0000","last_peered":"2021-07-26T16:11:01.332371+0000","last_clean":"2021-07-26T16:11:01.332371+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:11:01.332371+0000","last_undegraded":"2021-07-26T16:11:01.332371+0000","last_fullsized":"2021-07-26T16:11:01.332371+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":242,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.330523+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:11:01.330523+0000","last_peered":"2021-07-26T16:11:01.330523+0000","last_clean":"2021-07-26T16:11:01.330523+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:11:01.330523+0000","last_undegraded":"2021-07-26T16:11:01.330523+0000","last_fullsized":"2021-07-26T16:11:01.330523+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":178,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.332769+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:11:01.332769+0000","last_peered":"2021-07-26T16:11:01.332769+0000","last_clean":"2021-07-26T16:11:01.332769+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:11:01.332769+0000","last_undegraded":"2021-07-26T16:11:01.332769+0000","last_fullsized":"2021-07-26T16:11:01.332769+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":271,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.331973+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:11:01.331973+0000","last_peered":"2021-07-26T16:11:01.331973+0000","last_clean":"2021-07-26T16:11:01.331973+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:11:01.331973+0000","last_undegraded":"2021-07-26T16:11:01.331973+0000","last_fullsized":"2021-07-26T16:11:01.331973+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":234,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.337475+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:11:01.337475+0000","last_peered":"2021-07-26T16:11:01.337475+0000","last_clean":"2021-07-26T16:11:01.337475+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:11:01.337475+0000","last_undegraded":"2021-07-26T16:11:01.337475+0000","last_fullsized":"2021-07-26T16:11:01.337475+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":158,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.369506+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:11:01.369506+0000","last_peered":"2021-07-26T16:11:01.369506+0000","last_clean":"2021-07-26T16:11:01.369506+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:11:01.369506+0000","last_undegraded":"2021-07-26T16:11:01.369506+0000","last_fullsized":"2021-07-26T16:11:01.369506+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":179,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.332133+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:11:01.332133+0000","last_peered":"2021-07-26T16:11:01.332133+0000","last_clean":"2021-07-26T16:11:01.332133+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:11:01.332133+0000","last_undegraded":"2021-07-26T16:11:01.332133+0000","last_fullsized":"2021-07-26T16:11:01.332133+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":76,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.387763+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:11:01.387763+0000","last_peered":"2021-07-26T16:11:01.387763+0000","last_clean":"2021-07-26T16:11:01.387763+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:11:01.387763+0000","last_undegraded":"2021-07-26T16:11:01.387763+0000","last_fullsized":"2021-07-26T16:11:01.387763+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":57,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.335782+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:11:01.335782+0000","last_peered":"2021-07-26T16:11:01.335782+0000","last_clean":"2021-07-26T16:11:01.335782+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:11:01.335782+0000","last_undegraded":"2021-07-26T16:11:01.335782+0000","last_fullsized":"2021-07-26T16:11:01.335782+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":165,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.333988+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:11:01.333988+0000","last_peered":"2021-07-26T16:11:01.333988+0000","last_clean":"2021-07-26T16:11:01.333988+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:11:01.333988+0000","last_undegraded":"2021-07-26T16:11:01.333988+0000","last_fullsized":"2021-07-26T16:11:01.333988+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":275,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.330894+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:11:01.330894+0000","last_peered":"2021-07-26T16:11:01.330894+0000","last_clean":"2021-07-26T16:11:01.330894+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:11:01.330894+0000","last_undegraded":"2021-07-26T16:11:01.330894+0000","last_fullsized":"2021-07-26T16:11:01.330894+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":191,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.328845+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:11:01.328845+0000","last_peered":"2021-07-26T16:11:01.328845+0000","last_clean":"2021-07-26T16:11:01.328845+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:11:01.328845+0000","last_undegraded":"2021-07-26T16:11:01.328845+0000","last_fullsized":"2021-07-26T16:11:01.328845+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":100,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.333504+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:11:01.333504+0000","last_peered":"2021-07-26T16:11:01.333504+0000","last_clean":"2021-07-26T16:11:01.333504+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:11:01.333504+0000","last_undegraded":"2021-07-26T16:11:01.333504+0000","last_fullsized":"2021-07-26T16:11:01.333504+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":291,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.332292+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:11:01.332292+0000","last_peered":"2021-07-26T16:11:01.332292+0000","last_clean":"2021-07-26T16:11:01.332292+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:11:01.332292+0000","last_undegraded":"2021-07-26T16:11:01.332292+0000","last_fullsized":"2021-07-26T16:11:01.332292+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":161,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.329147+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:11:01.329147+0000","last_peered":"2021-07-26T16:11:01.329147+0000","last_clean":"2021-07-26T16:11:01.329147+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:11:01.329147+0000","last_undegraded":"2021-07-26T16:11:01.329147+0000","last_fullsized":"2021-07-26T16:11:01.329147+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":178,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.332676+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:11:01.332676+0000","last_peered":"2021-07-26T16:11:01.332676+0000","last_clean":"2021-07-26T16:11:01.332676+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:11:01.332676+0000","last_undegraded":"2021-07-26T16:11:01.332676+0000","last_fullsized":"2021-07-26T16:11:01.332676+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":65,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.369497+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:11:01.369497+0000","last_peered":"2021-07-26T16:11:01.369497+0000","last_clean":"2021-07-26T16:11:01.369497+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:11:01.369497+0000","last_undegraded":"2021-07-26T16:11:01.369497+0000","last_fullsized":"2021-07-26T16:11:01.369497+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":245,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.335825+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:11:01.335825+0000","last_peered":"2021-07-26T16:11:01.335825+0000","last_clean":"2021-07-26T16:11:01.335825+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:11:01.335825+0000","last_undegraded":"2021-07-26T16:11:01.335825+0000","last_fullsized":"2021-07-26T16:11:01.335825+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":187,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.332862+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:11:01.332862+0000","last_peered":"2021-07-26T16:11:01.332862+0000","last_clean":"2021-07-26T16:11:01.332862+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:11:01.332862+0000","last_undegraded":"2021-07-26T16:11:01.332862+0000","last_fullsized":"2021-07-26T16:11:01.332862+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":361,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.336167+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:11:01.336167+0000","last_peered":"2021-07-26T16:11:01.336167+0000","last_clean":"2021-07-26T16:11:01.336167+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:11:01.336167+0000","last_undegraded":"2021-07-26T16:11:01.336167+0000","last_fullsized":"2021-07-26T16:11:01.336167+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.333077+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:11:01.333077+0000","last_peered":"2021-07-26T16:11:01.333077+0000","last_clean":"2021-07-26T16:11:01.333077+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:11:01.333077+0000","last_undegraded":"2021-07-26T16:11:01.333077+0000","last_fullsized":"2021-07-26T16:11:01.333077+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"265'10687","reported_seq":10730,"reported_epoch":265,"state":"active+clean","last_fresh":"2021-07-26T16:11:14.708885+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:11:14.708885+0000","last_peered":"2021-07-26T16:11:14.708885+0000","last_clean":"2021-07-26T16:11:14.708885+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:11:14.708885+0000","last_undegraded":"2021-07-26T16:11:14.708885+0000","last_fullsized":"2021-07-26T16:11:14.708885+0000","mapping_epoch":230,"log_start":"248'5600","ondisk_log_start":"248'5600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5087,"ondisk_log_size":5087,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109772800,"num_objects":1675,"num_object_clones":0,"num_object_copies":5025,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1675,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10687,"num_write_kb":395584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":72,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.333131+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:11:01.333131+0000","last_peered":"2021-07-26T16:11:01.333131+0000","last_clean":"2021-07-26T16:11:01.333131+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:11:01.333131+0000","last_undegraded":"2021-07-26T16:11:01.333131+0000","last_fullsized":"2021-07-26T16:11:01.333131+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":83,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.369536+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:11:01.369536+0000","last_peered":"2021-07-26T16:11:01.369536+0000","last_clean":"2021-07-26T16:11:01.369536+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:11:01.369536+0000","last_undegraded":"2021-07-26T16:11:01.369536+0000","last_fullsized":"2021-07-26T16:11:01.369536+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"265'10598","reported_seq":10641,"reported_epoch":265,"state":"active+clean","last_fresh":"2021-07-26T16:11:14.358109+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:11:14.358109+0000","last_peered":"2021-07-26T16:11:14.358109+0000","last_clean":"2021-07-26T16:11:14.358109+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:11:14.358109+0000","last_undegraded":"2021-07-26T16:11:14.358109+0000","last_fullsized":"2021-07-26T16:11:14.358109+0000","mapping_epoch":230,"log_start":"233'900","ondisk_log_start":"233'900","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9698,"ondisk_log_size":9698,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109314048,"num_objects":1668,"num_object_clones":0,"num_object_copies":5004,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1668,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10598,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":164,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.332977+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:11:01.332977+0000","last_peered":"2021-07-26T16:11:01.332977+0000","last_clean":"2021-07-26T16:11:01.332977+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:11:01.332977+0000","last_undegraded":"2021-07-26T16:11:01.332977+0000","last_fullsized":"2021-07-26T16:11:01.332977+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":109,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.330319+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:11:01.330319+0000","last_peered":"2021-07-26T16:11:01.330319+0000","last_clean":"2021-07-26T16:11:01.330319+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:11:01.330319+0000","last_undegraded":"2021-07-26T16:11:01.330319+0000","last_fullsized":"2021-07-26T16:11:01.330319+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"265'10533","reported_seq":17865,"reported_epoch":265,"state":"active+clean","last_fresh":"2021-07-26T16:11:14.655154+0000","last_change":"2021-07-26T16:09:45.364253+0000","last_active":"2021-07-26T16:11:14.655154+0000","last_peered":"2021-07-26T16:11:14.655154+0000","last_clean":"2021-07-26T16:11:14.655154+0000","last_became_active":"2021-07-26T16:09:45.354123+0000","last_became_peered":"2021-07-26T16:09:45.354123+0000","last_unstale":"2021-07-26T16:11:14.655154+0000","last_undegraded":"2021-07-26T16:11:14.655154+0000","last_fullsized":"2021-07-26T16:11:14.655154+0000","mapping_epoch":252,"log_start":"247'5400","ondisk_log_start":"247'5400","created":230,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5133,"ondisk_log_size":5133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113967104,"num_objects":1739,"num_object_clones":0,"num_object_copies":5217,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1739,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10533,"num_write_kb":392704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3636,"num_bytes_recovered":238288896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":296,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.333646+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:11:01.333646+0000","last_peered":"2021-07-26T16:11:01.333646+0000","last_clean":"2021-07-26T16:11:01.333646+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:11:01.333646+0000","last_undegraded":"2021-07-26T16:11:01.333646+0000","last_fullsized":"2021-07-26T16:11:01.333646+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":252,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.336713+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:11:01.336713+0000","last_peered":"2021-07-26T16:11:01.336713+0000","last_clean":"2021-07-26T16:11:01.336713+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:11:01.336713+0000","last_undegraded":"2021-07-26T16:11:01.336713+0000","last_fullsized":"2021-07-26T16:11:01.336713+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"265'10254","reported_seq":10297,"reported_epoch":265,"state":"active+clean","last_fresh":"2021-07-26T16:11:14.097571+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:11:14.097571+0000","last_peered":"2021-07-26T16:11:14.097571+0000","last_clean":"2021-07-26T16:11:14.097571+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:11:14.097571+0000","last_undegraded":"2021-07-26T16:11:14.097571+0000","last_fullsized":"2021-07-26T16:11:14.097571+0000","mapping_epoch":230,"log_start":"235'3100","ondisk_log_start":"235'3100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7154,"ondisk_log_size":7154,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109707264,"num_objects":1674,"num_object_clones":0,"num_object_copies":5022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1674,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10254,"num_write_kb":381696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":253,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.369192+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:11:01.369192+0000","last_peered":"2021-07-26T16:11:01.369192+0000","last_clean":"2021-07-26T16:11:01.369192+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:11:01.369192+0000","last_undegraded":"2021-07-26T16:11:01.369192+0000","last_fullsized":"2021-07-26T16:11:01.369192+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":128,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.332122+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:11:01.332122+0000","last_peered":"2021-07-26T16:11:01.332122+0000","last_clean":"2021-07-26T16:11:01.332122+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:11:01.332122+0000","last_undegraded":"2021-07-26T16:11:01.332122+0000","last_fullsized":"2021-07-26T16:11:01.332122+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"265'10120","reported_seq":10167,"reported_epoch":265,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:14.156768+0000","last_change":"2021-07-26T16:08:44.038103+0000","last_active":"2021-07-26T16:11:14.156768+0000","last_peered":"2021-07-26T16:11:14.156768+0000","last_clean":"2021-07-26T16:08:35.258554+0000","last_became_active":"2021-07-26T16:08:43.985025+0000","last_became_peered":"2021-07-26T16:08:43.985025+0000","last_unstale":"2021-07-26T16:11:14.156768+0000","last_undegraded":"2021-07-26T16:08:43.918569+0000","last_fullsized":"2021-07-26T16:08:37.283478+0000","mapping_epoch":237,"log_start":"235'2900","ondisk_log_start":"235'2900","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7220,"ondisk_log_size":7220,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108265472,"num_objects":1652,"num_object_clones":0,"num_object_copies":4956,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1652,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10120,"num_write_kb":376704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"3,7","objects":-1851}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":225,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.332569+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:11:01.332569+0000","last_peered":"2021-07-26T16:11:01.332569+0000","last_clean":"2021-07-26T16:11:01.332569+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:11:01.332569+0000","last_undegraded":"2021-07-26T16:11:01.332569+0000","last_fullsized":"2021-07-26T16:11:01.332569+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":100,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.328119+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:11:01.328119+0000","last_peered":"2021-07-26T16:11:01.328119+0000","last_clean":"2021-07-26T16:11:01.328119+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:11:01.328119+0000","last_undegraded":"2021-07-26T16:11:01.328119+0000","last_fullsized":"2021-07-26T16:11:01.328119+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"265'10278","reported_seq":17558,"reported_epoch":265,"state":"active+recovery_wait","last_fresh":"2021-07-26T16:11:14.364834+0000","last_change":"2021-07-26T16:09:53.215851+0000","last_active":"2021-07-26T16:11:14.364834+0000","last_peered":"2021-07-26T16:11:14.364834+0000","last_clean":"2021-07-26T16:08:35.270285+0000","last_became_active":"2021-07-26T16:09:53.171603+0000","last_became_peered":"2021-07-26T16:09:53.171603+0000","last_unstale":"2021-07-26T16:11:14.364834+0000","last_undegraded":"2021-07-26T16:11:14.364834+0000","last_fullsized":"2021-07-26T16:11:14.364834+0000","mapping_epoch":254,"log_start":"233'600","ondisk_log_start":"233'600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9678,"ondisk_log_size":9678,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109838336,"num_objects":1676,"num_object_clones":0,"num_object_copies":5028,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1676,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10278,"num_write_kb":382528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3610,"num_bytes_recovered":236519424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":["5","0","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":1676}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":259,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.336569+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:11:01.336569+0000","last_peered":"2021-07-26T16:11:01.336569+0000","last_clean":"2021-07-26T16:11:01.336569+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:11:01.336569+0000","last_undegraded":"2021-07-26T16:11:01.336569+0000","last_fullsized":"2021-07-26T16:11:01.336569+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.333521+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:11:01.333521+0000","last_peered":"2021-07-26T16:11:01.333521+0000","last_clean":"2021-07-26T16:11:01.333521+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:11:01.333521+0000","last_undegraded":"2021-07-26T16:11:01.333521+0000","last_fullsized":"2021-07-26T16:11:01.333521+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"265'10553","reported_seq":10604,"reported_epoch":265,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:14.525893+0000","last_change":"2021-07-26T16:08:37.512887+0000","last_active":"2021-07-26T16:11:14.525893+0000","last_peered":"2021-07-26T16:11:14.525893+0000","last_clean":"2021-07-26T16:08:35.259559+0000","last_became_active":"2021-07-26T16:08:37.453089+0000","last_became_peered":"2021-07-26T16:08:37.453089+0000","last_unstale":"2021-07-26T16:11:14.525893+0000","last_undegraded":"2021-07-26T16:08:37.303297+0000","last_fullsized":"2021-07-26T16:08:37.274000+0000","mapping_epoch":237,"log_start":"241'3800","ondisk_log_start":"241'3800","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6753,"ondisk_log_size":6753,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108789784,"num_objects":1661,"num_object_clones":0,"num_object_copies":4983,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3720,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1661,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10553,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"1,6","objects":-2059}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":109,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.330276+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:11:01.330276+0000","last_peered":"2021-07-26T16:11:01.330276+0000","last_clean":"2021-07-26T16:11:01.330276+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:11:01.330276+0000","last_undegraded":"2021-07-26T16:11:01.330276+0000","last_fullsized":"2021-07-26T16:11:01.330276+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":125,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.334084+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:11:01.334084+0000","last_peered":"2021-07-26T16:11:01.334084+0000","last_clean":"2021-07-26T16:11:01.334084+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:11:01.334084+0000","last_undegraded":"2021-07-26T16:11:01.334084+0000","last_fullsized":"2021-07-26T16:11:01.334084+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"265'10257","reported_seq":10300,"reported_epoch":265,"state":"active+clean","last_fresh":"2021-07-26T16:11:14.508633+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:11:14.508633+0000","last_peered":"2021-07-26T16:11:14.508633+0000","last_clean":"2021-07-26T16:11:14.508633+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:11:14.508633+0000","last_undegraded":"2021-07-26T16:11:14.508633+0000","last_fullsized":"2021-07-26T16:11:14.508633+0000","mapping_epoch":230,"log_start":"235'3500","ondisk_log_start":"235'3500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6757,"ondisk_log_size":6757,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105054208,"num_objects":1603,"num_object_clones":0,"num_object_copies":4809,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1603,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10257,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":254,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.331882+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:11:01.331882+0000","last_peered":"2021-07-26T16:11:01.331882+0000","last_clean":"2021-07-26T16:11:01.331882+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:11:01.331882+0000","last_undegraded":"2021-07-26T16:11:01.331882+0000","last_fullsized":"2021-07-26T16:11:01.331882+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":248,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.329841+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:11:01.329841+0000","last_peered":"2021-07-26T16:11:01.329841+0000","last_clean":"2021-07-26T16:11:01.329841+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:11:01.329841+0000","last_undegraded":"2021-07-26T16:11:01.329841+0000","last_fullsized":"2021-07-26T16:11:01.329841+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"265'10514","reported_seq":10557,"reported_epoch":265,"state":"active+clean","last_fresh":"2021-07-26T16:11:15.010448+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:11:15.010448+0000","last_peered":"2021-07-26T16:11:15.010448+0000","last_clean":"2021-07-26T16:11:15.010448+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:11:15.010448+0000","last_undegraded":"2021-07-26T16:11:15.010448+0000","last_fullsized":"2021-07-26T16:11:15.010448+0000","mapping_epoch":230,"log_start":"235'3100","ondisk_log_start":"235'3100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7414,"ondisk_log_size":7414,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108265472,"num_objects":1652,"num_object_clones":0,"num_object_copies":4956,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1652,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10514,"num_write_kb":389312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":286,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.329338+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:11:01.329338+0000","last_peered":"2021-07-26T16:11:01.329338+0000","last_clean":"2021-07-26T16:11:01.329338+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:11:01.329338+0000","last_undegraded":"2021-07-26T16:11:01.329338+0000","last_fullsized":"2021-07-26T16:11:01.329338+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":292,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.369472+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:11:01.369472+0000","last_peered":"2021-07-26T16:11:01.369472+0000","last_clean":"2021-07-26T16:11:01.369472+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:11:01.369472+0000","last_undegraded":"2021-07-26T16:11:01.369472+0000","last_fullsized":"2021-07-26T16:11:01.369472+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":256,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.330978+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:11:01.330978+0000","last_peered":"2021-07-26T16:11:01.330978+0000","last_clean":"2021-07-26T16:11:01.330978+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:11:01.330978+0000","last_undegraded":"2021-07-26T16:11:01.330978+0000","last_fullsized":"2021-07-26T16:11:01.330978+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"265'10827","reported_seq":10877,"reported_epoch":265,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:14.458233+0000","last_change":"2021-07-26T16:08:37.515899+0000","last_active":"2021-07-26T16:11:14.458233+0000","last_peered":"2021-07-26T16:11:14.458233+0000","last_clean":"2021-07-26T16:08:35.259578+0000","last_became_active":"2021-07-26T16:08:37.498255+0000","last_became_peered":"2021-07-26T16:08:37.498255+0000","last_unstale":"2021-07-26T16:11:14.458233+0000","last_undegraded":"2021-07-26T16:08:37.308912+0000","last_fullsized":"2021-07-26T16:08:37.273819+0000","mapping_epoch":237,"log_start":"242'4100","ondisk_log_start":"242'4100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6727,"ondisk_log_size":6727,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113311744,"num_objects":1729,"num_object_clones":0,"num_object_copies":5187,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1729,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10827,"num_write_kb":401792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"3,6","objects":-2047}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":239,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.378785+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:11:01.378785+0000","last_peered":"2021-07-26T16:11:01.378785+0000","last_clean":"2021-07-26T16:11:01.378785+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:11:01.378785+0000","last_undegraded":"2021-07-26T16:11:01.378785+0000","last_fullsized":"2021-07-26T16:11:01.378785+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":109,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.333441+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:11:01.333441+0000","last_peered":"2021-07-26T16:11:01.333441+0000","last_clean":"2021-07-26T16:11:01.333441+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:11:01.333441+0000","last_undegraded":"2021-07-26T16:11:01.333441+0000","last_fullsized":"2021-07-26T16:11:01.333441+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":310,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.329230+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:11:01.329230+0000","last_peered":"2021-07-26T16:11:01.329230+0000","last_clean":"2021-07-26T16:11:01.329230+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:11:01.329230+0000","last_undegraded":"2021-07-26T16:11:01.329230+0000","last_fullsized":"2021-07-26T16:11:01.329230+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"265'10226","reported_seq":10275,"reported_epoch":265,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:14.969579+0000","last_change":"2021-07-26T16:08:37.546898+0000","last_active":"2021-07-26T16:11:14.969579+0000","last_peered":"2021-07-26T16:11:14.969579+0000","last_clean":"2021-07-26T16:08:35.256099+0000","last_became_active":"2021-07-26T16:08:37.538137+0000","last_became_peered":"2021-07-26T16:08:37.538137+0000","last_unstale":"2021-07-26T16:11:14.969579+0000","last_undegraded":"2021-07-26T16:08:37.293735+0000","last_fullsized":"2021-07-26T16:08:37.271374+0000","mapping_epoch":237,"log_start":"235'2900","ondisk_log_start":"235'2900","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7326,"ondisk_log_size":7326,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108789760,"num_objects":1660,"num_object_clones":0,"num_object_copies":4980,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3543,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1660,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10226,"num_write_kb":380352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"1,4","objects":-1883}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":195,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.330699+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:11:01.330699+0000","last_peered":"2021-07-26T16:11:01.330699+0000","last_clean":"2021-07-26T16:11:01.330699+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:11:01.330699+0000","last_undegraded":"2021-07-26T16:11:01.330699+0000","last_fullsized":"2021-07-26T16:11:01.330699+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":257,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.332013+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:11:01.332013+0000","last_peered":"2021-07-26T16:11:01.332013+0000","last_clean":"2021-07-26T16:11:01.332013+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:11:01.332013+0000","last_undegraded":"2021-07-26T16:11:01.332013+0000","last_fullsized":"2021-07-26T16:11:01.332013+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":270,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.329913+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:11:01.329913+0000","last_peered":"2021-07-26T16:11:01.329913+0000","last_clean":"2021-07-26T16:11:01.329913+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:11:01.329913+0000","last_undegraded":"2021-07-26T16:11:01.329913+0000","last_fullsized":"2021-07-26T16:11:01.329913+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"265'10241","reported_seq":16565,"reported_epoch":265,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:14.190044+0000","last_change":"2021-07-26T16:09:52.110013+0000","last_active":"2021-07-26T16:11:14.190044+0000","last_peered":"2021-07-26T16:11:14.190044+0000","last_clean":"2021-07-26T16:08:35.248802+0000","last_became_active":"2021-07-26T16:08:37.498625+0000","last_became_peered":"2021-07-26T16:08:37.498625+0000","last_unstale":"2021-07-26T16:11:14.190044+0000","last_undegraded":"2021-07-26T16:08:37.347130+0000","last_fullsized":"2021-07-26T16:08:37.282698+0000","mapping_epoch":237,"log_start":"235'3000","ondisk_log_start":"235'3000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7241,"ondisk_log_size":7241,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112525312,"num_objects":1717,"num_object_clones":0,"num_object_copies":5151,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":387,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1717,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10241,"num_write_kb":382656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3138,"num_bytes_recovered":136577024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"3,7","objects":1330}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":281,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.369409+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:11:01.369409+0000","last_peered":"2021-07-26T16:11:01.369409+0000","last_clean":"2021-07-26T16:11:01.369409+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:11:01.369409+0000","last_undegraded":"2021-07-26T16:11:01.369409+0000","last_fullsized":"2021-07-26T16:11:01.369409+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":523,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.332427+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:11:01.332427+0000","last_peered":"2021-07-26T16:11:01.332427+0000","last_clean":"2021-07-26T16:11:01.332427+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:11:01.332427+0000","last_undegraded":"2021-07-26T16:11:01.332427+0000","last_fullsized":"2021-07-26T16:11:01.332427+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":65,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.378717+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:11:01.378717+0000","last_peered":"2021-07-26T16:11:01.378717+0000","last_clean":"2021-07-26T16:11:01.378717+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:11:01.378717+0000","last_undegraded":"2021-07-26T16:11:01.378717+0000","last_fullsized":"2021-07-26T16:11:01.378717+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":61,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.338489+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:11:01.338489+0000","last_peered":"2021-07-26T16:11:01.338489+0000","last_clean":"2021-07-26T16:11:01.338489+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:11:01.338489+0000","last_undegraded":"2021-07-26T16:11:01.338489+0000","last_fullsized":"2021-07-26T16:11:01.338489+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"265'10059","reported_seq":10113,"reported_epoch":265,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:14.166099+0000","last_change":"2021-07-26T16:08:37.650583+0000","last_active":"2021-07-26T16:11:14.166099+0000","last_peered":"2021-07-26T16:11:14.166099+0000","last_clean":"2021-07-26T16:08:35.276729+0000","last_became_active":"2021-07-26T16:08:37.555480+0000","last_became_peered":"2021-07-26T16:08:37.555480+0000","last_unstale":"2021-07-26T16:11:14.166099+0000","last_undegraded":"2021-07-26T16:08:37.546036+0000","last_fullsized":"2021-07-26T16:08:37.284612+0000","mapping_epoch":237,"log_start":"235'2900","ondisk_log_start":"235'2900","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7159,"ondisk_log_size":7159,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105316352,"num_objects":1607,"num_object_clones":0,"num_object_copies":4821,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3482,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1607,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10059,"num_write_kb":373312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"1,7","objects":-1875}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":282,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.332293+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:11:01.332293+0000","last_peered":"2021-07-26T16:11:01.332293+0000","last_clean":"2021-07-26T16:11:01.332293+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:11:01.332293+0000","last_undegraded":"2021-07-26T16:11:01.332293+0000","last_fullsized":"2021-07-26T16:11:01.332293+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":171,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.330396+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:11:01.330396+0000","last_peered":"2021-07-26T16:11:01.330396+0000","last_clean":"2021-07-26T16:11:01.330396+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:11:01.330396+0000","last_undegraded":"2021-07-26T16:11:01.330396+0000","last_fullsized":"2021-07-26T16:11:01.330396+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":169,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.345668+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:11:01.345668+0000","last_peered":"2021-07-26T16:11:01.345668+0000","last_clean":"2021-07-26T16:11:01.345668+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:11:01.345668+0000","last_undegraded":"2021-07-26T16:11:01.345668+0000","last_fullsized":"2021-07-26T16:11:01.345668+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"265'10439","reported_seq":10482,"reported_epoch":265,"state":"active+clean","last_fresh":"2021-07-26T16:11:14.414430+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:11:14.414430+0000","last_peered":"2021-07-26T16:11:14.414430+0000","last_clean":"2021-07-26T16:11:14.414430+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:11:14.414430+0000","last_undegraded":"2021-07-26T16:11:14.414430+0000","last_fullsized":"2021-07-26T16:11:14.414430+0000","mapping_epoch":230,"log_start":"233'700","ondisk_log_start":"233'700","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9739,"ondisk_log_size":9739,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113442816,"num_objects":1731,"num_object_clones":0,"num_object_copies":5193,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1731,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10439,"num_write_kb":389440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":295,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.333658+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:11:01.333658+0000","last_peered":"2021-07-26T16:11:01.333658+0000","last_clean":"2021-07-26T16:11:01.333658+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:11:01.333658+0000","last_undegraded":"2021-07-26T16:11:01.333658+0000","last_fullsized":"2021-07-26T16:11:01.333658+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":275,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.329426+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:11:01.329426+0000","last_peered":"2021-07-26T16:11:01.329426+0000","last_clean":"2021-07-26T16:11:01.329426+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:11:01.329426+0000","last_undegraded":"2021-07-26T16:11:01.329426+0000","last_fullsized":"2021-07-26T16:11:01.329426+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":152,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.369285+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:11:01.369285+0000","last_peered":"2021-07-26T16:11:01.369285+0000","last_clean":"2021-07-26T16:11:01.369285+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:11:01.369285+0000","last_undegraded":"2021-07-26T16:11:01.369285+0000","last_fullsized":"2021-07-26T16:11:01.369285+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"265'10449","reported_seq":10491,"reported_epoch":265,"state":"active+clean","last_fresh":"2021-07-26T16:11:15.021516+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:11:15.021516+0000","last_peered":"2021-07-26T16:11:15.021516+0000","last_clean":"2021-07-26T16:11:15.021516+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:11:15.021516+0000","last_undegraded":"2021-07-26T16:11:15.021516+0000","last_fullsized":"2021-07-26T16:11:15.021516+0000","mapping_epoch":230,"log_start":"235'3100","ondisk_log_start":"235'3100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7349,"ondisk_log_size":7349,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101384192,"num_objects":1547,"num_object_clones":0,"num_object_copies":4641,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1547,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10449,"num_write_kb":383872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":93,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.333191+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:11:01.333191+0000","last_peered":"2021-07-26T16:11:01.333191+0000","last_clean":"2021-07-26T16:11:01.333191+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:11:01.333191+0000","last_undegraded":"2021-07-26T16:11:01.333191+0000","last_fullsized":"2021-07-26T16:11:01.333191+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":233,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.345661+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:11:01.345661+0000","last_peered":"2021-07-26T16:11:01.345661+0000","last_clean":"2021-07-26T16:11:01.345661+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:11:01.345661+0000","last_undegraded":"2021-07-26T16:11:01.345661+0000","last_fullsized":"2021-07-26T16:11:01.345661+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":66,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.332288+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:11:01.332288+0000","last_peered":"2021-07-26T16:11:01.332288+0000","last_clean":"2021-07-26T16:11:01.332288+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:11:01.332288+0000","last_undegraded":"2021-07-26T16:11:01.332288+0000","last_fullsized":"2021-07-26T16:11:01.332288+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"265'10339","reported_seq":10381,"reported_epoch":265,"state":"active+clean","last_fresh":"2021-07-26T16:11:14.700924+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:11:14.700924+0000","last_peered":"2021-07-26T16:11:14.700924+0000","last_clean":"2021-07-26T16:11:14.700924+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:11:14.700924+0000","last_undegraded":"2021-07-26T16:11:14.700924+0000","last_fullsized":"2021-07-26T16:11:14.700924+0000","mapping_epoch":230,"log_start":"247'5200","ondisk_log_start":"247'5200","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5139,"ondisk_log_size":5139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":107282432,"num_objects":1637,"num_object_clones":0,"num_object_copies":4911,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1637,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10339,"num_write_kb":383232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":281,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.337305+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:11:01.337305+0000","last_peered":"2021-07-26T16:11:01.337305+0000","last_clean":"2021-07-26T16:11:01.337305+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:11:01.337305+0000","last_undegraded":"2021-07-26T16:11:01.337305+0000","last_fullsized":"2021-07-26T16:11:01.337305+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":95,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.345767+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:11:01.345767+0000","last_peered":"2021-07-26T16:11:01.345767+0000","last_clean":"2021-07-26T16:11:01.345767+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:11:01.345767+0000","last_undegraded":"2021-07-26T16:11:01.345767+0000","last_fullsized":"2021-07-26T16:11:01.345767+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":100,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.330161+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:11:01.330161+0000","last_peered":"2021-07-26T16:11:01.330161+0000","last_clean":"2021-07-26T16:11:01.330161+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:11:01.330161+0000","last_undegraded":"2021-07-26T16:11:01.330161+0000","last_fullsized":"2021-07-26T16:11:01.330161+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":123,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.333331+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:11:01.333331+0000","last_peered":"2021-07-26T16:11:01.333331+0000","last_clean":"2021-07-26T16:11:01.333331+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:11:01.333331+0000","last_undegraded":"2021-07-26T16:11:01.333331+0000","last_fullsized":"2021-07-26T16:11:01.333331+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":224,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.329502+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:11:01.329502+0000","last_peered":"2021-07-26T16:11:01.329502+0000","last_clean":"2021-07-26T16:11:01.329502+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:11:01.329502+0000","last_undegraded":"2021-07-26T16:11:01.329502+0000","last_fullsized":"2021-07-26T16:11:01.329502+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":269,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.369117+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:11:01.369117+0000","last_peered":"2021-07-26T16:11:01.369117+0000","last_clean":"2021-07-26T16:11:01.369117+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:11:01.369117+0000","last_undegraded":"2021-07-26T16:11:01.369117+0000","last_fullsized":"2021-07-26T16:11:01.369117+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":100,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.333359+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:11:01.333359+0000","last_peered":"2021-07-26T16:11:01.333359+0000","last_clean":"2021-07-26T16:11:01.333359+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:11:01.333359+0000","last_undegraded":"2021-07-26T16:11:01.333359+0000","last_fullsized":"2021-07-26T16:11:01.333359+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":254,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.369369+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:11:01.369369+0000","last_peered":"2021-07-26T16:11:01.369369+0000","last_clean":"2021-07-26T16:11:01.369369+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:11:01.369369+0000","last_undegraded":"2021-07-26T16:11:01.369369+0000","last_fullsized":"2021-07-26T16:11:01.369369+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.336412+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:11:01.336412+0000","last_peered":"2021-07-26T16:11:01.336412+0000","last_clean":"2021-07-26T16:11:01.336412+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:11:01.336412+0000","last_undegraded":"2021-07-26T16:11:01.336412+0000","last_fullsized":"2021-07-26T16:11:01.336412+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":61,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.336942+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:11:01.336942+0000","last_peered":"2021-07-26T16:11:01.336942+0000","last_clean":"2021-07-26T16:11:01.336942+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:11:01.336942+0000","last_undegraded":"2021-07-26T16:11:01.336942+0000","last_fullsized":"2021-07-26T16:11:01.336942+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":229,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.369066+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:11:01.369066+0000","last_peered":"2021-07-26T16:11:01.369066+0000","last_clean":"2021-07-26T16:11:01.369066+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:11:01.369066+0000","last_undegraded":"2021-07-26T16:11:01.369066+0000","last_fullsized":"2021-07-26T16:11:01.369066+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.369434+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:11:01.369434+0000","last_peered":"2021-07-26T16:11:01.369434+0000","last_clean":"2021-07-26T16:11:01.369434+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:11:01.369434+0000","last_undegraded":"2021-07-26T16:11:01.369434+0000","last_fullsized":"2021-07-26T16:11:01.369434+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":100,"reported_epoch":264,"state":"active+clean","last_fresh":"2021-07-26T16:11:01.328255+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:11:01.328255+0000","last_peered":"2021-07-26T16:11:01.328255+0000","last_clean":"2021-07-26T16:11:01.328255+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:11:01.328255+0000","last_undegraded":"2021-07-26T16:11:01.328255+0000","last_fullsized":"2021-07-26T16:11:01.328255+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":1745027096,"num_objects":26628,"num_object_clones":0,"num_object_copies":79884,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":18411,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26628,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":166374,"num_write_kb":6176001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10386,"num_bytes_recovered":611516416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6969700352,"data_stored":6969688136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115574,"ondisk_log_size":115574,"up":48,"acting":42,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17678,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3881,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495919,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1817284,"kb_used_data":768700,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":91927868,"statfs":{"total":95995035648,"available":94134136832,"internally_reserved":1073741824,"allocated":787148800,"data_stored":785837731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,4],"upper_bound":256},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.7890000000000001,"5min":1.9339999999999999,"15min":1.03},"min":{"1min":0.26100000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":24.047999999999998,"5min":61.125,"15min":61.125},"last":0.54200000000000004},{"interface":"front","average":{"1min":2.7850000000000001,"5min":2.0339999999999998,"15min":1.0740000000000001},"min":{"1min":0.34799999999999998,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":24.227,"5min":61.165999999999997,"15min":61.165999999999997},"last":0.54900000000000004}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":4.7140000000000004,"5min":2.6419999999999999,"15min":1.3899999999999999},"min":{"1min":0.27200000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":44.380000000000003,"5min":72.989000000000004,"15min":72.989000000000004},"last":12.619999999999999},{"interface":"front","average":{"1min":4.319,"5min":2.8500000000000001,"15min":1.3700000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.23300000000000001},"max":{"1min":43.981000000000002,"5min":70.066000000000003,"15min":70.066000000000003},"last":12.798}]},{"osd":2,"last update":"Mon Jul 26 16:10:44 2021","interfaces":[{"interface":"back","average":{"1min":2.423,"5min":1.5800000000000001,"15min":1.569},"min":{"1min":0.33400000000000002,"5min":0.27600000000000002,"15min":0.224},"max":{"1min":7.3819999999999997,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":0.433},{"interface":"front","average":{"1min":2.4849999999999999,"5min":1.339,"15min":1.4890000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.27600000000000002},"max":{"1min":7.9409999999999998,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.46899999999999997}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":2.0379999999999998,"15min":1.2230000000000001},"min":{"1min":0.27700000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":8.016,"5min":48.880000000000003,"15min":48.880000000000003},"last":0.44},{"interface":"front","average":{"1min":3.4929999999999999,"5min":2.1709999999999998,"15min":1.2689999999999999},"min":{"1min":0.317,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":24.059999999999999,"5min":48.792999999999999,"15min":48.792999999999999},"last":0.45400000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":1.0680000000000001,"15min":0.56799999999999995},"min":{"1min":0.35199999999999998,"5min":0.22,"15min":0.22},"max":{"1min":7.4390000000000001,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":0.32100000000000001},{"interface":"front","average":{"1min":2.379,"5min":1.1259999999999999,"15min":0.64800000000000002},"min":{"1min":0.38,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":7.4690000000000003,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":0.373}]},{"osd":5,"last update":"Mon Jul 26 16:10:54 2021","interfaces":[{"interface":"back","average":{"1min":2.383,"5min":1.456,"15min":0.80500000000000005},"min":{"1min":0.29599999999999999,"5min":0.22900000000000001,"15min":0.21299999999999999},"max":{"1min":7.2329999999999997,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":0.28499999999999998},{"interface":"front","average":{"1min":2.5950000000000002,"5min":1.51,"15min":0.874},"min":{"1min":0.29599999999999999,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":6.2270000000000003,"5min":10.406000000000001,"15min":10.406000000000001},"last":0.40699999999999997}]},{"osd":6,"last update":"Mon Jul 26 16:10:54 2021","interfaces":[{"interface":"back","average":{"1min":2.3639999999999999,"5min":1.53,"15min":0.877},"min":{"1min":0.28100000000000003,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":10.975,"5min":10.975,"15min":10.975},"last":0.34599999999999997},{"interface":"front","average":{"1min":2.3940000000000001,"5min":1.3340000000000001,"15min":0.75700000000000001},"min":{"1min":0.28499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":8.0500000000000007,"5min":8.0500000000000007,"15min":8.0500000000000007},"last":0.38500000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659443,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1910016,"kb_used_data":861304,"kb_used_omap":1173,"kb_used_meta":1047402,"kb_avail":91835136,"statfs":{"total":95995035648,"available":94039179264,"internally_reserved":1073741824,"allocated":881975296,"data_stored":880668174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1202073,"internal_metadata":1072539751},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.387,"5min":1.133,"15min":0.753},"min":{"1min":0.27200000000000002,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":4.423,"5min":13.945,"15min":13.945},"last":0.376},{"interface":"front","average":{"1min":1.369,"5min":1.0289999999999999,"15min":0.80200000000000005},"min":{"1min":0.222,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.3650000000000002,"5min":10.353999999999999,"15min":11.207000000000001},"last":0.29099999999999998}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.0640000000000001,"5min":1.4359999999999999,"15min":0.90300000000000002},"min":{"1min":0.24199999999999999,"5min":0.23200000000000001,"15min":0.21199999999999999},"max":{"1min":6.2110000000000003,"5min":12.864000000000001,"15min":12.864000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":2.1339999999999999,"5min":1.4890000000000001,"15min":1.054},"min":{"1min":0.255,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.4269999999999996,"5min":17.036000000000001,"15min":17.036000000000001},"last":3.9870000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:10:37 2021","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":0.995,"15min":1.6359999999999999},"min":{"1min":0.28299999999999997,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":3.544,"5min":5.8639999999999999,"15min":12.388999999999999},"last":4.6289999999999996},{"interface":"front","average":{"1min":1.716,"5min":1.127,"15min":1.4850000000000001},"min":{"1min":0.33300000000000002,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":13.712,"5min":13.712,"15min":13.712},"last":4.6520000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.198,"5min":1.7390000000000001,"15min":1.2170000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.26200000000000001},"max":{"1min":3.524,"5min":49.716999999999999,"15min":49.716999999999999},"last":4.6029999999999998},{"interface":"front","average":{"1min":2.0529999999999999,"5min":2.1440000000000001,"15min":1.367},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":8.5120000000000005,"5min":49.741,"15min":49.741},"last":3.9020000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":0.89500000000000002,"15min":0.50900000000000001},"min":{"1min":0.26800000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":3.4969999999999999,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":4.556},{"interface":"front","average":{"1min":2.464,"5min":1.204,"15min":0.60399999999999998},"min":{"1min":0.22600000000000001,"5min":0.222,"15min":0.21199999999999999},"max":{"1min":10.265000000000001,"5min":10.265000000000001,"15min":10.265000000000001},"last":3.9660000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.6240000000000001,"5min":1.171,"15min":0.69699999999999995},"min":{"1min":0.30499999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":8.8170000000000002,"5min":8.8170000000000002,"15min":8.8170000000000002},"last":0.313},{"interface":"front","average":{"1min":2.048,"5min":0.95499999999999996,"15min":0.65700000000000003},"min":{"1min":0.26200000000000001,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":11.063000000000001,"5min":11.063000000000001,"15min":11.063000000000001},"last":8.0030000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:10:42 2021","interfaces":[{"interface":"back","average":{"1min":2.528,"5min":1.5009999999999999,"15min":0.94499999999999995},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.222},"max":{"1min":10.301,"5min":16.913,"15min":16.913},"last":3.9319999999999999},{"interface":"front","average":{"1min":2.569,"5min":1.486,"15min":0.86899999999999999},"min":{"1min":0.29999999999999999,"5min":0.27600000000000002,"15min":0.26300000000000001},"max":{"1min":8.843,"5min":8.843,"15min":8.843},"last":0.442}]}]},{"osd":1,"up_from":78,"seq":335007449260,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1155184,"kb_used_data":1087080,"kb_used_omap":0,"kb_used_meta":68096,"kb_avail":92589968,"statfs":{"total":95995035648,"available":94812127232,"internally_reserved":0,"allocated":1113169920,"data_stored":1111874428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":69730304},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.94499999999999995,"15min":0.73699999999999999},"min":{"1min":0.25700000000000001,"5min":0.191,"15min":0.184},"max":{"1min":4.0679999999999996,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.64500000000000002,"5min":1.177,"15min":0.876},"min":{"1min":0.20599999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":3.4550000000000001,"5min":10.977,"15min":10.977},"last":0.68300000000000005}]},{"osd":2,"last update":"Mon Jul 26 16:10:32 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.0309999999999999,"15min":1.6180000000000001},"min":{"1min":0.24399999999999999,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":3.7320000000000002,"5min":5.3280000000000003,"15min":34.530000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.84999999999999998,"5min":1.0960000000000001,"15min":1.6080000000000001},"min":{"1min":0.23599999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.4009999999999998,"5min":7.218,"15min":34.465000000000003},"last":0.44800000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:10:23 2021","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":1.26,"15min":1.052},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":6.5910000000000002,"5min":8.9529999999999994,"15min":13.077999999999999},"last":0.622},{"interface":"front","average":{"1min":1.095,"5min":1.393,"15min":1.0900000000000001},"min":{"1min":0.32100000000000001,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":4.3499999999999996,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.46999999999999997}]},{"osd":4,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.258,"5min":1.0880000000000001,"15min":0.94799999999999995},"min":{"1min":0.29299999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.6200000000000001,"5min":6.6200000000000001,"15min":6.6200000000000001},"last":0.65300000000000002},{"interface":"front","average":{"1min":1.7390000000000001,"5min":1.2869999999999999,"15min":1.135},"min":{"1min":0.376,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.496}]},{"osd":5,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.1950000000000001,"15min":0.94899999999999995},"min":{"1min":0.316,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.056,"5min":5.5300000000000002,"15min":9.8689999999999998},"last":0.77200000000000002},{"interface":"front","average":{"1min":1.643,"5min":1.2050000000000001,"15min":0.96999999999999997},"min":{"1min":0.35699999999999998,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":6.8090000000000002,"5min":6.8090000000000002,"15min":6.9139999999999997},"last":0.67600000000000005}]},{"osd":6,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":1.4299999999999999,"15min":1.0649999999999999},"min":{"1min":0.32800000000000001,"5min":0.255,"15min":0.255},"max":{"1min":6.1120000000000001,"5min":6.1120000000000001,"15min":9.9209999999999994},"last":2.7010000000000001},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.4099999999999999,"15min":1.0369999999999999},"min":{"1min":0.36899999999999999,"5min":0.35099999999999998,"15min":0.32200000000000001},"max":{"1min":9.0589999999999993,"5min":9.0589999999999993,"15min":9.0589999999999993},"last":2.1230000000000002}]},{"osd":7,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.522,"5min":1.177,"15min":0.94899999999999995},"min":{"1min":0.47099999999999997,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":4.3109999999999999,"5min":5.3700000000000001,"15min":5.9870000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":1.851,"5min":1.542,"15min":1.135},"min":{"1min":0.41099999999999998,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":6.1799999999999997,"5min":8.234,"15min":9.968},"last":0.79900000000000004}]}]},{"osd":0,"up_from":0,"seq":313532612794,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500801,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122209,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1456364,"kb_used_data":1320548,"kb_used_omap":3,"kb_used_meta":135676,"kb_avail":92288788,"statfs":{"total":95995035648,"available":94503718912,"internally_reserved":0,"allocated":1352241152,"data_stored":1350949280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":138932372},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":1.3819999999999999,"15min":0.96299999999999997},"min":{"1min":0.20899999999999999,"5min":0.20499999999999999,"15min":0.17799999999999999},"max":{"1min":3.641,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":1.2410000000000001,"15min":0.88700000000000001},"min":{"1min":0.224,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.5920000000000001,"5min":56.030999999999999,"15min":56.030999999999999},"last":0.38800000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":2.484,"15min":1.3600000000000001},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":4.0419999999999998,"5min":84.659000000000006,"15min":84.659000000000006},"last":5.3209999999999997},{"interface":"front","average":{"1min":0.75600000000000001,"5min":2.7370000000000001,"15min":1.53},"min":{"1min":0.249,"5min":0.23499999999999999,"15min":0.223},"max":{"1min":3.6739999999999999,"5min":83.567999999999998,"15min":83.567999999999998},"last":0.52300000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:10:46 2021","interfaces":[{"interface":"back","average":{"1min":1.278,"5min":1.3939999999999999,"15min":1.7350000000000001},"min":{"1min":0.27300000000000002,"5min":0.251,"15min":0.251},"max":{"1min":5.8719999999999999,"5min":10.73,"15min":10.73},"last":0.34000000000000002},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.2929999999999999,"15min":2.1110000000000002},"min":{"1min":0.316,"5min":0.30499999999999999,"15min":0.27300000000000002},"max":{"1min":5.3639999999999999,"5min":10.694000000000001,"15min":14.436},"last":1.0229999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:10:34 2021","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.90900000000000003,"15min":0.71899999999999997},"min":{"1min":0.308,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":3.1600000000000001,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":2.21,"5min":1.3759999999999999,"15min":0.94399999999999995},"min":{"1min":0.41199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":8.766,"5min":8.766,"15min":8.766},"last":0.63100000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":1.014,"15min":0.92000000000000004},"min":{"1min":0.31900000000000001,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":15.329000000000001,"5min":15.329000000000001,"15min":15.329000000000001},"last":3.254},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.1659999999999999,"15min":0.96799999999999997},"min":{"1min":0.40300000000000002,"5min":0.314,"15min":0.314},"max":{"1min":6.7939999999999996,"5min":10.634,"15min":11.145},"last":0.55000000000000004}]},{"osd":6,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":2.0569999999999999,"5min":1.1459999999999999,"15min":0.96999999999999997},"min":{"1min":0.39800000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":15.391,"5min":15.391,"15min":15.391},"last":2.585},{"interface":"front","average":{"1min":1.9530000000000001,"5min":1.345,"15min":1.095},"min":{"1min":0.36599999999999999,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":7.6180000000000003,"5min":7.6180000000000003,"15min":7.6180000000000003},"last":2.9870000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.837,"5min":1.4350000000000001,"15min":1.1579999999999999},"min":{"1min":0.47799999999999998,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":6.8769999999999998,"5min":11.625999999999999,"15min":11.625999999999999},"last":2.27},{"interface":"front","average":{"1min":2.2530000000000001,"5min":1.5800000000000001,"15min":1.202},"min":{"1min":0.44800000000000001,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":15.363,"5min":15.363,"15min":19.039999999999999},"last":2.6880000000000002}]}]},{"osd":4,"up_from":163,"seq":700079669332,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1689664,"kb_used_data":641080,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":92055488,"statfs":{"total":95995035648,"available":94264819712,"internally_reserved":1073741824,"allocated":656465920,"data_stored":655158886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,2,2,3,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.5269999999999999,"5min":0.96699999999999997,"15min":0.52900000000000003},"min":{"1min":0.25600000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.5069999999999997,"5min":7.5069999999999997,"15min":7.5069999999999997},"last":2.7210000000000001},{"interface":"front","average":{"1min":1.7230000000000001,"5min":1.375,"15min":0.70899999999999996},"min":{"1min":0.23599999999999999,"5min":0.218,"15min":0.218},"max":{"1min":7.8109999999999999,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":2.863}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.9590000000000001,"5min":1.8169999999999999,"15min":0.85599999999999998},"min":{"1min":0.22900000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4770000000000003,"5min":70.212999999999994,"15min":70.212999999999994},"last":2.7469999999999999},{"interface":"front","average":{"1min":2.2559999999999998,"5min":2.0609999999999999,"15min":0.97399999999999998},"min":{"1min":0.26500000000000001,"5min":0.247,"15min":0.247},"max":{"1min":7.8630000000000004,"5min":69.948999999999998,"15min":69.948999999999998},"last":2.8170000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.968,"5min":1.339,"15min":0.72099999999999997},"min":{"1min":0.29099999999999998,"5min":0.252,"15min":0.252},"max":{"1min":7.8810000000000002,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":2.899},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.81100000000000005,"15min":0.59499999999999997},"min":{"1min":0.28499999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.2589999999999999,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":3.9820000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.9330000000000001,"5min":1.2430000000000001,"15min":0.70099999999999996},"min":{"1min":0.34399999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.843,"5min":7.843,"15min":7.843},"last":2.883},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91400000000000003,"15min":0.58899999999999997},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.2189999999999999,"5min":6.8940000000000001,"15min":6.8940000000000001},"last":3.9529999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":0.77500000000000002,"15min":0.47899999999999998},"min":{"1min":0.22700000000000001,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":4.7670000000000003,"5min":4.7670000000000003,"15min":4.7670000000000003},"last":4.0010000000000003},{"interface":"front","average":{"1min":2.327,"5min":0.98299999999999998,"15min":0.56599999999999995},"min":{"1min":0.29399999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4379999999999997,"5min":7.4379999999999997,"15min":7.4379999999999997},"last":2.645}]},{"osd":6,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":0.73699999999999999,"15min":0.46300000000000002},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.9119999999999999,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":2.6040000000000001},{"interface":"front","average":{"1min":3.036,"5min":1.1659999999999999,"15min":0.61899999999999999},"min":{"1min":0.32400000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":11.997,"5min":11.997,"15min":11.997},"last":2.673}]},{"osd":7,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.2280000000000002,"5min":0.90300000000000002,"15min":0.55900000000000005},"min":{"1min":0.28199999999999997,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":12.824,"5min":12.824,"15min":12.824},"last":2.766},{"interface":"front","average":{"1min":2.468,"5min":1.278,"15min":0.67600000000000005},"min":{"1min":0.32400000000000001,"5min":0.252,"15min":0.252},"max":{"1min":7.9020000000000001,"5min":8.1809999999999992,"15min":8.1809999999999992},"last":3.008}]}]},{"osd":5,"up_from":36,"seq":154618822968,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1602348,"kb_used_data":553764,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92142804,"statfs":{"total":95995035648,"available":94354231296,"internally_reserved":1073741824,"allocated":567054336,"data_stored":565762973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:20 2021","interfaces":[{"interface":"back","average":{"1min":1.3460000000000001,"5min":2.052,"15min":1.085},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.19500000000000001},"max":{"1min":8.5700000000000003,"5min":59.381,"15min":59.381},"last":0.252},{"interface":"front","average":{"1min":1.552,"5min":2.2320000000000002,"15min":1.181},"min":{"1min":0.29999999999999999,"5min":0.29199999999999998,"15min":0.24399999999999999},"max":{"1min":11.840999999999999,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.32100000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":2.6080000000000001,"15min":1.444},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":5.9199999999999999,"5min":85.896000000000001,"15min":85.896000000000001},"last":3.0009999999999999},{"interface":"front","average":{"1min":2.3650000000000002,"5min":2.9329999999999998,"15min":1.605},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":6.7119999999999997,"5min":85.566999999999993,"15min":85.566999999999993},"last":0.36899999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:10:36 2021","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":1.2769999999999999,"15min":1.2370000000000001},"min":{"1min":0.253,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":6.7519999999999998,"5min":6.7519999999999998,"15min":35.734000000000002},"last":0.45400000000000001},{"interface":"front","average":{"1min":2.0339999999999998,"5min":1.361,"15min":1.798},"min":{"1min":0.27500000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":11.815,"5min":12.111000000000001,"15min":171.78700000000001},"last":0.52800000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:10:20 2021","interfaces":[{"interface":"back","average":{"1min":1.837,"5min":2.1520000000000001,"15min":1.4930000000000001},"min":{"1min":0.34499999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":11.76,"5min":59.469999999999999,"15min":59.469999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":2.8100000000000001,"5min":2.1840000000000002,"15min":1.506},"min":{"1min":0.35499999999999998,"5min":0.27400000000000002,"15min":0.23499999999999999},"max":{"1min":13.141999999999999,"5min":59.465000000000003,"15min":59.465000000000003},"last":0.33200000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":3.125,"5min":1.335,"15min":0.66700000000000004},"min":{"1min":0.28799999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":18.094000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":0.86899999999999999},{"interface":"front","average":{"1min":2.2050000000000001,"5min":1.012,"15min":0.56499999999999995},"min":{"1min":0.25600000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":8.3320000000000007,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":3.0230000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":2.7930000000000001,"5min":1.409,"15min":0.81399999999999995},"min":{"1min":0.311,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":8.4979999999999993,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":0.43099999999999999},{"interface":"front","average":{"1min":2.2029999999999998,"5min":1.1719999999999999,"15min":0.752},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":11.865,"5min":11.865,"15min":11.865},"last":0.28100000000000003}]},{"osd":7,"last update":"Mon Jul 26 16:10:42 2021","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.3400000000000001,"15min":0.85099999999999998},"min":{"1min":0.32200000000000001,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":15.15,"5min":15.15,"15min":15.15},"last":0.30199999999999999},{"interface":"front","average":{"1min":2.1349999999999998,"5min":0.88300000000000001,"15min":0.66300000000000003},"min":{"1min":0.33800000000000002,"5min":0.249,"15min":0.217},"max":{"1min":5.9649999999999999,"5min":5.9649999999999999,"15min":8.1170000000000009},"last":2.9660000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3881,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4179,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1712259072,"data_stored":1712259072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1094651904,"data_stored":1094647832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1332154368,"data_stored":1332150296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":644743168,"data_stored":644743168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":554762240,"data_stored":554762240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":863571968,"data_stored":863567896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":767557632,"data_stored":767557632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:11:20.609 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:20.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:20.611 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:20.712 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:20.733 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:20.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:20.734 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:20.835 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:20.856 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:20.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:20.858 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:20.959 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:20.980 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:20.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:20.982 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:21.083 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:21.104 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:21.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:21.105 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:21.206 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:21.232 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:21.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:21.234 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:21.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:21 smithi078 ceph-mon[73801]: pgmap v749: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.4 GiB data, 4.5 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 723 op/s; 18045/68898 objects degraded (26.191%); 0 B/s, 73 objects/s recovering 2021-07-26T16:11:21.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:21 smithi078 ceph-mon[73801]: osdmap e267: 8 total, 8 up, 6 in 2021-07-26T16:11:21.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:21 smithi078 ceph-mon[77813]: pgmap v749: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.4 GiB data, 4.5 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 723 op/s; 18045/68898 objects degraded (26.191%); 0 B/s, 73 objects/s recovering 2021-07-26T16:11:21.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:21 smithi078 ceph-mon[77813]: osdmap e267: 8 total, 8 up, 6 in 2021-07-26T16:11:21.335 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:21.368 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:21.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:21.370 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:21.471 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:21.510 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:21.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:21.512 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:21.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:21 smithi139 ceph-mon[56829]: pgmap v749: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.4 GiB data, 4.5 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 723 op/s; 18045/68898 objects degraded (26.191%); 0 B/s, 73 objects/s recovering 2021-07-26T16:11:21.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:21 smithi139 ceph-mon[56829]: osdmap e267: 8 total, 8 up, 6 in 2021-07-26T16:11:21.613 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:21.653 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:21.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:21.654 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:21.755 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:21.798 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:21.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:21.800 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:21.897 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:11:21.904 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:21.941 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:21.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:21.942 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:21.956 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:11:21.987 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:11:22.021 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:11:22.043 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:22.060 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:11:22.079 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:22.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:22.081 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:22.093 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:11:22.126 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:11:22.152 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:11:22.159 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:11:22.159 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:11:22.159 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:11:22.159 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:11:22.159 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:11:22.160 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:11:22.160 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:11:22.160 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:11:22.182 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:22.207 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:22.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:22.208 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:22.309 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:22.338 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:22.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:22.339 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:22.440 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:22.484 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:22.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:22.486 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:22.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:22 smithi078 ceph-mon[73801]: osdmap e268: 8 total, 8 up, 6 in 2021-07-26T16:11:22.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:22 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3359498640' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:22.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:22 smithi078 ceph-mon[77813]: osdmap e268: 8 total, 8 up, 6 in 2021-07-26T16:11:22.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:22 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3359498640' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:22.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:22 smithi139 ceph-mon[56829]: osdmap e268: 8 total, 8 up, 6 in 2021-07-26T16:11:22.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:22 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3359498640' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:22.587 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:22.617 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:22.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:22.618 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:22.719 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:22.760 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:22.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:22.761 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:22.862 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:22.883 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:22.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:22.885 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:22.986 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:23.014 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:23.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:23.016 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:23.117 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:23.143 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:23.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:23.145 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:23.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:23 smithi078 ceph-mon[73801]: pgmap v752: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.4 GiB data, 4.5 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 614 op/s; 18045/68898 objects degraded (26.191%); 0 B/s, 60 objects/s recovering 2021-07-26T16:11:23.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:23 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 18045/68898 objects degraded (26.191%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:23.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:23 smithi078 ceph-mon[77813]: pgmap v752: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.4 GiB data, 4.5 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 614 op/s; 18045/68898 objects degraded (26.191%); 0 B/s, 60 objects/s recovering 2021-07-26T16:11:23.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:23 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 18045/68898 objects degraded (26.191%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:23.246 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:23.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:23.278 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:23.278 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:23.361 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:11:23.379 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:23.410 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:23.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:23.412 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:23.513 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:23.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:23.559 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:23.560 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:23.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:23 smithi139 ceph-mon[56829]: pgmap v752: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.4 GiB data, 4.5 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 614 op/s; 18045/68898 objects degraded (26.191%); 0 B/s, 60 objects/s recovering 2021-07-26T16:11:23.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:23 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 18045/68898 objects degraded (26.191%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:23.579 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:23.609 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:11:23.660 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:23.700 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:11:23.700 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:11:23.700 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.700 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.55408.0:172558 7.2 7:4cfc26fa:::benchmark_data_smithi078_185638_object76055:head [delete] snapc 0=[] ondisk+write+known_if_redirected e268)", 2021-07-26T16:11:23.701 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:11:23.690471+0000", 2021-07-26T16:11:23.701 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0069289879999999996, 2021-07-26T16:11:23.701 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0069639849999999998, 2021-07-26T16:11:23.701 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:11:23.702 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "waiting for sub ops", 2021-07-26T16:11:23.702 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:11:23.702 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.55408", 2021-07-26T16:11:23.702 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:11:23.703 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 172558 2021-07-26T16:11:23.703 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.703 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:11:23.703 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.703 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:11:23.704 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.690471+0000", 2021-07-26T16:11:23.704 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:23.704 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.704 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.705 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:11:23.705 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.690471+0000", 2021-07-26T16:11:23.705 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:23.705 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.705 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.706 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:11:23.706 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.690472+0000", 2021-07-26T16:11:23.706 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.854e-06 2021-07-26T16:11:23.706 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.707 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.707 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:11:23.707 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.690474+0000", 2021-07-26T16:11:23.707 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9709999999999998e-06 2021-07-26T16:11:23.707 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.708 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.708 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:11:23.708 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.690483+0000", 2021-07-26T16:11:23.708 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.9379999999999998e-06 2021-07-26T16:11:23.708 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.709 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.709 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:11:23.709 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.690490+0000", 2021-07-26T16:11:23.709 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.28e-06 2021-07-26T16:11:23.710 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.710 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.710 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:11:23.710 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.690549+0000", 2021-07-26T16:11:23.711 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8839999999999999e-05 2021-07-26T16:11:23.711 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.711 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.711 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:11:23.712 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.690700+0000", 2021-07-26T16:11:23.712 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000150975 2021-07-26T16:11:23.712 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.712 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.712 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,7", 2021-07-26T16:11:23.713 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.690851+0000", 2021-07-26T16:11:23.713 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00015177999999999999 2021-07-26T16:11:23.713 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.713 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.714 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:11:23.714 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.694065+0000", 2021-07-26T16:11:23.714 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032139790000000001 2021-07-26T16:11:23.714 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:23.714 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:11:23.715 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:23.715 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.715 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.715 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:172559 7.7 e268/237 7:e7eb0087:::benchmark_data_smithi078_185638_object76056:head v 268'11240, mlcod=0'0)", 2021-07-26T16:11:23.716 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:11:23.693505+0000", 2021-07-26T16:11:23.716 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0038946900000000001, 2021-07-26T16:11:23.716 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0040285310000000001, 2021-07-26T16:11:23.716 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:11:23.716 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:11:23.717 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:11:23.717 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.717 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:11:23.717 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.693505+0000", 2021-07-26T16:11:23.718 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:23.718 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.718 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.718 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:11:23.718 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.693505+0000", 2021-07-26T16:11:23.719 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:23.719 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.719 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.720 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:11:23.720 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.693516+0000", 2021-07-26T16:11:23.720 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0652999999999999e-05 2021-07-26T16:11:23.720 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.720 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.721 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:11:23.721 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.693521+0000", 2021-07-26T16:11:23.721 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4029999999999998e-06 2021-07-26T16:11:23.722 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.722 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.722 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:11:23.722 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.693534+0000", 2021-07-26T16:11:23.723 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2984e-05 2021-07-26T16:11:23.723 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.723 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.723 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:11:23.723 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.693540+0000", 2021-07-26T16:11:23.724 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8780000000000003e-06 2021-07-26T16:11:23.724 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.724 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.724 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:11:23.724 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.693579+0000", 2021-07-26T16:11:23.725 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9153999999999998e-05 2021-07-26T16:11:23.725 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.725 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.725 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:11:23.726 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.693598+0000", 2021-07-26T16:11:23.726 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9406e-05 2021-07-26T16:11:23.726 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:23.726 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:11:23.726 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:23.727 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.727 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.727 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop_reply(client.55408.0:172558 7.2 e268/230)", 2021-07-26T16:11:23.727 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:11:23.695537+0000", 2021-07-26T16:11:23.728 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0018630560000000001, 2021-07-26T16:11:23.728 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0020532559999999998, 2021-07-26T16:11:23.728 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:11:23.728 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "queued for pg", 2021-07-26T16:11:23.729 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:11:23.729 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.729 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:11:23.729 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.695537+0000", 2021-07-26T16:11:23.729 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:23.730 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.730 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.730 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:11:23.730 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.695537+0000", 2021-07-26T16:11:23.731 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:23.731 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.731 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.731 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:11:23.731 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.695540+0000", 2021-07-26T16:11:23.732 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.754e-06 2021-07-26T16:11:23.732 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.732 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.732 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:11:23.732 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.695544+0000", 2021-07-26T16:11:23.733 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.196e-06 2021-07-26T16:11:23.733 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.733 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.733 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:11:23.734 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.695559+0000", 2021-07-26T16:11:23.734 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5688999999999998e-05 2021-07-26T16:11:23.734 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:23.734 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:23.734 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:11:23.735 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:23.695566+0000", 2021-07-26T16:11:23.735 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6610000000000003e-06 2021-07-26T16:11:23.735 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:23.735 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:11:23.735 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:23.736 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:23.736 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2021-07-26T16:11:23.736 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 3 2021-07-26T16:11:23.736 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:11:23.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:23.738 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:23.738 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:23.839 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:23.857 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:23.874 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:23.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:23.876 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:23.977 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:24.018 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:24.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:24.020 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:24.120 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:24.157 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:24.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:24.158 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:24.259 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:24.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:24.300 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:24.300 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:24.401 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:24.432 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:24.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:24.434 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:24.535 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:24.567 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:24.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:24.568 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:24.661 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-07-26T16:11:24.669 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:24.763 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:24.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:24.765 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:24.866 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:24.885 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:24.907 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:24.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:24.909 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:25.010 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:25.115 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:25.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:25.116 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:25.217 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:25.245 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:25.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:25.246 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:25.347 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:25.388 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:25.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:25.390 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:25.424 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:25 smithi078 ceph-mon[73801]: pgmap v753: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.4 GiB data, 4.4 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 614 op/s; 18045/68898 objects degraded (26.191%); 0 B/s, 60 objects/s recovering 2021-07-26T16:11:25.424 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:25 smithi078 ceph-mon[77813]: pgmap v753: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.4 GiB data, 4.4 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 614 op/s; 18045/68898 objects degraded (26.191%); 0 B/s, 60 objects/s recovering 2021-07-26T16:11:25.438 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:11:25.490 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:25.527 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:25.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:25.529 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:25.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:25 smithi139 ceph-mon[56829]: pgmap v753: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.4 GiB data, 4.4 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 614 op/s; 18045/68898 objects degraded (26.191%); 0 B/s, 60 objects/s recovering 2021-07-26T16:11:25.629 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:25.634 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:25.664 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:25.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:25.666 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:25.767 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:25.795 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:25.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:25.797 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:25.898 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:25.925 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:25.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:25.927 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:26.028 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:26.065 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:26.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:26.066 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:26.168 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:26.189 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:26.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:26.192 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:26.294 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:26.332 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:26.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:26.334 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:26.435 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:26.463 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:26.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:26.464 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:26.565 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:26.597 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:26.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:26.598 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:26.699 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:26.731 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:26.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:26.732 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:26.833 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:26.876 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:26.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:26.877 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:26.978 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:27.003 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:27.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:27.004 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:27.105 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:27.137 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:27.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:27.138 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:27.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:27 smithi078 ceph-mon[73801]: pgmap v754: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.2 GiB data, 3.9 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 988 op/s; 17796/59424 objects degraded (29.947%); 0 B/s, 88 objects/s recovering 2021-07-26T16:11:27.240 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:27 smithi078 ceph-mon[77813]: pgmap v754: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.2 GiB data, 3.9 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 988 op/s; 17796/59424 objects degraded (29.947%); 0 B/s, 88 objects/s recovering 2021-07-26T16:11:27.240 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:27.276 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:27.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:27.278 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:27.379 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:27.418 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:27.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:27.421 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:27.522 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:27.556 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:27.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:27.557 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:27.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:27 smithi139 ceph-mon[56829]: pgmap v754: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.2 GiB data, 3.9 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 988 op/s; 17796/59424 objects degraded (29.947%); 0 B/s, 88 objects/s recovering 2021-07-26T16:11:27.658 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:27.695 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:27.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:27.696 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:27.797 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:27.819 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:27.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:27.820 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:27.921 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:27.944 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:27.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:27.946 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:28.048 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:28.076 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:28.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:28.078 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:28.172 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:11:28.179 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:28.203 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:28.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:28.205 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:28.305 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:28.340 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:28.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:28.341 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:28.408 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:28 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 17796/59424 objects degraded (29.947%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:28.409 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:28 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2917666330' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:11:28.409 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:28 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:11:28.409 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:28 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 17796/59424 objects degraded (29.947%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:28.410 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:28 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2917666330' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:11:28.410 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:28 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:11:28.442 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:28.478 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:28.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:28.480 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:28.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:28 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 17796/59424 objects degraded (29.947%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:28.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:28 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2917666330' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:11:28.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:28 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:11:28.581 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:28.601 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:28.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:28.603 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:28.704 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:28.730 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:28.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:28.731 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:28.832 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:28.866 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:28.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:28.868 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:28.969 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:29.000 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:29.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:29.001 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:29.102 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:29.127 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:29.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:29.129 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:29.230 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:29.260 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:29.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:29.262 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:29.363 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:29.386 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:29.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:29.387 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:29.488 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:29.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:29 smithi078 ceph-mon[73801]: pgmap v755: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.2 GiB data, 3.9 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 394 op/s; 17796/59424 objects degraded (29.947%); 0 B/s, 31 objects/s recovering 2021-07-26T16:11:29.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:29 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:29.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:29 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:11:29.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:29 smithi078 ceph-mon[73801]: osdmap e269: 8 total, 8 up, 6 in 2021-07-26T16:11:29.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:29 smithi078 ceph-mon[77813]: pgmap v755: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.2 GiB data, 3.9 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 394 op/s; 17796/59424 objects degraded (29.947%); 0 B/s, 31 objects/s recovering 2021-07-26T16:11:29.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:29 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:29.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:29 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:11:29.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:29 smithi078 ceph-mon[77813]: osdmap e269: 8 total, 8 up, 6 in 2021-07-26T16:11:29.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:29.525 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:29.526 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:29.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:29 smithi139 ceph-mon[56829]: pgmap v755: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.2 GiB data, 3.9 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 394 op/s; 17796/59424 objects degraded (29.947%); 0 B/s, 31 objects/s recovering 2021-07-26T16:11:29.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:29 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:29.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:29 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:11:29.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:29 smithi139 ceph-mon[56829]: osdmap e269: 8 total, 8 up, 6 in 2021-07-26T16:11:29.627 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:29.668 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:29.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:29.670 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:29.771 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:29.809 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:29.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:29.811 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:29.914 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:11:29.916 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:29.917 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:11:29.947 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:29.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:29.948 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:30.049 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:30.083 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:30.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:30.084 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:30.134 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:11:30.134 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:11:30.134 INFO:teuthology.orchestra.run.smithi078.stdout: "complaint_time": 30, 2021-07-26T16:11:30.135 INFO:teuthology.orchestra.run.smithi078.stdout: "num_blocked_ops": 0 2021-07-26T16:11:30.135 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:11:30.186 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:30.215 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:30.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:30.216 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:30.317 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:30.368 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:30.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:30.370 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:30.432 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:30 smithi078 ceph-mon[73801]: from='client.55759 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:30.432 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:30 smithi078 ceph-mon[77813]: from='client.55759 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:30.471 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:30.504 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:30.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:30.505 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:30.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:30 smithi139 ceph-mon[56829]: from='client.55759 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:30.606 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:30.636 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:30.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:30.637 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:30.738 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:30.772 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:30.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:30.773 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:30.877 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:30.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:30.915 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:30.916 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:30.978 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":756,"stamp":"2021-07-26T16:11:28.161977+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1297094582,"num_objects":19808,"num_object_clones":0,"num_object_copies":59424,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17796,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19808,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":173478,"num_write_kb":6178446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11053,"num_bytes_recovered":613289028,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115512,"ondisk_log_size":115512,"up":267,"acting":262,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":8310372,"kb_used_data":3906804,"kb_used_omap":1646,"kb_used_meta":4401489,"kb_avail":554160540,"statfs":{"total":575970213888,"available":567460392960,"internally_reserved":4294967296,"allocated":4000567296,"data_stored":3992686520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1685688,"internal_metadata":4507125576},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,1,4,2],"upper_bound":256},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-206962688,"num_objects":-3158,"num_object_clones":0,"num_object_copies":-9474,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-249,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-3158,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3158,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":249,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.040311"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":121,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125053+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:11:20.125053+0000","last_peered":"2021-07-26T16:11:20.125053+0000","last_clean":"2021-07-26T16:11:20.125053+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:11:20.125053+0000","last_undegraded":"2021-07-26T16:11:20.125053+0000","last_fullsized":"2021-07-26T16:11:20.125053+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":243,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.130122+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:11:20.130122+0000","last_peered":"2021-07-26T16:11:20.130122+0000","last_clean":"2021-07-26T16:11:20.130122+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:11:20.130122+0000","last_undegraded":"2021-07-26T16:11:20.130122+0000","last_fullsized":"2021-07-26T16:11:20.130122+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":245,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.127788+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:11:20.127788+0000","last_peered":"2021-07-26T16:11:20.127788+0000","last_clean":"2021-07-26T16:11:20.127788+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:11:20.127788+0000","last_undegraded":"2021-07-26T16:11:20.127788+0000","last_fullsized":"2021-07-26T16:11:20.127788+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":181,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.134821+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:11:20.134821+0000","last_peered":"2021-07-26T16:11:20.134821+0000","last_clean":"2021-07-26T16:11:20.134821+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:11:20.134821+0000","last_undegraded":"2021-07-26T16:11:20.134821+0000","last_fullsized":"2021-07-26T16:11:20.134821+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":274,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.129543+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:11:20.129543+0000","last_peered":"2021-07-26T16:11:20.129543+0000","last_clean":"2021-07-26T16:11:20.129543+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:11:20.129543+0000","last_undegraded":"2021-07-26T16:11:20.129543+0000","last_fullsized":"2021-07-26T16:11:20.129543+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":237,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.144296+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:11:20.144296+0000","last_peered":"2021-07-26T16:11:20.144296+0000","last_clean":"2021-07-26T16:11:20.144296+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:11:20.144296+0000","last_undegraded":"2021-07-26T16:11:20.144296+0000","last_fullsized":"2021-07-26T16:11:20.144296+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":161,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125494+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:11:20.125494+0000","last_peered":"2021-07-26T16:11:20.125494+0000","last_clean":"2021-07-26T16:11:20.125494+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:11:20.125494+0000","last_undegraded":"2021-07-26T16:11:20.125494+0000","last_fullsized":"2021-07-26T16:11:20.125494+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":182,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.129701+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:11:20.129701+0000","last_peered":"2021-07-26T16:11:20.129701+0000","last_clean":"2021-07-26T16:11:20.129701+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:11:20.129701+0000","last_undegraded":"2021-07-26T16:11:20.129701+0000","last_fullsized":"2021-07-26T16:11:20.129701+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":79,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.133815+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:11:20.133815+0000","last_peered":"2021-07-26T16:11:20.133815+0000","last_clean":"2021-07-26T16:11:20.133815+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:11:20.133815+0000","last_undegraded":"2021-07-26T16:11:20.133815+0000","last_fullsized":"2021-07-26T16:11:20.133815+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.133118+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:11:20.133118+0000","last_peered":"2021-07-26T16:11:20.133118+0000","last_clean":"2021-07-26T16:11:20.133118+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:11:20.133118+0000","last_undegraded":"2021-07-26T16:11:20.133118+0000","last_fullsized":"2021-07-26T16:11:20.133118+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":168,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.133556+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:11:20.133556+0000","last_peered":"2021-07-26T16:11:20.133556+0000","last_clean":"2021-07-26T16:11:20.133556+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:11:20.133556+0000","last_undegraded":"2021-07-26T16:11:20.133556+0000","last_fullsized":"2021-07-26T16:11:20.133556+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":278,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.129525+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:11:20.129525+0000","last_peered":"2021-07-26T16:11:20.129525+0000","last_clean":"2021-07-26T16:11:20.129525+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:11:20.129525+0000","last_undegraded":"2021-07-26T16:11:20.129525+0000","last_fullsized":"2021-07-26T16:11:20.129525+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":194,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.129717+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:11:20.129717+0000","last_peered":"2021-07-26T16:11:20.129717+0000","last_clean":"2021-07-26T16:11:20.129717+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:11:20.129717+0000","last_undegraded":"2021-07-26T16:11:20.129717+0000","last_fullsized":"2021-07-26T16:11:20.129717+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":103,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125903+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:11:20.125903+0000","last_peered":"2021-07-26T16:11:20.125903+0000","last_clean":"2021-07-26T16:11:20.125903+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:11:20.125903+0000","last_undegraded":"2021-07-26T16:11:20.125903+0000","last_fullsized":"2021-07-26T16:11:20.125903+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":294,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.131227+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:11:20.131227+0000","last_peered":"2021-07-26T16:11:20.131227+0000","last_clean":"2021-07-26T16:11:20.131227+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:11:20.131227+0000","last_undegraded":"2021-07-26T16:11:20.131227+0000","last_fullsized":"2021-07-26T16:11:20.131227+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":164,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.127522+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:11:20.127522+0000","last_peered":"2021-07-26T16:11:20.127522+0000","last_clean":"2021-07-26T16:11:20.127522+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:11:20.127522+0000","last_undegraded":"2021-07-26T16:11:20.127522+0000","last_fullsized":"2021-07-26T16:11:20.127522+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":181,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.131103+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:11:20.131103+0000","last_peered":"2021-07-26T16:11:20.131103+0000","last_clean":"2021-07-26T16:11:20.131103+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:11:20.131103+0000","last_undegraded":"2021-07-26T16:11:20.131103+0000","last_fullsized":"2021-07-26T16:11:20.131103+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125193+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:11:20.125193+0000","last_peered":"2021-07-26T16:11:20.125193+0000","last_clean":"2021-07-26T16:11:20.125193+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:11:20.125193+0000","last_undegraded":"2021-07-26T16:11:20.125193+0000","last_fullsized":"2021-07-26T16:11:20.125193+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":248,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.133215+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:11:20.133215+0000","last_peered":"2021-07-26T16:11:20.133215+0000","last_clean":"2021-07-26T16:11:20.133215+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:11:20.133215+0000","last_undegraded":"2021-07-26T16:11:20.133215+0000","last_fullsized":"2021-07-26T16:11:20.133215+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":190,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.134897+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:11:20.134897+0000","last_peered":"2021-07-26T16:11:20.134897+0000","last_clean":"2021-07-26T16:11:20.134897+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:11:20.134897+0000","last_undegraded":"2021-07-26T16:11:20.134897+0000","last_fullsized":"2021-07-26T16:11:20.134897+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":364,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.140691+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:11:20.140691+0000","last_peered":"2021-07-26T16:11:20.140691+0000","last_clean":"2021-07-26T16:11:20.140691+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:11:20.140691+0000","last_undegraded":"2021-07-26T16:11:20.140691+0000","last_fullsized":"2021-07-26T16:11:20.140691+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.132546+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:11:20.132546+0000","last_peered":"2021-07-26T16:11:20.132546+0000","last_clean":"2021-07-26T16:11:20.132546+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:11:20.132546+0000","last_undegraded":"2021-07-26T16:11:20.132546+0000","last_fullsized":"2021-07-26T16:11:20.132546+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"268'11112","reported_seq":11158,"reported_epoch":268,"state":"active+clean","last_fresh":"2021-07-26T16:11:24.742100+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:11:24.742100+0000","last_peered":"2021-07-26T16:11:24.742100+0000","last_clean":"2021-07-26T16:11:24.742100+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:11:24.742100+0000","last_undegraded":"2021-07-26T16:11:24.742100+0000","last_fullsized":"2021-07-26T16:11:24.742100+0000","mapping_epoch":230,"log_start":"250'6000","ondisk_log_start":"250'6000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5112,"ondisk_log_size":5112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":81920000,"num_objects":1250,"num_object_clones":0,"num_object_copies":3750,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1250,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11112,"num_write_kb":395584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.132605+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:11:20.132605+0000","last_peered":"2021-07-26T16:11:20.132605+0000","last_clean":"2021-07-26T16:11:20.132605+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:11:20.132605+0000","last_undegraded":"2021-07-26T16:11:20.132605+0000","last_fullsized":"2021-07-26T16:11:20.132605+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":86,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.127928+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:11:20.127928+0000","last_peered":"2021-07-26T16:11:20.127928+0000","last_clean":"2021-07-26T16:11:20.127928+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:11:20.127928+0000","last_undegraded":"2021-07-26T16:11:20.127928+0000","last_fullsized":"2021-07-26T16:11:20.127928+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"268'11012","reported_seq":11058,"reported_epoch":268,"state":"active+clean","last_fresh":"2021-07-26T16:11:24.422601+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:11:24.422601+0000","last_peered":"2021-07-26T16:11:24.422601+0000","last_clean":"2021-07-26T16:11:24.422601+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:11:24.422601+0000","last_undegraded":"2021-07-26T16:11:24.422601+0000","last_fullsized":"2021-07-26T16:11:24.422601+0000","mapping_epoch":230,"log_start":"234'1300","ondisk_log_start":"234'1300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9712,"ondisk_log_size":9712,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82182144,"num_objects":1254,"num_object_clones":0,"num_object_copies":3762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1254,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11012,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":167,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.134990+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:11:20.134990+0000","last_peered":"2021-07-26T16:11:20.134990+0000","last_clean":"2021-07-26T16:11:20.134990+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:11:20.134990+0000","last_undegraded":"2021-07-26T16:11:20.134990+0000","last_fullsized":"2021-07-26T16:11:20.134990+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125200+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:11:20.125200+0000","last_peered":"2021-07-26T16:11:20.125200+0000","last_clean":"2021-07-26T16:11:20.125200+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:11:20.125200+0000","last_undegraded":"2021-07-26T16:11:20.125200+0000","last_fullsized":"2021-07-26T16:11:20.125200+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"268'11008","reported_seq":18343,"reported_epoch":268,"state":"active+clean","last_fresh":"2021-07-26T16:11:24.715693+0000","last_change":"2021-07-26T16:09:45.364253+0000","last_active":"2021-07-26T16:11:24.715693+0000","last_peered":"2021-07-26T16:11:24.715693+0000","last_clean":"2021-07-26T16:11:24.715693+0000","last_became_active":"2021-07-26T16:09:45.354123+0000","last_became_peered":"2021-07-26T16:09:45.354123+0000","last_unstale":"2021-07-26T16:11:24.715693+0000","last_undegraded":"2021-07-26T16:11:24.715693+0000","last_fullsized":"2021-07-26T16:11:24.715693+0000","mapping_epoch":252,"log_start":"249'5900","ondisk_log_start":"249'5900","created":230,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5108,"ondisk_log_size":5108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82837504,"num_objects":1264,"num_object_clones":0,"num_object_copies":3792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1264,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11008,"num_write_kb":392704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3636,"num_bytes_recovered":238288896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":299,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.133393+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:11:20.133393+0000","last_peered":"2021-07-26T16:11:20.133393+0000","last_clean":"2021-07-26T16:11:20.133393+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:11:20.133393+0000","last_undegraded":"2021-07-26T16:11:20.133393+0000","last_fullsized":"2021-07-26T16:11:20.133393+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":255,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.141301+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:11:20.141301+0000","last_peered":"2021-07-26T16:11:20.141301+0000","last_clean":"2021-07-26T16:11:20.141301+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:11:20.141301+0000","last_undegraded":"2021-07-26T16:11:20.141301+0000","last_fullsized":"2021-07-26T16:11:20.141301+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"268'10671","reported_seq":10717,"reported_epoch":268,"state":"active+clean","last_fresh":"2021-07-26T16:11:24.185223+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:11:24.185223+0000","last_peered":"2021-07-26T16:11:24.185223+0000","last_clean":"2021-07-26T16:11:24.185223+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:11:24.185223+0000","last_undegraded":"2021-07-26T16:11:24.185223+0000","last_fullsized":"2021-07-26T16:11:24.185223+0000","mapping_epoch":230,"log_start":"235'3500","ondisk_log_start":"235'3500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7171,"ondisk_log_size":7171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82378752,"num_objects":1257,"num_object_clones":0,"num_object_copies":3771,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1257,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10671,"num_write_kb":381696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":256,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.124833+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:11:20.124833+0000","last_peered":"2021-07-26T16:11:20.124833+0000","last_clean":"2021-07-26T16:11:20.124833+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:11:20.124833+0000","last_undegraded":"2021-07-26T16:11:20.124833+0000","last_fullsized":"2021-07-26T16:11:20.124833+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":131,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.127705+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:11:20.127705+0000","last_peered":"2021-07-26T16:11:20.127705+0000","last_clean":"2021-07-26T16:11:20.127705+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:11:20.127705+0000","last_undegraded":"2021-07-26T16:11:20.127705+0000","last_fullsized":"2021-07-26T16:11:20.127705+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"268'10518","reported_seq":10571,"reported_epoch":268,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:24.105144+0000","last_change":"2021-07-26T16:08:44.038103+0000","last_active":"2021-07-26T16:11:24.105144+0000","last_peered":"2021-07-26T16:11:24.105144+0000","last_clean":"2021-07-26T16:08:35.258554+0000","last_became_active":"2021-07-26T16:08:43.985025+0000","last_became_peered":"2021-07-26T16:08:43.985025+0000","last_unstale":"2021-07-26T16:11:24.105144+0000","last_undegraded":"2021-07-26T16:08:43.918569+0000","last_fullsized":"2021-07-26T16:08:37.283478+0000","mapping_epoch":237,"log_start":"235'3300","ondisk_log_start":"235'3300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7218,"ondisk_log_size":7218,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82182144,"num_objects":1254,"num_object_clones":0,"num_object_copies":3762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1254,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10518,"num_write_kb":376704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"3,7","objects":-2249}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":228,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125672+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:11:20.125672+0000","last_peered":"2021-07-26T16:11:20.125672+0000","last_clean":"2021-07-26T16:11:20.125672+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:11:20.125672+0000","last_undegraded":"2021-07-26T16:11:20.125672+0000","last_fullsized":"2021-07-26T16:11:20.125672+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":103,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.129620+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:11:20.129620+0000","last_peered":"2021-07-26T16:11:20.129620+0000","last_clean":"2021-07-26T16:11:20.129620+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:11:20.129620+0000","last_undegraded":"2021-07-26T16:11:20.129620+0000","last_fullsized":"2021-07-26T16:11:20.129620+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"268'10697","reported_seq":17980,"reported_epoch":268,"state":"active+recovery_wait","last_fresh":"2021-07-26T16:11:24.404945+0000","last_change":"2021-07-26T16:09:53.215851+0000","last_active":"2021-07-26T16:11:24.404945+0000","last_peered":"2021-07-26T16:11:24.404945+0000","last_clean":"2021-07-26T16:08:35.270285+0000","last_became_active":"2021-07-26T16:09:53.171603+0000","last_became_peered":"2021-07-26T16:09:53.171603+0000","last_unstale":"2021-07-26T16:11:24.404945+0000","last_undegraded":"2021-07-26T16:11:24.404945+0000","last_fullsized":"2021-07-26T16:11:24.404945+0000","mapping_epoch":254,"log_start":"233'1000","ondisk_log_start":"233'1000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9697,"ondisk_log_size":9697,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82378752,"num_objects":1257,"num_object_clones":0,"num_object_copies":3771,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1257,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10697,"num_write_kb":382528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3610,"num_bytes_recovered":236519424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":["5","0","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":1257}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":262,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.141169+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:11:20.141169+0000","last_peered":"2021-07-26T16:11:20.141169+0000","last_clean":"2021-07-26T16:11:20.141169+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:11:20.141169+0000","last_undegraded":"2021-07-26T16:11:20.141169+0000","last_fullsized":"2021-07-26T16:11:20.141169+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125166+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:11:20.125166+0000","last_peered":"2021-07-26T16:11:20.125166+0000","last_clean":"2021-07-26T16:11:20.125166+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:11:20.125166+0000","last_undegraded":"2021-07-26T16:11:20.125166+0000","last_fullsized":"2021-07-26T16:11:20.125166+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"268'10978","reported_seq":11490,"reported_epoch":268,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:24.560427+0000","last_change":"2021-07-26T16:11:19.563556+0000","last_active":"2021-07-26T16:11:24.560427+0000","last_peered":"2021-07-26T16:11:24.560427+0000","last_clean":"2021-07-26T16:08:35.259559+0000","last_became_active":"2021-07-26T16:08:37.453089+0000","last_became_peered":"2021-07-26T16:08:37.453089+0000","last_unstale":"2021-07-26T16:11:24.560427+0000","last_undegraded":"2021-07-26T16:08:37.303297+0000","last_fullsized":"2021-07-26T16:08:37.274000+0000","mapping_epoch":237,"log_start":"243'4300","ondisk_log_start":"243'4300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6678,"ondisk_log_size":6678,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":80936984,"num_objects":1236,"num_object_clones":0,"num_object_copies":3708,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3492,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1236,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10978,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":228,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"1,6","objects":-2256}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125104+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:11:20.125104+0000","last_peered":"2021-07-26T16:11:20.125104+0000","last_clean":"2021-07-26T16:11:20.125104+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:11:20.125104+0000","last_undegraded":"2021-07-26T16:11:20.125104+0000","last_fullsized":"2021-07-26T16:11:20.125104+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.127692+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:11:20.127692+0000","last_peered":"2021-07-26T16:11:20.127692+0000","last_clean":"2021-07-26T16:11:20.127692+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:11:20.127692+0000","last_undegraded":"2021-07-26T16:11:20.127692+0000","last_fullsized":"2021-07-26T16:11:20.127692+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"268'10672","reported_seq":10718,"reported_epoch":268,"state":"active+clean","last_fresh":"2021-07-26T16:11:24.559030+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:11:24.559030+0000","last_peered":"2021-07-26T16:11:24.559030+0000","last_clean":"2021-07-26T16:11:24.559030+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:11:24.559030+0000","last_undegraded":"2021-07-26T16:11:24.559030+0000","last_fullsized":"2021-07-26T16:11:24.559030+0000","mapping_epoch":230,"log_start":"242'4000","ondisk_log_start":"242'4000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6672,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":77856768,"num_objects":1188,"num_object_clones":0,"num_object_copies":3564,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1188,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10672,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":257,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.129373+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:11:20.129373+0000","last_peered":"2021-07-26T16:11:20.129373+0000","last_clean":"2021-07-26T16:11:20.129373+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:11:20.129373+0000","last_undegraded":"2021-07-26T16:11:20.129373+0000","last_fullsized":"2021-07-26T16:11:20.129373+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":251,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.128592+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:11:20.128592+0000","last_peered":"2021-07-26T16:11:20.128592+0000","last_clean":"2021-07-26T16:11:20.128592+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:11:20.128592+0000","last_undegraded":"2021-07-26T16:11:20.128592+0000","last_fullsized":"2021-07-26T16:11:20.128592+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"268'10937","reported_seq":10983,"reported_epoch":268,"state":"active+clean","last_fresh":"2021-07-26T16:11:24.953282+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:11:24.953282+0000","last_peered":"2021-07-26T16:11:24.953282+0000","last_clean":"2021-07-26T16:11:24.953282+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:11:24.953282+0000","last_undegraded":"2021-07-26T16:11:24.953282+0000","last_fullsized":"2021-07-26T16:11:24.953282+0000","mapping_epoch":230,"log_start":"235'3600","ondisk_log_start":"235'3600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7337,"ondisk_log_size":7337,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":80543744,"num_objects":1229,"num_object_clones":0,"num_object_copies":3687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1229,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10937,"num_write_kb":389312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":289,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.127654+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:11:20.127654+0000","last_peered":"2021-07-26T16:11:20.127654+0000","last_clean":"2021-07-26T16:11:20.127654+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:11:20.127654+0000","last_undegraded":"2021-07-26T16:11:20.127654+0000","last_fullsized":"2021-07-26T16:11:20.127654+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":295,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125106+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:11:20.125106+0000","last_peered":"2021-07-26T16:11:20.125106+0000","last_clean":"2021-07-26T16:11:20.125106+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:11:20.125106+0000","last_undegraded":"2021-07-26T16:11:20.125106+0000","last_fullsized":"2021-07-26T16:11:20.125106+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":259,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.129543+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:11:20.129543+0000","last_peered":"2021-07-26T16:11:20.129543+0000","last_clean":"2021-07-26T16:11:20.129543+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:11:20.129543+0000","last_undegraded":"2021-07-26T16:11:20.129543+0000","last_fullsized":"2021-07-26T16:11:20.129543+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"268'11284","reported_seq":11337,"reported_epoch":268,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:24.549893+0000","last_change":"2021-07-26T16:08:37.515899+0000","last_active":"2021-07-26T16:11:24.549893+0000","last_peered":"2021-07-26T16:11:24.549893+0000","last_clean":"2021-07-26T16:08:35.259578+0000","last_became_active":"2021-07-26T16:08:37.498255+0000","last_became_peered":"2021-07-26T16:08:37.498255+0000","last_unstale":"2021-07-26T16:11:24.549893+0000","last_undegraded":"2021-07-26T16:08:37.308912+0000","last_fullsized":"2021-07-26T16:08:37.273819+0000","mapping_epoch":237,"log_start":"243'4600","ondisk_log_start":"243'4600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6684,"ondisk_log_size":6684,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":83361792,"num_objects":1272,"num_object_clones":0,"num_object_copies":3816,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1272,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11284,"num_write_kb":401792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"3,6","objects":-2504}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":242,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.128029+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:11:20.128029+0000","last_peered":"2021-07-26T16:11:20.128029+0000","last_clean":"2021-07-26T16:11:20.128029+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:11:20.128029+0000","last_undegraded":"2021-07-26T16:11:20.128029+0000","last_fullsized":"2021-07-26T16:11:20.128029+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125890+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:11:20.125890+0000","last_peered":"2021-07-26T16:11:20.125890+0000","last_clean":"2021-07-26T16:11:20.125890+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:11:20.125890+0000","last_undegraded":"2021-07-26T16:11:20.125890+0000","last_fullsized":"2021-07-26T16:11:20.125890+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":313,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.127591+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:11:20.127591+0000","last_peered":"2021-07-26T16:11:20.127591+0000","last_clean":"2021-07-26T16:11:20.127591+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:11:20.127591+0000","last_undegraded":"2021-07-26T16:11:20.127591+0000","last_fullsized":"2021-07-26T16:11:20.127591+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"268'10671","reported_seq":10723,"reported_epoch":268,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:25.023816+0000","last_change":"2021-07-26T16:08:37.546898+0000","last_active":"2021-07-26T16:11:25.023816+0000","last_peered":"2021-07-26T16:11:25.023816+0000","last_clean":"2021-07-26T16:08:35.256099+0000","last_became_active":"2021-07-26T16:08:37.538137+0000","last_became_peered":"2021-07-26T16:08:37.538137+0000","last_unstale":"2021-07-26T16:11:25.023816+0000","last_undegraded":"2021-07-26T16:08:37.293735+0000","last_fullsized":"2021-07-26T16:08:37.271374+0000","mapping_epoch":237,"log_start":"235'3300","ondisk_log_start":"235'3300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7371,"ondisk_log_size":7371,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79626240,"num_objects":1215,"num_object_clones":0,"num_object_copies":3645,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3543,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1215,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10671,"num_write_kb":380352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"1,4","objects":-2328}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":198,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.127929+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:11:20.127929+0000","last_peered":"2021-07-26T16:11:20.127929+0000","last_clean":"2021-07-26T16:11:20.127929+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:11:20.127929+0000","last_undegraded":"2021-07-26T16:11:20.127929+0000","last_fullsized":"2021-07-26T16:11:20.127929+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":260,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.129638+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:11:20.129638+0000","last_peered":"2021-07-26T16:11:20.129638+0000","last_clean":"2021-07-26T16:11:20.129638+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:11:20.129638+0000","last_undegraded":"2021-07-26T16:11:20.129638+0000","last_fullsized":"2021-07-26T16:11:20.129638+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":273,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.128669+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:11:20.128669+0000","last_peered":"2021-07-26T16:11:20.128669+0000","last_clean":"2021-07-26T16:11:20.128669+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:11:20.128669+0000","last_undegraded":"2021-07-26T16:11:20.128669+0000","last_fullsized":"2021-07-26T16:11:20.128669+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"268'10668","reported_seq":17779,"reported_epoch":268,"state":"active+clean","last_fresh":"2021-07-26T16:11:24.168916+0000","last_change":"2021-07-26T16:11:21.218365+0000","last_active":"2021-07-26T16:11:24.168916+0000","last_peered":"2021-07-26T16:11:24.168916+0000","last_clean":"2021-07-26T16:11:24.168916+0000","last_became_active":"2021-07-26T16:11:21.131986+0000","last_became_peered":"2021-07-26T16:11:21.131986+0000","last_unstale":"2021-07-26T16:11:24.168916+0000","last_undegraded":"2021-07-26T16:11:24.168916+0000","last_fullsized":"2021-07-26T16:11:24.168916+0000","mapping_epoch":267,"log_start":"235'3500","ondisk_log_start":"235'3500","created":230,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7168,"ondisk_log_size":7168,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84541440,"num_objects":1290,"num_object_clones":0,"num_object_copies":3870,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1290,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10668,"num_write_kb":382656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3525,"num_bytes_recovered":136577024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":284,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.126278+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:11:20.126278+0000","last_peered":"2021-07-26T16:11:20.126278+0000","last_clean":"2021-07-26T16:11:20.126278+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:11:20.126278+0000","last_undegraded":"2021-07-26T16:11:20.126278+0000","last_fullsized":"2021-07-26T16:11:20.126278+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":526,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.131543+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:11:20.131543+0000","last_peered":"2021-07-26T16:11:20.131543+0000","last_clean":"2021-07-26T16:11:20.131543+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:11:20.131543+0000","last_undegraded":"2021-07-26T16:11:20.131543+0000","last_fullsized":"2021-07-26T16:11:20.131543+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.127945+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:11:20.127945+0000","last_peered":"2021-07-26T16:11:20.127945+0000","last_clean":"2021-07-26T16:11:20.127945+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:11:20.127945+0000","last_undegraded":"2021-07-26T16:11:20.127945+0000","last_fullsized":"2021-07-26T16:11:20.127945+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.145764+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:11:20.145764+0000","last_peered":"2021-07-26T16:11:20.145764+0000","last_clean":"2021-07-26T16:11:20.145764+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:11:20.145764+0000","last_undegraded":"2021-07-26T16:11:20.145764+0000","last_fullsized":"2021-07-26T16:11:20.145764+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"268'10469","reported_seq":10525,"reported_epoch":268,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:24.150206+0000","last_change":"2021-07-26T16:08:37.650583+0000","last_active":"2021-07-26T16:11:24.150206+0000","last_peered":"2021-07-26T16:11:24.150206+0000","last_clean":"2021-07-26T16:08:35.276729+0000","last_became_active":"2021-07-26T16:08:37.555480+0000","last_became_peered":"2021-07-26T16:08:37.555480+0000","last_unstale":"2021-07-26T16:11:24.150206+0000","last_undegraded":"2021-07-26T16:08:37.546036+0000","last_fullsized":"2021-07-26T16:08:37.284612+0000","mapping_epoch":237,"log_start":"235'3300","ondisk_log_start":"235'3300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7169,"ondisk_log_size":7169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":78446592,"num_objects":1197,"num_object_clones":0,"num_object_copies":3591,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3482,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1197,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10469,"num_write_kb":373312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"1,7","objects":-2285}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":285,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.131374+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:11:20.131374+0000","last_peered":"2021-07-26T16:11:20.131374+0000","last_clean":"2021-07-26T16:11:20.131374+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:11:20.131374+0000","last_undegraded":"2021-07-26T16:11:20.131374+0000","last_fullsized":"2021-07-26T16:11:20.131374+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":174,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125360+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:11:20.125360+0000","last_peered":"2021-07-26T16:11:20.125360+0000","last_clean":"2021-07-26T16:11:20.125360+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:11:20.125360+0000","last_undegraded":"2021-07-26T16:11:20.125360+0000","last_fullsized":"2021-07-26T16:11:20.125360+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":172,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.132180+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:11:20.132180+0000","last_peered":"2021-07-26T16:11:20.132180+0000","last_clean":"2021-07-26T16:11:20.132180+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:11:20.132180+0000","last_undegraded":"2021-07-26T16:11:20.132180+0000","last_fullsized":"2021-07-26T16:11:20.132180+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"268'10886","reported_seq":10932,"reported_epoch":268,"state":"active+clean","last_fresh":"2021-07-26T16:11:24.436662+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:11:24.436662+0000","last_peered":"2021-07-26T16:11:24.436662+0000","last_clean":"2021-07-26T16:11:24.436662+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:11:24.436662+0000","last_undegraded":"2021-07-26T16:11:24.436662+0000","last_fullsized":"2021-07-26T16:11:24.436662+0000","mapping_epoch":230,"log_start":"233'1200","ondisk_log_start":"233'1200","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9686,"ondisk_log_size":9686,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84148224,"num_objects":1284,"num_object_clones":0,"num_object_copies":3852,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1284,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10886,"num_write_kb":389440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":298,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.133473+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:11:20.133473+0000","last_peered":"2021-07-26T16:11:20.133473+0000","last_clean":"2021-07-26T16:11:20.133473+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:11:20.133473+0000","last_undegraded":"2021-07-26T16:11:20.133473+0000","last_fullsized":"2021-07-26T16:11:20.133473+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":278,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.127724+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:11:20.127724+0000","last_peered":"2021-07-26T16:11:20.127724+0000","last_clean":"2021-07-26T16:11:20.127724+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:11:20.127724+0000","last_undegraded":"2021-07-26T16:11:20.127724+0000","last_fullsized":"2021-07-26T16:11:20.127724+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":155,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.126191+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:11:20.126191+0000","last_peered":"2021-07-26T16:11:20.126191+0000","last_clean":"2021-07-26T16:11:20.126191+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:11:20.126191+0000","last_undegraded":"2021-07-26T16:11:20.126191+0000","last_fullsized":"2021-07-26T16:11:20.126191+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"268'10863","reported_seq":10909,"reported_epoch":268,"state":"active+clean","last_fresh":"2021-07-26T16:11:24.900914+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:11:24.900914+0000","last_peered":"2021-07-26T16:11:24.900914+0000","last_clean":"2021-07-26T16:11:24.900914+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:11:24.900914+0000","last_undegraded":"2021-07-26T16:11:24.900914+0000","last_fullsized":"2021-07-26T16:11:24.900914+0000","mapping_epoch":230,"log_start":"235'3500","ondisk_log_start":"235'3500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7363,"ondisk_log_size":7363,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":74252288,"num_objects":1133,"num_object_clones":0,"num_object_copies":3399,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1133,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10863,"num_write_kb":383872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.132664+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:11:20.132664+0000","last_peered":"2021-07-26T16:11:20.132664+0000","last_clean":"2021-07-26T16:11:20.132664+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:11:20.132664+0000","last_undegraded":"2021-07-26T16:11:20.132664+0000","last_fullsized":"2021-07-26T16:11:20.132664+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":236,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.132187+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:11:20.132187+0000","last_peered":"2021-07-26T16:11:20.132187+0000","last_clean":"2021-07-26T16:11:20.132187+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:11:20.132187+0000","last_undegraded":"2021-07-26T16:11:20.132187+0000","last_fullsized":"2021-07-26T16:11:20.132187+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":69,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.131285+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:11:20.131285+0000","last_peered":"2021-07-26T16:11:20.131285+0000","last_clean":"2021-07-26T16:11:20.131285+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:11:20.131285+0000","last_undegraded":"2021-07-26T16:11:20.131285+0000","last_fullsized":"2021-07-26T16:11:20.131285+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"268'10772","reported_seq":10817,"reported_epoch":268,"state":"active+clean","last_fresh":"2021-07-26T16:11:24.742439+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:11:24.742439+0000","last_peered":"2021-07-26T16:11:24.742439+0000","last_clean":"2021-07-26T16:11:24.742439+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:11:24.742439+0000","last_undegraded":"2021-07-26T16:11:24.742439+0000","last_fullsized":"2021-07-26T16:11:24.742439+0000","mapping_epoch":230,"log_start":"249'5600","ondisk_log_start":"249'5600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5172,"ondisk_log_size":5172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":78905344,"num_objects":1204,"num_object_clones":0,"num_object_copies":3612,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1204,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10772,"num_write_kb":383232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":284,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.144169+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:11:20.144169+0000","last_peered":"2021-07-26T16:11:20.144169+0000","last_clean":"2021-07-26T16:11:20.144169+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:11:20.144169+0000","last_undegraded":"2021-07-26T16:11:20.144169+0000","last_fullsized":"2021-07-26T16:11:20.144169+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":98,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.132282+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:11:20.132282+0000","last_peered":"2021-07-26T16:11:20.132282+0000","last_clean":"2021-07-26T16:11:20.132282+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:11:20.132282+0000","last_undegraded":"2021-07-26T16:11:20.132282+0000","last_fullsized":"2021-07-26T16:11:20.132282+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":103,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.124937+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:11:20.124937+0000","last_peered":"2021-07-26T16:11:20.124937+0000","last_clean":"2021-07-26T16:11:20.124937+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:11:20.124937+0000","last_undegraded":"2021-07-26T16:11:20.124937+0000","last_fullsized":"2021-07-26T16:11:20.124937+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":126,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125785+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:11:20.125785+0000","last_peered":"2021-07-26T16:11:20.125785+0000","last_clean":"2021-07-26T16:11:20.125785+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:11:20.125785+0000","last_undegraded":"2021-07-26T16:11:20.125785+0000","last_fullsized":"2021-07-26T16:11:20.125785+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":227,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.127791+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:11:20.127791+0000","last_peered":"2021-07-26T16:11:20.127791+0000","last_clean":"2021-07-26T16:11:20.127791+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:11:20.127791+0000","last_undegraded":"2021-07-26T16:11:20.127791+0000","last_fullsized":"2021-07-26T16:11:20.127791+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":272,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.124741+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:11:20.124741+0000","last_peered":"2021-07-26T16:11:20.124741+0000","last_clean":"2021-07-26T16:11:20.124741+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:11:20.124741+0000","last_undegraded":"2021-07-26T16:11:20.124741+0000","last_fullsized":"2021-07-26T16:11:20.124741+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":103,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125811+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:11:20.125811+0000","last_peered":"2021-07-26T16:11:20.125811+0000","last_clean":"2021-07-26T16:11:20.125811+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:11:20.125811+0000","last_undegraded":"2021-07-26T16:11:20.125811+0000","last_fullsized":"2021-07-26T16:11:20.125811+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":257,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125005+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:11:20.125005+0000","last_peered":"2021-07-26T16:11:20.125005+0000","last_clean":"2021-07-26T16:11:20.125005+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:11:20.125005+0000","last_undegraded":"2021-07-26T16:11:20.125005+0000","last_fullsized":"2021-07-26T16:11:20.125005+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":41,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.141024+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:11:20.141024+0000","last_peered":"2021-07-26T16:11:20.141024+0000","last_clean":"2021-07-26T16:11:20.141024+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:11:20.141024+0000","last_undegraded":"2021-07-26T16:11:20.141024+0000","last_fullsized":"2021-07-26T16:11:20.141024+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.143855+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:11:20.143855+0000","last_peered":"2021-07-26T16:11:20.143855+0000","last_clean":"2021-07-26T16:11:20.143855+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:11:20.143855+0000","last_undegraded":"2021-07-26T16:11:20.143855+0000","last_fullsized":"2021-07-26T16:11:20.143855+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":232,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.124441+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:11:20.124441+0000","last_peered":"2021-07-26T16:11:20.124441+0000","last_clean":"2021-07-26T16:11:20.124441+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:11:20.124441+0000","last_undegraded":"2021-07-26T16:11:20.124441+0000","last_fullsized":"2021-07-26T16:11:20.124441+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":113,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125405+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:11:20.125405+0000","last_peered":"2021-07-26T16:11:20.125405+0000","last_clean":"2021-07-26T16:11:20.125405+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:11:20.125405+0000","last_undegraded":"2021-07-26T16:11:20.125405+0000","last_fullsized":"2021-07-26T16:11:20.125405+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":103,"reported_epoch":267,"state":"active+clean","last_fresh":"2021-07-26T16:11:20.125707+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:11:20.125707+0000","last_peered":"2021-07-26T16:11:20.125707+0000","last_clean":"2021-07-26T16:11:20.125707+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:11:20.125707+0000","last_undegraded":"2021-07-26T16:11:20.125707+0000","last_fullsized":"2021-07-26T16:11:20.125707+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":1296498712,"num_objects":19784,"num_object_clones":0,"num_object_copies":59352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17796,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19784,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":173218,"num_write_kb":6176001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11001,"num_bytes_recovered":611516416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5596786688,"data_stored":5596774472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115318,"ondisk_log_size":115318,"up":48,"acting":43,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17678,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3881,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495921,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1625320,"kb_used_data":576672,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92119832,"statfs":{"total":95995035648,"available":94330707968,"internally_reserved":1073741824,"allocated":590512128,"data_stored":589188255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.7890000000000001,"5min":1.9339999999999999,"15min":1.03},"min":{"1min":0.26100000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":24.047999999999998,"5min":61.125,"15min":61.125},"last":0.35899999999999999},{"interface":"front","average":{"1min":2.7850000000000001,"5min":2.0339999999999998,"15min":1.0740000000000001},"min":{"1min":0.34799999999999998,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":24.227,"5min":61.165999999999997,"15min":61.165999999999997},"last":0.44900000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":4.7140000000000004,"5min":2.6419999999999999,"15min":1.3899999999999999},"min":{"1min":0.27200000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":44.380000000000003,"5min":72.989000000000004,"15min":72.989000000000004},"last":0.40100000000000002},{"interface":"front","average":{"1min":4.319,"5min":2.8500000000000001,"15min":1.3700000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.23300000000000001},"max":{"1min":43.981000000000002,"5min":70.066000000000003,"15min":70.066000000000003},"last":0.29499999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:10:44 2021","interfaces":[{"interface":"back","average":{"1min":2.423,"5min":1.5800000000000001,"15min":1.569},"min":{"1min":0.33400000000000002,"5min":0.27600000000000002,"15min":0.224},"max":{"1min":7.3819999999999997,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":0.46899999999999997},{"interface":"front","average":{"1min":2.4849999999999999,"5min":1.339,"15min":1.4890000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.27600000000000002},"max":{"1min":7.9409999999999998,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.38200000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":2.0379999999999998,"15min":1.2230000000000001},"min":{"1min":0.27700000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":8.016,"5min":48.880000000000003,"15min":48.880000000000003},"last":0.33400000000000002},{"interface":"front","average":{"1min":3.4929999999999999,"5min":2.1709999999999998,"15min":1.2689999999999999},"min":{"1min":0.317,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":24.059999999999999,"5min":48.792999999999999,"15min":48.792999999999999},"last":0.42799999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.3450000000000002,"5min":1.0680000000000001,"15min":0.56799999999999995},"min":{"1min":0.35199999999999998,"5min":0.22,"15min":0.22},"max":{"1min":7.4390000000000001,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":0.58999999999999997},{"interface":"front","average":{"1min":2.379,"5min":1.1259999999999999,"15min":0.64800000000000002},"min":{"1min":0.38,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":7.4690000000000003,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":0.60899999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:10:54 2021","interfaces":[{"interface":"back","average":{"1min":2.383,"5min":1.456,"15min":0.80500000000000005},"min":{"1min":0.29599999999999999,"5min":0.22900000000000001,"15min":0.21299999999999999},"max":{"1min":7.2329999999999997,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":0.372},{"interface":"front","average":{"1min":2.5950000000000002,"5min":1.51,"15min":0.874},"min":{"1min":0.29599999999999999,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":6.2270000000000003,"5min":10.406000000000001,"15min":10.406000000000001},"last":0.52600000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:10:54 2021","interfaces":[{"interface":"back","average":{"1min":2.3639999999999999,"5min":1.53,"15min":0.877},"min":{"1min":0.28100000000000003,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":10.975,"5min":10.975,"15min":10.975},"last":0.504},{"interface":"front","average":{"1min":2.3940000000000001,"5min":1.3340000000000001,"15min":0.75700000000000001},"min":{"1min":0.28499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":8.0500000000000007,"5min":8.0500000000000007,"15min":8.0500000000000007},"last":0.41499999999999998}]}]},{"osd":6,"up_from":41,"seq":176093659445,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1688100,"kb_used_data":639516,"kb_used_omap":1173,"kb_used_meta":1047402,"kb_avail":92057052,"statfs":{"total":95995035648,"available":94266421248,"internally_reserved":1073741824,"allocated":654864384,"data_stored":653544458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1202073,"internal_metadata":1072539751},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.387,"5min":1.133,"15min":0.753},"min":{"1min":0.27200000000000002,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":4.423,"5min":13.945,"15min":13.945},"last":1.0980000000000001},{"interface":"front","average":{"1min":1.369,"5min":1.0289999999999999,"15min":0.80200000000000005},"min":{"1min":0.222,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.3650000000000002,"5min":10.353999999999999,"15min":11.207000000000001},"last":1.02}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.0640000000000001,"5min":1.4359999999999999,"15min":0.90300000000000002},"min":{"1min":0.24199999999999999,"5min":0.23200000000000001,"15min":0.21199999999999999},"max":{"1min":6.2110000000000003,"5min":12.864000000000001,"15min":12.864000000000001},"last":2.2000000000000002},{"interface":"front","average":{"1min":2.1339999999999999,"5min":1.4890000000000001,"15min":1.054},"min":{"1min":0.255,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":8.4269999999999996,"5min":17.036000000000001,"15min":17.036000000000001},"last":2.0790000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:10:37 2021","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":0.995,"15min":1.6359999999999999},"min":{"1min":0.28299999999999997,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":3.544,"5min":5.8639999999999999,"15min":12.388999999999999},"last":0.376},{"interface":"front","average":{"1min":1.716,"5min":1.127,"15min":1.4850000000000001},"min":{"1min":0.33300000000000002,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":13.712,"5min":13.712,"15min":13.712},"last":0.48899999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.198,"5min":1.7390000000000001,"15min":1.2170000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.26200000000000001},"max":{"1min":3.524,"5min":49.716999999999999,"15min":49.716999999999999},"last":3.6419999999999999},{"interface":"front","average":{"1min":2.0529999999999999,"5min":2.1440000000000001,"15min":1.367},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":8.5120000000000005,"5min":49.741,"15min":49.741},"last":3.5350000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":0.89500000000000002,"15min":0.50900000000000001},"min":{"1min":0.26800000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":3.4969999999999999,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":0.59699999999999998},{"interface":"front","average":{"1min":2.464,"5min":1.204,"15min":0.60399999999999998},"min":{"1min":0.22600000000000001,"5min":0.222,"15min":0.21199999999999999},"max":{"1min":10.265000000000001,"5min":10.265000000000001,"15min":10.265000000000001},"last":0.35299999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.6240000000000001,"5min":1.171,"15min":0.69699999999999995},"min":{"1min":0.30499999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":8.8170000000000002,"5min":8.8170000000000002,"15min":8.8170000000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":2.048,"5min":0.95499999999999996,"15min":0.65700000000000003},"min":{"1min":0.26200000000000001,"5min":0.23100000000000001,"15min":0.214},"max":{"1min":11.063000000000001,"5min":11.063000000000001,"15min":11.063000000000001},"last":0.70699999999999996}]},{"osd":7,"last update":"Mon Jul 26 16:10:42 2021","interfaces":[{"interface":"back","average":{"1min":2.528,"5min":1.5009999999999999,"15min":0.94499999999999995},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.222},"max":{"1min":10.301,"5min":16.913,"15min":16.913},"last":1.77},{"interface":"front","average":{"1min":2.569,"5min":1.486,"15min":0.86899999999999999},"min":{"1min":0.29999999999999999,"5min":0.27600000000000002,"15min":0.26300000000000001},"max":{"1min":8.843,"5min":8.843,"15min":8.843},"last":0.61699999999999999}]}]},{"osd":1,"up_from":78,"seq":335007449262,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":877780,"kb_used_data":805324,"kb_used_omap":0,"kb_used_meta":72320,"kb_avail":92867372,"statfs":{"total":95995035648,"available":95096188928,"internally_reserved":0,"allocated":824651776,"data_stored":823343480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":74055680},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.94499999999999995,"15min":0.73699999999999999},"min":{"1min":0.25700000000000001,"5min":0.191,"15min":0.184},"max":{"1min":4.0679999999999996,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":0.20200000000000001},{"interface":"front","average":{"1min":0.64500000000000002,"5min":1.177,"15min":0.876},"min":{"1min":0.20599999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":3.4550000000000001,"5min":10.977,"15min":10.977},"last":0.249}]},{"osd":2,"last update":"Mon Jul 26 16:10:32 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.0309999999999999,"15min":1.6180000000000001},"min":{"1min":0.24399999999999999,"5min":0.23799999999999999,"15min":0.20599999999999999},"max":{"1min":3.7320000000000002,"5min":5.3280000000000003,"15min":34.530000000000001},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.84999999999999998,"5min":1.0960000000000001,"15min":1.6080000000000001},"min":{"1min":0.23599999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.4009999999999998,"5min":7.218,"15min":34.465000000000003},"last":0.38100000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:10:23 2021","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":1.26,"15min":1.052},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":6.5910000000000002,"5min":8.9529999999999994,"15min":13.077999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":1.095,"5min":1.393,"15min":1.0900000000000001},"min":{"1min":0.32100000000000001,"5min":0.254,"15min":0.23699999999999999},"max":{"1min":4.3499999999999996,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.47599999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.258,"5min":1.0880000000000001,"15min":0.94799999999999995},"min":{"1min":0.29299999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.6200000000000001,"5min":6.6200000000000001,"15min":6.6200000000000001},"last":0.46400000000000002},{"interface":"front","average":{"1min":1.7390000000000001,"5min":1.2869999999999999,"15min":1.135},"min":{"1min":0.376,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":6.718,"5min":6.718,"15min":6.718},"last":0.313}]},{"osd":5,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.1950000000000001,"15min":0.94899999999999995},"min":{"1min":0.316,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.056,"5min":5.5300000000000002,"15min":9.8689999999999998},"last":0.53300000000000003},{"interface":"front","average":{"1min":1.643,"5min":1.2050000000000001,"15min":0.96999999999999997},"min":{"1min":0.35699999999999998,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":6.8090000000000002,"5min":6.8090000000000002,"15min":6.9139999999999997},"last":0.50600000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":1.4299999999999999,"15min":1.0649999999999999},"min":{"1min":0.32800000000000001,"5min":0.255,"15min":0.255},"max":{"1min":6.1120000000000001,"5min":6.1120000000000001,"15min":9.9209999999999994},"last":0.56299999999999994},{"interface":"front","average":{"1min":2.2679999999999998,"5min":1.4099999999999999,"15min":1.0369999999999999},"min":{"1min":0.36899999999999999,"5min":0.35099999999999998,"15min":0.32200000000000001},"max":{"1min":9.0589999999999993,"5min":9.0589999999999993,"15min":9.0589999999999993},"last":0.54500000000000004}]},{"osd":7,"last update":"Mon Jul 26 16:10:27 2021","interfaces":[{"interface":"back","average":{"1min":1.522,"5min":1.177,"15min":0.94899999999999995},"min":{"1min":0.47099999999999997,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":4.3109999999999999,"5min":5.3700000000000001,"15min":5.9870000000000001},"last":0.375},{"interface":"front","average":{"1min":1.851,"5min":1.542,"15min":1.135},"min":{"1min":0.41099999999999998,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":6.1799999999999997,"5min":8.234,"15min":9.968},"last":0.61299999999999999}]}]},{"osd":0,"up_from":0,"seq":313532612796,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500803,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122211,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1130832,"kb_used_data":994184,"kb_used_omap":3,"kb_used_meta":136508,"kb_avail":92614320,"statfs":{"total":95995035648,"available":94837063680,"internally_reserved":0,"allocated":1018044416,"data_stored":1016739740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":139784340},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":1.3819999999999999,"15min":0.96299999999999997},"min":{"1min":0.20899999999999999,"5min":0.20499999999999999,"15min":0.17799999999999999},"max":{"1min":3.641,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":1.2410000000000001,"15min":0.88700000000000001},"min":{"1min":0.224,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.5920000000000001,"5min":56.030999999999999,"15min":56.030999999999999},"last":0.74299999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":2.484,"15min":1.3600000000000001},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":4.0419999999999998,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.75600000000000001,"5min":2.7370000000000001,"15min":1.53},"min":{"1min":0.249,"5min":0.23499999999999999,"15min":0.223},"max":{"1min":3.6739999999999999,"5min":83.567999999999998,"15min":83.567999999999998},"last":0.61299999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:10:46 2021","interfaces":[{"interface":"back","average":{"1min":1.278,"5min":1.3939999999999999,"15min":1.7350000000000001},"min":{"1min":0.27300000000000002,"5min":0.251,"15min":0.251},"max":{"1min":5.8719999999999999,"5min":10.73,"15min":10.73},"last":0.51500000000000001},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.2929999999999999,"15min":2.1110000000000002},"min":{"1min":0.316,"5min":0.30499999999999999,"15min":0.27300000000000002},"max":{"1min":5.3639999999999999,"5min":10.694000000000001,"15min":14.436},"last":0.55800000000000005}]},{"osd":4,"last update":"Mon Jul 26 16:10:34 2021","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.90900000000000003,"15min":0.71899999999999997},"min":{"1min":0.308,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":3.1600000000000001,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":2.21,"5min":1.3759999999999999,"15min":0.94399999999999995},"min":{"1min":0.41199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":8.766,"5min":8.766,"15min":8.766},"last":3.3250000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":1.014,"15min":0.92000000000000004},"min":{"1min":0.31900000000000001,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":15.329000000000001,"5min":15.329000000000001,"15min":15.329000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.1659999999999999,"15min":0.96799999999999997},"min":{"1min":0.40300000000000002,"5min":0.314,"15min":0.314},"max":{"1min":6.7939999999999996,"5min":10.634,"15min":11.145},"last":2.399}]},{"osd":6,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":2.0569999999999999,"5min":1.1459999999999999,"15min":0.96999999999999997},"min":{"1min":0.39800000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":15.391,"5min":15.391,"15min":15.391},"last":0.48599999999999999},{"interface":"front","average":{"1min":1.9530000000000001,"5min":1.345,"15min":1.095},"min":{"1min":0.36599999999999999,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":7.6180000000000003,"5min":7.6180000000000003,"15min":7.6180000000000003},"last":0.53500000000000003}]},{"osd":7,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.837,"5min":1.4350000000000001,"15min":1.1579999999999999},"min":{"1min":0.47799999999999998,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":6.8769999999999998,"5min":11.625999999999999,"15min":11.625999999999999},"last":2.387},{"interface":"front","average":{"1min":2.2530000000000001,"5min":1.5800000000000001,"15min":1.202},"min":{"1min":0.44800000000000001,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":15.363,"5min":15.363,"15min":19.039999999999999},"last":2.4489999999999998}]}]},{"osd":4,"up_from":163,"seq":700079669334,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1523684,"kb_used_data":475100,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":92221468,"statfs":{"total":95995035648,"available":94434783232,"internally_reserved":1073741824,"allocated":486502400,"data_stored":485182562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,1,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.5269999999999999,"5min":0.96699999999999997,"15min":0.52900000000000003},"min":{"1min":0.25600000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.5069999999999997,"5min":7.5069999999999997,"15min":7.5069999999999997},"last":0.51200000000000001},{"interface":"front","average":{"1min":1.7230000000000001,"5min":1.375,"15min":0.70899999999999996},"min":{"1min":0.23599999999999999,"5min":0.218,"15min":0.218},"max":{"1min":7.8109999999999999,"5min":8.1859999999999999,"15min":8.1859999999999999},"last":0.55000000000000004}]},{"osd":1,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.9590000000000001,"5min":1.8169999999999999,"15min":0.85599999999999998},"min":{"1min":0.22900000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4770000000000003,"5min":70.212999999999994,"15min":70.212999999999994},"last":33.665999999999997},{"interface":"front","average":{"1min":2.2559999999999998,"5min":2.0609999999999999,"15min":0.97399999999999998},"min":{"1min":0.26500000000000001,"5min":0.247,"15min":0.247},"max":{"1min":7.8630000000000004,"5min":69.948999999999998,"15min":69.948999999999998},"last":40.225000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.968,"5min":1.339,"15min":0.72099999999999997},"min":{"1min":0.29099999999999998,"5min":0.252,"15min":0.252},"max":{"1min":7.8810000000000002,"5min":8.2149999999999999,"15min":8.2149999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.81100000000000005,"15min":0.59499999999999997},"min":{"1min":0.28499999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.2589999999999999,"5min":6.4960000000000004,"15min":6.4960000000000004},"last":0.52300000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.9330000000000001,"5min":1.2430000000000001,"15min":0.70099999999999996},"min":{"1min":0.34399999999999997,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.843,"5min":7.843,"15min":7.843},"last":34.118000000000002},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91400000000000003,"15min":0.58899999999999997},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.2189999999999999,"5min":6.8940000000000001,"15min":6.8940000000000001},"last":34.124000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.369,"5min":0.77500000000000002,"15min":0.47899999999999998},"min":{"1min":0.22700000000000001,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":4.7670000000000003,"5min":4.7670000000000003,"15min":4.7670000000000003},"last":0.35399999999999998},{"interface":"front","average":{"1min":2.327,"5min":0.98299999999999998,"15min":0.56599999999999995},"min":{"1min":0.29399999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4379999999999997,"5min":7.4379999999999997,"15min":7.4379999999999997},"last":0.41399999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":1.3240000000000001,"5min":0.73699999999999999,"15min":0.46300000000000002},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.9119999999999999,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":3.036,"5min":1.1659999999999999,"15min":0.61899999999999999},"min":{"1min":0.32400000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":11.997,"5min":11.997,"15min":11.997},"last":0.376}]},{"osd":7,"last update":"Mon Jul 26 16:10:29 2021","interfaces":[{"interface":"back","average":{"1min":2.2280000000000002,"5min":0.90300000000000002,"15min":0.55900000000000005},"min":{"1min":0.28199999999999997,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":12.824,"5min":12.824,"15min":12.824},"last":0.40100000000000002},{"interface":"front","average":{"1min":2.468,"5min":1.278,"15min":0.67600000000000005},"min":{"1min":0.32400000000000001,"5min":0.252,"15min":0.252},"max":{"1min":7.9020000000000001,"5min":8.1809999999999992,"15min":8.1809999999999992},"last":0.441}]}]},{"osd":5,"up_from":36,"seq":154618822970,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1464656,"kb_used_data":416008,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92280496,"statfs":{"total":95995035648,"available":94495227904,"internally_reserved":1073741824,"allocated":425992192,"data_stored":424688025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,3,2],"upper_bound":256},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:22 2021","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":2.1240000000000001,"15min":1.101},"min":{"1min":0.23999999999999999,"5min":0.22800000000000001,"15min":0.19500000000000001},"max":{"1min":6.1989999999999998,"5min":59.381,"15min":59.381},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.87,"5min":2.3050000000000002,"15min":1.198},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.24399999999999999},"max":{"1min":6.2430000000000003,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.33400000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":2.6080000000000001,"15min":1.444},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":5.9199999999999999,"5min":85.896000000000001,"15min":85.896000000000001},"last":8.1039999999999992},{"interface":"front","average":{"1min":2.3650000000000002,"5min":2.9329999999999998,"15min":1.605},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":6.7119999999999997,"5min":85.566999999999993,"15min":85.566999999999993},"last":1.528}]},{"osd":2,"last update":"Mon Jul 26 16:10:36 2021","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":1.2769999999999999,"15min":1.2370000000000001},"min":{"1min":0.253,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":6.7519999999999998,"5min":6.7519999999999998,"15min":35.734000000000002},"last":0.35299999999999998},{"interface":"front","average":{"1min":2.0339999999999998,"5min":1.361,"15min":1.798},"min":{"1min":0.27500000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":11.815,"5min":12.111000000000001,"15min":171.78700000000001},"last":0.29899999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:11:22 2021","interfaces":[{"interface":"back","average":{"1min":1.155,"5min":2.2679999999999998,"15min":1.5369999999999999},"min":{"1min":0.34100000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":6.1619999999999999,"5min":59.469999999999999,"15min":59.469999999999999},"last":4.5209999999999999},{"interface":"front","average":{"1min":2.169,"5min":2.488,"15min":1.615},"min":{"1min":0.33200000000000002,"5min":0.28999999999999998,"15min":0.23499999999999999},"max":{"1min":8.5090000000000003,"5min":59.465000000000003,"15min":59.465000000000003},"last":2.21}]},{"osd":4,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":3.125,"5min":1.335,"15min":0.66700000000000004},"min":{"1min":0.28799999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":18.094000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":0.38},{"interface":"front","average":{"1min":2.2050000000000001,"5min":1.012,"15min":0.56499999999999995},"min":{"1min":0.25600000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":8.3320000000000007,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":0.30499999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:10:30 2021","interfaces":[{"interface":"back","average":{"1min":2.7930000000000001,"5min":1.409,"15min":0.81399999999999995},"min":{"1min":0.311,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":8.4979999999999993,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":0.40300000000000002},{"interface":"front","average":{"1min":2.2029999999999998,"5min":1.1719999999999999,"15min":0.752},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":11.865,"5min":11.865,"15min":11.865},"last":0.32000000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:10:42 2021","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.3400000000000001,"15min":0.85099999999999998},"min":{"1min":0.32200000000000001,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":15.15,"5min":15.15,"15min":15.15},"last":0.36499999999999999},{"interface":"front","average":{"1min":2.1349999999999998,"5min":0.88300000000000001,"15min":0.66300000000000003},"min":{"1min":0.33800000000000002,"5min":0.249,"15min":0.217},"max":{"1min":5.9649999999999999,"5min":5.9649999999999999,"15min":8.1170000000000009},"last":0.28499999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3881,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4179,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1686765568,"data_stored":1686765568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":810291200,"data_stored":810287128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":997920768,"data_stored":997916696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":475463680,"data_stored":475463680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":415105024,"data_stored":415105024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":639111168,"data_stored":639107096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":572129280,"data_stored":572129280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:11:30.988 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph status --format=json 2021-07-26T16:11:31.017 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:31.087 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:31.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:31.088 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:31.089 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:11:31.127 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:11:31.157 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:11:31.189 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:31.192 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:11:31.208 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:31.225 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:31.226 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:11:31.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:31.228 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:31.266 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:11:31.299 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:11:31.329 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:31.332 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:11:31.333 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:11:31.333 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:11:31.334 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:11:31.334 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:11:31.334 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:11:31.334 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:11:31.335 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:11:31.335 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:11:31.378 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:31.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:31.380 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:31.481 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:31.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:31 smithi078 ceph-mon[73801]: pgmap v757: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1012 MiB data, 3.3 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 757 op/s; 17650/48624 objects degraded (36.299%); 0 B/s, 44 objects/s recovering 2021-07-26T16:11:31.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:31 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2764499570' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:31.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:31 smithi078 ceph-mon[77813]: pgmap v757: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1012 MiB data, 3.3 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 757 op/s; 17650/48624 objects degraded (36.299%); 0 B/s, 44 objects/s recovering 2021-07-26T16:11:31.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:31 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2764499570' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:31.526 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:31.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:31.527 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:31.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:31 smithi139 ceph-mon[56829]: pgmap v757: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1012 MiB data, 3.3 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 757 op/s; 17650/48624 objects degraded (36.299%); 0 B/s, 44 objects/s recovering 2021-07-26T16:11:31.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:31 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2764499570' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:31.629 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:31.663 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:31.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:31.665 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:31.766 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:31.802 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:31.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:31.803 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:31.820 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-07-26T16:11:31.905 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:31.940 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:31.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:31.942 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:32.043 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:32.050 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:32.084 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:32.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:32.085 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:32.186 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:32.215 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:11:32.216 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:32.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:32.220 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:32.321 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:32.335 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:32 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 17650/48624 objects degraded (36.299%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:32.335 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:32 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 17650/48624 objects degraded (36.299%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:32.383 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:32.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:32.384 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:32.433 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:32.485 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:32.542 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:32.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:32.544 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:32.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:32 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 17650/48624 objects degraded (36.299%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:32.645 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:32.693 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:32.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:32.696 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:32.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:32.831 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:32.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:32.832 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:32.933 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:32.972 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:32.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:32.973 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:33.074 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:33.105 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:33.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:33.106 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:33.207 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:33.242 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:33.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:33.243 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:33.344 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:33.379 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:33.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:33.381 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:33.433 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:33 smithi078 ceph-mon[73801]: pgmap v758: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1012 MiB data, 3.3 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 675 op/s; 17650/48624 objects degraded (36.299%); 0 B/s, 39 objects/s recovering 2021-07-26T16:11:33.434 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:33 smithi078 ceph-mon[77813]: pgmap v758: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1012 MiB data, 3.3 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 675 op/s; 17650/48624 objects degraded (36.299%); 0 B/s, 39 objects/s recovering 2021-07-26T16:11:33.482 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:33.507 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:33.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:33.508 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:33.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:33 smithi139 ceph-mon[56829]: pgmap v758: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1012 MiB data, 3.3 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 675 op/s; 17650/48624 objects degraded (36.299%); 0 B/s, 39 objects/s recovering 2021-07-26T16:11:33.610 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:33.641 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:33.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:33.642 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:33.743 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:33.782 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:33.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:33.784 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:33.885 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:33.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:33.922 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:33.922 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:34.023 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:34.056 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:34.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:34.057 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:34.158 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:34.185 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:34.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:34.186 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:34.287 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:34.321 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:34.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:34.323 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:34.424 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:34.461 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:34.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:34.463 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:34.523 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:11:34.564 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:34.600 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:34.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:34.602 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:34.703 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:34.742 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:34.752 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:34.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:34.753 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:34.854 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:34.884 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:34.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:34.886 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:34.987 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:35.011 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:35.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:35.013 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:35.113 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:35.148 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:35.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:35.150 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:35.251 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:35.285 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:35.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:35.286 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:35.387 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:35.412 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:35.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:35.414 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:35.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:35 smithi078 ceph-mon[73801]: pgmap v759: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1012 MiB data, 3.1 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 675 op/s; 17650/48624 objects degraded (36.299%); 0 B/s, 39 objects/s recovering 2021-07-26T16:11:35.454 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:35 smithi078 ceph-mon[77813]: pgmap v759: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1012 MiB data, 3.1 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 675 op/s; 17650/48624 objects degraded (36.299%); 0 B/s, 39 objects/s recovering 2021-07-26T16:11:35.515 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:35.545 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:35.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:35.546 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:35.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:35 smithi139 ceph-mon[56829]: pgmap v759: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1012 MiB data, 3.1 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 675 op/s; 17650/48624 objects degraded (36.299%); 0 B/s, 39 objects/s recovering 2021-07-26T16:11:35.647 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:35.703 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:35.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:35.704 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:35.805 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:35.831 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:35.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:35.832 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:35.933 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:35.962 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:35.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:35.965 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:36.066 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:36.125 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:36.126 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:11:36.126 INFO:teuthology.orchestra.run.smithi078.stdout:{"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 17650/48624 objects degraded (36.299%), 5 pgs degraded, 5 pgs undersized","count":10},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1021,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":269,"num_osds":8,"num_up_osds":8,"osd_up_since":1627315460,"num_in_osds":6,"osd_in_since":1627315715,"num_remapped_pgs":5},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":83},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":4},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait","count":1}],"num_pgs":89,"num_pools":5,"num_objects":16208,"data_bytes":1061164982,"bytes_used":7642263552,"bytes_avail":568327950336,"bytes_total":575970213888,"degraded_objects":17650,"degraded_total":48624,"degraded_ratio":0.36298947022046724,"recovering_objects_per_sec":39,"recovering_bytes_per_sec":0,"recovering_keys_per_sec":0,"num_objects_recovered":395,"num_bytes_recovered":0,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":675},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi139.mwfdce","status":"up:active","gid":34466}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://172.21.15.78:8443/"}},"servicemap":{"epoch":27,"modified":"2021-07-26T16:10:36.029236+0000","services":{}},"progress_events":{"019a259c-959c-47d6-a734-39cfb6909cf2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"028db943-f20f-467a-a060-ad98e1de11a2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0825decf-1771-4aa9-b3e0-2f90f962393e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0bec2cae-5754-4025-a7d0-2ee7968682e9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d3cb746-2040-4b08-9af3-a1d7a0503231":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d89ccd0-fc83-4f39-8753-1a8865251315":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0e651c76-4f9a-4f90-a79f-535f5859f8c8":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"108b28cf-2f79-4480-ae61-bee4c7c31bd7":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"114a7454-f544-4e5b-bc68-037dbe7feba4":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1716fc1e-864e-424d-aa5d-87e6df36f714":{"message":"Global Recovery Event (2m)\n [==========================..] (remaining: 12s)","progress":0.93258428573608398,"add_to_ceph_s":true},"17292374-1855-4712-acd3-11bb22dc3c95":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19bd3a40-ff30-4a9b-af2f-c08bddcd661a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19d4ab02-2b37-4660-bd16-0ab176a69364":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1a15b739-f34e-4cf1-97e8-78bca8ce7cb4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c310024-1e58-4270-9383-5f710035cc0f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c490976-1a9c-47b0-8d32-51f1bd6245b3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1e027d76-638d-4309-8161-d718742ba273":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"20002988-dede-4d83-be7f-6f21f2353621":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"211ec1ea-128a-4366-9fd4-10ed5f8cd19d":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"22daed49-593a-480d-8a9a-98d818c39bc2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2b855103-93d2-47b4-8165-7e5b5059057c":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2f3e8995-94bb-44c6-a68e-5228ccdd773d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2fa6f510-7612-471e-b70a-771a516baf6b":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3110f40d-e914-45fc-9524-e7fb7274d10e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"31cc9b1a-2567-4b75-aa0a-a0a72d9c8ee3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"33b6be0a-e83d-46d9-be6b-7792ff77ca0d":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"34763500-8a71-4327-90e5-1c72d86bd096":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"347a77f4-00de-473e-9b25-6b72dd08c4e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"37b206b2-4919-48e8-a6a4-2ece7b7c8254":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3884b211-07a3-42b3-a9c4-9f0a0f7af463":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3a762b12-c51f-443d-a6d4-6ac594c32ef8":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"401e0147-cb0d-454d-8ef4-fb978b16324c":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"405520f3-456b-4fac-acae-bf61abb626e5":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"459b2ec4-9d88-4aa6-9215-68089a091441":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"460f2a0b-a55a-4dcc-9025-c902682d17f9":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"49014fd2-9788-4843-b76b-2357148f3e82":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4b6c0637-0ad3-469f-95ef-80ceaab392d6":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4c8d0599-00f0-42f4-83f0-a4ba20f99acd":{"message":"Upgrade to 17.0.0-6381-gbccf07c2 (3m)\n [===========.................] (remaining: 5m)","progress":0.40000000596046448,"add_to_ceph_s":true},"510eb5cd-e26d-43a7-a3e5-7303b56b6057":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"51360200-b719-40e4-8a65-e68776fd9d5f":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5387f864-71ca-4020-825f-f1036e21047a":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"53b8252d-e583-4145-96dd-6e627cb76d47":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"587e5b1e-b615-4a76-aa76-339ac4b1119a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"596f1485-a6e2-4709-8011-3eee4f68a40b":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5b7a5224-a2a0-4336-b87d-ac71fa41a132":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"60d27c5b-892a-420f-b2a4-2b40fb5c9bae":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"68cfcc32-3d22-4e97-a6bf-84fde960ae8d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6a35c8c3-7429-4f4e-901f-a038415ba6c2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6e65f136-9823-457f-a92e-219b81f095ff":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6fd1956d-15c5-4ac2-b06c-7dee4994eccd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"714f46fd-bf2e-444a-8f90-7e81abeb7685":{"message":"Rebalancing after osd.0 marked out (2m)\n [========================....] (remaining: 25s)","progress":0.87184584140777588,"add_to_ceph_s":false},"7222cf0b-f01f-42ff-b51f-2b368b5fa361":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"744491dc-86bb-4b12-9fc7-2744a456cdc3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7b7fbe03-10d2-461f-bc0a-43d77c89fd23":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7c55f598-ea1b-4bff-a1ec-eea9a96b6314":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7cc6b61a-e881-4ce4-833e-d21942657817":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7d5292c7-8f64-4b18-95ca-05dceafb186d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"8841d28e-a2d3-42ce-b8e6-7d7d69ea1e35":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"89311c45-5afb-43bf-852b-90dbe31ce58d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"95c9cfcc-b295-4d83-828a-9bda822ebf70":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"9920a83e-9cd1-461f-87af-96cfa0812e53":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"a26181f8-0e99-49bd-a0d7-1bcf93e4f69c":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"a3f0924a-47fe-4133-b0b7-af5b7b7d6acf":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ab9bac78-f961-43ca-85cf-13bf0a07fe2e":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ac811e7e-477b-4e3e-bb2c-13a29f3fb2f8":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b14333af-8546-48cc-96eb-f5c63e320d61":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b1685628-5f44-489c-9373-b5c4e59ee59f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b487ad26-7b67-4172-8032-8b75babea112":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b49740d5-954a-41e7-8eeb-bba5b1778d45":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b733ca53-2fc8-4687-b3d9-a51b7548ccda":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b8dc1c77-2ee2-46bd-840f-984991d9d2c5":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bcf1a744-2ba8-4784-bc68-152a3ee664e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bd08922a-3ac3-4039-b4b3-93faebd22c7f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c1a156a1-da5e-48d0-8f8c-76df6626d395":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c433161c-6293-4e18-8b3e-4dfaefe05b55":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c9af9882-716f-48ac-9c01-9b480daac534":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cc288a6b-fa59-4ff4-9f82-2d4000fff883":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cca5ef61-d521-4f77-b37f-93a28b89d15a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cd33fd2b-27ed-4525-9d17-ba2cc09d5353":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d118df63-284a-474e-af58-a8708f3e39b5":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d1832f61-b2f2-479e-9ca7-a08f459792cc":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3a1ed4b-8a21-4c8c-a760-50346daddd86":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3cec5e9-6ca4-4cde-bf7c-203f01e0615f":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3f03da8-2b50-4d24-9e07-ebe7fb68620a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d4b2d413-2cc2-4af6-9289-9d0962f8d562":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d60ee7c1-95c3-4951-b85f-6396aa8443c9":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d664ff2e-627e-4220-b08e-1328f66d2162":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d95302c7-9943-4446-90c7-a0673a2851f9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db45b94a-5480-4042-a97d-007fc80760fd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db99f745-9bf6-407d-8b52-0ae16fcf2ce1":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"dbf6551f-18cf-42fa-9dc5-922e67ecff20":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e0d6e716-8cba-447c-9ca3-3477324080c9":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e1836fad-1cc2-46ce-9f78-d37c733fb2d0":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e5ef342e-6e19-43be-8eb5-d9d530a664bb":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e61a1630-6f6f-4a09-b57f-b4c38ac323fb":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e7ab10fd-44f7-483e-a16e-8a6fae1d617f":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e93081ac-e4b5-40bb-bacb-bcd7c4e35682":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ec7eb209-1825-4e29-9570-7569715ff483":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f0644eeb-753f-46df-92aa-c27780aae9fc":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f182a7c3-6244-4f18-a08d-52c79721a0ca":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5513eb5-bba6-49c5-ac12-28c7c4f7647b":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5c668a8-c8d6-4e75-a024-0cc85fbab7f7":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"feaf3a8a-1d00-4584-9528-86fa43b3edf4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true}}} 2021-07-26T16:11:36.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:36.128 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:36.205 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:11:36.229 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:36.278 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:36.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:36.279 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:36.291 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:11:36.291 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:11:36.317 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:36 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4076288400' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:11:36.317 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:36 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1036398278' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:36.319 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:36 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4076288400' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:11:36.319 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:36 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1036398278' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:36.380 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:36.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:36.419 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:36.420 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:36.521 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:36.554 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:36.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:36.556 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:36.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:36 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4076288400' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:11:36.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:36 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1036398278' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:36.657 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:36.682 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:36.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:36.684 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:36.785 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:36.813 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:36.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:36.814 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:36.915 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:36.946 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:36.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:36.948 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:37.049 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:37.086 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:37.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:37.088 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:37.189 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:37.215 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:37.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:37.217 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:37.312 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:37 smithi078 ceph-mon[73801]: pgmap v760: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 780 MiB data, 2.6 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 730 op/s; 17490/37488 objects degraded (46.655%); 0 B/s, 30 objects/s recovering 2021-07-26T16:11:37.313 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:37 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:11:37.313 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:37 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1036398278' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:11:37.313 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:37 smithi078 ceph-mon[73801]: osdmap e270: 8 total, 8 up, 6 in 2021-07-26T16:11:37.313 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:37 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 17490/37488 objects degraded (46.655%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:37.314 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:37 smithi078 ceph-mon[77813]: pgmap v760: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 780 MiB data, 2.6 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 730 op/s; 17490/37488 objects degraded (46.655%); 0 B/s, 30 objects/s recovering 2021-07-26T16:11:37.314 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:37 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:11:37.314 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:37 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1036398278' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:11:37.315 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:37 smithi078 ceph-mon[77813]: osdmap e270: 8 total, 8 up, 6 in 2021-07-26T16:11:37.315 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:37 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 17490/37488 objects degraded (46.655%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:37.318 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:37.349 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:37.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:37.351 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:37.452 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:37.483 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:37.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:37.485 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:37.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:37 smithi139 ceph-mon[56829]: pgmap v760: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 780 MiB data, 2.6 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 730 op/s; 17490/37488 objects degraded (46.655%); 0 B/s, 30 objects/s recovering 2021-07-26T16:11:37.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:37 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:11:37.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:37 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1036398278' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:11:37.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:37 smithi139 ceph-mon[56829]: osdmap e270: 8 total, 8 up, 6 in 2021-07-26T16:11:37.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:37 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 17490/37488 objects degraded (46.655%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:37.586 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:37.613 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:37.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:37.615 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:37.716 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:37.745 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:37.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:37.746 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:37.847 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:37.874 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:37.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:37.875 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:37.976 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:38.014 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:38.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:38.015 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:38.116 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:38.148 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:38.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:38.149 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:38.250 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:38.280 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:38.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:38.282 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:38.383 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:38.410 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:38.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:38.412 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:38.513 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:38.543 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:38.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:38.545 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:38.646 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:38.674 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-07-26T16:11:38.676 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:38.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:38.681 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:38.783 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:38.811 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:38.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:38.812 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:38.881 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:38.913 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:38.946 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:38.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:38.947 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:39.012 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-07-26T16:11:39.012 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:11:39.049 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:39.130 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:39.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:39.131 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:39.232 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:39.242 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:39.264 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:39.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:39.266 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:39.367 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:39.410 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:39.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:39.412 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:39.443 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:39 smithi078 ceph-mon[73801]: pgmap v762: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 780 MiB data, 2.6 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 739 op/s; 17490/37488 objects degraded (46.655%); 0 B/s, 30 objects/s recovering 2021-07-26T16:11:39.443 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:39 smithi078 ceph-mon[77813]: pgmap v762: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 780 MiB data, 2.6 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 739 op/s; 17490/37488 objects degraded (46.655%); 0 B/s, 30 objects/s recovering 2021-07-26T16:11:39.513 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:39.514 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:11:39.547 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:39.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:39.549 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:39.550 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:11:39.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:39 smithi139 ceph-mon[56829]: pgmap v762: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 780 MiB data, 2.6 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 739 op/s; 17490/37488 objects degraded (46.655%); 0 B/s, 30 objects/s recovering 2021-07-26T16:11:39.594 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:11:39.636 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:11:39.650 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:39.672 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:11:39.684 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:39.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:39.685 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:39.711 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:11:39.745 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:11:39.781 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:11:39.787 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:39.810 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:11:39.810 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:11:39.811 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:11:39.811 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:11:39.811 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:11:39.811 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:11:39.811 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:11:39.812 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:11:39.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:39.839 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:39.839 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:39.941 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:39.971 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:39.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:39.972 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:40.073 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:40.113 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:40.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:40.114 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:40.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:40 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3774440838' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:40.197 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:40 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3774440838' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:40.215 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:40.254 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:40.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:40.256 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:40.357 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:40.389 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:40.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:40.391 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:40.492 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:40.534 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:40.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:40.536 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:40.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:40 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3774440838' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:40.638 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:40.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:40.668 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:40.668 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:40.769 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:40.792 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:40.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:40.794 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:40.895 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:40.922 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:40.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:40.924 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:41.025 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:41.043 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:11:41.060 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:41.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:41.061 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:41.162 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:41.191 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:41.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:41.193 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:41.245 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:41.293 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:41.324 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:41.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:41.326 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:41.351 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:41 smithi078 ceph-mon[73801]: pgmap v763: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 549 MiB data, 1.9 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 740 op/s; 17323/26394 objects degraded (65.632%); 0 B/s, 32 objects/s recovering 2021-07-26T16:11:41.352 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:41 smithi078 ceph-mon[77813]: pgmap v763: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 549 MiB data, 1.9 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 740 op/s; 17323/26394 objects degraded (65.632%); 0 B/s, 32 objects/s recovering 2021-07-26T16:11:41.426 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:41.459 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:41.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:41.461 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:41.563 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:41.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:41 smithi139 ceph-mon[56829]: pgmap v763: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 549 MiB data, 1.9 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 740 op/s; 17323/26394 objects degraded (65.632%); 0 B/s, 32 objects/s recovering 2021-07-26T16:11:41.592 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:41.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:41.593 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:41.694 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:41.718 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:41.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:41.719 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:41.820 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:41.854 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:41.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:41.856 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:41.957 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:41.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:41.994 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:41.994 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:42.095 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:42.125 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:42.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:42.127 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:42.228 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:42.258 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:42.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:42.260 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:42.361 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:42 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 17323/26394 objects degraded (65.632%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:42.361 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:42.379 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:42 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 17323/26394 objects degraded (65.632%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:42.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:42.421 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:42.421 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:42.522 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:42.566 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:42.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:42.567 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:42.569 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:11:42.569 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:11:42.570 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.570 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:186300 7.0 e270/230 7:0e0311d7:::benchmark_data_smithi078_185638_object89797:head v 270'11756, mlcod=270'11753)", 2021-07-26T16:11:42.570 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:11:42.557326+0000", 2021-07-26T16:11:42.570 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.010797787, 2021-07-26T16:11:42.571 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010826841, 2021-07-26T16:11:42.571 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:11:42.571 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:11:42.571 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:11:42.572 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.572 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:11:42.572 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557326+0000", 2021-07-26T16:11:42.572 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.572 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.573 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.573 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:11:42.573 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557326+0000", 2021-07-26T16:11:42.573 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.573 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.574 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.574 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:11:42.574 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557330+0000", 2021-07-26T16:11:42.574 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7960000000000002e-06 2021-07-26T16:11:42.575 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.575 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.575 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:11:42.575 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557332+0000", 2021-07-26T16:11:42.575 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0099999999999998e-06 2021-07-26T16:11:42.576 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.576 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.576 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:11:42.576 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557339+0000", 2021-07-26T16:11:42.577 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.6109999999999999e-06 2021-07-26T16:11:42.577 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.577 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.577 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:11:42.577 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557342+0000", 2021-07-26T16:11:42.578 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5980000000000001e-06 2021-07-26T16:11:42.578 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.578 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.578 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:11:42.578 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557392+0000", 2021-07-26T16:11:42.579 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.9833000000000002e-05 2021-07-26T16:11:42.579 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.579 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.580 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:11:42.580 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557412+0000", 2021-07-26T16:11:42.580 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9851e-05 2021-07-26T16:11:42.580 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.580 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:11:42.581 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.581 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.581 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.581 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:186301 7.a e270/230 7:56f2c6e3:::benchmark_data_smithi078_185638_object89798:head v 270'11801, mlcod=270'11799)", 2021-07-26T16:11:42.581 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:11:42.557353+0000", 2021-07-26T16:11:42.582 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.010770863, 2021-07-26T16:11:42.582 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.010868539, 2021-07-26T16:11:42.582 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:11:42.583 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:11:42.583 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:11:42.583 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.583 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:11:42.583 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557353+0000", 2021-07-26T16:11:42.584 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.584 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.584 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.584 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:11:42.584 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557353+0000", 2021-07-26T16:11:42.585 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.585 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.585 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.585 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:11:42.586 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557358+0000", 2021-07-26T16:11:42.586 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4249999999999997e-06 2021-07-26T16:11:42.586 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.586 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.586 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:11:42.587 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557360+0000", 2021-07-26T16:11:42.587 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.841e-06 2021-07-26T16:11:42.587 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.587 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.587 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:11:42.588 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557366+0000", 2021-07-26T16:11:42.588 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0909999999999998e-06 2021-07-26T16:11:42.589 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.589 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.590 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:11:42.590 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557370+0000", 2021-07-26T16:11:42.591 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9899999999999999e-06 2021-07-26T16:11:42.591 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.592 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.592 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:11:42.593 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.559554+0000", 2021-07-26T16:11:42.593 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021837829999999999 2021-07-26T16:11:42.593 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.594 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.594 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:11:42.595 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.559576+0000", 2021-07-26T16:11:42.595 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2093e-05 2021-07-26T16:11:42.596 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.596 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:11:42.597 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.597 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.597 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.598 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:186298 7.2 e270/230 7:403c1531:::benchmark_data_smithi078_185638_object89795:head v 270'11551, mlcod=270'11548)", 2021-07-26T16:11:42.598 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:11:42.557410+0000", 2021-07-26T16:11:42.599 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.010714212000000001, 2021-07-26T16:11:42.599 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.01087406, 2021-07-26T16:11:42.600 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:11:42.600 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:11:42.601 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:11:42.601 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.601 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:11:42.602 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557410+0000", 2021-07-26T16:11:42.602 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.603 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.604 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.604 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:11:42.604 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557410+0000", 2021-07-26T16:11:42.605 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.605 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.605 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.605 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:11:42.606 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557412+0000", 2021-07-26T16:11:42.606 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0449999999999999e-06 2021-07-26T16:11:42.606 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.606 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.607 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:11:42.607 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557414+0000", 2021-07-26T16:11:42.607 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8589999999999999e-06 2021-07-26T16:11:42.607 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.608 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.608 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:11:42.608 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557419+0000", 2021-07-26T16:11:42.608 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.48e-06 2021-07-26T16:11:42.609 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.609 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.609 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:11:42.609 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557423+0000", 2021-07-26T16:11:42.610 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4240000000000002e-06 2021-07-26T16:11:42.610 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.610 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.610 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:11:42.610 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.564984+0000", 2021-07-26T16:11:42.611 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0075618459999999997 2021-07-26T16:11:42.611 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.611 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.611 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:11:42.612 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565004+0000", 2021-07-26T16:11:42.612 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9253999999999999e-05 2021-07-26T16:11:42.612 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.612 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:11:42.613 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.613 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.613 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.613 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:186305 7.3 e270/230 7:cf20d3ba:::benchmark_data_smithi078_185638_object89802:head v 270'11600, mlcod=270'11598)", 2021-07-26T16:11:42.614 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:11:42.561558+0000", 2021-07-26T16:11:42.614 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0065655210000000004, 2021-07-26T16:11:42.614 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0068008269999999997, 2021-07-26T16:11:42.614 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:11:42.614 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:11:42.615 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:11:42.615 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.615 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:11:42.615 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.561558+0000", 2021-07-26T16:11:42.616 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.616 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.616 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.616 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:11:42.617 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.561558+0000", 2021-07-26T16:11:42.617 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.617 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.617 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.617 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:11:42.618 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.561564+0000", 2021-07-26T16:11:42.618 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4260000000000002e-06 2021-07-26T16:11:42.618 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.618 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.619 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:11:42.619 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.561568+0000", 2021-07-26T16:11:42.619 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8290000000000001e-06 2021-07-26T16:11:42.619 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.619 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.620 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:11:42.620 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.561578+0000", 2021-07-26T16:11:42.620 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0268999999999999e-05 2021-07-26T16:11:42.620 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.621 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.621 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:11:42.621 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.561584+0000", 2021-07-26T16:11:42.621 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6699999999999999e-06 2021-07-26T16:11:42.621 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.622 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.622 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:11:42.622 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.561643+0000", 2021-07-26T16:11:42.622 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.9462000000000001e-05 2021-07-26T16:11:42.623 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.623 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.623 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:11:42.623 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.561662+0000", 2021-07-26T16:11:42.623 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.9301e-05 2021-07-26T16:11:42.624 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.624 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:11:42.624 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.624 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.625 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.625 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:186302 7.a e270/230 7:58cc4f6b:::benchmark_data_smithi078_185638_object89799:head v 270'11802, mlcod=270'11799)", 2021-07-26T16:11:42.625 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:11:42.565490+0000", 2021-07-26T16:11:42.625 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0026342829999999999, 2021-07-26T16:11:42.625 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0029307220000000002, 2021-07-26T16:11:42.626 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:11:42.626 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:11:42.626 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:11:42.626 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.627 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:11:42.627 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565490+0000", 2021-07-26T16:11:42.627 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.627 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.627 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.628 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:11:42.628 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565490+0000", 2021-07-26T16:11:42.628 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.628 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.628 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.629 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:11:42.629 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565494+0000", 2021-07-26T16:11:42.629 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.369e-06 2021-07-26T16:11:42.629 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.630 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.630 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:11:42.630 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565498+0000", 2021-07-26T16:11:42.630 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5899999999999999e-06 2021-07-26T16:11:42.630 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.631 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.631 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:11:42.631 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565513+0000", 2021-07-26T16:11:42.631 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5087e-05 2021-07-26T16:11:42.632 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.632 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.632 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:11:42.632 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565519+0000", 2021-07-26T16:11:42.633 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.7630000000000003e-06 2021-07-26T16:11:42.633 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.633 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.633 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:11:42.633 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.566416+0000", 2021-07-26T16:11:42.634 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00089607599999999999 2021-07-26T16:11:42.634 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.634 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.634 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:11:42.635 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.566540+0000", 2021-07-26T16:11:42.635 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000124096 2021-07-26T16:11:42.635 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.635 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:11:42.636 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.636 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.636 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.636 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:186308 7.1 e270/230 7:87279f0e:::benchmark_data_smithi078_185638_object89805:head v 270'11736, mlcod=270'11734)", 2021-07-26T16:11:42.637 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:11:42.565743+0000", 2021-07-26T16:11:42.637 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.0023806589999999998, 2021-07-26T16:11:42.637 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0027370369999999999, 2021-07-26T16:11:42.637 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:11:42.638 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:11:42.638 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:11:42.638 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.638 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:11:42.639 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565743+0000", 2021-07-26T16:11:42.639 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.639 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.639 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.639 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:11:42.640 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565743+0000", 2021-07-26T16:11:42.640 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.640 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.640 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.641 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:11:42.641 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565748+0000", 2021-07-26T16:11:42.641 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4730000000000002e-06 2021-07-26T16:11:42.641 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.641 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.642 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:11:42.642 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565751+0000", 2021-07-26T16:11:42.642 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0790000000000001e-06 2021-07-26T16:11:42.642 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.642 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.643 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:11:42.643 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565765+0000", 2021-07-26T16:11:42.643 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4286e-05 2021-07-26T16:11:42.643 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.644 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.644 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:11:42.644 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565771+0000", 2021-07-26T16:11:42.644 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8359999999999997e-06 2021-07-26T16:11:42.644 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.645 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.645 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:11:42.645 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565823+0000", 2021-07-26T16:11:42.645 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1637e-05 2021-07-26T16:11:42.645 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.646 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.646 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:11:42.646 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.565843+0000", 2021-07-26T16:11:42.646 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0220999999999998e-05 2021-07-26T16:11:42.647 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.647 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:11:42.647 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.647 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.647 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.648 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:186311 7.f e270/237 7:fb1fe08f:::benchmark_data_smithi078_185638_object89808:head v 270'11386, mlcod=0'0)", 2021-07-26T16:11:42.648 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:11:42.568404+0000", 2021-07-26T16:11:42.648 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 4294967295.9997196, 2021-07-26T16:11:42.648 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00015092999999999999, 2021-07-26T16:11:42.648 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:11:42.649 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:11:42.649 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:11:42.649 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.649 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:11:42.650 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.568404+0000", 2021-07-26T16:11:42.650 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.650 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.650 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.650 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:11:42.651 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.568404+0000", 2021-07-26T16:11:42.651 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.651 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.651 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.652 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:11:42.652 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.568409+0000", 2021-07-26T16:11:42.652 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5990000000000004e-06 2021-07-26T16:11:42.652 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.652 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.653 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:11:42.653 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.568413+0000", 2021-07-26T16:11:42.653 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8360000000000002e-06 2021-07-26T16:11:42.653 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.654 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.654 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:11:42.654 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.568428+0000", 2021-07-26T16:11:42.654 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4922999999999999e-05 2021-07-26T16:11:42.655 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.655 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.655 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:11:42.655 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.568454+0000", 2021-07-26T16:11:42.655 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6417000000000001e-05 2021-07-26T16:11:42.656 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.656 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.656 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:11:42.656 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.568499+0000", 2021-07-26T16:11:42.656 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5037000000000003e-05 2021-07-26T16:11:42.657 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.657 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.657 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:11:42.657 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.568528+0000", 2021-07-26T16:11:42.657 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.845e-05 2021-07-26T16:11:42.658 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.658 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:11:42.658 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.658 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.659 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.659 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:186289 7.e e270/254 7:7a79d811:::benchmark_data_smithi078_185638_object89786:head v 270'11567, mlcod=270'11564)", 2021-07-26T16:11:42.659 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:11:42.536838+0000", 2021-07-26T16:11:42.659 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.031286095999999999, 2021-07-26T16:11:42.659 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.031789275999999998, 2021-07-26T16:11:42.660 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:11:42.660 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:11:42.660 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:11:42.660 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.661 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:11:42.661 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.536838+0000", 2021-07-26T16:11:42.661 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.661 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.661 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.662 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:11:42.662 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.536838+0000", 2021-07-26T16:11:42.662 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.662 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.663 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.663 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:11:42.663 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.536842+0000", 2021-07-26T16:11:42.663 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6190000000000002e-06 2021-07-26T16:11:42.663 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.664 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.664 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:11:42.664 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.536846+0000", 2021-07-26T16:11:42.664 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.602e-06 2021-07-26T16:11:42.664 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.665 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.665 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:11:42.665 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.536861+0000", 2021-07-26T16:11:42.665 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5339999999999999e-05 2021-07-26T16:11:42.666 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.666 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.666 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:11:42.666 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.536868+0000", 2021-07-26T16:11:42.667 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.5180000000000001e-06 2021-07-26T16:11:42.667 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.667 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.667 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:11:42.667 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.536937+0000", 2021-07-26T16:11:42.668 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.8786000000000002e-05 2021-07-26T16:11:42.668 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.668 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.668 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:11:42.669 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.536966+0000", 2021-07-26T16:11:42.669 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9173e-05 2021-07-26T16:11:42.669 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.669 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:11:42.669 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.670 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.670 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.670 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.55408.0:186299 7.e e270/254 7:78acad8c:::benchmark_data_smithi078_185638_object89796:head v 270'11568, mlcod=270'11565)", 2021-07-26T16:11:42.670 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:11:42.557277+0000", 2021-07-26T16:11:42.670 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 0.010847287000000001, 2021-07-26T16:11:42.671 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.011413157, 2021-07-26T16:11:42.671 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:11:42.671 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:11:42.671 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:11:42.672 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.672 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:11:42.672 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557277+0000", 2021-07-26T16:11:42.672 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.672 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.673 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.673 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:11:42.673 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557277+0000", 2021-07-26T16:11:42.673 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:11:42.673 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.674 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.674 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:11:42.674 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557282+0000", 2021-07-26T16:11:42.674 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.8470000000000001e-06 2021-07-26T16:11:42.675 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.675 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.675 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:11:42.675 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557287+0000", 2021-07-26T16:11:42.675 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.1139999999999999e-06 2021-07-26T16:11:42.676 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.676 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.676 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:11:42.676 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557305+0000", 2021-07-26T16:11:42.677 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.8388000000000001e-05 2021-07-26T16:11:42.677 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.677 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.677 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:11:42.677 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.557313+0000", 2021-07-26T16:11:42.678 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.6159999999999996e-06 2021-07-26T16:11:42.678 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.678 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.678 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:11:42.678 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.561144+0000", 2021-07-26T16:11:42.679 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0038318879999999999 2021-07-26T16:11:42.679 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:11:42.679 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:11:42.679 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:11:42.680 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:11:42.561173+0000", 2021-07-26T16:11:42.680 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8928000000000002e-05 2021-07-26T16:11:42.680 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.680 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:11:42.680 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.681 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:11:42.681 INFO:teuthology.orchestra.run.smithi078.stdout: ], 2021-07-26T16:11:42.681 INFO:teuthology.orchestra.run.smithi078.stdout: "num_ops": 9 2021-07-26T16:11:42.681 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:11:42.682 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:42.683 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:42 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 17323/26394 objects degraded (65.632%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:42.734 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:42.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:42.736 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:42.837 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:42.869 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:42.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:42.870 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:42.971 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:43.013 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:43.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:43.015 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:43.116 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:43.150 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:43.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:43.151 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:43.195 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:11:43.196 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:11:43.252 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:43.288 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:43.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:43.290 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:43.374 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:43 smithi078 ceph-mon[73801]: pgmap v764: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 549 MiB data, 1.9 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 740 op/s; 17323/26394 objects degraded (65.632%); 0 B/s, 32 objects/s recovering 2021-07-26T16:11:43.375 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:43 smithi078 ceph-mon[77813]: pgmap v764: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 549 MiB data, 1.9 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 740 op/s; 17323/26394 objects degraded (65.632%); 0 B/s, 32 objects/s recovering 2021-07-26T16:11:43.392 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:43.421 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:43.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:43.424 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:43.455 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:11:43.526 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:43.575 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:43.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:43.577 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:43.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:43 smithi139 ceph-mon[56829]: pgmap v764: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 549 MiB data, 1.9 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 740 op/s; 17323/26394 objects degraded (65.632%); 0 B/s, 32 objects/s recovering 2021-07-26T16:11:43.678 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:43.683 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:43.714 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:43.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:43.716 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:43.817 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:43.849 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:43.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:43.850 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:43.951 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:43.983 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:43.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:43.984 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:43.998 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-07-26T16:11:44.085 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:44.118 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:44.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:44.120 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:44.221 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:44.248 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:44.274 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:44.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:44.275 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:44.376 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:44.407 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:44.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:44.408 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:44.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:44 smithi078 ceph-mon[73801]: from='client.45891 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:44.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:44 smithi078 ceph-mon[77813]: from='client.45891 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:44.510 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:44.543 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:44.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:44.544 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:44.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:44 smithi139 ceph-mon[56829]: from='client.45891 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:44.625 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":764,"stamp":"2021-07-26T16:11:42.052486+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":575543222,"num_objects":8798,"num_object_clones":0,"num_object_copies":26394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17323,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8798,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":184488,"num_write_kb":6178446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11526,"num_bytes_recovered":613289028,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115822,"ondisk_log_size":115822,"up":267,"acting":262,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":6218228,"kb_used_data":1791812,"kb_used_omap":1646,"kb_used_meta":4424209,"kb_avail":556252684,"statfs":{"total":575970213888,"available":569602748416,"internally_reserved":4294967296,"allocated":1834815488,"data_stored":1826883232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1685688,"internal_metadata":4530390856},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-485621760,"num_objects":-7410,"num_object_clones":0,"num_object_copies":-22230,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-327,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-7410,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7410,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":327,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003311"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":123,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.163838+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:11:28.163838+0000","last_peered":"2021-07-26T16:11:28.163838+0000","last_clean":"2021-07-26T16:11:28.163838+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:11:28.163838+0000","last_undegraded":"2021-07-26T16:11:28.163838+0000","last_fullsized":"2021-07-26T16:11:28.163838+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":245,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.171292+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:11:28.171292+0000","last_peered":"2021-07-26T16:11:28.171292+0000","last_clean":"2021-07-26T16:11:28.171292+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:11:28.171292+0000","last_undegraded":"2021-07-26T16:11:28.171292+0000","last_fullsized":"2021-07-26T16:11:28.171292+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":247,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.165140+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:11:28.165140+0000","last_peered":"2021-07-26T16:11:28.165140+0000","last_clean":"2021-07-26T16:11:28.165140+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:11:28.165140+0000","last_undegraded":"2021-07-26T16:11:28.165140+0000","last_fullsized":"2021-07-26T16:11:28.165140+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":183,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.168992+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:11:28.168992+0000","last_peered":"2021-07-26T16:11:28.168992+0000","last_clean":"2021-07-26T16:11:28.168992+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:11:28.168992+0000","last_undegraded":"2021-07-26T16:11:28.168992+0000","last_fullsized":"2021-07-26T16:11:28.168992+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":276,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.165116+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:11:28.165116+0000","last_peered":"2021-07-26T16:11:28.165116+0000","last_clean":"2021-07-26T16:11:28.165116+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:11:28.165116+0000","last_undegraded":"2021-07-26T16:11:28.165116+0000","last_fullsized":"2021-07-26T16:11:28.165116+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":239,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.173469+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:11:28.173469+0000","last_peered":"2021-07-26T16:11:28.173469+0000","last_clean":"2021-07-26T16:11:28.173469+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:11:28.173469+0000","last_undegraded":"2021-07-26T16:11:28.173469+0000","last_fullsized":"2021-07-26T16:11:28.173469+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":163,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.172108+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:11:28.172108+0000","last_peered":"2021-07-26T16:11:28.172108+0000","last_clean":"2021-07-26T16:11:28.172108+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:11:28.172108+0000","last_undegraded":"2021-07-26T16:11:28.172108+0000","last_fullsized":"2021-07-26T16:11:28.172108+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":184,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.165196+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:11:28.165196+0000","last_peered":"2021-07-26T16:11:28.165196+0000","last_clean":"2021-07-26T16:11:28.165196+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:11:28.165196+0000","last_undegraded":"2021-07-26T16:11:28.165196+0000","last_fullsized":"2021-07-26T16:11:28.165196+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":81,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.179142+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:11:28.179142+0000","last_peered":"2021-07-26T16:11:28.179142+0000","last_clean":"2021-07-26T16:11:28.179142+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:11:28.179142+0000","last_undegraded":"2021-07-26T16:11:28.179142+0000","last_fullsized":"2021-07-26T16:11:28.179142+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":62,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.167596+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:11:28.167596+0000","last_peered":"2021-07-26T16:11:28.167596+0000","last_clean":"2021-07-26T16:11:28.167596+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:11:28.167596+0000","last_undegraded":"2021-07-26T16:11:28.167596+0000","last_fullsized":"2021-07-26T16:11:28.167596+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":170,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.172193+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:11:28.172193+0000","last_peered":"2021-07-26T16:11:28.172193+0000","last_clean":"2021-07-26T16:11:28.172193+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:11:28.172193+0000","last_undegraded":"2021-07-26T16:11:28.172193+0000","last_fullsized":"2021-07-26T16:11:28.172193+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":280,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.165362+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:11:28.165362+0000","last_peered":"2021-07-26T16:11:28.165362+0000","last_clean":"2021-07-26T16:11:28.165362+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:11:28.165362+0000","last_undegraded":"2021-07-26T16:11:28.165362+0000","last_fullsized":"2021-07-26T16:11:28.165362+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":196,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.165415+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:11:28.165415+0000","last_peered":"2021-07-26T16:11:28.165415+0000","last_clean":"2021-07-26T16:11:28.165415+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:11:28.165415+0000","last_undegraded":"2021-07-26T16:11:28.165415+0000","last_fullsized":"2021-07-26T16:11:28.165415+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":105,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.163776+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:11:28.163776+0000","last_peered":"2021-07-26T16:11:28.163776+0000","last_clean":"2021-07-26T16:11:28.163776+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:11:28.163776+0000","last_undegraded":"2021-07-26T16:11:28.163776+0000","last_fullsized":"2021-07-26T16:11:28.163776+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":296,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.168121+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:11:28.168121+0000","last_peered":"2021-07-26T16:11:28.168121+0000","last_clean":"2021-07-26T16:11:28.168121+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:11:28.168121+0000","last_undegraded":"2021-07-26T16:11:28.168121+0000","last_fullsized":"2021-07-26T16:11:28.168121+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":166,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.170741+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:11:28.170741+0000","last_peered":"2021-07-26T16:11:28.170741+0000","last_clean":"2021-07-26T16:11:28.170741+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:11:28.170741+0000","last_undegraded":"2021-07-26T16:11:28.170741+0000","last_fullsized":"2021-07-26T16:11:28.170741+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":183,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.169401+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:11:28.169401+0000","last_peered":"2021-07-26T16:11:28.169401+0000","last_clean":"2021-07-26T16:11:28.169401+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:11:28.169401+0000","last_undegraded":"2021-07-26T16:11:28.169401+0000","last_fullsized":"2021-07-26T16:11:28.169401+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.172259+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:11:28.172259+0000","last_peered":"2021-07-26T16:11:28.172259+0000","last_clean":"2021-07-26T16:11:28.172259+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:11:28.172259+0000","last_undegraded":"2021-07-26T16:11:28.172259+0000","last_fullsized":"2021-07-26T16:11:28.172259+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":250,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.167701+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:11:28.167701+0000","last_peered":"2021-07-26T16:11:28.167701+0000","last_clean":"2021-07-26T16:11:28.167701+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:11:28.167701+0000","last_undegraded":"2021-07-26T16:11:28.167701+0000","last_fullsized":"2021-07-26T16:11:28.167701+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":192,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.169191+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:11:28.169191+0000","last_peered":"2021-07-26T16:11:28.169191+0000","last_clean":"2021-07-26T16:11:28.169191+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:11:28.169191+0000","last_undegraded":"2021-07-26T16:11:28.169191+0000","last_fullsized":"2021-07-26T16:11:28.169191+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":366,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.169764+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:11:28.169764+0000","last_peered":"2021-07-26T16:11:28.169764+0000","last_clean":"2021-07-26T16:11:28.169764+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:11:28.169764+0000","last_undegraded":"2021-07-26T16:11:28.169764+0000","last_fullsized":"2021-07-26T16:11:28.169764+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":60,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.168837+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:11:28.168837+0000","last_peered":"2021-07-26T16:11:28.168837+0000","last_clean":"2021-07-26T16:11:28.168837+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:11:28.168837+0000","last_undegraded":"2021-07-26T16:11:28.168837+0000","last_fullsized":"2021-07-26T16:11:28.168837+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"270'11822","reported_seq":11870,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:39.742740+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:11:39.742740+0000","last_peered":"2021-07-26T16:11:39.742740+0000","last_clean":"2021-07-26T16:11:39.742740+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:11:39.742740+0000","last_undegraded":"2021-07-26T16:11:39.742740+0000","last_fullsized":"2021-07-26T16:11:39.742740+0000","mapping_epoch":230,"log_start":"253'6700","ondisk_log_start":"253'6700","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5122,"ondisk_log_size":5122,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":35389440,"num_objects":540,"num_object_clones":0,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11822,"num_write_kb":395584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":77,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.168938+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:11:28.168938+0000","last_peered":"2021-07-26T16:11:28.168938+0000","last_clean":"2021-07-26T16:11:28.168938+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:11:28.168938+0000","last_undegraded":"2021-07-26T16:11:28.168938+0000","last_fullsized":"2021-07-26T16:11:28.168938+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":88,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.171803+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:11:28.171803+0000","last_peered":"2021-07-26T16:11:28.171803+0000","last_clean":"2021-07-26T16:11:28.171803+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:11:28.171803+0000","last_undegraded":"2021-07-26T16:11:28.171803+0000","last_fullsized":"2021-07-26T16:11:28.171803+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"270'11662","reported_seq":11710,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:39.383439+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:11:39.383439+0000","last_peered":"2021-07-26T16:11:39.383439+0000","last_clean":"2021-07-26T16:11:39.383439+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:11:39.383439+0000","last_undegraded":"2021-07-26T16:11:39.383439+0000","last_fullsized":"2021-07-26T16:11:39.383439+0000","mapping_epoch":230,"log_start":"234'1900","ondisk_log_start":"234'1900","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9762,"ondisk_log_size":9762,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":39583744,"num_objects":604,"num_object_clones":0,"num_object_copies":1812,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":604,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11662,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":169,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.169338+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:11:28.169338+0000","last_peered":"2021-07-26T16:11:28.169338+0000","last_clean":"2021-07-26T16:11:28.169338+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:11:28.169338+0000","last_undegraded":"2021-07-26T16:11:28.169338+0000","last_fullsized":"2021-07-26T16:11:28.169338+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":114,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.164920+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:11:28.164920+0000","last_peered":"2021-07-26T16:11:28.164920+0000","last_clean":"2021-07-26T16:11:28.164920+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:11:28.164920+0000","last_undegraded":"2021-07-26T16:11:28.164920+0000","last_fullsized":"2021-07-26T16:11:28.164920+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"270'11728","reported_seq":19065,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:39.759711+0000","last_change":"2021-07-26T16:09:45.364253+0000","last_active":"2021-07-26T16:11:39.759711+0000","last_peered":"2021-07-26T16:11:39.759711+0000","last_clean":"2021-07-26T16:11:39.759711+0000","last_became_active":"2021-07-26T16:09:45.354123+0000","last_became_peered":"2021-07-26T16:09:45.354123+0000","last_unstale":"2021-07-26T16:11:39.759711+0000","last_undegraded":"2021-07-26T16:11:39.759711+0000","last_fullsized":"2021-07-26T16:11:39.759711+0000","mapping_epoch":252,"log_start":"251'6600","ondisk_log_start":"251'6600","created":230,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5128,"ondisk_log_size":5128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":35651584,"num_objects":544,"num_object_clones":0,"num_object_copies":1632,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":544,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11728,"num_write_kb":392704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3636,"num_bytes_recovered":238288896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":301,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.171987+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:11:28.171987+0000","last_peered":"2021-07-26T16:11:28.171987+0000","last_clean":"2021-07-26T16:11:28.171987+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:11:28.171987+0000","last_undegraded":"2021-07-26T16:11:28.171987+0000","last_fullsized":"2021-07-26T16:11:28.171987+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":257,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.170260+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:11:28.170260+0000","last_peered":"2021-07-26T16:11:28.170260+0000","last_clean":"2021-07-26T16:11:28.170260+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:11:28.170260+0000","last_undegraded":"2021-07-26T16:11:28.170260+0000","last_fullsized":"2021-07-26T16:11:28.170260+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"270'11361","reported_seq":11409,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:39.199729+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:11:39.199729+0000","last_peered":"2021-07-26T16:11:39.199729+0000","last_clean":"2021-07-26T16:11:39.199729+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:11:39.199729+0000","last_undegraded":"2021-07-26T16:11:39.199729+0000","last_fullsized":"2021-07-26T16:11:39.199729+0000","mapping_epoch":230,"log_start":"243'4200","ondisk_log_start":"243'4200","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7161,"ondisk_log_size":7161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":37158912,"num_objects":567,"num_object_clones":0,"num_object_copies":1701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":567,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11361,"num_write_kb":381696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":258,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.171804+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:11:28.171804+0000","last_peered":"2021-07-26T16:11:28.171804+0000","last_clean":"2021-07-26T16:11:28.171804+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:11:28.171804+0000","last_undegraded":"2021-07-26T16:11:28.171804+0000","last_fullsized":"2021-07-26T16:11:28.171804+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":133,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.170759+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:11:28.170759+0000","last_peered":"2021-07-26T16:11:28.170759+0000","last_clean":"2021-07-26T16:11:28.170759+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:11:28.170759+0000","last_undegraded":"2021-07-26T16:11:28.170759+0000","last_fullsized":"2021-07-26T16:11:28.170759+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"270'11233","reported_seq":11286,"reported_epoch":270,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:39.208177+0000","last_change":"2021-07-26T16:08:44.038103+0000","last_active":"2021-07-26T16:11:39.208177+0000","last_peered":"2021-07-26T16:11:39.208177+0000","last_clean":"2021-07-26T16:08:35.258554+0000","last_became_active":"2021-07-26T16:08:43.985025+0000","last_became_peered":"2021-07-26T16:08:43.985025+0000","last_unstale":"2021-07-26T16:11:39.208177+0000","last_undegraded":"2021-07-26T16:08:43.918569+0000","last_fullsized":"2021-07-26T16:08:37.283478+0000","mapping_epoch":237,"log_start":"242'4000","ondisk_log_start":"242'4000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7233,"ondisk_log_size":7233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":35323904,"num_objects":539,"num_object_clones":0,"num_object_copies":1617,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":539,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11233,"num_write_kb":376704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"3,7","objects":-2964}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":230,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.163406+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:11:28.163406+0000","last_peered":"2021-07-26T16:11:28.163406+0000","last_clean":"2021-07-26T16:11:28.163406+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:11:28.163406+0000","last_undegraded":"2021-07-26T16:11:28.163406+0000","last_fullsized":"2021-07-26T16:11:28.163406+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":105,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.165322+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:11:28.165322+0000","last_peered":"2021-07-26T16:11:28.165322+0000","last_clean":"2021-07-26T16:11:28.165322+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:11:28.165322+0000","last_undegraded":"2021-07-26T16:11:28.165322+0000","last_fullsized":"2021-07-26T16:11:28.165322+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"270'11418","reported_seq":18703,"reported_epoch":270,"state":"active+recovery_wait","last_fresh":"2021-07-26T16:11:39.409492+0000","last_change":"2021-07-26T16:09:53.215851+0000","last_active":"2021-07-26T16:11:39.409492+0000","last_peered":"2021-07-26T16:11:39.409492+0000","last_clean":"2021-07-26T16:08:35.270285+0000","last_became_active":"2021-07-26T16:09:53.171603+0000","last_became_peered":"2021-07-26T16:09:53.171603+0000","last_unstale":"2021-07-26T16:11:39.409492+0000","last_undegraded":"2021-07-26T16:11:39.409492+0000","last_fullsized":"2021-07-26T16:11:39.409492+0000","mapping_epoch":254,"log_start":"234'1700","ondisk_log_start":"234'1700","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9718,"ondisk_log_size":9718,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":35127296,"num_objects":536,"num_object_clones":0,"num_object_copies":1608,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":536,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11418,"num_write_kb":382528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3610,"num_bytes_recovered":236519424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":["5","0","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":536}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":264,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.170113+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:11:28.170113+0000","last_peered":"2021-07-26T16:11:28.170113+0000","last_clean":"2021-07-26T16:11:28.170113+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:11:28.170113+0000","last_undegraded":"2021-07-26T16:11:28.170113+0000","last_fullsized":"2021-07-26T16:11:28.170113+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":57,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.163266+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:11:28.163266+0000","last_peered":"2021-07-26T16:11:28.163266+0000","last_clean":"2021-07-26T16:11:28.163266+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:11:28.163266+0000","last_undegraded":"2021-07-26T16:11:28.163266+0000","last_fullsized":"2021-07-26T16:11:28.163266+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"270'11657","reported_seq":13115,"reported_epoch":270,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:39.605992+0000","last_change":"2021-07-26T16:11:19.563556+0000","last_active":"2021-07-26T16:11:39.605992+0000","last_peered":"2021-07-26T16:11:39.605992+0000","last_clean":"2021-07-26T16:08:35.259559+0000","last_became_active":"2021-07-26T16:08:37.453089+0000","last_became_peered":"2021-07-26T16:08:37.453089+0000","last_unstale":"2021-07-26T16:11:39.605992+0000","last_undegraded":"2021-07-26T16:08:37.303297+0000","last_fullsized":"2021-07-26T16:08:37.274000+0000","mapping_epoch":237,"log_start":"245'4900","ondisk_log_start":"245'4900","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6757,"ondisk_log_size":6757,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":36438040,"num_objects":557,"num_object_clones":0,"num_object_copies":1671,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3019,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":557,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11657,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":701,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"1,6","objects":-2462}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":114,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.164872+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:11:28.164872+0000","last_peered":"2021-07-26T16:11:28.164872+0000","last_clean":"2021-07-26T16:11:28.164872+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:11:28.164872+0000","last_undegraded":"2021-07-26T16:11:28.164872+0000","last_fullsized":"2021-07-26T16:11:28.164872+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":130,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.163425+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:11:28.163425+0000","last_peered":"2021-07-26T16:11:28.163425+0000","last_clean":"2021-07-26T16:11:28.163425+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:11:28.163425+0000","last_undegraded":"2021-07-26T16:11:28.163425+0000","last_fullsized":"2021-07-26T16:11:28.163425+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"270'11321","reported_seq":11369,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:39.599948+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:11:39.599948+0000","last_peered":"2021-07-26T16:11:39.599948+0000","last_clean":"2021-07-26T16:11:39.599948+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:11:39.599948+0000","last_undegraded":"2021-07-26T16:11:39.599948+0000","last_fullsized":"2021-07-26T16:11:39.599948+0000","mapping_epoch":230,"log_start":"244'4600","ondisk_log_start":"244'4600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6721,"ondisk_log_size":6721,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":35323904,"num_objects":539,"num_object_clones":0,"num_object_copies":1617,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":539,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11321,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":259,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.165059+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:11:28.165059+0000","last_peered":"2021-07-26T16:11:28.165059+0000","last_clean":"2021-07-26T16:11:28.165059+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:11:28.165059+0000","last_undegraded":"2021-07-26T16:11:28.165059+0000","last_fullsized":"2021-07-26T16:11:28.165059+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":253,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.171203+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:11:28.171203+0000","last_peered":"2021-07-26T16:11:28.171203+0000","last_clean":"2021-07-26T16:11:28.171203+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:11:28.171203+0000","last_undegraded":"2021-07-26T16:11:28.171203+0000","last_fullsized":"2021-07-26T16:11:28.171203+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"270'11642","reported_seq":11690,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:40.030401+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:11:40.030401+0000","last_peered":"2021-07-26T16:11:40.030401+0000","last_clean":"2021-07-26T16:11:40.030401+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:11:40.030401+0000","last_undegraded":"2021-07-26T16:11:40.030401+0000","last_fullsized":"2021-07-26T16:11:40.030401+0000","mapping_epoch":230,"log_start":"243'4300","ondisk_log_start":"243'4300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7342,"ondisk_log_size":7342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34340864,"num_objects":524,"num_object_clones":0,"num_object_copies":1572,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":524,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11642,"num_write_kb":389312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":291,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.170925+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:11:28.170925+0000","last_peered":"2021-07-26T16:11:28.170925+0000","last_clean":"2021-07-26T16:11:28.170925+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:11:28.170925+0000","last_undegraded":"2021-07-26T16:11:28.170925+0000","last_fullsized":"2021-07-26T16:11:28.170925+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":297,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.172197+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:11:28.172197+0000","last_peered":"2021-07-26T16:11:28.172197+0000","last_clean":"2021-07-26T16:11:28.172197+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:11:28.172197+0000","last_undegraded":"2021-07-26T16:11:28.172197+0000","last_fullsized":"2021-07-26T16:11:28.172197+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":261,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.165430+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:11:28.165430+0000","last_peered":"2021-07-26T16:11:28.165430+0000","last_clean":"2021-07-26T16:11:28.165430+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:11:28.165430+0000","last_undegraded":"2021-07-26T16:11:28.165430+0000","last_fullsized":"2021-07-26T16:11:28.165430+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"270'11988","reported_seq":12043,"reported_epoch":270,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:39.596407+0000","last_change":"2021-07-26T16:08:37.515899+0000","last_active":"2021-07-26T16:11:39.596407+0000","last_peered":"2021-07-26T16:11:39.596407+0000","last_clean":"2021-07-26T16:08:35.259578+0000","last_became_active":"2021-07-26T16:08:37.498255+0000","last_became_peered":"2021-07-26T16:08:37.498255+0000","last_unstale":"2021-07-26T16:11:39.596407+0000","last_undegraded":"2021-07-26T16:08:37.308912+0000","last_fullsized":"2021-07-26T16:08:37.273819+0000","mapping_epoch":237,"log_start":"246'5300","ondisk_log_start":"246'5300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6688,"ondisk_log_size":6688,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":37224448,"num_objects":568,"num_object_clones":0,"num_object_copies":1704,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":568,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11988,"num_write_kb":401792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"3,6","objects":-3208}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":244,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.172003+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:11:28.172003+0000","last_peered":"2021-07-26T16:11:28.172003+0000","last_clean":"2021-07-26T16:11:28.172003+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:11:28.172003+0000","last_undegraded":"2021-07-26T16:11:28.172003+0000","last_fullsized":"2021-07-26T16:11:28.172003+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":114,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.163692+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:11:28.163692+0000","last_peered":"2021-07-26T16:11:28.163692+0000","last_clean":"2021-07-26T16:11:28.163692+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:11:28.163692+0000","last_undegraded":"2021-07-26T16:11:28.163692+0000","last_fullsized":"2021-07-26T16:11:28.163692+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":315,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.170838+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:11:28.170838+0000","last_peered":"2021-07-26T16:11:28.170838+0000","last_clean":"2021-07-26T16:11:28.170838+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:11:28.170838+0000","last_undegraded":"2021-07-26T16:11:28.170838+0000","last_fullsized":"2021-07-26T16:11:28.170838+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"270'11367","reported_seq":11421,"reported_epoch":270,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:40.016907+0000","last_change":"2021-07-26T16:08:37.546898+0000","last_active":"2021-07-26T16:11:40.016907+0000","last_peered":"2021-07-26T16:11:40.016907+0000","last_clean":"2021-07-26T16:08:35.256099+0000","last_became_active":"2021-07-26T16:08:37.538137+0000","last_became_peered":"2021-07-26T16:08:37.538137+0000","last_unstale":"2021-07-26T16:11:40.016907+0000","last_undegraded":"2021-07-26T16:08:37.293735+0000","last_fullsized":"2021-07-26T16:08:37.271374+0000","mapping_epoch":237,"log_start":"242'4000","ondisk_log_start":"242'4000","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7367,"ondisk_log_size":7367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34013184,"num_objects":519,"num_object_clones":0,"num_object_copies":1557,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3543,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":519,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11367,"num_write_kb":380352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"1,4","objects":-3024}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":200,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.165276+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:11:28.165276+0000","last_peered":"2021-07-26T16:11:28.165276+0000","last_clean":"2021-07-26T16:11:28.165276+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:11:28.165276+0000","last_undegraded":"2021-07-26T16:11:28.165276+0000","last_fullsized":"2021-07-26T16:11:28.165276+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":262,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.165172+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:11:28.165172+0000","last_peered":"2021-07-26T16:11:28.165172+0000","last_clean":"2021-07-26T16:11:28.165172+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:11:28.165172+0000","last_undegraded":"2021-07-26T16:11:28.165172+0000","last_fullsized":"2021-07-26T16:11:28.165172+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":275,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.171283+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:11:28.171283+0000","last_peered":"2021-07-26T16:11:28.171283+0000","last_clean":"2021-07-26T16:11:28.171283+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:11:28.171283+0000","last_undegraded":"2021-07-26T16:11:28.171283+0000","last_fullsized":"2021-07-26T16:11:28.171283+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"270'11364","reported_seq":18477,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:39.184003+0000","last_change":"2021-07-26T16:11:21.218365+0000","last_active":"2021-07-26T16:11:39.184003+0000","last_peered":"2021-07-26T16:11:39.184003+0000","last_clean":"2021-07-26T16:11:39.184003+0000","last_became_active":"2021-07-26T16:11:21.131986+0000","last_became_peered":"2021-07-26T16:11:21.131986+0000","last_unstale":"2021-07-26T16:11:39.184003+0000","last_undegraded":"2021-07-26T16:11:39.184003+0000","last_fullsized":"2021-07-26T16:11:39.184003+0000","mapping_epoch":267,"log_start":"243'4200","ondisk_log_start":"243'4200","created":230,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7164,"ondisk_log_size":7164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":38928384,"num_objects":594,"num_object_clones":0,"num_object_copies":1782,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":594,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11364,"num_write_kb":382656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3525,"num_bytes_recovered":136577024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":286,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.172201+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:11:28.172201+0000","last_peered":"2021-07-26T16:11:28.172201+0000","last_clean":"2021-07-26T16:11:28.172201+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:11:28.172201+0000","last_undegraded":"2021-07-26T16:11:28.172201+0000","last_fullsized":"2021-07-26T16:11:28.172201+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":528,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.167892+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:11:28.167892+0000","last_peered":"2021-07-26T16:11:28.167892+0000","last_clean":"2021-07-26T16:11:28.167892+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:11:28.167892+0000","last_undegraded":"2021-07-26T16:11:28.167892+0000","last_fullsized":"2021-07-26T16:11:28.167892+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":70,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.171901+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:11:28.171901+0000","last_peered":"2021-07-26T16:11:28.171901+0000","last_clean":"2021-07-26T16:11:28.171901+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:11:28.171901+0000","last_undegraded":"2021-07-26T16:11:28.171901+0000","last_fullsized":"2021-07-26T16:11:28.171901+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.178453+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:11:28.178453+0000","last_peered":"2021-07-26T16:11:28.178453+0000","last_clean":"2021-07-26T16:11:28.178453+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:11:28.178453+0000","last_undegraded":"2021-07-26T16:11:28.178453+0000","last_fullsized":"2021-07-26T16:11:28.178453+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"270'11139","reported_seq":11198,"reported_epoch":270,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:39.184420+0000","last_change":"2021-07-26T16:08:37.650583+0000","last_active":"2021-07-26T16:11:39.184420+0000","last_peered":"2021-07-26T16:11:39.184420+0000","last_clean":"2021-07-26T16:08:35.276729+0000","last_became_active":"2021-07-26T16:08:37.555480+0000","last_became_peered":"2021-07-26T16:08:37.555480+0000","last_unstale":"2021-07-26T16:11:39.184420+0000","last_undegraded":"2021-07-26T16:08:37.546036+0000","last_fullsized":"2021-07-26T16:08:37.284612+0000","mapping_epoch":237,"log_start":"242'3900","ondisk_log_start":"242'3900","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7239,"ondisk_log_size":7239,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34537472,"num_objects":527,"num_object_clones":0,"num_object_copies":1581,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3482,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":527,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11139,"num_write_kb":373312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"1,7","objects":-2955}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":287,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.167747+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:11:28.167747+0000","last_peered":"2021-07-26T16:11:28.167747+0000","last_clean":"2021-07-26T16:11:28.167747+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:11:28.167747+0000","last_undegraded":"2021-07-26T16:11:28.167747+0000","last_fullsized":"2021-07-26T16:11:28.167747+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":176,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.165004+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:11:28.165004+0000","last_peered":"2021-07-26T16:11:28.165004+0000","last_clean":"2021-07-26T16:11:28.165004+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:11:28.165004+0000","last_undegraded":"2021-07-26T16:11:28.165004+0000","last_fullsized":"2021-07-26T16:11:28.165004+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":174,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.180166+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:11:28.180166+0000","last_peered":"2021-07-26T16:11:28.180166+0000","last_clean":"2021-07-26T16:11:28.180166+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:11:28.180166+0000","last_undegraded":"2021-07-26T16:11:28.180166+0000","last_fullsized":"2021-07-26T16:11:28.180166+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"270'11613","reported_seq":11661,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:39.442623+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:11:39.442623+0000","last_peered":"2021-07-26T16:11:39.442623+0000","last_clean":"2021-07-26T16:11:39.442623+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:11:39.442623+0000","last_undegraded":"2021-07-26T16:11:39.442623+0000","last_fullsized":"2021-07-26T16:11:39.442623+0000","mapping_epoch":230,"log_start":"234'1900","ondisk_log_start":"234'1900","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9713,"ondisk_log_size":9713,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":36503552,"num_objects":557,"num_object_clones":0,"num_object_copies":1671,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":557,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11613,"num_write_kb":389440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":300,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.172087+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:11:28.172087+0000","last_peered":"2021-07-26T16:11:28.172087+0000","last_clean":"2021-07-26T16:11:28.172087+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:11:28.172087+0000","last_undegraded":"2021-07-26T16:11:28.172087+0000","last_fullsized":"2021-07-26T16:11:28.172087+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":280,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.171034+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:11:28.171034+0000","last_peered":"2021-07-26T16:11:28.171034+0000","last_clean":"2021-07-26T16:11:28.171034+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:11:28.171034+0000","last_undegraded":"2021-07-26T16:11:28.171034+0000","last_fullsized":"2021-07-26T16:11:28.171034+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":157,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.172097+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:11:28.172097+0000","last_peered":"2021-07-26T16:11:28.172097+0000","last_clean":"2021-07-26T16:11:28.172097+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:11:28.172097+0000","last_undegraded":"2021-07-26T16:11:28.172097+0000","last_fullsized":"2021-07-26T16:11:28.172097+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"270'11495","reported_seq":11543,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:39.984304+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:11:39.984304+0000","last_peered":"2021-07-26T16:11:39.984304+0000","last_clean":"2021-07-26T16:11:39.984304+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:11:39.984304+0000","last_undegraded":"2021-07-26T16:11:39.984304+0000","last_fullsized":"2021-07-26T16:11:39.984304+0000","mapping_epoch":230,"log_start":"242'4100","ondisk_log_start":"242'4100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7395,"ondisk_log_size":7395,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":32833536,"num_objects":501,"num_object_clones":0,"num_object_copies":1503,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":501,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11495,"num_write_kb":383872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":98,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.169059+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:11:28.169059+0000","last_peered":"2021-07-26T16:11:28.169059+0000","last_clean":"2021-07-26T16:11:28.169059+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:11:28.169059+0000","last_undegraded":"2021-07-26T16:11:28.169059+0000","last_fullsized":"2021-07-26T16:11:28.169059+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":238,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.180280+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:11:28.180280+0000","last_peered":"2021-07-26T16:11:28.180280+0000","last_clean":"2021-07-26T16:11:28.180280+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:11:28.180280+0000","last_undegraded":"2021-07-26T16:11:28.180280+0000","last_fullsized":"2021-07-26T16:11:28.180280+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":71,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.167661+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:11:28.167661+0000","last_peered":"2021-07-26T16:11:28.167661+0000","last_clean":"2021-07-26T16:11:28.167661+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:11:28.167661+0000","last_undegraded":"2021-07-26T16:11:28.167661+0000","last_fullsized":"2021-07-26T16:11:28.167661+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"270'11418","reported_seq":11466,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:39.665575+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:11:39.665575+0000","last_peered":"2021-07-26T16:11:39.665575+0000","last_clean":"2021-07-26T16:11:39.665575+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:11:39.665575+0000","last_undegraded":"2021-07-26T16:11:39.665575+0000","last_fullsized":"2021-07-26T16:11:39.665575+0000","mapping_epoch":230,"log_start":"251'6300","ondisk_log_start":"251'6300","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5118,"ondisk_log_size":5118,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":36569088,"num_objects":558,"num_object_clones":0,"num_object_copies":1674,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":558,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11418,"num_write_kb":383232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":286,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.173286+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:11:28.173286+0000","last_peered":"2021-07-26T16:11:28.173286+0000","last_clean":"2021-07-26T16:11:28.173286+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:11:28.173286+0000","last_undegraded":"2021-07-26T16:11:28.173286+0000","last_fullsized":"2021-07-26T16:11:28.173286+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":100,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.180505+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:11:28.180505+0000","last_peered":"2021-07-26T16:11:28.180505+0000","last_clean":"2021-07-26T16:11:28.180505+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:11:28.180505+0000","last_undegraded":"2021-07-26T16:11:28.180505+0000","last_fullsized":"2021-07-26T16:11:28.180505+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":105,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.164777+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:11:28.164777+0000","last_peered":"2021-07-26T16:11:28.164777+0000","last_clean":"2021-07-26T16:11:28.164777+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:11:28.164777+0000","last_undegraded":"2021-07-26T16:11:28.164777+0000","last_fullsized":"2021-07-26T16:11:28.164777+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":128,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.163510+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:11:28.163510+0000","last_peered":"2021-07-26T16:11:28.163510+0000","last_clean":"2021-07-26T16:11:28.163510+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:11:28.163510+0000","last_undegraded":"2021-07-26T16:11:28.163510+0000","last_fullsized":"2021-07-26T16:11:28.163510+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":229,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.171137+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:11:28.171137+0000","last_peered":"2021-07-26T16:11:28.171137+0000","last_clean":"2021-07-26T16:11:28.171137+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:11:28.171137+0000","last_undegraded":"2021-07-26T16:11:28.171137+0000","last_fullsized":"2021-07-26T16:11:28.171137+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":274,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.171699+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:11:28.171699+0000","last_peered":"2021-07-26T16:11:28.171699+0000","last_clean":"2021-07-26T16:11:28.171699+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:11:28.171699+0000","last_undegraded":"2021-07-26T16:11:28.171699+0000","last_fullsized":"2021-07-26T16:11:28.171699+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":105,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.163601+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:11:28.163601+0000","last_peered":"2021-07-26T16:11:28.163601+0000","last_clean":"2021-07-26T16:11:28.163601+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:11:28.163601+0000","last_undegraded":"2021-07-26T16:11:28.163601+0000","last_fullsized":"2021-07-26T16:11:28.163601+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":259,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.171643+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:11:28.171643+0000","last_peered":"2021-07-26T16:11:28.171643+0000","last_clean":"2021-07-26T16:11:28.171643+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:11:28.171643+0000","last_undegraded":"2021-07-26T16:11:28.171643+0000","last_fullsized":"2021-07-26T16:11:28.171643+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":43,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.169967+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:11:28.169967+0000","last_peered":"2021-07-26T16:11:28.169967+0000","last_clean":"2021-07-26T16:11:28.169967+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:11:28.169967+0000","last_undegraded":"2021-07-26T16:11:28.169967+0000","last_fullsized":"2021-07-26T16:11:28.169967+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":66,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.170492+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:11:28.170492+0000","last_peered":"2021-07-26T16:11:28.170492+0000","last_clean":"2021-07-26T16:11:28.170492+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:11:28.170492+0000","last_undegraded":"2021-07-26T16:11:28.170492+0000","last_fullsized":"2021-07-26T16:11:28.170492+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":234,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.171900+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:11:28.171900+0000","last_peered":"2021-07-26T16:11:28.171900+0000","last_clean":"2021-07-26T16:11:28.171900+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:11:28.171900+0000","last_undegraded":"2021-07-26T16:11:28.171900+0000","last_fullsized":"2021-07-26T16:11:28.171900+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":115,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.171997+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:11:28.171997+0000","last_peered":"2021-07-26T16:11:28.171997+0000","last_clean":"2021-07-26T16:11:28.171997+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:11:28.171997+0000","last_undegraded":"2021-07-26T16:11:28.171997+0000","last_fullsized":"2021-07-26T16:11:28.171997+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":105,"reported_epoch":269,"state":"active+clean","last_fresh":"2021-07-26T16:11:28.162256+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:11:28.162256+0000","last_peered":"2021-07-26T16:11:28.162256+0000","last_clean":"2021-07-26T16:11:28.162256+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:11:28.162256+0000","last_undegraded":"2021-07-26T16:11:28.162256+0000","last_fullsized":"2021-07-26T16:11:28.162256+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":574947352,"num_objects":8774,"num_object_clones":0,"num_object_copies":26322,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17323,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8774,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":184228,"num_write_kb":6176001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11474,"num_bytes_recovered":611516416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3375181824,"data_stored":3375169608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115628,"ondisk_log_size":115628,"up":48,"acting":43,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":25785,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3881,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495924,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1316800,"kb_used_data":267896,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92428352,"statfs":{"total":95995035648,"available":94646632448,"internally_reserved":1073741824,"allocated":274325504,"data_stored":272993051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":1.9239999999999999,"15min":1.0549999999999999},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.20699999999999999},"max":{"1min":4.0209999999999999,"5min":61.125,"15min":61.125},"last":1.6539999999999999},{"interface":"front","average":{"1min":1.3380000000000001,"5min":2.0680000000000001,"15min":1.123},"min":{"1min":0.26900000000000002,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.3319999999999999,"5min":61.165999999999997,"15min":61.165999999999997},"last":0.49099999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":3.129,"15min":1.5629999999999999},"min":{"1min":0.27600000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":16.373000000000001,"5min":72.989000000000004,"15min":72.989000000000004},"last":0.46899999999999997},{"interface":"front","average":{"1min":2.1389999999999998,"5min":2.6579999999999999,"15min":1.478},"min":{"1min":0.29499999999999998,"5min":0.246,"15min":0.23300000000000001},"max":{"1min":12.798,"5min":70.066000000000003,"15min":70.066000000000003},"last":2.508}]},{"osd":2,"last update":"Mon Jul 26 16:10:44 2021","interfaces":[{"interface":"back","average":{"1min":2.423,"5min":1.5800000000000001,"15min":1.569},"min":{"1min":0.33400000000000002,"5min":0.27600000000000002,"15min":0.224},"max":{"1min":7.3819999999999997,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":0.50800000000000001},{"interface":"front","average":{"1min":2.4849999999999999,"5min":1.339,"15min":1.4890000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.27600000000000002},"max":{"1min":7.9409999999999998,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":2.5299999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":2.2410000000000001,"15min":1.3100000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.7240000000000002,"5min":48.880000000000003,"15min":48.880000000000003},"last":2.5590000000000002},{"interface":"front","average":{"1min":1.841,"5min":2.427,"15min":1.357},"min":{"1min":0.38100000000000001,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":4.6280000000000001,"5min":48.792999999999999,"15min":48.792999999999999},"last":2.129}]},{"osd":4,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":1.573,"5min":1.3100000000000001,"15min":0.65200000000000002},"min":{"1min":0.32100000000000001,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":4.1959999999999997,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":1.702},{"interface":"front","average":{"1min":1.603,"5min":1.361,"15min":0.72699999999999998},"min":{"1min":0.373,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":4.2220000000000004,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":1.7190000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:10:54 2021","interfaces":[{"interface":"back","average":{"1min":2.383,"5min":1.456,"15min":0.80500000000000005},"min":{"1min":0.29599999999999999,"5min":0.22900000000000001,"15min":0.21299999999999999},"max":{"1min":7.2329999999999997,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":3.4670000000000001},{"interface":"front","average":{"1min":2.5950000000000002,"5min":1.51,"15min":0.874},"min":{"1min":0.29599999999999999,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":6.2270000000000003,"5min":10.406000000000001,"15min":10.406000000000001},"last":2.609}]},{"osd":6,"last update":"Mon Jul 26 16:10:54 2021","interfaces":[{"interface":"back","average":{"1min":2.3639999999999999,"5min":1.53,"15min":0.877},"min":{"1min":0.28100000000000003,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":10.975,"5min":10.975,"15min":10.975},"last":1.6850000000000001},{"interface":"front","average":{"1min":2.3940000000000001,"5min":1.3340000000000001,"15min":0.75700000000000001},"min":{"1min":0.28499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":8.0500000000000007,"5min":8.0500000000000007,"15min":8.0500000000000007},"last":2.4780000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659448,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1340348,"kb_used_data":291572,"kb_used_omap":1173,"kb_used_meta":1047402,"kb_avail":92404804,"statfs":{"total":95995035648,"available":94622519296,"internally_reserved":1073741824,"allocated":298569728,"data_stored":297241222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1202073,"internal_metadata":1072539751},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":1.2929999999999999,"15min":0.79800000000000004},"min":{"1min":0.252,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":5.133,"5min":13.945,"15min":13.945},"last":0.28299999999999997},{"interface":"front","average":{"1min":1.8640000000000001,"5min":1.3049999999999999,"15min":0.88900000000000001},"min":{"1min":0.246,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":13.515000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.46300000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":3.0859999999999999,"5min":1.9139999999999999,"15min":1.073},"min":{"1min":0.22,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":27.257999999999999,"5min":27.257999999999999,"15min":27.257999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":4.8970000000000002,"5min":2.3530000000000002,"15min":1.345},"min":{"1min":0.24199999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":27.021000000000001,"5min":27.021000000000001,"15min":27.021000000000001},"last":3.0960000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:11:39 2021","interfaces":[{"interface":"back","average":{"1min":2.1360000000000001,"5min":1.2629999999999999,"15min":1.607},"min":{"1min":0.33100000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.6710000000000003,"5min":5.8639999999999999,"15min":12.388999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":2.1110000000000002,"5min":1.381,"15min":1.4870000000000001},"min":{"1min":0.35199999999999998,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":4.6929999999999996,"5min":13.712,"15min":13.712},"last":0.47899999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":2.8250000000000002,"5min":2.2000000000000002,"15min":1.3680000000000001},"min":{"1min":0.375,"5min":0.28699999999999998,"15min":0.26200000000000001},"max":{"1min":13.680999999999999,"5min":49.716999999999999,"15min":49.716999999999999},"last":1.508},{"interface":"front","average":{"1min":1.847,"5min":2.4089999999999998,"15min":1.454},"min":{"1min":0.28199999999999997,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":6.194,"5min":49.741,"15min":49.741},"last":3.145}]},{"osd":4,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":2.4590000000000001,"5min":1.3009999999999999,"15min":0.65200000000000002},"min":{"1min":0.28100000000000003,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":7.8339999999999996,"5min":7.8339999999999996,"15min":7.8339999999999996},"last":1.72},{"interface":"front","average":{"1min":2.0630000000000002,"5min":1.534,"15min":0.72099999999999997},"min":{"1min":0.26500000000000001,"5min":0.222,"15min":0.21199999999999999},"max":{"1min":6.1180000000000003,"5min":10.265000000000001,"15min":10.265000000000001},"last":3.1699999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.95,"5min":1.486,"15min":0.80000000000000004},"min":{"1min":0.25800000000000001,"5min":0.23799999999999999,"15min":0.20899999999999999},"max":{"1min":5.2220000000000004,"5min":8.8170000000000002,"15min":8.8170000000000002},"last":3.024},{"interface":"front","average":{"1min":2.5129999999999999,"5min":1.3720000000000001,"15min":0.79500000000000004},"min":{"1min":0.27600000000000002,"5min":0.23400000000000001,"15min":0.214},"max":{"1min":8.0030000000000001,"5min":11.063000000000001,"15min":11.063000000000001},"last":0.38200000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:10:42 2021","interfaces":[{"interface":"back","average":{"1min":2.528,"5min":1.5009999999999999,"15min":0.94499999999999995},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.222},"max":{"1min":10.301,"5min":16.913,"15min":16.913},"last":3.0670000000000002},{"interface":"front","average":{"1min":2.569,"5min":1.486,"15min":0.86899999999999999},"min":{"1min":0.29999999999999999,"5min":0.27600000000000002,"15min":0.26300000000000001},"max":{"1min":8.843,"5min":8.843,"15min":8.843},"last":2.8260000000000001}]}]},{"osd":1,"up_from":78,"seq":335007449265,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":447980,"kb_used_data":360804,"kb_used_omap":0,"kb_used_meta":87168,"kb_avail":93297172,"statfs":{"total":95995035648,"available":95536304128,"internally_reserved":0,"allocated":369463296,"data_stored":368146420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":89260032},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.94999999999999996,"15min":0.76000000000000001},"min":{"1min":0.19400000000000001,"5min":0.191,"15min":0.184},"max":{"1min":3.5630000000000002,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":0.309},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.1759999999999999,"15min":0.93000000000000005},"min":{"1min":0.249,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":4.9240000000000004,"5min":10.977,"15min":10.977},"last":0.33600000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:11:36 2021","interfaces":[{"interface":"back","average":{"1min":1.1870000000000001,"5min":1.073,"15min":1.5700000000000001},"min":{"1min":0.26700000000000002,"5min":0.24099999999999999,"15min":0.20599999999999999},"max":{"1min":5.3300000000000001,"5min":5.3300000000000001,"15min":34.530000000000001},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.98799999999999999,"15min":1.534},"min":{"1min":0.26300000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.9820000000000002,"5min":7.218,"15min":34.465000000000003},"last":0.47499999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:11:26 2021","interfaces":[{"interface":"back","average":{"1min":1.518,"5min":1.401,"15min":1.1259999999999999},"min":{"1min":0.44900000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.5410000000000004,"5min":8.9529999999999994,"15min":13.077999999999999},"last":0.32100000000000001},{"interface":"front","average":{"1min":1.288,"5min":1.536,"15min":1.1479999999999999},"min":{"1min":0.33600000000000002,"5min":0.26800000000000002,"15min":0.23699999999999999},"max":{"1min":5.4980000000000002,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.54300000000000004}]},{"osd":4,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.121,"5min":1.133,"15min":0.96399999999999997},"min":{"1min":0.40699999999999997,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":3.46,"5min":6.6200000000000001,"15min":6.6200000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":1.147,"5min":1.361,"15min":1.141},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":3.6739999999999999,"5min":6.718,"15min":6.718},"last":0.51400000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.7190000000000001,"5min":1.306,"15min":1.024},"min":{"1min":0.34699999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.5579999999999998,"5min":5.5579999999999998,"15min":9.8689999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":1.6699999999999999,"5min":1.361,"15min":1.0409999999999999},"min":{"1min":0.48299999999999998,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":3.5760000000000001,"5min":6.8090000000000002,"15min":6.9139999999999997},"last":0.505}]},{"osd":6,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":2.1899999999999999,"5min":1.625,"15min":1.1699999999999999},"min":{"1min":0.44,"5min":0.255,"15min":0.255},"max":{"1min":6.093,"5min":6.1120000000000001,"15min":9.9209999999999994},"last":0.59699999999999998},{"interface":"front","average":{"1min":1.538,"5min":1.5369999999999999,"15min":1.0980000000000001},"min":{"1min":0.38300000000000001,"5min":0.36099999999999999,"15min":0.32200000000000001},"max":{"1min":4.4089999999999998,"5min":9.0589999999999993,"15min":9.0589999999999993},"last":0.53200000000000003}]},{"osd":7,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.669,"5min":1.367,"15min":1.018},"min":{"1min":0.375,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":9.5250000000000004,"5min":9.5250000000000004,"15min":9.5250000000000004},"last":0.58199999999999996},{"interface":"front","average":{"1min":2.04,"5min":1.661,"15min":1.23},"min":{"1min":0.47499999999999998,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":5.4000000000000004,"5min":8.234,"15min":9.968},"last":3.778}]}]},{"osd":0,"up_from":0,"seq":313532612799,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500805,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122214,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":610984,"kb_used_data":466592,"kb_used_omap":3,"kb_used_meta":144380,"kb_avail":93134168,"statfs":{"total":95995035648,"available":95369388032,"internally_reserved":0,"allocated":477790208,"data_stored":476476952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":147845268},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":1.4159999999999999,"15min":0.98899999999999999},"min":{"1min":0.21299999999999999,"5min":0.20699999999999999,"15min":0.17799999999999999},"max":{"1min":3.427,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":1.119,"15min":0.90300000000000002},"min":{"1min":0.22,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":2.4580000000000002,"5min":56.030999999999999,"15min":56.030999999999999},"last":2.4380000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.2050000000000001,"5min":2.427,"15min":1.415},"min":{"1min":0.24199999999999999,"5min":0.218,"15min":0.218},"max":{"1min":5.3209999999999997,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.375},{"interface":"front","average":{"1min":1.0429999999999999,"5min":2.3300000000000001,"15min":1.5740000000000001},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":4.5570000000000004,"5min":83.567999999999998,"15min":83.567999999999998},"last":3.4329999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:10:46 2021","interfaces":[{"interface":"back","average":{"1min":1.278,"5min":1.3939999999999999,"15min":1.7350000000000001},"min":{"1min":0.27300000000000002,"5min":0.251,"15min":0.251},"max":{"1min":5.8719999999999999,"5min":10.73,"15min":10.73},"last":0.30499999999999999},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.2929999999999999,"15min":2.1110000000000002},"min":{"1min":0.316,"5min":0.30499999999999999,"15min":0.27300000000000002},"max":{"1min":5.3639999999999999,"5min":10.694000000000001,"15min":14.436},"last":0.48199999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":0.97599999999999998,"15min":0.77300000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":5.4249999999999998,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":3.706},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5329999999999999,"15min":1.002},"min":{"1min":0.32600000000000001,"5min":0.29299999999999998,"15min":0.29199999999999998},"max":{"1min":6.8650000000000002,"5min":8.766,"15min":8.766},"last":0.45900000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.4279999999999999,"5min":1.091,"15min":0.97499999999999998},"min":{"1min":0.308,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":3.9079999999999999,"5min":15.329000000000001,"15min":15.329000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":1.204,"5min":1.2769999999999999,"15min":1.0089999999999999},"min":{"1min":0.39200000000000002,"5min":0.314,"15min":0.314},"max":{"1min":3.4980000000000002,"5min":10.634,"15min":11.145},"last":0.44400000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.363,"5min":1.208,"15min":1.0209999999999999},"min":{"1min":0.34000000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":3.5870000000000002,"5min":15.391,"15min":15.391},"last":2.7149999999999999},{"interface":"front","average":{"1min":2.2890000000000001,"5min":1.6279999999999999,"15min":1.206},"min":{"1min":0.35899999999999999,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":16.231000000000002,"5min":16.231000000000002,"15min":16.231000000000002},"last":1.097}]},{"osd":7,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.8600000000000001,"5min":1.6259999999999999,"15min":1.2430000000000001},"min":{"1min":0.40300000000000002,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":7.5199999999999996,"5min":11.625999999999999,"15min":11.625999999999999},"last":4.1280000000000001},{"interface":"front","average":{"1min":1.5249999999999999,"5min":1.6859999999999999,"15min":1.2629999999999999},"min":{"1min":0.42299999999999999,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":3.5259999999999998,"5min":15.363,"15min":19.039999999999999},"last":1.181}]}]},{"osd":4,"up_from":163,"seq":700079669337,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1261116,"kb_used_data":212532,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":92484036,"statfs":{"total":95995035648,"available":94703652864,"internally_reserved":1073741824,"allocated":217632768,"data_stored":216304350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":2.0619999999999998,"5min":1.27,"15min":0.64600000000000002},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":18.655999999999999,"5min":18.655999999999999,"15min":18.655999999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":2.7389999999999999,"5min":1.766,"15min":0.86699999999999999},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":18.593,"5min":18.593,"15min":18.593},"last":0.39700000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":4.6050000000000004,"5min":2.5950000000000002,"15min":1.1379999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":33.665999999999997,"5min":70.212999999999994,"15min":70.212999999999994},"last":1.262},{"interface":"front","average":{"1min":5.8700000000000001,"5min":3.1070000000000002,"15min":1.337},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.247},"max":{"1min":40.225000000000001,"5min":69.948999999999998,"15min":69.948999999999998},"last":0.36699999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":1.9730000000000001,"5min":1.5389999999999999,"15min":0.82499999999999996},"min":{"1min":0.33100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":8.8339999999999996,"5min":8.8339999999999996,"15min":8.8339999999999996},"last":8.0389999999999997},{"interface":"front","average":{"1min":2.0379999999999998,"5min":1.0089999999999999,"15min":0.69899999999999995},"min":{"1min":0.27300000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":18.565999999999999,"5min":18.565999999999999,"15min":18.565999999999999},"last":0.61399999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":6.8449999999999998,"5min":2.508,"15min":1.129},"min":{"1min":0.308,"5min":0.26300000000000001,"15min":0.26100000000000001},"max":{"1min":34.118000000000002,"5min":34.118000000000002,"15min":34.118000000000002},"last":0.628},{"interface":"front","average":{"1min":6.1980000000000004,"5min":2.0550000000000002,"15min":0.97399999999999998},"min":{"1min":0.29599999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":34.124000000000002,"5min":34.124000000000002,"15min":34.124000000000002},"last":0.64800000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":0.997,"15min":0.55200000000000005},"min":{"1min":0.255,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":5.9909999999999997,"5min":5.9909999999999997,"15min":5.9909999999999997},"last":0.29599999999999999},{"interface":"front","average":{"1min":1.3220000000000001,"5min":1.173,"15min":0.63},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.22500000000000001},"max":{"1min":5.7030000000000003,"5min":7.4379999999999997,"15min":7.4379999999999997},"last":0.312}]},{"osd":6,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":0.90600000000000003,"15min":0.51900000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.9470000000000001,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.377},{"interface":"front","average":{"1min":1.5840000000000001,"5min":1.397,"15min":0.70199999999999996},"min":{"1min":0.27200000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":5.7290000000000001,"5min":11.997,"15min":11.997},"last":0.38300000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.244,"15min":0.67200000000000004},"min":{"1min":0.29299999999999998,"5min":0.25800000000000001,"15min":0.25700000000000001},"max":{"1min":7.0529999999999999,"5min":12.824,"15min":12.824},"last":0.35799999999999998},{"interface":"front","average":{"1min":2.5190000000000001,"5min":1.6970000000000001,"15min":0.81899999999999995},"min":{"1min":0.255,"5min":0.252,"15min":0.252},"max":{"1min":9.2230000000000008,"5min":9.2230000000000008,"15min":9.2230000000000008},"last":0.42499999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822973,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1241000,"kb_used_data":192416,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92504152,"statfs":{"total":95995035648,"available":94724251648,"internally_reserved":1073741824,"allocated":197033984,"data_stored":195721237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:22 2021","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":2.1240000000000001,"15min":1.101},"min":{"1min":0.23999999999999999,"5min":0.22800000000000001,"15min":0.19500000000000001},"max":{"1min":6.1989999999999998,"5min":59.381,"15min":59.381},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.87,"5min":2.3050000000000002,"15min":1.198},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.24399999999999999},"max":{"1min":6.2430000000000003,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.42299999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":2.2749999999999999,"5min":2.9489999999999998,"15min":1.5589999999999999},"min":{"1min":0.32100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":8.1039999999999992,"5min":85.896000000000001,"15min":85.896000000000001},"last":1.6439999999999999},{"interface":"front","average":{"1min":1.732,"5min":3.1200000000000001,"15min":1.6850000000000001},"min":{"1min":0.246,"5min":0.216,"15min":0.216},"max":{"1min":8.4429999999999996,"5min":85.566999999999993,"15min":85.566999999999993},"last":1.948}]},{"osd":2,"last update":"Mon Jul 26 16:10:36 2021","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":1.2769999999999999,"15min":1.2370000000000001},"min":{"1min":0.253,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":6.7519999999999998,"5min":6.7519999999999998,"15min":35.734000000000002},"last":0.38300000000000001},{"interface":"front","average":{"1min":2.0339999999999998,"5min":1.361,"15min":1.798},"min":{"1min":0.27500000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":11.815,"5min":12.111000000000001,"15min":171.78700000000001},"last":0.47199999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:11:22 2021","interfaces":[{"interface":"back","average":{"1min":1.155,"5min":2.2679999999999998,"15min":1.5369999999999999},"min":{"1min":0.34100000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":6.1619999999999999,"5min":59.469999999999999,"15min":59.469999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":2.169,"5min":2.488,"15min":1.615},"min":{"1min":0.33200000000000002,"5min":0.28999999999999998,"15min":0.23499999999999999},"max":{"1min":8.5090000000000003,"5min":59.465000000000003,"15min":59.465000000000003},"last":0.623}]},{"osd":4,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":2.2309999999999999,"5min":1.708,"15min":0.79300000000000004},"min":{"1min":0.312,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":8.6180000000000003,"5min":18.094000000000001,"15min":18.094000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":1.827,"5min":1.3149999999999999,"15min":0.66400000000000003},"min":{"1min":0.30499999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":5.1820000000000004,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":0.41099999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":1.792,"5min":1.6919999999999999,"15min":0.90200000000000002},"min":{"1min":0.28699999999999998,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":7.1310000000000002,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":1.9750000000000001},{"interface":"front","average":{"1min":1.083,"5min":1.3129999999999999,"15min":0.79300000000000004},"min":{"1min":0.26500000000000001,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":6.1289999999999996,"5min":11.865,"15min":11.865},"last":0.32800000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:10:42 2021","interfaces":[{"interface":"back","average":{"1min":2.8959999999999999,"5min":1.3400000000000001,"15min":0.85099999999999998},"min":{"1min":0.32200000000000001,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":15.15,"5min":15.15,"15min":15.15},"last":1.6599999999999999},{"interface":"front","average":{"1min":2.1349999999999998,"5min":0.88300000000000001,"15min":0.66300000000000003},"min":{"1min":0.33800000000000002,"5min":0.249,"15min":0.217},"max":{"1min":5.9649999999999999,"5min":5.9649999999999999,"15min":8.1170000000000009},"last":0.58099999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3881,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4179,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8107,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1627783168,"data_stored":1627783168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":356519936,"data_stored":356515864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":459149312,"data_stored":459145240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":205127680,"data_stored":205127680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":185204736,"data_stored":185204736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":283512832,"data_stored":283508760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":257884160,"data_stored":257884160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:11:44.645 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:44.683 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:44.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:44.684 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:44.785 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:44.812 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:44.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:44.814 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:44.915 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:44.953 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:44.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:44.959 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:45.061 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:45.095 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:45.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:45.096 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:45.197 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:45.229 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:45.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:45.231 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:45.333 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:45.381 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:45.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:45.382 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:45.398 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:45 smithi078 ceph-mon[73801]: pgmap v765: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 549 MiB data, 1.8 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 740 op/s; 17323/26394 objects degraded (65.632%); 0 B/s, 32 objects/s recovering 2021-07-26T16:11:45.399 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:45 smithi078 ceph-mon[77813]: pgmap v765: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 549 MiB data, 1.8 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 740 op/s; 17323/26394 objects degraded (65.632%); 0 B/s, 32 objects/s recovering 2021-07-26T16:11:45.484 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:45.514 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:45.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:45.515 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:45.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:45 smithi139 ceph-mon[56829]: pgmap v765: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 549 MiB data, 1.8 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 740 op/s; 17323/26394 objects degraded (65.632%); 0 B/s, 32 objects/s recovering 2021-07-26T16:11:45.617 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:45.657 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:45.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:45.658 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:45.759 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:45.780 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:45.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:45.782 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:45.883 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:45.912 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:45.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:45.914 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:46.015 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:46.050 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:46.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:46.052 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:46.153 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:46.178 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:46.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:46.180 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:46.237 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:11:46.281 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:46.309 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:46.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:46.310 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:46.342 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:46 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1089155912' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:11:46.343 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:46 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1089155912' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:11:46.412 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:46.442 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:46.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:46.443 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:46.544 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:46.575 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:46.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:46.577 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:46.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:46 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1089155912' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:11:46.679 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:46.718 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:46.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:46.719 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:46.820 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:46.856 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:46.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:46.857 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:46.958 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:46.983 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:46.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:46.984 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:47.086 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:47.128 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:47.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:47.129 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:47.230 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:47.252 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:47.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:47.254 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:47.355 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:47.392 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:47.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:47.393 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:47.440 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:47 smithi078 ceph-mon[77813]: pgmap v766: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 321 MiB data, 1.3 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 734 op/s; 17140/15432 objects degraded (111.068%); 0 B/s, 34 objects/s recovering 2021-07-26T16:11:47.440 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:47 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:47.440 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:47 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1089155912' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:11:47.440 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:47 smithi078 ceph-mon[77813]: osdmap e271: 8 total, 8 up, 6 in 2021-07-26T16:11:47.441 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:47 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 17140/15432 objects degraded (111.068%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:47.441 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:47 smithi078 ceph-mon[73801]: pgmap v766: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 321 MiB data, 1.3 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 734 op/s; 17140/15432 objects degraded (111.068%); 0 B/s, 34 objects/s recovering 2021-07-26T16:11:47.441 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:47 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:47.442 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:47 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1089155912' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:11:47.442 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:47 smithi078 ceph-mon[73801]: osdmap e271: 8 total, 8 up, 6 in 2021-07-26T16:11:47.442 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:47 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 17140/15432 objects degraded (111.068%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:47.494 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:47.520 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:47.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:47.521 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:47.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:47 smithi139 ceph-mon[56829]: pgmap v766: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 321 MiB data, 1.3 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 734 op/s; 17140/15432 objects degraded (111.068%); 0 B/s, 34 objects/s recovering 2021-07-26T16:11:47.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:47 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:47.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:47 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1089155912' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:11:47.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:47 smithi139 ceph-mon[56829]: osdmap e271: 8 total, 8 up, 6 in 2021-07-26T16:11:47.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:47 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 17140/15432 objects degraded (111.068%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:47.622 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:47.633 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:11:47.654 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:47.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:47.655 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:47.756 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:47.804 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:47.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:47.806 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:47.846 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:47.907 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:47.948 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:47.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:47.950 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:48.051 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:48.078 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:48.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:48.079 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:48.115 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:11:48.116 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:11:48.116 INFO:teuthology.orchestra.run.smithi078.stdout: "complaint_time": 30, 2021-07-26T16:11:48.116 INFO:teuthology.orchestra.run.smithi078.stdout: "num_blocked_ops": 0 2021-07-26T16:11:48.116 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:11:48.180 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:48.216 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:48.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:48.217 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:48.318 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:48.354 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:48.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:48.356 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:48.457 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:48.493 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:48.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:48.495 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:48.596 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:48.628 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:48.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:48.629 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:48.730 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:48.759 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:48.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:48.761 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:48.862 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:48.896 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:48.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:48.897 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:48.998 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:49.034 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:49.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:49.036 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:49.137 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:49.169 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:49.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:49.170 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:49.250 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:11:49.250 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:11:49.250 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:11:49.251 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:11:49.251 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:11:49.251 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:11:49.264 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:11:49.271 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:49.295 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:11:49.297 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:11:49.297 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:11:49.297 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:11:49.298 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:11:49.298 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:11:49.298 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:11:49.298 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:11:49.299 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:11:49.306 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:49.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:49.307 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:49.408 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:49.441 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:49.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:49.443 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:49.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:49 smithi078 ceph-mon[73801]: pgmap v768: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 321 MiB data, 1.3 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 734 op/s; 17140/15432 objects degraded (111.068%); 0 B/s, 34 objects/s recovering 2021-07-26T16:11:49.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:49 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3230911395' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:49.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:49 smithi078 ceph-mon[77813]: pgmap v768: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 321 MiB data, 1.3 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 734 op/s; 17140/15432 objects degraded (111.068%); 0 B/s, 34 objects/s recovering 2021-07-26T16:11:49.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:49 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3230911395' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:49.544 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:49.572 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:49.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:49.574 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:49.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:49 smithi139 ceph-mon[56829]: pgmap v768: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 321 MiB data, 1.3 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 734 op/s; 17140/15432 objects degraded (111.068%); 0 B/s, 34 objects/s recovering 2021-07-26T16:11:49.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:49 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3230911395' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:49.676 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:49.710 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:49.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:49.711 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:49.733 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:11:49.812 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:49.841 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:49.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:49.845 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:49.914 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-07-26T16:11:49.932 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:49.947 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:50.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:50.007 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:50.007 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:50.108 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:50.138 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:50.139 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:50.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:50.140 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:50.241 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:50.280 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:50.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:50.281 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:50.382 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:50.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:50.410 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:50.410 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:50.511 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:50.543 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:50.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:50.544 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:50.646 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:50.671 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:50.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:50.673 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:50.774 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:50.814 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:50.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:50.816 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:50.917 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:50.953 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:50.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:50.954 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:51.055 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:51.096 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:51.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:51.098 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:51.199 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:51.229 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:51.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:51.231 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:51.275 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:51 smithi078 ceph-mon[73801]: pgmap v769: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 90 MiB data, 626 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 733 op/s; 16969/4371 objects degraded (388.218%); 0 B/s, 35 objects/s recovering 2021-07-26T16:11:51.275 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:51 smithi078 ceph-mon[77813]: pgmap v769: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 90 MiB data, 626 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 733 op/s; 16969/4371 objects degraded (388.218%); 0 B/s, 35 objects/s recovering 2021-07-26T16:11:51.331 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:51.367 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:51.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:51.369 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:51.470 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:51.501 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:51.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:51.502 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:51.533 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Removed 96500 objects 2021-07-26T16:11:51.533 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Clean up completed and total clean up time :137.18 2021-07-26T16:11:51.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:51 smithi139 ceph-mon[56829]: pgmap v769: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 90 MiB data, 626 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 733 op/s; 16969/4371 objects degraded (388.218%); 0 B/s, 35 objects/s recovering 2021-07-26T16:11:51.603 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:51.625 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:51.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:51.626 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:51.727 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:51.748 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:51.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:51.749 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:51.765 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:11:51.767 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:11:51.850 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:51.873 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:51.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:51.875 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:51.976 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:51.997 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:51.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:51.999 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:52.100 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:52.121 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:52.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:52.122 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:52.223 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:52.245 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:52.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:52.247 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:52.348 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:52.369 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:52.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:52.370 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:52.471 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:52.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:52 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 16969/4371 objects degraded (388.218%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:52.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:52 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 16969/4371 objects degraded (388.218%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:52.493 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:52.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:52.494 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:52.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:52 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 16969/4371 objects degraded (388.218%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:52.595 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:52.617 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:52.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:52.618 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:52.721 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:52.742 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:52.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:52.744 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:52.746 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:11:52.845 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:52.867 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:52.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:52.869 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:52.889 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:52.970 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:52.993 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:52.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:52.995 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:53.096 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:53.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:53.120 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:53.120 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:53.221 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:53.243 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:53.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:53.245 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:53.288 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:53 smithi078 ceph-mon[73801]: from='client.45906 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:53.289 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:53 smithi078 ceph-mon[73801]: pgmap v770: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 90 MiB data, 626 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 733 op/s; 16969/4371 objects degraded (388.218%); 0 B/s, 35 objects/s recovering 2021-07-26T16:11:53.289 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:53 smithi078 ceph-mon[77813]: from='client.45906 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:53.289 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:53 smithi078 ceph-mon[77813]: pgmap v770: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 90 MiB data, 626 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 733 op/s; 16969/4371 objects degraded (388.218%); 0 B/s, 35 objects/s recovering 2021-07-26T16:11:53.346 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:53.367 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:53.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:53.368 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:53.469 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:53.493 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:53.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:53.494 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:53.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:53 smithi139 ceph-mon[56829]: from='client.45906 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:53.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:53 smithi139 ceph-mon[56829]: pgmap v770: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 90 MiB data, 626 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 733 op/s; 16969/4371 objects degraded (388.218%); 0 B/s, 35 objects/s recovering 2021-07-26T16:11:53.595 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:53.616 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:53.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:53.617 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:53.718 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:53.745 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:53.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:53.747 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:53.848 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:53.870 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:53.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:53.872 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:53.925 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":769,"stamp":"2021-07-26T16:11:50.054872+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":94443446,"num_objects":1457,"num_object_clones":0,"num_object_copies":4371,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":16969,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1457,"num_whiteouts":0,"num_read":295,"num_read_kb":501,"num_write":191829,"num_write_kb":6178446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11880,"num_bytes_recovered":613289028,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115763,"ondisk_log_size":115763,"up":267,"acting":262,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":4835324,"kb_used_data":395660,"kb_used_omap":2792,"kb_used_meta":4436695,"kb_avail":557635588,"statfs":{"total":575970213888,"available":571018842112,"internally_reserved":4294967296,"allocated":405155840,"data_stored":397197844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2859625,"internal_metadata":4543176087},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,4,3,10,5,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-481099776,"num_objects":-7341,"num_object_clones":0,"num_object_copies":-22023,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-354,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-7341,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7341,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":354,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003169"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":124,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.182506+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:11:36.182506+0000","last_peered":"2021-07-26T16:11:36.182506+0000","last_clean":"2021-07-26T16:11:36.182506+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:11:36.182506+0000","last_undegraded":"2021-07-26T16:11:36.182506+0000","last_fullsized":"2021-07-26T16:11:36.182506+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":246,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194838+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:11:36.194838+0000","last_peered":"2021-07-26T16:11:36.194838+0000","last_clean":"2021-07-26T16:11:36.194838+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:11:36.194838+0000","last_undegraded":"2021-07-26T16:11:36.194838+0000","last_fullsized":"2021-07-26T16:11:36.194838+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":248,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194606+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:11:36.194606+0000","last_peered":"2021-07-26T16:11:36.194606+0000","last_clean":"2021-07-26T16:11:36.194606+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:11:36.194606+0000","last_undegraded":"2021-07-26T16:11:36.194606+0000","last_fullsized":"2021-07-26T16:11:36.194606+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":184,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.188797+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:11:36.188797+0000","last_peered":"2021-07-26T16:11:36.188797+0000","last_clean":"2021-07-26T16:11:36.188797+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:11:36.188797+0000","last_undegraded":"2021-07-26T16:11:36.188797+0000","last_fullsized":"2021-07-26T16:11:36.188797+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":277,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194023+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:11:36.194023+0000","last_peered":"2021-07-26T16:11:36.194023+0000","last_clean":"2021-07-26T16:11:36.194023+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:11:36.194023+0000","last_undegraded":"2021-07-26T16:11:36.194023+0000","last_fullsized":"2021-07-26T16:11:36.194023+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":240,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.187075+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:11:36.187075+0000","last_peered":"2021-07-26T16:11:36.187075+0000","last_clean":"2021-07-26T16:11:36.187075+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:11:36.187075+0000","last_undegraded":"2021-07-26T16:11:36.187075+0000","last_fullsized":"2021-07-26T16:11:36.187075+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":164,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.189831+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:11:36.189831+0000","last_peered":"2021-07-26T16:11:36.189831+0000","last_clean":"2021-07-26T16:11:36.189831+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:11:36.189831+0000","last_undegraded":"2021-07-26T16:11:36.189831+0000","last_fullsized":"2021-07-26T16:11:36.189831+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":185,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194218+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:11:36.194218+0000","last_peered":"2021-07-26T16:11:36.194218+0000","last_clean":"2021-07-26T16:11:36.194218+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:11:36.194218+0000","last_undegraded":"2021-07-26T16:11:36.194218+0000","last_fullsized":"2021-07-26T16:11:36.194218+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":82,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.189777+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:11:36.189777+0000","last_peered":"2021-07-26T16:11:36.189777+0000","last_clean":"2021-07-26T16:11:36.189777+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:11:36.189777+0000","last_undegraded":"2021-07-26T16:11:36.189777+0000","last_fullsized":"2021-07-26T16:11:36.189777+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":63,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.188072+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:11:36.188072+0000","last_peered":"2021-07-26T16:11:36.188072+0000","last_clean":"2021-07-26T16:11:36.188072+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:11:36.188072+0000","last_undegraded":"2021-07-26T16:11:36.188072+0000","last_fullsized":"2021-07-26T16:11:36.188072+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":171,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.188916+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:11:36.188916+0000","last_peered":"2021-07-26T16:11:36.188916+0000","last_clean":"2021-07-26T16:11:36.188916+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:11:36.188916+0000","last_undegraded":"2021-07-26T16:11:36.188916+0000","last_fullsized":"2021-07-26T16:11:36.188916+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":281,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194760+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:11:36.194760+0000","last_peered":"2021-07-26T16:11:36.194760+0000","last_clean":"2021-07-26T16:11:36.194760+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:11:36.194760+0000","last_undegraded":"2021-07-26T16:11:36.194760+0000","last_fullsized":"2021-07-26T16:11:36.194760+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":197,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.183824+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:11:36.183824+0000","last_peered":"2021-07-26T16:11:36.183824+0000","last_clean":"2021-07-26T16:11:36.183824+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:11:36.183824+0000","last_undegraded":"2021-07-26T16:11:36.183824+0000","last_fullsized":"2021-07-26T16:11:36.183824+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":106,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.182881+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:11:36.182881+0000","last_peered":"2021-07-26T16:11:36.182881+0000","last_clean":"2021-07-26T16:11:36.182881+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:11:36.182881+0000","last_undegraded":"2021-07-26T16:11:36.182881+0000","last_fullsized":"2021-07-26T16:11:36.182881+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":297,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.188345+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:11:36.188345+0000","last_peered":"2021-07-26T16:11:36.188345+0000","last_clean":"2021-07-26T16:11:36.188345+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:11:36.188345+0000","last_undegraded":"2021-07-26T16:11:36.188345+0000","last_fullsized":"2021-07-26T16:11:36.188345+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":167,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194078+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:11:36.194078+0000","last_peered":"2021-07-26T16:11:36.194078+0000","last_clean":"2021-07-26T16:11:36.194078+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:11:36.194078+0000","last_undegraded":"2021-07-26T16:11:36.194078+0000","last_fullsized":"2021-07-26T16:11:36.194078+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":184,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.188378+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:11:36.188378+0000","last_peered":"2021-07-26T16:11:36.188378+0000","last_clean":"2021-07-26T16:11:36.188378+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:11:36.188378+0000","last_undegraded":"2021-07-26T16:11:36.188378+0000","last_fullsized":"2021-07-26T16:11:36.188378+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":71,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.186694+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:11:36.186694+0000","last_peered":"2021-07-26T16:11:36.186694+0000","last_clean":"2021-07-26T16:11:36.186694+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:11:36.186694+0000","last_undegraded":"2021-07-26T16:11:36.186694+0000","last_fullsized":"2021-07-26T16:11:36.186694+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":251,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.188539+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:11:36.188539+0000","last_peered":"2021-07-26T16:11:36.188539+0000","last_clean":"2021-07-26T16:11:36.188539+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:11:36.188539+0000","last_undegraded":"2021-07-26T16:11:36.188539+0000","last_fullsized":"2021-07-26T16:11:36.188539+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":193,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.189169+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:11:36.189169+0000","last_peered":"2021-07-26T16:11:36.189169+0000","last_clean":"2021-07-26T16:11:36.189169+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:11:36.189169+0000","last_undegraded":"2021-07-26T16:11:36.189169+0000","last_fullsized":"2021-07-26T16:11:36.189169+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":367,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.184606+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:11:36.184606+0000","last_peered":"2021-07-26T16:11:36.184606+0000","last_clean":"2021-07-26T16:11:36.184606+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:11:36.184606+0000","last_undegraded":"2021-07-26T16:11:36.184606+0000","last_fullsized":"2021-07-26T16:11:36.184606+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":61,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.190718+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:11:36.190718+0000","last_peered":"2021-07-26T16:11:36.190718+0000","last_clean":"2021-07-26T16:11:36.190718+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:11:36.190718+0000","last_undegraded":"2021-07-26T16:11:36.190718+0000","last_fullsized":"2021-07-26T16:11:36.190718+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"271'12278","reported_seq":12327,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:49.692164+0000","last_change":"2021-07-26T16:07:57.142992+0000","last_active":"2021-07-26T16:11:49.692164+0000","last_peered":"2021-07-26T16:11:49.692164+0000","last_clean":"2021-07-26T16:11:49.692164+0000","last_became_active":"2021-07-26T16:07:57.142675+0000","last_became_peered":"2021-07-26T16:07:57.142675+0000","last_unstale":"2021-07-26T16:11:49.692164+0000","last_undegraded":"2021-07-26T16:11:49.692164+0000","last_fullsized":"2021-07-26T16:11:49.692164+0000","mapping_epoch":230,"log_start":"255'7100","ondisk_log_start":"255'7100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5178,"ondisk_log_size":5178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":5505024,"num_objects":84,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12278,"num_write_kb":395584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":78,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.190781+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:11:36.190781+0000","last_peered":"2021-07-26T16:11:36.190781+0000","last_clean":"2021-07-26T16:11:36.190781+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:11:36.190781+0000","last_undegraded":"2021-07-26T16:11:36.190781+0000","last_fullsized":"2021-07-26T16:11:36.190781+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":89,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.186190+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:11:36.186190+0000","last_peered":"2021-07-26T16:11:36.186190+0000","last_clean":"2021-07-26T16:11:36.186190+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:11:36.186190+0000","last_undegraded":"2021-07-26T16:11:36.186190+0000","last_fullsized":"2021-07-26T16:11:36.186190+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"271'12167","reported_seq":12216,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:49.430851+0000","last_change":"2021-07-26T16:07:57.173645+0000","last_active":"2021-07-26T16:11:49.430851+0000","last_peered":"2021-07-26T16:11:49.430851+0000","last_clean":"2021-07-26T16:11:49.430851+0000","last_became_active":"2021-07-26T16:07:57.173166+0000","last_became_peered":"2021-07-26T16:07:57.173166+0000","last_unstale":"2021-07-26T16:11:49.430851+0000","last_undegraded":"2021-07-26T16:11:49.430851+0000","last_fullsized":"2021-07-26T16:11:49.430851+0000","mapping_epoch":230,"log_start":"234'2400","ondisk_log_start":"234'2400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9767,"ondisk_log_size":9767,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6488064,"num_objects":99,"num_object_clones":0,"num_object_copies":297,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":99,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12167,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":170,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.189135+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:11:36.189135+0000","last_peered":"2021-07-26T16:11:36.189135+0000","last_clean":"2021-07-26T16:11:36.189135+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:11:36.189135+0000","last_undegraded":"2021-07-26T16:11:36.189135+0000","last_fullsized":"2021-07-26T16:11:36.189135+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":115,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.182605+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:11:36.182605+0000","last_peered":"2021-07-26T16:11:36.182605+0000","last_clean":"2021-07-26T16:11:36.182605+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:11:36.182605+0000","last_undegraded":"2021-07-26T16:11:36.182605+0000","last_fullsized":"2021-07-26T16:11:36.182605+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"271'12201","reported_seq":19538,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:49.750791+0000","last_change":"2021-07-26T16:09:45.364253+0000","last_active":"2021-07-26T16:11:49.750791+0000","last_peered":"2021-07-26T16:11:49.750791+0000","last_clean":"2021-07-26T16:11:49.750791+0000","last_became_active":"2021-07-26T16:09:45.354123+0000","last_became_peered":"2021-07-26T16:09:45.354123+0000","last_unstale":"2021-07-26T16:11:49.750791+0000","last_undegraded":"2021-07-26T16:11:49.750791+0000","last_fullsized":"2021-07-26T16:11:49.750791+0000","mapping_epoch":252,"log_start":"255'7100","ondisk_log_start":"255'7100","created":230,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5101,"ondisk_log_size":5101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4653056,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12201,"num_write_kb":392704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3636,"num_bytes_recovered":238288896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":302,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.188741+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:11:36.188741+0000","last_peered":"2021-07-26T16:11:36.188741+0000","last_clean":"2021-07-26T16:11:36.188741+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:11:36.188741+0000","last_undegraded":"2021-07-26T16:11:36.188741+0000","last_fullsized":"2021-07-26T16:11:36.188741+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":258,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.184922+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:11:36.184922+0000","last_peered":"2021-07-26T16:11:36.184922+0000","last_clean":"2021-07-26T16:11:36.184922+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:11:36.184922+0000","last_undegraded":"2021-07-26T16:11:36.184922+0000","last_fullsized":"2021-07-26T16:11:36.184922+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"271'11829","reported_seq":11878,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:49.183990+0000","last_change":"2021-07-26T16:07:57.173623+0000","last_active":"2021-07-26T16:11:49.183990+0000","last_peered":"2021-07-26T16:11:49.183990+0000","last_clean":"2021-07-26T16:11:49.183990+0000","last_became_active":"2021-07-26T16:07:57.172728+0000","last_became_peered":"2021-07-26T16:07:57.172728+0000","last_unstale":"2021-07-26T16:11:49.183990+0000","last_undegraded":"2021-07-26T16:11:49.183990+0000","last_fullsized":"2021-07-26T16:11:49.183990+0000","mapping_epoch":230,"log_start":"244'4600","ondisk_log_start":"244'4600","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7229,"ondisk_log_size":7229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6488064,"num_objects":99,"num_object_clones":0,"num_object_copies":297,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":99,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11829,"num_write_kb":381696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":259,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.186571+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:11:36.186571+0000","last_peered":"2021-07-26T16:11:36.186571+0000","last_clean":"2021-07-26T16:11:36.186571+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:11:36.186571+0000","last_undegraded":"2021-07-26T16:11:36.186571+0000","last_fullsized":"2021-07-26T16:11:36.186571+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":134,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.195586+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:11:36.195586+0000","last_peered":"2021-07-26T16:11:36.195586+0000","last_clean":"2021-07-26T16:11:36.195586+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:11:36.195586+0000","last_undegraded":"2021-07-26T16:11:36.195586+0000","last_fullsized":"2021-07-26T16:11:36.195586+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"271'11672","reported_seq":11728,"reported_epoch":271,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:49.152525+0000","last_change":"2021-07-26T16:08:44.038103+0000","last_active":"2021-07-26T16:11:49.152525+0000","last_peered":"2021-07-26T16:11:49.152525+0000","last_clean":"2021-07-26T16:08:35.258554+0000","last_became_active":"2021-07-26T16:08:43.985025+0000","last_became_peered":"2021-07-26T16:08:43.985025+0000","last_unstale":"2021-07-26T16:11:49.152525+0000","last_undegraded":"2021-07-26T16:08:43.918569+0000","last_fullsized":"2021-07-26T16:08:37.283478+0000","mapping_epoch":237,"log_start":"244'4500","ondisk_log_start":"244'4500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7172,"ondisk_log_size":7172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6553600,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11672,"num_write_kb":376704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3],"avail_no_missing":["7","0","3"],"object_location_counts":[{"shards":"3,7","objects":-3403}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":231,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.182648+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:11:36.182648+0000","last_peered":"2021-07-26T16:11:36.182648+0000","last_clean":"2021-07-26T16:11:36.182648+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:11:36.182648+0000","last_undegraded":"2021-07-26T16:11:36.182648+0000","last_fullsized":"2021-07-26T16:11:36.182648+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":106,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.183732+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:11:36.183732+0000","last_peered":"2021-07-26T16:11:36.183732+0000","last_clean":"2021-07-26T16:11:36.183732+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:11:36.183732+0000","last_undegraded":"2021-07-26T16:11:36.183732+0000","last_fullsized":"2021-07-26T16:11:36.183732+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"271'11877","reported_seq":19163,"reported_epoch":271,"state":"active+recovery_wait","last_fresh":"2021-07-26T16:11:49.451653+0000","last_change":"2021-07-26T16:09:53.215851+0000","last_active":"2021-07-26T16:11:49.451653+0000","last_peered":"2021-07-26T16:11:49.451653+0000","last_clean":"2021-07-26T16:08:35.270285+0000","last_became_active":"2021-07-26T16:09:53.171603+0000","last_became_peered":"2021-07-26T16:09:53.171603+0000","last_unstale":"2021-07-26T16:11:49.451653+0000","last_undegraded":"2021-07-26T16:11:49.451653+0000","last_fullsized":"2021-07-26T16:11:49.451653+0000","mapping_epoch":254,"log_start":"234'2100","ondisk_log_start":"234'2100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9777,"ondisk_log_size":9777,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":5046272,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11877,"num_write_kb":382528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3610,"num_bytes_recovered":236519424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":["5","0","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":77}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":265,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.184810+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:11:36.184810+0000","last_peered":"2021-07-26T16:11:36.184810+0000","last_clean":"2021-07-26T16:11:36.184810+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:11:36.184810+0000","last_undegraded":"2021-07-26T16:11:36.184810+0000","last_fullsized":"2021-07-26T16:11:36.184810+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":58,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.182759+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:11:36.182759+0000","last_peered":"2021-07-26T16:11:36.182759+0000","last_clean":"2021-07-26T16:11:36.182759+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:11:36.182759+0000","last_undegraded":"2021-07-26T16:11:36.182759+0000","last_fullsized":"2021-07-26T16:11:36.182759+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"271'12109","reported_seq":14278,"reported_epoch":271,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:49.620979+0000","last_change":"2021-07-26T16:11:19.563556+0000","last_active":"2021-07-26T16:11:49.620979+0000","last_peered":"2021-07-26T16:11:49.620979+0000","last_clean":"2021-07-26T16:08:35.259559+0000","last_became_active":"2021-07-26T16:08:37.453089+0000","last_became_peered":"2021-07-26T16:08:37.453089+0000","last_unstale":"2021-07-26T16:11:49.620979+0000","last_undegraded":"2021-07-26T16:08:37.303297+0000","last_fullsized":"2021-07-26T16:08:37.274000+0000","mapping_epoch":237,"log_start":"248'5400","ondisk_log_start":"248'5400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6709,"ondisk_log_size":6709,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6815768,"num_objects":105,"num_object_clones":0,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2665,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12109,"num_write_kb":390785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1055,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"1,6","objects":-2560}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":115,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.182530+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:11:36.182530+0000","last_peered":"2021-07-26T16:11:36.182530+0000","last_clean":"2021-07-26T16:11:36.182530+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:11:36.182530+0000","last_undegraded":"2021-07-26T16:11:36.182530+0000","last_fullsized":"2021-07-26T16:11:36.182530+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":131,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.182985+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:11:36.182985+0000","last_peered":"2021-07-26T16:11:36.182985+0000","last_clean":"2021-07-26T16:11:36.182985+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:11:36.182985+0000","last_undegraded":"2021-07-26T16:11:36.182985+0000","last_fullsized":"2021-07-26T16:11:36.182985+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"271'11776","reported_seq":11825,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:49.603620+0000","last_change":"2021-07-26T16:07:57.173706+0000","last_active":"2021-07-26T16:11:49.603620+0000","last_peered":"2021-07-26T16:11:49.603620+0000","last_clean":"2021-07-26T16:11:49.603620+0000","last_became_active":"2021-07-26T16:07:57.173358+0000","last_became_peered":"2021-07-26T16:07:57.173358+0000","last_unstale":"2021-07-26T16:11:49.603620+0000","last_undegraded":"2021-07-26T16:11:49.603620+0000","last_fullsized":"2021-07-26T16:11:49.603620+0000","mapping_epoch":230,"log_start":"247'5100","ondisk_log_start":"247'5100","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6676,"ondisk_log_size":6676,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":5505024,"num_objects":84,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11776,"num_write_kb":379520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":260,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.193932+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:11:36.193932+0000","last_peered":"2021-07-26T16:11:36.193932+0000","last_clean":"2021-07-26T16:11:36.193932+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:11:36.193932+0000","last_undegraded":"2021-07-26T16:11:36.193932+0000","last_fullsized":"2021-07-26T16:11:36.193932+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":254,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.204387+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:11:36.204387+0000","last_peered":"2021-07-26T16:11:36.204387+0000","last_clean":"2021-07-26T16:11:36.204387+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:11:36.204387+0000","last_undegraded":"2021-07-26T16:11:36.204387+0000","last_fullsized":"2021-07-26T16:11:36.204387+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"271'12097","reported_seq":12146,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:49.979457+0000","last_change":"2021-07-26T16:07:57.173048+0000","last_active":"2021-07-26T16:11:49.979457+0000","last_peered":"2021-07-26T16:11:49.979457+0000","last_clean":"2021-07-26T16:11:49.979457+0000","last_became_active":"2021-07-26T16:07:57.172088+0000","last_became_peered":"2021-07-26T16:07:57.172088+0000","last_unstale":"2021-07-26T16:11:49.979457+0000","last_undegraded":"2021-07-26T16:11:49.979457+0000","last_fullsized":"2021-07-26T16:11:49.979457+0000","mapping_epoch":230,"log_start":"244'4700","ondisk_log_start":"244'4700","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7397,"ondisk_log_size":7397,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4521984,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12097,"num_write_kb":389312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":292,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194252+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:11:36.194252+0000","last_peered":"2021-07-26T16:11:36.194252+0000","last_clean":"2021-07-26T16:11:36.194252+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:11:36.194252+0000","last_undegraded":"2021-07-26T16:11:36.194252+0000","last_fullsized":"2021-07-26T16:11:36.194252+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":298,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.186630+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:11:36.186630+0000","last_peered":"2021-07-26T16:11:36.186630+0000","last_clean":"2021-07-26T16:11:36.186630+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:11:36.186630+0000","last_undegraded":"2021-07-26T16:11:36.186630+0000","last_fullsized":"2021-07-26T16:11:36.186630+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":262,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194837+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:11:36.194837+0000","last_peered":"2021-07-26T16:11:36.194837+0000","last_clean":"2021-07-26T16:11:36.194837+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:11:36.194837+0000","last_undegraded":"2021-07-26T16:11:36.194837+0000","last_fullsized":"2021-07-26T16:11:36.194837+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"271'12467","reported_seq":12523,"reported_epoch":271,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:49.574085+0000","last_change":"2021-07-26T16:08:37.515899+0000","last_active":"2021-07-26T16:11:49.574085+0000","last_peered":"2021-07-26T16:11:49.574085+0000","last_clean":"2021-07-26T16:08:35.259578+0000","last_became_active":"2021-07-26T16:08:37.498255+0000","last_became_peered":"2021-07-26T16:08:37.498255+0000","last_unstale":"2021-07-26T16:11:49.574085+0000","last_undegraded":"2021-07-26T16:08:37.308912+0000","last_fullsized":"2021-07-26T16:08:37.273819+0000","mapping_epoch":237,"log_start":"248'5800","ondisk_log_start":"248'5800","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":6667,"ondisk_log_size":6667,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":5832704,"num_objects":89,"num_object_clones":0,"num_object_copies":267,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3776,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":89,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12467,"num_write_kb":401792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"3,6","objects":-3687}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":245,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.186472+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:11:36.186472+0000","last_peered":"2021-07-26T16:11:36.186472+0000","last_clean":"2021-07-26T16:11:36.186472+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:11:36.186472+0000","last_undegraded":"2021-07-26T16:11:36.186472+0000","last_fullsized":"2021-07-26T16:11:36.186472+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":115,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.182890+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:11:36.182890+0000","last_peered":"2021-07-26T16:11:36.182890+0000","last_clean":"2021-07-26T16:11:36.182890+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:11:36.182890+0000","last_undegraded":"2021-07-26T16:11:36.182890+0000","last_fullsized":"2021-07-26T16:11:36.182890+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":316,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194171+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:11:36.194171+0000","last_peered":"2021-07-26T16:11:36.194171+0000","last_clean":"2021-07-26T16:11:36.194171+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:11:36.194171+0000","last_undegraded":"2021-07-26T16:11:36.194171+0000","last_fullsized":"2021-07-26T16:11:36.194171+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"271'11791","reported_seq":11846,"reported_epoch":271,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:50.028801+0000","last_change":"2021-07-26T16:08:37.546898+0000","last_active":"2021-07-26T16:11:50.028801+0000","last_peered":"2021-07-26T16:11:50.028801+0000","last_clean":"2021-07-26T16:08:35.256099+0000","last_became_active":"2021-07-26T16:08:37.538137+0000","last_became_peered":"2021-07-26T16:08:37.538137+0000","last_unstale":"2021-07-26T16:11:50.028801+0000","last_undegraded":"2021-07-26T16:08:37.293735+0000","last_fullsized":"2021-07-26T16:08:37.271374+0000","mapping_epoch":237,"log_start":"243'4400","ondisk_log_start":"243'4400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7391,"ondisk_log_size":7391,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6225920,"num_objects":95,"num_object_clones":0,"num_object_copies":285,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3543,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11791,"num_write_kb":380352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1],"avail_no_missing":["4","0","1"],"object_location_counts":[{"shards":"1,4","objects":-3448}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":201,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194767+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:11:36.194767+0000","last_peered":"2021-07-26T16:11:36.194767+0000","last_clean":"2021-07-26T16:11:36.194767+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:11:36.194767+0000","last_undegraded":"2021-07-26T16:11:36.194767+0000","last_fullsized":"2021-07-26T16:11:36.194767+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":263,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194134+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:11:36.194134+0000","last_peered":"2021-07-26T16:11:36.194134+0000","last_clean":"2021-07-26T16:11:36.194134+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:11:36.194134+0000","last_undegraded":"2021-07-26T16:11:36.194134+0000","last_fullsized":"2021-07-26T16:11:36.194134+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":276,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.204465+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:11:36.204465+0000","last_peered":"2021-07-26T16:11:36.204465+0000","last_clean":"2021-07-26T16:11:36.204465+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:11:36.204465+0000","last_undegraded":"2021-07-26T16:11:36.204465+0000","last_fullsized":"2021-07-26T16:11:36.204465+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"271'11844","reported_seq":18958,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:49.192076+0000","last_change":"2021-07-26T16:11:21.218365+0000","last_active":"2021-07-26T16:11:49.192076+0000","last_peered":"2021-07-26T16:11:49.192076+0000","last_clean":"2021-07-26T16:11:49.192076+0000","last_became_active":"2021-07-26T16:11:21.131986+0000","last_became_peered":"2021-07-26T16:11:21.131986+0000","last_unstale":"2021-07-26T16:11:49.192076+0000","last_undegraded":"2021-07-26T16:11:49.192076+0000","last_fullsized":"2021-07-26T16:11:49.192076+0000","mapping_epoch":267,"log_start":"245'4700","ondisk_log_start":"245'4700","created":230,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7144,"ondisk_log_size":7144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7471104,"num_objects":114,"num_object_clones":0,"num_object_copies":342,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":114,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11844,"num_write_kb":382656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3525,"num_bytes_recovered":136577024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":287,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.186773+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:11:36.186773+0000","last_peered":"2021-07-26T16:11:36.186773+0000","last_clean":"2021-07-26T16:11:36.186773+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:11:36.186773+0000","last_undegraded":"2021-07-26T16:11:36.186773+0000","last_fullsized":"2021-07-26T16:11:36.186773+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":529,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.188224+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:11:36.188224+0000","last_peered":"2021-07-26T16:11:36.188224+0000","last_clean":"2021-07-26T16:11:36.188224+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:11:36.188224+0000","last_undegraded":"2021-07-26T16:11:36.188224+0000","last_fullsized":"2021-07-26T16:11:36.188224+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":71,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.186382+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:11:36.186382+0000","last_peered":"2021-07-26T16:11:36.186382+0000","last_clean":"2021-07-26T16:11:36.186382+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:11:36.186382+0000","last_undegraded":"2021-07-26T16:11:36.186382+0000","last_fullsized":"2021-07-26T16:11:36.186382+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":67,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.185287+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:11:36.185287+0000","last_peered":"2021-07-26T16:11:36.185287+0000","last_clean":"2021-07-26T16:11:36.185287+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:11:36.185287+0000","last_undegraded":"2021-07-26T16:11:36.185287+0000","last_fullsized":"2021-07-26T16:11:36.185287+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"271'11562","reported_seq":11622,"reported_epoch":271,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-07-26T16:11:49.159470+0000","last_change":"2021-07-26T16:08:37.650583+0000","last_active":"2021-07-26T16:11:49.159470+0000","last_peered":"2021-07-26T16:11:49.159470+0000","last_clean":"2021-07-26T16:08:35.276729+0000","last_became_active":"2021-07-26T16:08:37.555480+0000","last_became_peered":"2021-07-26T16:08:37.555480+0000","last_unstale":"2021-07-26T16:11:49.159470+0000","last_undegraded":"2021-07-26T16:08:37.546036+0000","last_fullsized":"2021-07-26T16:08:37.284612+0000","mapping_epoch":237,"log_start":"243'4400","ondisk_log_start":"243'4400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7162,"ondisk_log_size":7162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6815744,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3482,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11562,"num_write_kb":373312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","1"],"object_location_counts":[{"shards":"1,7","objects":-3378}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":288,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.188129+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:11:36.188129+0000","last_peered":"2021-07-26T16:11:36.188129+0000","last_clean":"2021-07-26T16:11:36.188129+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:11:36.188129+0000","last_undegraded":"2021-07-26T16:11:36.188129+0000","last_fullsized":"2021-07-26T16:11:36.188129+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":177,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.182926+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:11:36.182926+0000","last_peered":"2021-07-26T16:11:36.182926+0000","last_clean":"2021-07-26T16:11:36.182926+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:11:36.182926+0000","last_undegraded":"2021-07-26T16:11:36.182926+0000","last_fullsized":"2021-07-26T16:11:36.182926+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":175,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194199+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:11:36.194199+0000","last_peered":"2021-07-26T16:11:36.194199+0000","last_clean":"2021-07-26T16:11:36.194199+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:11:36.194199+0000","last_undegraded":"2021-07-26T16:11:36.194199+0000","last_fullsized":"2021-07-26T16:11:36.194199+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"271'12085","reported_seq":12134,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:49.428473+0000","last_change":"2021-07-26T16:07:57.172865+0000","last_active":"2021-07-26T16:11:49.428473+0000","last_peered":"2021-07-26T16:11:49.428473+0000","last_clean":"2021-07-26T16:11:49.428473+0000","last_became_active":"2021-07-26T16:07:57.172180+0000","last_became_peered":"2021-07-26T16:07:57.172180+0000","last_unstale":"2021-07-26T16:11:49.428473+0000","last_undegraded":"2021-07-26T16:11:49.428473+0000","last_fullsized":"2021-07-26T16:11:49.428473+0000","mapping_epoch":230,"log_start":"234'2400","ondisk_log_start":"234'2400","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":9685,"ondisk_log_size":9685,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":5570560,"num_objects":85,"num_object_clones":0,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12085,"num_write_kb":389440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":301,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.188824+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:11:36.188824+0000","last_peered":"2021-07-26T16:11:36.188824+0000","last_clean":"2021-07-26T16:11:36.188824+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:11:36.188824+0000","last_undegraded":"2021-07-26T16:11:36.188824+0000","last_fullsized":"2021-07-26T16:11:36.188824+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":281,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194341+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:11:36.194341+0000","last_peered":"2021-07-26T16:11:36.194341+0000","last_clean":"2021-07-26T16:11:36.194341+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:11:36.194341+0000","last_undegraded":"2021-07-26T16:11:36.194341+0000","last_fullsized":"2021-07-26T16:11:36.194341+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":158,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.186699+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:11:36.186699+0000","last_peered":"2021-07-26T16:11:36.186699+0000","last_clean":"2021-07-26T16:11:36.186699+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:11:36.186699+0000","last_undegraded":"2021-07-26T16:11:36.186699+0000","last_fullsized":"2021-07-26T16:11:36.186699+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"271'11915","reported_seq":11964,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:49.916064+0000","last_change":"2021-07-26T16:07:57.172521+0000","last_active":"2021-07-26T16:11:49.916064+0000","last_peered":"2021-07-26T16:11:49.916064+0000","last_clean":"2021-07-26T16:11:49.916064+0000","last_became_active":"2021-07-26T16:07:57.172127+0000","last_became_peered":"2021-07-26T16:07:57.172127+0000","last_unstale":"2021-07-26T16:11:49.916064+0000","last_undegraded":"2021-07-26T16:11:49.916064+0000","last_fullsized":"2021-07-26T16:11:49.916064+0000","mapping_epoch":230,"log_start":"243'4500","ondisk_log_start":"243'4500","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":7415,"ondisk_log_size":7415,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":5308416,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11915,"num_write_kb":383872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":99,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.190844+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:11:36.190844+0000","last_peered":"2021-07-26T16:11:36.190844+0000","last_clean":"2021-07-26T16:11:36.190844+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:11:36.190844+0000","last_undegraded":"2021-07-26T16:11:36.190844+0000","last_fullsized":"2021-07-26T16:11:36.190844+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":239,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194282+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:11:36.194282+0000","last_peered":"2021-07-26T16:11:36.194282+0000","last_clean":"2021-07-26T16:11:36.194282+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:11:36.194282+0000","last_undegraded":"2021-07-26T16:11:36.194282+0000","last_fullsized":"2021-07-26T16:11:36.194282+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":72,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.188119+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:11:36.188119+0000","last_peered":"2021-07-26T16:11:36.188119+0000","last_clean":"2021-07-26T16:11:36.188119+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:11:36.188119+0000","last_undegraded":"2021-07-26T16:11:36.188119+0000","last_fullsized":"2021-07-26T16:11:36.188119+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"271'11899","reported_seq":11947,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:49.756971+0000","last_change":"2021-07-26T16:07:57.174440+0000","last_active":"2021-07-26T16:11:49.756971+0000","last_peered":"2021-07-26T16:11:49.756971+0000","last_clean":"2021-07-26T16:11:49.756971+0000","last_became_active":"2021-07-26T16:07:57.173704+0000","last_became_peered":"2021-07-26T16:07:57.173704+0000","last_unstale":"2021-07-26T16:11:49.756971+0000","last_undegraded":"2021-07-26T16:11:49.756971+0000","last_fullsized":"2021-07-26T16:11:49.756971+0000","mapping_epoch":230,"log_start":"255'6800","ondisk_log_start":"255'6800","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:07:56.122855+0000","last_clean_scrub_stamp":"2021-07-26T16:07:56.122855+0000","log_size":5099,"ondisk_log_size":5099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":5046272,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11899,"num_write_kb":383232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":287,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.186918+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:11:36.186918+0000","last_peered":"2021-07-26T16:11:36.186918+0000","last_clean":"2021-07-26T16:11:36.186918+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:11:36.186918+0000","last_undegraded":"2021-07-26T16:11:36.186918+0000","last_fullsized":"2021-07-26T16:11:36.186918+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":101,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194435+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:11:36.194435+0000","last_peered":"2021-07-26T16:11:36.194435+0000","last_clean":"2021-07-26T16:11:36.194435+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:11:36.194435+0000","last_undegraded":"2021-07-26T16:11:36.194435+0000","last_fullsized":"2021-07-26T16:11:36.194435+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":106,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.182412+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:11:36.182412+0000","last_peered":"2021-07-26T16:11:36.182412+0000","last_clean":"2021-07-26T16:11:36.182412+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:11:36.182412+0000","last_undegraded":"2021-07-26T16:11:36.182412+0000","last_fullsized":"2021-07-26T16:11:36.182412+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":129,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.182749+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:11:36.182749+0000","last_peered":"2021-07-26T16:11:36.182749+0000","last_clean":"2021-07-26T16:11:36.182749+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:11:36.182749+0000","last_undegraded":"2021-07-26T16:11:36.182749+0000","last_fullsized":"2021-07-26T16:11:36.182749+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":230,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.194424+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:11:36.194424+0000","last_peered":"2021-07-26T16:11:36.194424+0000","last_clean":"2021-07-26T16:11:36.194424+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:11:36.194424+0000","last_undegraded":"2021-07-26T16:11:36.194424+0000","last_fullsized":"2021-07-26T16:11:36.194424+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":275,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.186472+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:11:36.186472+0000","last_peered":"2021-07-26T16:11:36.186472+0000","last_clean":"2021-07-26T16:11:36.186472+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:11:36.186472+0000","last_undegraded":"2021-07-26T16:11:36.186472+0000","last_fullsized":"2021-07-26T16:11:36.186472+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":106,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.182760+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:11:36.182760+0000","last_peered":"2021-07-26T16:11:36.182760+0000","last_clean":"2021-07-26T16:11:36.182760+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:11:36.182760+0000","last_undegraded":"2021-07-26T16:11:36.182760+0000","last_fullsized":"2021-07-26T16:11:36.182760+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":260,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.186531+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:11:36.186531+0000","last_peered":"2021-07-26T16:11:36.186531+0000","last_clean":"2021-07-26T16:11:36.186531+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:11:36.186531+0000","last_undegraded":"2021-07-26T16:11:36.186531+0000","last_fullsized":"2021-07-26T16:11:36.186531+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":44,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.184728+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:11:36.184728+0000","last_peered":"2021-07-26T16:11:36.184728+0000","last_clean":"2021-07-26T16:11:36.184728+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:11:36.184728+0000","last_undegraded":"2021-07-26T16:11:36.184728+0000","last_fullsized":"2021-07-26T16:11:36.184728+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":67,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.185128+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:11:36.185128+0000","last_peered":"2021-07-26T16:11:36.185128+0000","last_clean":"2021-07-26T16:11:36.185128+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:11:36.185128+0000","last_undegraded":"2021-07-26T16:11:36.185128+0000","last_fullsized":"2021-07-26T16:11:36.185128+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":235,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.186117+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:11:36.186117+0000","last_peered":"2021-07-26T16:11:36.186117+0000","last_clean":"2021-07-26T16:11:36.186117+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:11:36.186117+0000","last_undegraded":"2021-07-26T16:11:36.186117+0000","last_fullsized":"2021-07-26T16:11:36.186117+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":116,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.189725+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:11:36.189725+0000","last_peered":"2021-07-26T16:11:36.189725+0000","last_clean":"2021-07-26T16:11:36.189725+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:11:36.189725+0000","last_undegraded":"2021-07-26T16:11:36.189725+0000","last_fullsized":"2021-07-26T16:11:36.189725+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":106,"reported_epoch":270,"state":"active+clean","last_fresh":"2021-07-26T16:11:36.182316+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:11:36.182316+0000","last_peered":"2021-07-26T16:11:36.182316+0000","last_clean":"2021-07-26T16:11:36.182316+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:11:36.182316+0000","last_undegraded":"2021-07-26T16:11:36.182316+0000","last_fullsized":"2021-07-26T16:11:36.182316+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":93847576,"num_objects":1433,"num_object_clones":0,"num_object_copies":4299,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":16969,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1433,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":191569,"num_write_kb":6176001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11828,"num_bytes_recovered":611516416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1898196992,"data_stored":1898184776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115569,"ondisk_log_size":115569,"up":48,"acting":43,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":25785,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3881,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495926,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1114060,"kb_used_data":65476,"kb_used_omap":1146,"kb_used_meta":1047429,"kb_avail":92631092,"statfs":{"total":95995035648,"available":94854238208,"internally_reserved":1073741824,"allocated":67047424,"data_stored":65710681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1173937,"internal_metadata":1072567887},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,0,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":1.9239999999999999,"15min":1.0549999999999999},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.20699999999999999},"max":{"1min":4.0209999999999999,"5min":61.125,"15min":61.125},"last":0.76200000000000001},{"interface":"front","average":{"1min":1.3380000000000001,"5min":2.0680000000000001,"15min":1.123},"min":{"1min":0.26900000000000002,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.3319999999999999,"5min":61.165999999999997,"15min":61.165999999999997},"last":5.9279999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":3.129,"15min":1.5629999999999999},"min":{"1min":0.27600000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":16.373000000000001,"5min":72.989000000000004,"15min":72.989000000000004},"last":6.0019999999999998},{"interface":"front","average":{"1min":2.1389999999999998,"5min":2.6579999999999999,"15min":1.478},"min":{"1min":0.29499999999999998,"5min":0.246,"15min":0.23300000000000001},"max":{"1min":12.798,"5min":70.066000000000003,"15min":70.066000000000003},"last":0.87}]},{"osd":2,"last update":"Mon Jul 26 16:10:44 2021","interfaces":[{"interface":"back","average":{"1min":2.423,"5min":1.5800000000000001,"15min":1.569},"min":{"1min":0.33400000000000002,"5min":0.27600000000000002,"15min":0.224},"max":{"1min":7.3819999999999997,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":5.9640000000000004},{"interface":"front","average":{"1min":2.4849999999999999,"5min":1.339,"15min":1.4890000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.27600000000000002},"max":{"1min":7.9409999999999998,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.91600000000000004}]},{"osd":3,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":2.2410000000000001,"15min":1.3100000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.7240000000000002,"5min":48.880000000000003,"15min":48.880000000000003},"last":0.89500000000000002},{"interface":"front","average":{"1min":1.841,"5min":2.427,"15min":1.357},"min":{"1min":0.38100000000000001,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":4.6280000000000001,"5min":48.792999999999999,"15min":48.792999999999999},"last":5.984}]},{"osd":4,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":1.573,"5min":1.3100000000000001,"15min":0.65200000000000002},"min":{"1min":0.32100000000000001,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":4.1959999999999997,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":0.79800000000000004},{"interface":"front","average":{"1min":1.603,"5min":1.361,"15min":0.72699999999999998},"min":{"1min":0.373,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":4.2220000000000004,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":0.81999999999999995}]},{"osd":5,"last update":"Mon Jul 26 16:10:54 2021","interfaces":[{"interface":"back","average":{"1min":2.383,"5min":1.456,"15min":0.80500000000000005},"min":{"1min":0.29599999999999999,"5min":0.22900000000000001,"15min":0.21299999999999999},"max":{"1min":7.2329999999999997,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":9.0190000000000001},{"interface":"front","average":{"1min":2.5950000000000002,"5min":1.51,"15min":0.874},"min":{"1min":0.29599999999999999,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":6.2270000000000003,"5min":10.406000000000001,"15min":10.406000000000001},"last":0.98599999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:10:54 2021","interfaces":[{"interface":"back","average":{"1min":2.3639999999999999,"5min":1.53,"15min":0.877},"min":{"1min":0.28100000000000003,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":10.975,"5min":10.975,"15min":10.975},"last":1.242},{"interface":"front","average":{"1min":2.3940000000000001,"5min":1.3340000000000001,"15min":0.75700000000000001},"min":{"1min":0.28499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":8.0500000000000007,"5min":8.0500000000000007,"15min":8.0500000000000007},"last":1.248}]}]},{"osd":6,"up_from":41,"seq":176093659450,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1114760,"kb_used_data":66176,"kb_used_omap":1173,"kb_used_meta":1047402,"kb_avail":92630392,"statfs":{"total":95995035648,"available":94853521408,"internally_reserved":1073741824,"allocated":67764224,"data_stored":66431428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1202073,"internal_metadata":1072539751},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,2,6,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":1.2929999999999999,"15min":0.79800000000000004},"min":{"1min":0.252,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":5.133,"5min":13.945,"15min":13.945},"last":0.33000000000000002},{"interface":"front","average":{"1min":1.8640000000000001,"5min":1.3049999999999999,"15min":0.88900000000000001},"min":{"1min":0.246,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":13.515000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.28799999999999998}]},{"osd":1,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":3.0859999999999999,"5min":1.9139999999999999,"15min":1.073},"min":{"1min":0.22,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":27.257999999999999,"5min":27.257999999999999,"15min":27.257999999999999},"last":4.0149999999999997},{"interface":"front","average":{"1min":4.8970000000000002,"5min":2.3530000000000002,"15min":1.345},"min":{"1min":0.24199999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":27.021000000000001,"5min":27.021000000000001,"15min":27.021000000000001},"last":2.262}]},{"osd":2,"last update":"Mon Jul 26 16:11:39 2021","interfaces":[{"interface":"back","average":{"1min":2.1360000000000001,"5min":1.2629999999999999,"15min":1.607},"min":{"1min":0.33100000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.6710000000000003,"5min":5.8639999999999999,"15min":12.388999999999999},"last":0.377},{"interface":"front","average":{"1min":2.1110000000000002,"5min":1.381,"15min":1.4870000000000001},"min":{"1min":0.35199999999999998,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":4.6929999999999996,"5min":13.712,"15min":13.712},"last":0.40300000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":2.8250000000000002,"5min":2.2000000000000002,"15min":1.3680000000000001},"min":{"1min":0.375,"5min":0.28699999999999998,"15min":0.26200000000000001},"max":{"1min":13.680999999999999,"5min":49.716999999999999,"15min":49.716999999999999},"last":1.5309999999999999},{"interface":"front","average":{"1min":1.847,"5min":2.4089999999999998,"15min":1.454},"min":{"1min":0.28199999999999997,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":6.194,"5min":49.741,"15min":49.741},"last":0.68100000000000005}]},{"osd":4,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":2.4590000000000001,"5min":1.3009999999999999,"15min":0.65200000000000002},"min":{"1min":0.28100000000000003,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":7.8339999999999996,"5min":7.8339999999999996,"15min":7.8339999999999996},"last":0.34799999999999998},{"interface":"front","average":{"1min":2.0630000000000002,"5min":1.534,"15min":0.72099999999999997},"min":{"1min":0.26500000000000001,"5min":0.222,"15min":0.21199999999999999},"max":{"1min":6.1180000000000003,"5min":10.265000000000001,"15min":10.265000000000001},"last":0.65400000000000003}]},{"osd":5,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.95,"5min":1.486,"15min":0.80000000000000004},"min":{"1min":0.25800000000000001,"5min":0.23799999999999999,"15min":0.20899999999999999},"max":{"1min":5.2220000000000004,"5min":8.8170000000000002,"15min":8.8170000000000002},"last":0.312},{"interface":"front","average":{"1min":2.5129999999999999,"5min":1.3720000000000001,"15min":0.79500000000000004},"min":{"1min":0.27600000000000002,"5min":0.23400000000000001,"15min":0.214},"max":{"1min":8.0030000000000001,"5min":11.063000000000001,"15min":11.063000000000001},"last":1.5580000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:11:45 2021","interfaces":[{"interface":"back","average":{"1min":2.5299999999999998,"5min":1.7589999999999999,"15min":1.0820000000000001},"min":{"1min":0.29499999999999998,"5min":0.27100000000000002,"15min":0.222},"max":{"1min":9.7739999999999991,"5min":11.739000000000001,"15min":16.913},"last":0.77000000000000002},{"interface":"front","average":{"1min":1.556,"5min":1.712,"15min":0.94099999999999995},"min":{"1min":0.28000000000000003,"5min":0.27600000000000002,"15min":0.26300000000000001},"max":{"1min":5.1959999999999997,"5min":8.843,"15min":8.843},"last":0.48999999999999999}]}]},{"osd":1,"up_from":78,"seq":335007449267,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":163896,"kb_used_data":68336,"kb_used_omap":0,"kb_used_meta":95552,"kb_avail":93581256,"statfs":{"total":95995035648,"available":95827206144,"internally_reserved":0,"allocated":69976064,"data_stored":68654898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":97845248},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.94999999999999996,"15min":0.76000000000000001},"min":{"1min":0.19400000000000001,"5min":0.191,"15min":0.184},"max":{"1min":3.5630000000000002,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":1.7589999999999999},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.1759999999999999,"15min":0.93000000000000005},"min":{"1min":0.249,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":4.9240000000000004,"5min":10.977,"15min":10.977},"last":0.23799999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:11:36 2021","interfaces":[{"interface":"back","average":{"1min":1.1870000000000001,"5min":1.073,"15min":1.5700000000000001},"min":{"1min":0.26700000000000002,"5min":0.24099999999999999,"15min":0.20599999999999999},"max":{"1min":5.3300000000000001,"5min":5.3300000000000001,"15min":34.530000000000001},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.98799999999999999,"15min":1.534},"min":{"1min":0.26300000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.9820000000000002,"5min":7.218,"15min":34.465000000000003},"last":4.5030000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:11:26 2021","interfaces":[{"interface":"back","average":{"1min":1.518,"5min":1.401,"15min":1.1259999999999999},"min":{"1min":0.44900000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.5410000000000004,"5min":8.9529999999999994,"15min":13.077999999999999},"last":4.3070000000000004},{"interface":"front","average":{"1min":1.288,"5min":1.536,"15min":1.1479999999999999},"min":{"1min":0.33600000000000002,"5min":0.26800000000000002,"15min":0.23699999999999999},"max":{"1min":5.4980000000000002,"5min":11.106999999999999,"15min":13.287000000000001},"last":4.2709999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.121,"5min":1.133,"15min":0.96399999999999997},"min":{"1min":0.40699999999999997,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":3.46,"5min":6.6200000000000001,"15min":6.6200000000000001},"last":3.2069999999999999},{"interface":"front","average":{"1min":1.147,"5min":1.361,"15min":1.141},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":3.6739999999999999,"5min":6.718,"15min":6.718},"last":3.2429999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.7190000000000001,"5min":1.306,"15min":1.024},"min":{"1min":0.34699999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.5579999999999998,"5min":5.5579999999999998,"15min":9.8689999999999998},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.6699999999999999,"5min":1.361,"15min":1.0409999999999999},"min":{"1min":0.48299999999999998,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":3.5760000000000001,"5min":6.8090000000000002,"15min":6.9139999999999997},"last":1.7310000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":2.1899999999999999,"5min":1.625,"15min":1.1699999999999999},"min":{"1min":0.44,"5min":0.255,"15min":0.255},"max":{"1min":6.093,"5min":6.1120000000000001,"15min":9.9209999999999994},"last":0.94599999999999995},{"interface":"front","average":{"1min":1.538,"5min":1.5369999999999999,"15min":1.0980000000000001},"min":{"1min":0.38300000000000001,"5min":0.36099999999999999,"15min":0.32200000000000001},"max":{"1min":4.4089999999999998,"5min":9.0589999999999993,"15min":9.0589999999999993},"last":1.6919999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.669,"5min":1.367,"15min":1.018},"min":{"1min":0.375,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":9.5250000000000004,"5min":9.5250000000000004,"15min":9.5250000000000004},"last":1.7909999999999999},{"interface":"front","average":{"1min":2.04,"5min":1.661,"15min":1.23},"min":{"1min":0.47499999999999998,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":5.4000000000000004,"5min":8.234,"15min":9.968},"last":1}]}]},{"osd":0,"up_from":0,"seq":313532612801,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500807,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122216,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":265524,"kb_used_data":115756,"kb_used_omap":3,"kb_used_meta":149628,"kb_avail":93479628,"statfs":{"total":95995035648,"available":95723139072,"internally_reserved":0,"allocated":118534144,"data_stored":117216598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":153219220},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":1.4159999999999999,"15min":0.98899999999999999},"min":{"1min":0.21299999999999999,"5min":0.20699999999999999,"15min":0.17799999999999999},"max":{"1min":3.427,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.19600000000000001},{"interface":"front","average":{"1min":0.58999999999999997,"5min":1.119,"15min":0.90300000000000002},"min":{"1min":0.22,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":2.4580000000000002,"5min":56.030999999999999,"15min":56.030999999999999},"last":4.1740000000000004}]},{"osd":1,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.2050000000000001,"5min":2.427,"15min":1.415},"min":{"1min":0.24199999999999999,"5min":0.218,"15min":0.218},"max":{"1min":5.3209999999999997,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.40799999999999997},{"interface":"front","average":{"1min":1.0429999999999999,"5min":2.3300000000000001,"15min":1.5740000000000001},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":4.5570000000000004,"5min":83.567999999999998,"15min":83.567999999999998},"last":0.24299999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:11:48 2021","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":1.3029999999999999,"15min":1.635},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":4.657,"5min":10.73,"15min":10.73},"last":0.38},{"interface":"front","average":{"1min":0.76100000000000001,"5min":1.22,"15min":1.9450000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.27300000000000002},"max":{"1min":2.6709999999999998,"5min":10.694000000000001,"15min":14.436},"last":0.435}]},{"osd":4,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":0.97599999999999998,"15min":0.77300000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":5.4249999999999998,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5329999999999999,"15min":1.002},"min":{"1min":0.32600000000000001,"5min":0.29299999999999998,"15min":0.29199999999999998},"max":{"1min":6.8650000000000002,"5min":8.766,"15min":8.766},"last":6.1470000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.4279999999999999,"5min":1.091,"15min":0.97499999999999998},"min":{"1min":0.308,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":3.9079999999999999,"5min":15.329000000000001,"15min":15.329000000000001},"last":2.2170000000000001},{"interface":"front","average":{"1min":1.204,"5min":1.2769999999999999,"15min":1.0089999999999999},"min":{"1min":0.39200000000000002,"5min":0.314,"15min":0.314},"max":{"1min":3.4980000000000002,"5min":10.634,"15min":11.145},"last":0.314}]},{"osd":6,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.363,"5min":1.208,"15min":1.0209999999999999},"min":{"1min":0.34000000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":3.5870000000000002,"5min":15.391,"15min":15.391},"last":1.137},{"interface":"front","average":{"1min":2.2890000000000001,"5min":1.6279999999999999,"15min":1.206},"min":{"1min":0.35899999999999999,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":16.231000000000002,"5min":16.231000000000002,"15min":16.231000000000002},"last":2.1160000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.8600000000000001,"5min":1.6259999999999999,"15min":1.2430000000000001},"min":{"1min":0.40300000000000002,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":7.5199999999999996,"5min":11.625999999999999,"15min":11.625999999999999},"last":2.2549999999999999},{"interface":"front","average":{"1min":1.5249999999999999,"5min":1.6859999999999999,"15min":1.2629999999999999},"min":{"1min":0.42299999999999999,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":3.5259999999999998,"5min":15.363,"15min":19.039999999999999},"last":0.36499999999999999}]}]},{"osd":4,"up_from":163,"seq":700079669339,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1087880,"kb_used_data":39296,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":92657272,"statfs":{"total":95995035648,"available":94881046528,"internally_reserved":1073741824,"allocated":40239104,"data_stored":38906396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":2.0619999999999998,"5min":1.27,"15min":0.64600000000000002},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":18.655999999999999,"5min":18.655999999999999,"15min":18.655999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":2.7389999999999999,"5min":1.766,"15min":0.86699999999999999},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":18.593,"5min":18.593,"15min":18.593},"last":0.38800000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":4.6050000000000004,"5min":2.5950000000000002,"15min":1.1379999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":33.665999999999997,"5min":70.212999999999994,"15min":70.212999999999994},"last":28.207999999999998},{"interface":"front","average":{"1min":5.8700000000000001,"5min":3.1070000000000002,"15min":1.337},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.247},"max":{"1min":40.225000000000001,"5min":69.948999999999998,"15min":69.948999999999998},"last":28.274999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":1.9730000000000001,"5min":1.5389999999999999,"15min":0.82499999999999996},"min":{"1min":0.33100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":8.8339999999999996,"5min":8.8339999999999996,"15min":8.8339999999999996},"last":0.41099999999999998},{"interface":"front","average":{"1min":2.0379999999999998,"5min":1.0089999999999999,"15min":0.69899999999999995},"min":{"1min":0.27300000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":18.565999999999999,"5min":18.565999999999999,"15min":18.565999999999999},"last":0.38}]},{"osd":3,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":6.8449999999999998,"5min":2.508,"15min":1.129},"min":{"1min":0.308,"5min":0.26300000000000001,"15min":0.26100000000000001},"max":{"1min":34.118000000000002,"5min":34.118000000000002,"15min":34.118000000000002},"last":28.713999999999999},{"interface":"front","average":{"1min":6.1980000000000004,"5min":2.0550000000000002,"15min":0.97399999999999998},"min":{"1min":0.29599999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":34.124000000000002,"5min":34.124000000000002,"15min":34.124000000000002},"last":28.763999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":0.997,"15min":0.55200000000000005},"min":{"1min":0.255,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":5.9909999999999997,"5min":5.9909999999999997,"15min":5.9909999999999997},"last":0.30299999999999999},{"interface":"front","average":{"1min":1.3220000000000001,"5min":1.173,"15min":0.63},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.22500000000000001},"max":{"1min":5.7030000000000003,"5min":7.4379999999999997,"15min":7.4379999999999997},"last":0.255}]},{"osd":6,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":0.90600000000000003,"15min":0.51900000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.9470000000000001,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.28100000000000003},{"interface":"front","average":{"1min":1.5840000000000001,"5min":1.397,"15min":0.70199999999999996},"min":{"1min":0.27200000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":5.7290000000000001,"5min":11.997,"15min":11.997},"last":0.29099999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.244,"15min":0.67200000000000004},"min":{"1min":0.29299999999999998,"5min":0.25800000000000001,"15min":0.25700000000000001},"max":{"1min":7.0529999999999999,"5min":12.824,"15min":12.824},"last":0.316},{"interface":"front","average":{"1min":2.5190000000000001,"5min":1.6970000000000001,"15min":0.81899999999999995},"min":{"1min":0.255,"5min":0.252,"15min":0.252},"max":{"1min":9.2230000000000008,"5min":9.2230000000000008,"15min":9.2230000000000008},"last":0.26900000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822975,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1089204,"kb_used_data":40620,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92655948,"statfs":{"total":95995035648,"available":94879690752,"internally_reserved":1073741824,"allocated":41594880,"data_stored":40277843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,0,4,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:22 2021","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":2.1240000000000001,"15min":1.101},"min":{"1min":0.23999999999999999,"5min":0.22800000000000001,"15min":0.19500000000000001},"max":{"1min":6.1989999999999998,"5min":59.381,"15min":59.381},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.87,"5min":2.3050000000000002,"15min":1.198},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.24399999999999999},"max":{"1min":6.2430000000000003,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.36099999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":2.2749999999999999,"5min":2.9489999999999998,"15min":1.5589999999999999},"min":{"1min":0.32100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":8.1039999999999992,"5min":85.896000000000001,"15min":85.896000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":1.732,"5min":3.1200000000000001,"15min":1.6850000000000001},"min":{"1min":0.246,"5min":0.216,"15min":0.216},"max":{"1min":8.4429999999999996,"5min":85.566999999999993,"15min":85.566999999999993},"last":0.28799999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:11:40 2021","interfaces":[{"interface":"back","average":{"1min":1.617,"5min":1.4410000000000001,"15min":1.266},"min":{"1min":0.32700000000000001,"5min":0.253,"15min":0.24299999999999999},"max":{"1min":8.5340000000000007,"5min":8.5340000000000007,"15min":35.734000000000002},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":1.345,"15min":1.7709999999999999},"min":{"1min":0.27600000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":2.5099999999999998,"5min":12.111000000000001,"15min":171.78700000000001},"last":0.38}]},{"osd":3,"last update":"Mon Jul 26 16:11:22 2021","interfaces":[{"interface":"back","average":{"1min":1.155,"5min":2.2679999999999998,"15min":1.5369999999999999},"min":{"1min":0.34100000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":6.1619999999999999,"5min":59.469999999999999,"15min":59.469999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":2.169,"5min":2.488,"15min":1.615},"min":{"1min":0.33200000000000002,"5min":0.28999999999999998,"15min":0.23499999999999999},"max":{"1min":8.5090000000000003,"5min":59.465000000000003,"15min":59.465000000000003},"last":0.434}]},{"osd":4,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":2.2309999999999999,"5min":1.708,"15min":0.79300000000000004},"min":{"1min":0.312,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":8.6180000000000003,"5min":18.094000000000001,"15min":18.094000000000001},"last":3.2109999999999999},{"interface":"front","average":{"1min":1.827,"5min":1.3149999999999999,"15min":0.66400000000000003},"min":{"1min":0.30499999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":5.1820000000000004,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":0.40100000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":1.792,"5min":1.6919999999999999,"15min":0.90200000000000002},"min":{"1min":0.28699999999999998,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":7.1310000000000002,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":7.3399999999999999},{"interface":"front","average":{"1min":1.083,"5min":1.3129999999999999,"15min":0.79300000000000004},"min":{"1min":0.26500000000000001,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":6.1289999999999996,"5min":11.865,"15min":11.865},"last":0.314}]},{"osd":7,"last update":"Mon Jul 26 16:11:46 2021","interfaces":[{"interface":"back","average":{"1min":1.4370000000000001,"5min":1.5349999999999999,"15min":0.91300000000000003},"min":{"1min":0.28599999999999998,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":6.9649999999999999,"5min":15.15,"15min":15.15},"last":0.34100000000000003},{"interface":"front","average":{"1min":1.643,"5min":1.1379999999999999,"15min":0.74299999999999999},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.217},"max":{"1min":4.5140000000000002,"5min":5.9649999999999999,"15min":8.1170000000000009},"last":0.51800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3881,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4179,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8107,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1593901056,"data_stored":1593901056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53284864,"data_stored":53280792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":95490048,"data_stored":95485976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28180480,"data_stored":28180480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":30081024,"data_stored":30081024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":49287168,"data_stored":49283096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":47972352,"data_stored":47972352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:11:53.931 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph status --format=json 2021-07-26T16:11:53.973 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:53.995 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:53.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:53.998 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:54.078 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:54.099 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:54.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:54.132 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:54.133 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:54.234 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:54.258 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:54.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:54.259 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:54.360 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:54.382 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:54.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:54.383 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:54.484 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:54.506 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:54.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:54.507 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:54.608 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:54.630 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:54.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:54.631 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:54.732 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:54.753 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:54.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:54.755 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:54.856 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:54.877 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:54.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:54.878 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:54.979 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:55.003 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:55.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:55.004 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:55.105 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:55.113 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:11:55.114 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:11:55.126 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:55.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:55.128 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:55.229 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:55.252 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:55.253 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:11:55.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:55.254 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:55.355 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:55.380 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:55.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:55.381 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:55.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:55 smithi078 ceph-mon[73801]: pgmap v771: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 90 MiB data, 518 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 733 op/s; 16969/4371 objects degraded (388.218%); 0 B/s, 35 objects/s recovering 2021-07-26T16:11:55.451 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:55 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1509359624' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:55.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:55 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:55.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:55 smithi078 ceph-mon[77813]: pgmap v771: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 90 MiB data, 518 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 733 op/s; 16969/4371 objects degraded (388.218%); 0 B/s, 35 objects/s recovering 2021-07-26T16:11:55.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:55 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1509359624' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:55.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:55 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:55.482 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:55.503 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:55.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:55.504 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:55.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:55 smithi139 ceph-mon[56829]: pgmap v771: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 90 MiB data, 518 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 733 op/s; 16969/4371 objects degraded (388.218%); 0 B/s, 35 objects/s recovering 2021-07-26T16:11:55.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:55 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1509359624' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:55.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:55 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:11:55.606 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:55.627 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:55.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:55.628 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:55.721 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:11:55.721 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:11:55.730 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:55.795 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:11:55.796 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:11:55.796 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:11:55.799 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:11:55.816 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:55.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:55.818 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:55.822 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:11:55.844 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:11:55.846 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:11:55.846 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:11:55.846 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:11:55.847 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:11:55.847 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:11:55.847 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:11:55.847 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:11:55.848 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:11:55.919 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:55.941 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:55.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:55.942 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:56.043 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:56.065 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:56.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:56.066 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:56.140 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_1 2021-07-26T16:11:56.141 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool rm unique_pool_1 unique_pool_1 --yes-i-really-really-mean-it 2021-07-26T16:11:56.168 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:56.206 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:56.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:56.208 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:56.297 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:56.309 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:56.332 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:56.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:56.333 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:56.434 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:56.456 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:56.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:56.458 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:56.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:56 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:56.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:56 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:11:56.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:56 smithi078 ceph-mon[73801]: osdmap e272: 8 total, 8 up, 6 in 2021-07-26T16:11:56.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:56 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/976803764' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:56.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:56 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:56.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:56 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:11:56.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:56 smithi078 ceph-mon[77813]: osdmap e272: 8 total, 8 up, 6 in 2021-07-26T16:11:56.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:56 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/976803764' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:56.559 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:56.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:56 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:11:56.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:56 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:11:56.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:56 smithi139 ceph-mon[56829]: osdmap e272: 8 total, 8 up, 6 in 2021-07-26T16:11:56.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:56 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/976803764' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:11:56.581 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:56.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:56.582 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:56.649 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-07-26T16:11:56.683 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:56.712 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:56.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:56.713 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:56.792 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:11:56.815 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:56.836 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:56.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:56.838 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:56.939 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:56.959 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:56.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:56.961 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:57.062 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:57.083 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:57.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:57.084 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:57.185 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:57.207 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:57.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:57.209 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:57.310 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:57.333 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:57.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:57.335 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:57.436 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:11:57.459 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:57.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:57.461 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:11:57.502 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:57 smithi078 ceph-mon[73801]: pgmap v773: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 267 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 520 op/s; 16349/72 objects degraded (22706.944%); 0 B/s, 80 objects/s recovering 2021-07-26T16:11:57.503 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:57 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 16349/72 objects degraded (22706.944%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:57.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:57 smithi078 ceph-mon[77813]: pgmap v773: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 267 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 520 op/s; 16349/72 objects degraded (22706.944%); 0 B/s, 80 objects/s recovering 2021-07-26T16:11:57.503 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:57 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 16349/72 objects degraded (22706.944%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:57.562 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:57.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:57 smithi139 ceph-mon[56829]: pgmap v773: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 267 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 520 op/s; 16349/72 objects degraded (22706.944%); 0 B/s, 80 objects/s recovering 2021-07-26T16:11:57.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:57 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 16349/72 objects degraded (22706.944%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:11:57.584 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:57.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:57.585 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:57.687 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:57.708 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:57.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:57.710 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:57.811 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:57.834 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:57.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:57.835 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:57.936 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:57.957 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:57.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:57.959 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:58.060 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:58.081 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:58.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:58.082 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:58.183 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:11:58.207 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:58.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:58.208 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:11:58.309 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:58.331 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:58.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:58.333 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:58.346 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:11:58.347 INFO:teuthology.orchestra.run.smithi078.stdout:{"fsid":"d7ed0f78-ee27-11eb-8c23-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 16349/72 objects degraded (22706.944%), 5 pgs degraded, 5 pgs undersized","count":10},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1044,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":272,"num_osds":8,"num_up_osds":8,"osd_up_since":1627315460,"num_in_osds":6,"osd_in_since":1627315715,"num_remapped_pgs":5},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":83},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":4},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait","count":1}],"num_pgs":89,"num_pools":5,"num_objects":24,"data_bytes":595870,"bytes_used":4575182848,"bytes_avail":571395031040,"bytes_total":575970213888,"degraded_objects":16349,"degraded_total":72,"degraded_ratio":227.06944444444446,"recovering_objects_per_sec":79,"recovering_bytes_per_sec":0,"recovering_keys_per_sec":0,"num_objects_recovered":791,"num_bytes_recovered":0,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":511},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi139.mwfdce","status":"up:active","gid":34466}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://172.21.15.78:8443/"}},"servicemap":{"epoch":28,"modified":"2021-07-26T16:11:54.056053+0000","services":{}},"progress_events":{"019a259c-959c-47d6-a734-39cfb6909cf2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"028db943-f20f-467a-a060-ad98e1de11a2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0825decf-1771-4aa9-b3e0-2f90f962393e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0bec2cae-5754-4025-a7d0-2ee7968682e9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d3cb746-2040-4b08-9af3-a1d7a0503231":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0d89ccd0-fc83-4f39-8753-1a8865251315":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"0e651c76-4f9a-4f90-a79f-535f5859f8c8":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"108b28cf-2f79-4480-ae61-bee4c7c31bd7":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"114a7454-f544-4e5b-bc68-037dbe7feba4":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1716fc1e-864e-424d-aa5d-87e6df36f714":{"message":"Global Recovery Event (3m)\n [==========================..] (remaining: 14s)","progress":0.93258428573608398,"add_to_ceph_s":true},"17292374-1855-4712-acd3-11bb22dc3c95":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19bd3a40-ff30-4a9b-af2f-c08bddcd661a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"19d4ab02-2b37-4660-bd16-0ab176a69364":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1a15b739-f34e-4cf1-97e8-78bca8ce7cb4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c310024-1e58-4270-9383-5f710035cc0f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1c490976-1a9c-47b0-8d32-51f1bd6245b3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"1e027d76-638d-4309-8161-d718742ba273":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"20002988-dede-4d83-be7f-6f21f2353621":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"211ec1ea-128a-4366-9fd4-10ed5f8cd19d":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"22daed49-593a-480d-8a9a-98d818c39bc2":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2b855103-93d2-47b4-8165-7e5b5059057c":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2f3e8995-94bb-44c6-a68e-5228ccdd773d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"2fa6f510-7612-471e-b70a-771a516baf6b":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3110f40d-e914-45fc-9524-e7fb7274d10e":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"31cc9b1a-2567-4b75-aa0a-a0a72d9c8ee3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"33b6be0a-e83d-46d9-be6b-7792ff77ca0d":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"34763500-8a71-4327-90e5-1c72d86bd096":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"347a77f4-00de-473e-9b25-6b72dd08c4e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"37b206b2-4919-48e8-a6a4-2ece7b7c8254":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3884b211-07a3-42b3-a9c4-9f0a0f7af463":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"3a762b12-c51f-443d-a6d4-6ac594c32ef8":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"401e0147-cb0d-454d-8ef4-fb978b16324c":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"405520f3-456b-4fac-acae-bf61abb626e5":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"459b2ec4-9d88-4aa6-9215-68089a091441":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"460f2a0b-a55a-4dcc-9025-c902682d17f9":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"49014fd2-9788-4843-b76b-2357148f3e82":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4b6c0637-0ad3-469f-95ef-80ceaab392d6":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"4c8d0599-00f0-42f4-83f0-a4ba20f99acd":{"message":"Upgrade to 17.0.0-6381-gbccf07c2 (3m)\n [===========.................] (remaining: 5m)","progress":0.40000000596046448,"add_to_ceph_s":true},"510eb5cd-e26d-43a7-a3e5-7303b56b6057":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"51360200-b719-40e4-8a65-e68776fd9d5f":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5387f864-71ca-4020-825f-f1036e21047a":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"53b8252d-e583-4145-96dd-6e627cb76d47":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"587e5b1e-b615-4a76-aa76-339ac4b1119a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"596f1485-a6e2-4709-8011-3eee4f68a40b":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"5b7a5224-a2a0-4336-b87d-ac71fa41a132":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"60d27c5b-892a-420f-b2a4-2b40fb5c9bae":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"68cfcc32-3d22-4e97-a6bf-84fde960ae8d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6a35c8c3-7429-4f4e-901f-a038415ba6c2":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6e65f136-9823-457f-a92e-219b81f095ff":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"6fd1956d-15c5-4ac2-b06c-7dee4994eccd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"714f46fd-bf2e-444a-8f90-7e81abeb7685":{"message":"Rebalancing after osd.0 marked out (3m)\n [=======================.....] (remaining: 36s)","progress":0.8461538553237915,"add_to_ceph_s":false},"7222cf0b-f01f-42ff-b51f-2b368b5fa361":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"744491dc-86bb-4b12-9fc7-2744a456cdc3":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7b7fbe03-10d2-461f-bc0a-43d77c89fd23":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7c55f598-ea1b-4bff-a1ec-eea9a96b6314":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7cc6b61a-e881-4ce4-833e-d21942657817":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"7d5292c7-8f64-4b18-95ca-05dceafb186d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"8841d28e-a2d3-42ce-b8e6-7d7d69ea1e35":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"89311c45-5afb-43bf-852b-90dbe31ce58d":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"95c9cfcc-b295-4d83-828a-9bda822ebf70":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"9920a83e-9cd1-461f-87af-96cfa0812e53":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"a26181f8-0e99-49bd-a0d7-1bcf93e4f69c":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"a3f0924a-47fe-4133-b0b7-af5b7b7d6acf":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ab9bac78-f961-43ca-85cf-13bf0a07fe2e":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ac811e7e-477b-4e3e-bb2c-13a29f3fb2f8":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b14333af-8546-48cc-96eb-f5c63e320d61":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b1685628-5f44-489c-9373-b5c4e59ee59f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b487ad26-7b67-4172-8032-8b75babea112":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b49740d5-954a-41e7-8eeb-bba5b1778d45":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b733ca53-2fc8-4687-b3d9-a51b7548ccda":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"b8dc1c77-2ee2-46bd-840f-984991d9d2c5":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bcf1a744-2ba8-4784-bc68-152a3ee664e2":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"bd08922a-3ac3-4039-b4b3-93faebd22c7f":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c1a156a1-da5e-48d0-8f8c-76df6626d395":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c433161c-6293-4e18-8b3e-4dfaefe05b55":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"c9af9882-716f-48ac-9c01-9b480daac534":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cc288a6b-fa59-4ff4-9f82-2d4000fff883":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cca5ef61-d521-4f77-b37f-93a28b89d15a":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"cd33fd2b-27ed-4525-9d17-ba2cc09d5353":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d118df63-284a-474e-af58-a8708f3e39b5":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d1832f61-b2f2-479e-9ca7-a08f459792cc":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3a1ed4b-8a21-4c8c-a760-50346daddd86":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3cec5e9-6ca4-4cde-bf7c-203f01e0615f":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d3f03da8-2b50-4d24-9e07-ebe7fb68620a":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d4b2d413-2cc2-4af6-9289-9d0962f8d562":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d60ee7c1-95c3-4951-b85f-6396aa8443c9":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d664ff2e-627e-4220-b08e-1328f66d2162":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"d95302c7-9943-4446-90c7-a0673a2851f9":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db45b94a-5480-4042-a97d-007fc80760fd":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"db99f745-9bf6-407d-8b52-0ae16fcf2ce1":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"dbf6551f-18cf-42fa-9dc5-922e67ecff20":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e0d6e716-8cba-447c-9ca3-3477324080c9":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e1836fad-1cc2-46ce-9f78-d37c733fb2d0":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e5ef342e-6e19-43be-8eb5-d9d530a664bb":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e61a1630-6f6f-4a09-b57f-b4c38ac323fb":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e7ab10fd-44f7-483e-a16e-8a6fae1d617f":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"e93081ac-e4b5-40bb-bacb-bcd7c4e35682":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"ec7eb209-1825-4e29-9570-7569715ff483":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f0644eeb-753f-46df-92aa-c27780aae9fc":{"message":"Updating grafana deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f182a7c3-6244-4f18-a08d-52c79721a0ca":{"message":"Updating node-exporter deployment (+2 -2 -> 2) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5513eb5-bba6-49c5-ac12-28c7c4f7647b":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"f5c668a8-c8d6-4e75-a024-0cc85fbab7f7":{"message":"Updating prometheus deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true},"feaf3a8a-1d00-4584-9528-86fa43b3edf4":{"message":"Updating alertmanager deployment (+1 -1 -> 1) (0s)\n [............................] ","progress":0,"add_to_ceph_s":true}}} 2021-07-26T16:11:58.434 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:58.455 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:58.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:58.457 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:58.558 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:58.580 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:58.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:58.581 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:58.683 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:58.704 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:58.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:58.707 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:58.808 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:11:58.832 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:58.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:58.834 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:11:58.935 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:58.956 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:58.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:58.957 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:59.058 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:11:59.079 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:59.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:59.081 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:11:59.182 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:11:59.203 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:59.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:59.205 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:11:59.305 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:59.307 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:11:59.329 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:59.330 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:59 smithi078 ceph-mon[73801]: pgmap v774: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 267 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 511 op/s; 16349/72 objects degraded (22706.944%); 0 B/s, 79 objects/s recovering 2021-07-26T16:11:59.330 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:11:59 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/204469827' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:11:59.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:59.331 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:59.332 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:59 smithi078 ceph-mon[77813]: pgmap v774: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 267 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 511 op/s; 16349/72 objects degraded (22706.944%); 0 B/s, 79 objects/s recovering 2021-07-26T16:11:59.332 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:11:59 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/204469827' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:11:59.373 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:11:59.433 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:59.459 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:59.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:59.460 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:59.461 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:59.530 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:59.562 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:11:59.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:59 smithi139 ceph-mon[56829]: pgmap v774: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 267 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 511 op/s; 16349/72 objects degraded (22706.944%); 0 B/s, 79 objects/s recovering 2021-07-26T16:11:59.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:11:59 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/204469827' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-07-26T16:11:59.586 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:59.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:59.588 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:11:59.645 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-07-26T16:11:59.645 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:11:59.689 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:59.710 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:59.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:59.712 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:11:59.798 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:59.813 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:11:59.837 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:11:59.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:59.838 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:11:59.939 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:11:59.961 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:11:59.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:59.962 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:00.063 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:00.088 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:00.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:00.089 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:00.190 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:00.212 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:00.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:00.213 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:00.276 INFO:teuthology.orchestra.run.smithi078.stderr:pool 'unique_pool_1' removed 2021-07-26T16:12:00.314 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:00.343 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:00.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:00.345 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:00.446 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:00.452 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:00 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/710458355' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-07-26T16:12:00.452 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:00 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/710458355' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-07-26T16:12:00.468 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:00.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:00.470 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:00.571 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:00.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:00 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/710458355' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-07-26T16:12:00.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:00.593 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:00.593 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:00.694 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:00.718 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:00.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:00.720 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:00.821 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:00.845 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:00.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:00.846 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:00.947 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:00.968 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:00.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:00.970 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:01.071 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:01.096 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:01.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:01.097 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:01.198 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:01.221 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:01.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:01.222 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:01.323 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:01.346 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:01.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:01.347 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:01.448 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:01.472 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:01.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:01.473 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:01.574 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:01 smithi078 ceph-mon[73801]: pgmap v775: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 143 op/s; 15272/72 objects degraded (21211.111%); 0 B/s, 169 objects/s recovering 2021-07-26T16:12:01.574 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:01 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/710458355' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2021-07-26T16:12:01.574 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:01 smithi078 ceph-mon[73801]: osdmap e273: 8 total, 8 up, 6 in 2021-07-26T16:12:01.574 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:01 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:12:01.575 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:01 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:12:01.575 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:01 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:12:01.575 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:01 smithi078 ceph-mon[77813]: pgmap v775: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 143 op/s; 15272/72 objects degraded (21211.111%); 0 B/s, 169 objects/s recovering 2021-07-26T16:12:01.576 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:01 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/710458355' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2021-07-26T16:12:01.576 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:01 smithi078 ceph-mon[77813]: osdmap e273: 8 total, 8 up, 6 in 2021-07-26T16:12:01.576 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:01 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:12:01.576 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:01 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:12:01.577 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:01 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:12:01.577 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:01.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:01 smithi139 ceph-mon[56829]: pgmap v775: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 143 op/s; 15272/72 objects degraded (21211.111%); 0 B/s, 169 objects/s recovering 2021-07-26T16:12:01.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:01 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/710458355' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2021-07-26T16:12:01.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:01 smithi139 ceph-mon[56829]: osdmap e273: 8 total, 8 up, 6 in 2021-07-26T16:12:01.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:01 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:12:01.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:01 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:12:01.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:01 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:12:01.601 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-07-26T16:12:01.602 INFO:tasks.radosbench:Beginning radosbench... 2021-07-26T16:12:01.603 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_2 2021-07-26T16:12:01.603 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool create unique_pool_2 16 2021-07-26T16:12:01.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:01.605 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:01.605 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:01.706 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:01.728 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:01.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:01.729 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:01.786 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:01.830 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:01.851 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:01.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:01.852 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:01.953 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:01.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:01.980 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:01.981 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:02.082 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:02.107 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:02.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:02.109 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:02.210 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:02.231 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:02.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:02.232 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:02.333 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:02.354 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:02.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:02.355 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:02.456 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:02.480 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:02.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:02.481 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:02.570 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:02 smithi139 ceph-mon[56829]: Health check update: Degraded data redundancy: 15272/72 objects degraded (21211.111%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:12:02.583 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:02.604 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:02.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:02.606 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:02.708 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:02.731 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:02.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:02.734 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:02.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:02 smithi078 ceph-mon[73801]: Health check update: Degraded data redundancy: 15272/72 objects degraded (21211.111%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:12:02.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:02 smithi078 ceph-mon[77813]: Health check update: Degraded data redundancy: 15272/72 objects degraded (21211.111%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-07-26T16:12:02.836 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:02.858 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:02.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:02.860 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:02.886 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:12:02.886 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:12:02.886 INFO:teuthology.orchestra.run.smithi139.stdout: "num_ops": 0 2021-07-26T16:12:02.887 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:12:02.961 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:02.996 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:02.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:02.997 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:03.098 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:03.120 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:03.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:03.121 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:03.223 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:03.244 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:03.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:03.245 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:03.346 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:03.376 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:03.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:03.378 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:03.381 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:03 smithi078 ceph-mon[73801]: pgmap v777: 73 pgs: 73 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:03.381 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:03 smithi078 ceph-mon[73801]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15272/72 objects degraded (21211.111%), 5 pgs degraded, 5 pgs undersized) 2021-07-26T16:12:03.381 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:03 smithi078 ceph-mon[77813]: pgmap v777: 73 pgs: 73 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:03.382 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:03 smithi078 ceph-mon[77813]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15272/72 objects degraded (21211.111%), 5 pgs degraded, 5 pgs undersized) 2021-07-26T16:12:03.479 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:03.502 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:03.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:03.503 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:03.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:03 smithi139 ceph-mon[56829]: pgmap v777: 73 pgs: 73 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:03.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:03 smithi139 ceph-mon[56829]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15272/72 objects degraded (21211.111%), 5 pgs degraded, 5 pgs undersized) 2021-07-26T16:12:03.594 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:12:03.604 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:03.613 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:12:03.626 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:03.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:03.627 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:03.632 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:12:03.654 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:12:03.675 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:12:03.695 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:12:03.713 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:12:03.729 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:03.731 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:12:03.733 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:12:03.733 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:12:03.733 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:12:03.734 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:12:03.734 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:12:03.734 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:12:03.734 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:12:03.734 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:12:03.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:03.753 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:03.753 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:03.792 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-07-26T16:12:03.854 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:03.874 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:03.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:03.876 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:03.932 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:12:03.977 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:03.998 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:03.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:04.000 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:04.101 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:04.127 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:04.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:04.130 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:04.232 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:04.254 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:04.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:04.256 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:04.280 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:12:04.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:04 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3072613714' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:12:04.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:04 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:12:04.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:04 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/645416089' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:04.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 4]}]: dispatch 2021-07-26T16:12:04.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2021-07-26T16:12:04.329 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2021-07-26T16:12:04.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:12:04.357 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:04.379 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:04.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:04.381 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:04.405 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:04 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3072613714' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:12:04.405 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:04 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:12:04.405 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:04 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/645416089' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:04.406 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 4]}]: dispatch 2021-07-26T16:12:04.406 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2021-07-26T16:12:04.406 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2021-07-26T16:12:04.407 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:12:04.407 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:04 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3072613714' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:12:04.407 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:04 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:12:04.408 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:04 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/645416089' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:04.408 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 4]}]: dispatch 2021-07-26T16:12:04.408 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2021-07-26T16:12:04.408 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2021-07-26T16:12:04.408 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:12:04.482 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:04.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:04.506 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:04.507 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:04.608 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:04.630 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:04.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:04.631 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:04.732 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:04.753 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:04.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:04.754 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:04.855 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:04.878 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:04.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:04.879 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:04.980 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:05.003 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:05.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:05.005 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:05.106 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:05.127 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:05.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:05.128 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:05.230 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:05.251 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:05.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:05.252 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:05.353 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:05.376 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:05.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:05.377 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:05.478 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:05.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:05 smithi078 ceph-mon[73801]: pgmap v778: 73 pgs: 73 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:05.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:05 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:05.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:05 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:12:05.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:05 smithi078 ceph-mon[73801]: osdmap e274: 8 total, 8 up, 6 in 2021-07-26T16:12:05.490 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:05 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:12:05.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:05 smithi078 ceph-mon[77813]: pgmap v778: 73 pgs: 73 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:05.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:05 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:05.491 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:05 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:12:05.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:05 smithi078 ceph-mon[77813]: osdmap e274: 8 total, 8 up, 6 in 2021-07-26T16:12:05.492 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:05 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:12:05.500 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:05.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:05.501 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:05.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:05 smithi139 ceph-mon[56829]: pgmap v778: 73 pgs: 73 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:05.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:05 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:05.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:05 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:12:05.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:05 smithi139 ceph-mon[56829]: osdmap e274: 8 total, 8 up, 6 in 2021-07-26T16:12:05.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:05 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:12:05.602 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:05.625 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:05.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:05.627 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:05.728 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:05.750 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:05.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:05.751 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:05.773 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:12:05.774 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:12:05.852 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:05.873 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:05.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:05.875 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:05.933 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:12:05.934 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:12:05.976 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:06.001 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:06.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:06.003 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:06.104 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:06.126 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:06.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:06.127 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:06.228 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:06.250 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:06.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:06.256 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:06.358 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:06.380 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:06.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:06.381 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:06.482 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:06.504 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:06.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:06.505 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:06.606 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:06.628 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:06.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:06.629 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:06.668 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":779,"stamp":"2021-07-26T16:12:04.273491+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595870,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":260,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":52,"num_bytes_recovered":1772612,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":194,"ondisk_log_size":194,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":250,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":4477352,"kb_used_data":21368,"kb_used_omap":2792,"kb_used_meta":4453143,"kb_avail":557993560,"statfs":{"total":575970213888,"available":571385405440,"internally_reserved":4294967296,"allocated":21880832,"data_stored":13884058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2859625,"internal_metadata":4560018839},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-16349,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-193002,"num_write_kb":-6176001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-12448,"num_bytes_recovered":-611516416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.217059"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":125,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.241148+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:11:46.241148+0000","last_peered":"2021-07-26T16:11:46.241148+0000","last_clean":"2021-07-26T16:11:46.241148+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:11:46.241148+0000","last_undegraded":"2021-07-26T16:11:46.241148+0000","last_fullsized":"2021-07-26T16:11:46.241148+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":248,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.465247+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:11:55.465247+0000","last_peered":"2021-07-26T16:11:55.465247+0000","last_clean":"2021-07-26T16:11:55.465247+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:11:55.465247+0000","last_undegraded":"2021-07-26T16:11:55.465247+0000","last_fullsized":"2021-07-26T16:11:55.465247+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":250,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.464751+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:11:55.464751+0000","last_peered":"2021-07-26T16:11:55.464751+0000","last_clean":"2021-07-26T16:11:55.464751+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:11:55.464751+0000","last_undegraded":"2021-07-26T16:11:55.464751+0000","last_fullsized":"2021-07-26T16:11:55.464751+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":186,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.371096+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:11:55.371096+0000","last_peered":"2021-07-26T16:11:55.371096+0000","last_clean":"2021-07-26T16:11:55.371096+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:11:55.371096+0000","last_undegraded":"2021-07-26T16:11:55.371096+0000","last_fullsized":"2021-07-26T16:11:55.371096+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":279,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.465153+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:11:55.465153+0000","last_peered":"2021-07-26T16:11:55.465153+0000","last_clean":"2021-07-26T16:11:55.465153+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:11:55.465153+0000","last_undegraded":"2021-07-26T16:11:55.465153+0000","last_fullsized":"2021-07-26T16:11:55.465153+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":241,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.238837+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:11:46.238837+0000","last_peered":"2021-07-26T16:11:46.238837+0000","last_clean":"2021-07-26T16:11:46.238837+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:11:46.238837+0000","last_undegraded":"2021-07-26T16:11:46.238837+0000","last_fullsized":"2021-07-26T16:11:46.238837+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":165,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.234799+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:11:46.234799+0000","last_peered":"2021-07-26T16:11:46.234799+0000","last_clean":"2021-07-26T16:11:46.234799+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:11:46.234799+0000","last_undegraded":"2021-07-26T16:11:46.234799+0000","last_fullsized":"2021-07-26T16:11:46.234799+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":187,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.473968+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:11:55.473968+0000","last_peered":"2021-07-26T16:11:55.473968+0000","last_clean":"2021-07-26T16:11:55.473968+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:11:55.473968+0000","last_undegraded":"2021-07-26T16:11:55.473968+0000","last_fullsized":"2021-07-26T16:11:55.473968+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":83,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.234773+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:11:46.234773+0000","last_peered":"2021-07-26T16:11:46.234773+0000","last_clean":"2021-07-26T16:11:46.234773+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:11:46.234773+0000","last_undegraded":"2021-07-26T16:11:46.234773+0000","last_fullsized":"2021-07-26T16:11:46.234773+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":65,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.370527+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:11:55.370527+0000","last_peered":"2021-07-26T16:11:55.370527+0000","last_clean":"2021-07-26T16:11:55.370527+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:11:55.370527+0000","last_undegraded":"2021-07-26T16:11:55.370527+0000","last_fullsized":"2021-07-26T16:11:55.370527+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":173,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.371212+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:11:55.371212+0000","last_peered":"2021-07-26T16:11:55.371212+0000","last_clean":"2021-07-26T16:11:55.371212+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:11:55.371212+0000","last_undegraded":"2021-07-26T16:11:55.371212+0000","last_fullsized":"2021-07-26T16:11:55.371212+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":283,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.464890+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:11:55.464890+0000","last_peered":"2021-07-26T16:11:55.464890+0000","last_clean":"2021-07-26T16:11:55.464890+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:11:55.464890+0000","last_undegraded":"2021-07-26T16:11:55.464890+0000","last_fullsized":"2021-07-26T16:11:55.464890+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":198,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.243202+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:11:46.243202+0000","last_peered":"2021-07-26T16:11:46.243202+0000","last_clean":"2021-07-26T16:11:46.243202+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:11:46.243202+0000","last_undegraded":"2021-07-26T16:11:46.243202+0000","last_fullsized":"2021-07-26T16:11:46.243202+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":107,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.241533+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:11:46.241533+0000","last_peered":"2021-07-26T16:11:46.241533+0000","last_clean":"2021-07-26T16:11:46.241533+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:11:46.241533+0000","last_undegraded":"2021-07-26T16:11:46.241533+0000","last_fullsized":"2021-07-26T16:11:46.241533+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":299,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.370773+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:11:55.370773+0000","last_peered":"2021-07-26T16:11:55.370773+0000","last_clean":"2021-07-26T16:11:55.370773+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:11:55.370773+0000","last_undegraded":"2021-07-26T16:11:55.370773+0000","last_fullsized":"2021-07-26T16:11:55.370773+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":169,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.465133+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:11:55.465133+0000","last_peered":"2021-07-26T16:11:55.465133+0000","last_clean":"2021-07-26T16:11:55.465133+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:11:55.465133+0000","last_undegraded":"2021-07-26T16:11:55.465133+0000","last_fullsized":"2021-07-26T16:11:55.465133+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":186,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.370728+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:11:55.370728+0000","last_peered":"2021-07-26T16:11:55.370728+0000","last_clean":"2021-07-26T16:11:55.370728+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:11:55.370728+0000","last_undegraded":"2021-07-26T16:11:55.370728+0000","last_fullsized":"2021-07-26T16:11:55.370728+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":72,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.234470+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:11:46.234470+0000","last_peered":"2021-07-26T16:11:46.234470+0000","last_clean":"2021-07-26T16:11:46.234470+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:11:46.234470+0000","last_undegraded":"2021-07-26T16:11:46.234470+0000","last_fullsized":"2021-07-26T16:11:46.234470+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":253,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.370590+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:11:55.370590+0000","last_peered":"2021-07-26T16:11:55.370590+0000","last_clean":"2021-07-26T16:11:55.370590+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:11:55.370590+0000","last_undegraded":"2021-07-26T16:11:55.370590+0000","last_fullsized":"2021-07-26T16:11:55.370590+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":195,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.371302+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:11:55.371302+0000","last_peered":"2021-07-26T16:11:55.371302+0000","last_clean":"2021-07-26T16:11:55.371302+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:11:55.371302+0000","last_undegraded":"2021-07-26T16:11:55.371302+0000","last_fullsized":"2021-07-26T16:11:55.371302+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":368,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.236920+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:11:46.236920+0000","last_peered":"2021-07-26T16:11:46.236920+0000","last_clean":"2021-07-26T16:11:46.236920+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:11:46.236920+0000","last_undegraded":"2021-07-26T16:11:46.236920+0000","last_fullsized":"2021-07-26T16:11:46.236920+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":63,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.370930+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:11:55.370930+0000","last_peered":"2021-07-26T16:11:55.370930+0000","last_clean":"2021-07-26T16:11:55.370930+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:11:55.370930+0000","last_undegraded":"2021-07-26T16:11:55.370930+0000","last_fullsized":"2021-07-26T16:11:55.370930+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":80,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.371051+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:11:55.371051+0000","last_peered":"2021-07-26T16:11:55.371051+0000","last_clean":"2021-07-26T16:11:55.371051+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:11:55.371051+0000","last_undegraded":"2021-07-26T16:11:55.371051+0000","last_fullsized":"2021-07-26T16:11:55.371051+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":90,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.235572+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:11:46.235572+0000","last_peered":"2021-07-26T16:11:46.235572+0000","last_clean":"2021-07-26T16:11:46.235572+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:11:46.235572+0000","last_undegraded":"2021-07-26T16:11:46.235572+0000","last_fullsized":"2021-07-26T16:11:46.235572+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":172,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.371446+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:11:55.371446+0000","last_peered":"2021-07-26T16:11:55.371446+0000","last_clean":"2021-07-26T16:11:55.371446+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:11:55.371446+0000","last_undegraded":"2021-07-26T16:11:55.371446+0000","last_fullsized":"2021-07-26T16:11:55.371446+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":116,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.241913+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:11:46.241913+0000","last_peered":"2021-07-26T16:11:46.241913+0000","last_clean":"2021-07-26T16:11:46.241913+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:11:46.241913+0000","last_undegraded":"2021-07-26T16:11:46.241913+0000","last_fullsized":"2021-07-26T16:11:46.241913+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":304,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.371072+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:11:55.371072+0000","last_peered":"2021-07-26T16:11:55.371072+0000","last_clean":"2021-07-26T16:11:55.371072+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:11:55.371072+0000","last_undegraded":"2021-07-26T16:11:55.371072+0000","last_fullsized":"2021-07-26T16:11:55.371072+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":259,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.237620+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:11:46.237620+0000","last_peered":"2021-07-26T16:11:46.237620+0000","last_clean":"2021-07-26T16:11:46.237620+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:11:46.237620+0000","last_undegraded":"2021-07-26T16:11:46.237620+0000","last_fullsized":"2021-07-26T16:11:46.237620+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":260,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.235098+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:11:46.235098+0000","last_peered":"2021-07-26T16:11:46.235098+0000","last_clean":"2021-07-26T16:11:46.235098+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:11:46.235098+0000","last_undegraded":"2021-07-26T16:11:46.235098+0000","last_fullsized":"2021-07-26T16:11:46.235098+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":136,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.465116+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:11:55.465116+0000","last_peered":"2021-07-26T16:11:55.465116+0000","last_clean":"2021-07-26T16:11:55.465116+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:11:55.465116+0000","last_undegraded":"2021-07-26T16:11:55.465116+0000","last_fullsized":"2021-07-26T16:11:55.465116+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":232,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.241155+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:11:46.241155+0000","last_peered":"2021-07-26T16:11:46.241155+0000","last_clean":"2021-07-26T16:11:46.241155+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:11:46.241155+0000","last_undegraded":"2021-07-26T16:11:46.241155+0000","last_fullsized":"2021-07-26T16:11:46.241155+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":107,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.243089+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:11:46.243089+0000","last_peered":"2021-07-26T16:11:46.243089+0000","last_clean":"2021-07-26T16:11:46.243089+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:11:46.243089+0000","last_undegraded":"2021-07-26T16:11:46.243089+0000","last_fullsized":"2021-07-26T16:11:46.243089+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":266,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.237465+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:11:46.237465+0000","last_peered":"2021-07-26T16:11:46.237465+0000","last_clean":"2021-07-26T16:11:46.237465+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:11:46.237465+0000","last_undegraded":"2021-07-26T16:11:46.237465+0000","last_fullsized":"2021-07-26T16:11:46.237465+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":59,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.241017+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:11:46.241017+0000","last_peered":"2021-07-26T16:11:46.241017+0000","last_clean":"2021-07-26T16:11:46.241017+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:11:46.241017+0000","last_undegraded":"2021-07-26T16:11:46.241017+0000","last_fullsized":"2021-07-26T16:11:46.241017+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":116,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.241842+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:11:46.241842+0000","last_peered":"2021-07-26T16:11:46.241842+0000","last_clean":"2021-07-26T16:11:46.241842+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:11:46.241842+0000","last_undegraded":"2021-07-26T16:11:46.241842+0000","last_fullsized":"2021-07-26T16:11:46.241842+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":132,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.241448+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:11:46.241448+0000","last_peered":"2021-07-26T16:11:46.241448+0000","last_clean":"2021-07-26T16:11:46.241448+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:11:46.241448+0000","last_undegraded":"2021-07-26T16:11:46.241448+0000","last_fullsized":"2021-07-26T16:11:46.241448+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":262,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.465047+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:11:55.465047+0000","last_peered":"2021-07-26T16:11:55.465047+0000","last_clean":"2021-07-26T16:11:55.465047+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:11:55.465047+0000","last_undegraded":"2021-07-26T16:11:55.465047+0000","last_fullsized":"2021-07-26T16:11:55.465047+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":256,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.473831+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:11:55.473831+0000","last_peered":"2021-07-26T16:11:55.473831+0000","last_clean":"2021-07-26T16:11:55.473831+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:11:55.473831+0000","last_undegraded":"2021-07-26T16:11:55.473831+0000","last_fullsized":"2021-07-26T16:11:55.473831+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":294,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.473638+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:11:55.473638+0000","last_peered":"2021-07-26T16:11:55.473638+0000","last_clean":"2021-07-26T16:11:55.473638+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:11:55.473638+0000","last_undegraded":"2021-07-26T16:11:55.473638+0000","last_fullsized":"2021-07-26T16:11:55.473638+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":299,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.234377+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:11:46.234377+0000","last_peered":"2021-07-26T16:11:46.234377+0000","last_clean":"2021-07-26T16:11:46.234377+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:11:46.234377+0000","last_undegraded":"2021-07-26T16:11:46.234377+0000","last_fullsized":"2021-07-26T16:11:46.234377+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":264,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.464987+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:11:55.464987+0000","last_peered":"2021-07-26T16:11:55.464987+0000","last_clean":"2021-07-26T16:11:55.464987+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:11:55.464987+0000","last_undegraded":"2021-07-26T16:11:55.464987+0000","last_fullsized":"2021-07-26T16:11:55.464987+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":246,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.234111+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:11:46.234111+0000","last_peered":"2021-07-26T16:11:46.234111+0000","last_clean":"2021-07-26T16:11:46.234111+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:11:46.234111+0000","last_undegraded":"2021-07-26T16:11:46.234111+0000","last_fullsized":"2021-07-26T16:11:46.234111+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":116,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.241441+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:11:46.241441+0000","last_peered":"2021-07-26T16:11:46.241441+0000","last_clean":"2021-07-26T16:11:46.241441+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:11:46.241441+0000","last_undegraded":"2021-07-26T16:11:46.241441+0000","last_fullsized":"2021-07-26T16:11:46.241441+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":318,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.473946+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:11:55.473946+0000","last_peered":"2021-07-26T16:11:55.473946+0000","last_clean":"2021-07-26T16:11:55.473946+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:11:55.473946+0000","last_undegraded":"2021-07-26T16:11:55.473946+0000","last_fullsized":"2021-07-26T16:11:55.473946+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":203,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.464837+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:11:55.464837+0000","last_peered":"2021-07-26T16:11:55.464837+0000","last_clean":"2021-07-26T16:11:55.464837+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:11:55.464837+0000","last_undegraded":"2021-07-26T16:11:55.464837+0000","last_fullsized":"2021-07-26T16:11:55.464837+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":265,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.465260+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:11:55.465260+0000","last_peered":"2021-07-26T16:11:55.465260+0000","last_clean":"2021-07-26T16:11:55.465260+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:11:55.465260+0000","last_undegraded":"2021-07-26T16:11:55.465260+0000","last_fullsized":"2021-07-26T16:11:55.465260+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":278,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.473867+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:11:55.473867+0000","last_peered":"2021-07-26T16:11:55.473867+0000","last_clean":"2021-07-26T16:11:55.473867+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:11:55.473867+0000","last_undegraded":"2021-07-26T16:11:55.473867+0000","last_fullsized":"2021-07-26T16:11:55.473867+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":288,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.234201+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:11:46.234201+0000","last_peered":"2021-07-26T16:11:46.234201+0000","last_clean":"2021-07-26T16:11:46.234201+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:11:46.234201+0000","last_undegraded":"2021-07-26T16:11:46.234201+0000","last_fullsized":"2021-07-26T16:11:46.234201+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":531,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.370788+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:11:55.370788+0000","last_peered":"2021-07-26T16:11:55.370788+0000","last_clean":"2021-07-26T16:11:55.370788+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:11:55.370788+0000","last_undegraded":"2021-07-26T16:11:55.370788+0000","last_fullsized":"2021-07-26T16:11:55.370788+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":72,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.234011+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:11:46.234011+0000","last_peered":"2021-07-26T16:11:46.234011+0000","last_clean":"2021-07-26T16:11:46.234011+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:11:46.234011+0000","last_undegraded":"2021-07-26T16:11:46.234011+0000","last_fullsized":"2021-07-26T16:11:46.234011+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":68,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.240768+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:11:46.240768+0000","last_peered":"2021-07-26T16:11:46.240768+0000","last_clean":"2021-07-26T16:11:46.240768+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:11:46.240768+0000","last_undegraded":"2021-07-26T16:11:46.240768+0000","last_fullsized":"2021-07-26T16:11:46.240768+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":290,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.370558+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:11:55.370558+0000","last_peered":"2021-07-26T16:11:55.370558+0000","last_clean":"2021-07-26T16:11:55.370558+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:11:55.370558+0000","last_undegraded":"2021-07-26T16:11:55.370558+0000","last_fullsized":"2021-07-26T16:11:55.370558+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":178,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.242058+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:11:46.242058+0000","last_peered":"2021-07-26T16:11:46.242058+0000","last_clean":"2021-07-26T16:11:46.242058+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:11:46.242058+0000","last_undegraded":"2021-07-26T16:11:46.242058+0000","last_fullsized":"2021-07-26T16:11:46.242058+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":177,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.465271+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:11:55.465271+0000","last_peered":"2021-07-26T16:11:55.465271+0000","last_clean":"2021-07-26T16:11:55.465271+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:11:55.465271+0000","last_undegraded":"2021-07-26T16:11:55.465271+0000","last_fullsized":"2021-07-26T16:11:55.465271+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":303,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.371137+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:11:55.371137+0000","last_peered":"2021-07-26T16:11:55.371137+0000","last_clean":"2021-07-26T16:11:55.371137+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:11:55.371137+0000","last_undegraded":"2021-07-26T16:11:55.371137+0000","last_fullsized":"2021-07-26T16:11:55.371137+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":283,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.473744+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:11:55.473744+0000","last_peered":"2021-07-26T16:11:55.473744+0000","last_clean":"2021-07-26T16:11:55.473744+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:11:55.473744+0000","last_undegraded":"2021-07-26T16:11:55.473744+0000","last_fullsized":"2021-07-26T16:11:55.473744+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":159,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.234110+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:11:46.234110+0000","last_peered":"2021-07-26T16:11:46.234110+0000","last_clean":"2021-07-26T16:11:46.234110+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:11:46.234110+0000","last_undegraded":"2021-07-26T16:11:46.234110+0000","last_fullsized":"2021-07-26T16:11:46.234110+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":101,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.371180+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:11:55.371180+0000","last_peered":"2021-07-26T16:11:55.371180+0000","last_clean":"2021-07-26T16:11:55.371180+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:11:55.371180+0000","last_undegraded":"2021-07-26T16:11:55.371180+0000","last_fullsized":"2021-07-26T16:11:55.371180+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":241,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.473742+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:11:55.473742+0000","last_peered":"2021-07-26T16:11:55.473742+0000","last_clean":"2021-07-26T16:11:55.473742+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:11:55.473742+0000","last_undegraded":"2021-07-26T16:11:55.473742+0000","last_fullsized":"2021-07-26T16:11:55.473742+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":74,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.370554+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:11:55.370554+0000","last_peered":"2021-07-26T16:11:55.370554+0000","last_clean":"2021-07-26T16:11:55.370554+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:11:55.370554+0000","last_undegraded":"2021-07-26T16:11:55.370554+0000","last_fullsized":"2021-07-26T16:11:55.370554+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":288,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.238693+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:11:46.238693+0000","last_peered":"2021-07-26T16:11:46.238693+0000","last_clean":"2021-07-26T16:11:46.238693+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:11:46.238693+0000","last_undegraded":"2021-07-26T16:11:46.238693+0000","last_fullsized":"2021-07-26T16:11:46.238693+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":103,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.473918+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:11:55.473918+0000","last_peered":"2021-07-26T16:11:55.473918+0000","last_clean":"2021-07-26T16:11:55.473918+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:11:55.473918+0000","last_undegraded":"2021-07-26T16:11:55.473918+0000","last_fullsized":"2021-07-26T16:11:55.473918+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":107,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.241717+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:11:46.241717+0000","last_peered":"2021-07-26T16:11:46.241717+0000","last_clean":"2021-07-26T16:11:46.241717+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:11:46.241717+0000","last_undegraded":"2021-07-26T16:11:46.241717+0000","last_fullsized":"2021-07-26T16:11:46.241717+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":130,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.241257+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:11:46.241257+0000","last_peered":"2021-07-26T16:11:46.241257+0000","last_clean":"2021-07-26T16:11:46.241257+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:11:46.241257+0000","last_undegraded":"2021-07-26T16:11:46.241257+0000","last_fullsized":"2021-07-26T16:11:46.241257+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":232,"reported_epoch":272,"state":"active+clean","last_fresh":"2021-07-26T16:11:55.473832+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:11:55.473832+0000","last_peered":"2021-07-26T16:11:55.473832+0000","last_clean":"2021-07-26T16:11:55.473832+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:11:55.473832+0000","last_undegraded":"2021-07-26T16:11:55.473832+0000","last_fullsized":"2021-07-26T16:11:55.473832+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":276,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.234992+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:11:46.234992+0000","last_peered":"2021-07-26T16:11:46.234992+0000","last_clean":"2021-07-26T16:11:46.234992+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:11:46.234992+0000","last_undegraded":"2021-07-26T16:11:46.234992+0000","last_fullsized":"2021-07-26T16:11:46.234992+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":107,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.241345+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:11:46.241345+0000","last_peered":"2021-07-26T16:11:46.241345+0000","last_clean":"2021-07-26T16:11:46.241345+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:11:46.241345+0000","last_undegraded":"2021-07-26T16:11:46.241345+0000","last_fullsized":"2021-07-26T16:11:46.241345+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":261,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.234287+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:11:46.234287+0000","last_peered":"2021-07-26T16:11:46.234287+0000","last_clean":"2021-07-26T16:11:46.234287+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:11:46.234287+0000","last_undegraded":"2021-07-26T16:11:46.234287+0000","last_fullsized":"2021-07-26T16:11:46.234287+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":45,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.237314+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:11:46.237314+0000","last_peered":"2021-07-26T16:11:46.237314+0000","last_clean":"2021-07-26T16:11:46.237314+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:11:46.237314+0000","last_undegraded":"2021-07-26T16:11:46.237314+0000","last_fullsized":"2021-07-26T16:11:46.237314+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":68,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.237822+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:11:46.237822+0000","last_peered":"2021-07-26T16:11:46.237822+0000","last_clean":"2021-07-26T16:11:46.237822+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:11:46.237822+0000","last_undegraded":"2021-07-26T16:11:46.237822+0000","last_fullsized":"2021-07-26T16:11:46.237822+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":236,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.233881+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:11:46.233881+0000","last_peered":"2021-07-26T16:11:46.233881+0000","last_clean":"2021-07-26T16:11:46.233881+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:11:46.233881+0000","last_undegraded":"2021-07-26T16:11:46.233881+0000","last_fullsized":"2021-07-26T16:11:46.233881+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":117,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.234699+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:11:46.234699+0000","last_peered":"2021-07-26T16:11:46.234699+0000","last_clean":"2021-07-26T16:11:46.234699+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:11:46.234699+0000","last_undegraded":"2021-07-26T16:11:46.234699+0000","last_fullsized":"2021-07-26T16:11:46.234699+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":107,"reported_epoch":271,"state":"active+clean","last_fresh":"2021-07-26T16:11:46.241017+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:11:46.241017+0000","last_peered":"2021-07-26T16:11:46.241017+0000","last_clean":"2021-07-26T16:11:46.241017+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:11:46.241017+0000","last_undegraded":"2021-07-26T16:11:46.241017+0000","last_fullsized":"2021-07-26T16:11:46.241017+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":25785,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3881,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495929,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1052456,"kb_used_data":3872,"kb_used_omap":1146,"kb_used_meta":1047429,"kb_avail":92692696,"statfs":{"total":95995035648,"available":94917320704,"internally_reserved":1073741824,"allocated":3964928,"data_stored":2615477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1173937,"internal_metadata":1072567887},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":1.9239999999999999,"15min":1.0549999999999999},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.20699999999999999},"max":{"1min":4.0209999999999999,"5min":61.125,"15min":61.125},"last":0.52600000000000002},{"interface":"front","average":{"1min":1.3380000000000001,"5min":2.0680000000000001,"15min":1.123},"min":{"1min":0.26900000000000002,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.3319999999999999,"5min":61.165999999999997,"15min":61.165999999999997},"last":0.59599999999999997}]},{"osd":1,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":3.129,"15min":1.5629999999999999},"min":{"1min":0.27600000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":16.373000000000001,"5min":72.989000000000004,"15min":72.989000000000004},"last":0.63400000000000001},{"interface":"front","average":{"1min":2.1389999999999998,"5min":2.6579999999999999,"15min":1.478},"min":{"1min":0.29499999999999998,"5min":0.246,"15min":0.23300000000000001},"max":{"1min":12.798,"5min":70.066000000000003,"15min":70.066000000000003},"last":0.64200000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:11:49 2021","interfaces":[{"interface":"back","average":{"1min":1.4430000000000001,"5min":1.6439999999999999,"15min":1.522},"min":{"1min":0.29599999999999999,"5min":0.27600000000000002,"15min":0.224},"max":{"1min":5.9640000000000004,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":0.65300000000000002},{"interface":"front","average":{"1min":1.1859999999999999,"5min":1.393,"15min":1.425},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":3.4489999999999998,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.60699999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":2.2410000000000001,"15min":1.3100000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.7240000000000002,"5min":48.880000000000003,"15min":48.880000000000003},"last":0.56499999999999995},{"interface":"front","average":{"1min":1.841,"5min":2.427,"15min":1.357},"min":{"1min":0.38100000000000001,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":4.6280000000000001,"5min":48.792999999999999,"15min":48.792999999999999},"last":0.61899999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":1.573,"5min":1.3100000000000001,"15min":0.65200000000000002},"min":{"1min":0.32100000000000001,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":4.1959999999999997,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":0.314},{"interface":"front","average":{"1min":1.603,"5min":1.361,"15min":0.72699999999999998},"min":{"1min":0.373,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":4.2220000000000004,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":0.38300000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:11:57 2021","interfaces":[{"interface":"back","average":{"1min":1.8799999999999999,"5min":1.7569999999999999,"15min":0.90400000000000003},"min":{"1min":0.28499999999999998,"5min":0.25,"15min":0.21299999999999999},"max":{"1min":9.0190000000000001,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":0.54100000000000004},{"interface":"front","average":{"1min":1.454,"5min":1.7150000000000001,"15min":0.94299999999999995},"min":{"1min":0.318,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":3.8580000000000001,"5min":10.406000000000001,"15min":10.406000000000001},"last":0.42199999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:11:57 2021","interfaces":[{"interface":"back","average":{"1min":1.5389999999999999,"5min":1.7310000000000001,"15min":0.94799999999999995},"min":{"1min":0.30099999999999999,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":13.821999999999999,"5min":13.821999999999999,"15min":13.821999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":2.0750000000000002,"5min":1.613,"15min":0.86599999999999999},"min":{"1min":0.38,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":13.77,"5min":13.77,"15min":13.77},"last":0.437}]}]},{"osd":6,"up_from":41,"seq":176093659452,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1052432,"kb_used_data":3848,"kb_used_omap":1173,"kb_used_meta":1047402,"kb_avail":92692720,"statfs":{"total":95995035648,"available":94917345280,"internally_reserved":1073741824,"allocated":3940352,"data_stored":2607338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1202073,"internal_metadata":1072539751},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":1.2929999999999999,"15min":0.79800000000000004},"min":{"1min":0.252,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":5.133,"5min":13.945,"15min":13.945},"last":0.254},{"interface":"front","average":{"1min":1.8640000000000001,"5min":1.3049999999999999,"15min":0.88900000000000001},"min":{"1min":0.246,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":13.515000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.32300000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":3.0859999999999999,"5min":1.9139999999999999,"15min":1.073},"min":{"1min":0.22,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":27.257999999999999,"5min":27.257999999999999,"15min":27.257999999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":4.8970000000000002,"5min":2.3530000000000002,"15min":1.345},"min":{"1min":0.24199999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":27.021000000000001,"5min":27.021000000000001,"15min":27.021000000000001},"last":0.307}]},{"osd":2,"last update":"Mon Jul 26 16:11:39 2021","interfaces":[{"interface":"back","average":{"1min":2.1360000000000001,"5min":1.2629999999999999,"15min":1.607},"min":{"1min":0.33100000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.6710000000000003,"5min":5.8639999999999999,"15min":12.388999999999999},"last":0.40899999999999997},{"interface":"front","average":{"1min":2.1110000000000002,"5min":1.381,"15min":1.4870000000000001},"min":{"1min":0.35199999999999998,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":4.6929999999999996,"5min":13.712,"15min":13.712},"last":0.377}]},{"osd":3,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":2.8250000000000002,"5min":2.2000000000000002,"15min":1.3680000000000001},"min":{"1min":0.375,"5min":0.28699999999999998,"15min":0.26200000000000001},"max":{"1min":13.680999999999999,"5min":49.716999999999999,"15min":49.716999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":1.847,"5min":2.4089999999999998,"15min":1.454},"min":{"1min":0.28199999999999997,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":6.194,"5min":49.741,"15min":49.741},"last":0.38800000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":2.4590000000000001,"5min":1.3009999999999999,"15min":0.65200000000000002},"min":{"1min":0.28100000000000003,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":7.8339999999999996,"5min":7.8339999999999996,"15min":7.8339999999999996},"last":0.33300000000000002},{"interface":"front","average":{"1min":2.0630000000000002,"5min":1.534,"15min":0.72099999999999997},"min":{"1min":0.26500000000000001,"5min":0.222,"15min":0.21199999999999999},"max":{"1min":6.1180000000000003,"5min":10.265000000000001,"15min":10.265000000000001},"last":0.27100000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.95,"5min":1.486,"15min":0.80000000000000004},"min":{"1min":0.25800000000000001,"5min":0.23799999999999999,"15min":0.20899999999999999},"max":{"1min":5.2220000000000004,"5min":8.8170000000000002,"15min":8.8170000000000002},"last":0.36599999999999999},{"interface":"front","average":{"1min":2.5129999999999999,"5min":1.3720000000000001,"15min":0.79500000000000004},"min":{"1min":0.27600000000000002,"5min":0.23400000000000001,"15min":0.214},"max":{"1min":8.0030000000000001,"5min":11.063000000000001,"15min":11.063000000000001},"last":0.443}]},{"osd":7,"last update":"Mon Jul 26 16:11:45 2021","interfaces":[{"interface":"back","average":{"1min":2.5299999999999998,"5min":1.7589999999999999,"15min":1.0820000000000001},"min":{"1min":0.29499999999999998,"5min":0.27100000000000002,"15min":0.222},"max":{"1min":9.7739999999999991,"5min":11.739000000000001,"15min":16.913},"last":0.35399999999999998},{"interface":"front","average":{"1min":1.556,"5min":1.712,"15min":0.94099999999999995},"min":{"1min":0.28000000000000003,"5min":0.27600000000000002,"15min":0.26300000000000001},"max":{"1min":5.1959999999999997,"5min":8.843,"15min":8.843},"last":0.39500000000000002}]}]},{"osd":1,"up_from":78,"seq":335007449270,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":107984,"kb_used_data":3848,"kb_used_omap":0,"kb_used_meta":104128,"kb_avail":93637168,"statfs":{"total":95995035648,"available":95884460032,"internally_reserved":0,"allocated":3940352,"data_stored":2610550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":106627072},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.94999999999999996,"15min":0.76000000000000001},"min":{"1min":0.19400000000000001,"5min":0.191,"15min":0.184},"max":{"1min":3.5630000000000002,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":0.36899999999999999},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.1759999999999999,"15min":0.93000000000000005},"min":{"1min":0.249,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":4.9240000000000004,"5min":10.977,"15min":10.977},"last":0.34100000000000003}]},{"osd":2,"last update":"Mon Jul 26 16:11:36 2021","interfaces":[{"interface":"back","average":{"1min":1.1870000000000001,"5min":1.073,"15min":1.5700000000000001},"min":{"1min":0.26700000000000002,"5min":0.24099999999999999,"15min":0.20599999999999999},"max":{"1min":5.3300000000000001,"5min":5.3300000000000001,"15min":34.530000000000001},"last":0.38},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.98799999999999999,"15min":1.534},"min":{"1min":0.26300000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.9820000000000002,"5min":7.218,"15min":34.465000000000003},"last":0.311}]},{"osd":3,"last update":"Mon Jul 26 16:11:26 2021","interfaces":[{"interface":"back","average":{"1min":1.518,"5min":1.401,"15min":1.1259999999999999},"min":{"1min":0.44900000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.5410000000000004,"5min":8.9529999999999994,"15min":13.077999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":1.288,"5min":1.536,"15min":1.1479999999999999},"min":{"1min":0.33600000000000002,"5min":0.26800000000000002,"15min":0.23699999999999999},"max":{"1min":5.4980000000000002,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.33000000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.121,"5min":1.133,"15min":0.96399999999999997},"min":{"1min":0.40699999999999997,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":3.46,"5min":6.6200000000000001,"15min":6.6200000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":1.147,"5min":1.361,"15min":1.141},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":3.6739999999999999,"5min":6.718,"15min":6.718},"last":0.52800000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.7190000000000001,"5min":1.306,"15min":1.024},"min":{"1min":0.34699999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.5579999999999998,"5min":5.5579999999999998,"15min":9.8689999999999998},"last":0.56100000000000005},{"interface":"front","average":{"1min":1.6699999999999999,"5min":1.361,"15min":1.0409999999999999},"min":{"1min":0.48299999999999998,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":3.5760000000000001,"5min":6.8090000000000002,"15min":6.9139999999999997},"last":0.42999999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":2.1899999999999999,"5min":1.625,"15min":1.1699999999999999},"min":{"1min":0.44,"5min":0.255,"15min":0.255},"max":{"1min":6.093,"5min":6.1120000000000001,"15min":9.9209999999999994},"last":0.61199999999999999},{"interface":"front","average":{"1min":1.538,"5min":1.5369999999999999,"15min":1.0980000000000001},"min":{"1min":0.38300000000000001,"5min":0.36099999999999999,"15min":0.32200000000000001},"max":{"1min":4.4089999999999998,"5min":9.0589999999999993,"15min":9.0589999999999993},"last":0.45000000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.669,"5min":1.367,"15min":1.018},"min":{"1min":0.375,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":9.5250000000000004,"5min":9.5250000000000004,"15min":9.5250000000000004},"last":0.67900000000000005},{"interface":"front","average":{"1min":2.04,"5min":1.661,"15min":1.23},"min":{"1min":0.47499999999999998,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":5.4000000000000004,"5min":8.234,"15min":9.968},"last":0.58499999999999996}]}]},{"osd":0,"up_from":0,"seq":313532612804,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500810,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122219,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":160780,"kb_used_data":3268,"kb_used_omap":3,"kb_used_meta":157500,"kb_avail":93584372,"statfs":{"total":95995035648,"available":95830396928,"internally_reserved":0,"allocated":3346432,"data_stored":2020250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":161280148},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":1.4159999999999999,"15min":0.98899999999999999},"min":{"1min":0.21299999999999999,"5min":0.20699999999999999,"15min":0.17799999999999999},"max":{"1min":3.427,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.58999999999999997,"5min":1.119,"15min":0.90300000000000002},"min":{"1min":0.22,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":2.4580000000000002,"5min":56.030999999999999,"15min":56.030999999999999},"last":0.221}]},{"osd":1,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.2050000000000001,"5min":2.427,"15min":1.415},"min":{"1min":0.24199999999999999,"5min":0.218,"15min":0.218},"max":{"1min":5.3209999999999997,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.28299999999999997},{"interface":"front","average":{"1min":1.0429999999999999,"5min":2.3300000000000001,"15min":1.5740000000000001},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":4.5570000000000004,"5min":83.567999999999998,"15min":83.567999999999998},"last":0.33800000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:11:48 2021","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":1.3029999999999999,"15min":1.635},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":4.657,"5min":10.73,"15min":10.73},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.76100000000000001,"5min":1.22,"15min":1.9450000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.27300000000000002},"max":{"1min":2.6709999999999998,"5min":10.694000000000001,"15min":14.436},"last":0.33000000000000002}]},{"osd":4,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":0.97599999999999998,"15min":0.77300000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":5.4249999999999998,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":0.32400000000000001},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5329999999999999,"15min":1.002},"min":{"1min":0.32600000000000001,"5min":0.29299999999999998,"15min":0.29199999999999998},"max":{"1min":6.8650000000000002,"5min":8.766,"15min":8.766},"last":0.50900000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.4279999999999999,"5min":1.091,"15min":0.97499999999999998},"min":{"1min":0.308,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":3.9079999999999999,"5min":15.329000000000001,"15min":15.329000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":1.204,"5min":1.2769999999999999,"15min":1.0089999999999999},"min":{"1min":0.39200000000000002,"5min":0.314,"15min":0.314},"max":{"1min":3.4980000000000002,"5min":10.634,"15min":11.145},"last":0.46200000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.363,"5min":1.208,"15min":1.0209999999999999},"min":{"1min":0.34000000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":3.5870000000000002,"5min":15.391,"15min":15.391},"last":0.376},{"interface":"front","average":{"1min":2.2890000000000001,"5min":1.6279999999999999,"15min":1.206},"min":{"1min":0.35899999999999999,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":16.231000000000002,"5min":16.231000000000002,"15min":16.231000000000002},"last":0.54400000000000004}]},{"osd":7,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.8600000000000001,"5min":1.6259999999999999,"15min":1.2430000000000001},"min":{"1min":0.40300000000000002,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":7.5199999999999996,"5min":11.625999999999999,"15min":11.625999999999999},"last":0.52900000000000003},{"interface":"front","average":{"1min":1.5249999999999999,"5min":1.6859999999999999,"15min":1.2629999999999999},"min":{"1min":0.42299999999999999,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":3.5259999999999998,"5min":15.363,"15min":19.039999999999999},"last":0.48699999999999999}]}]},{"osd":4,"up_from":163,"seq":700079669341,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1051860,"kb_used_data":3276,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":92693292,"statfs":{"total":95995035648,"available":94917931008,"internally_reserved":1073741824,"allocated":3354624,"data_stored":2017626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":2.0619999999999998,"5min":1.27,"15min":0.64600000000000002},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":18.655999999999999,"5min":18.655999999999999,"15min":18.655999999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":2.7389999999999999,"5min":1.766,"15min":0.86699999999999999},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":18.593,"5min":18.593,"15min":18.593},"last":0.33600000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":4.6050000000000004,"5min":2.5950000000000002,"15min":1.1379999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":33.665999999999997,"5min":70.212999999999994,"15min":70.212999999999994},"last":0.42399999999999999},{"interface":"front","average":{"1min":5.8700000000000001,"5min":3.1070000000000002,"15min":1.337},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.247},"max":{"1min":40.225000000000001,"5min":69.948999999999998,"15min":69.948999999999998},"last":0.41599999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":1.9730000000000001,"5min":1.5389999999999999,"15min":0.82499999999999996},"min":{"1min":0.33100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":8.8339999999999996,"5min":8.8339999999999996,"15min":8.8339999999999996},"last":0.39200000000000002},{"interface":"front","average":{"1min":2.0379999999999998,"5min":1.0089999999999999,"15min":0.69899999999999995},"min":{"1min":0.27300000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":18.565999999999999,"5min":18.565999999999999,"15min":18.565999999999999},"last":0.38600000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":6.8449999999999998,"5min":2.508,"15min":1.129},"min":{"1min":0.308,"5min":0.26300000000000001,"15min":0.26100000000000001},"max":{"1min":34.118000000000002,"5min":34.118000000000002,"15min":34.118000000000002},"last":0.435},{"interface":"front","average":{"1min":6.1980000000000004,"5min":2.0550000000000002,"15min":0.97399999999999998},"min":{"1min":0.29599999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":34.124000000000002,"5min":34.124000000000002,"15min":34.124000000000002},"last":0.42999999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":0.997,"15min":0.55200000000000005},"min":{"1min":0.255,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":5.9909999999999997,"5min":5.9909999999999997,"15min":5.9909999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":1.3220000000000001,"5min":1.173,"15min":0.63},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.22500000000000001},"max":{"1min":5.7030000000000003,"5min":7.4379999999999997,"15min":7.4379999999999997},"last":0.40400000000000003}]},{"osd":6,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":0.90600000000000003,"15min":0.51900000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.9470000000000001,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.35899999999999999},{"interface":"front","average":{"1min":1.5840000000000001,"5min":1.397,"15min":0.70199999999999996},"min":{"1min":0.27200000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":5.7290000000000001,"5min":11.997,"15min":11.997},"last":0.374}]},{"osd":7,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.244,"15min":0.67200000000000004},"min":{"1min":0.29299999999999998,"5min":0.25800000000000001,"15min":0.25700000000000001},"max":{"1min":7.0529999999999999,"5min":12.824,"15min":12.824},"last":0.443},{"interface":"front","average":{"1min":2.5190000000000001,"5min":1.6970000000000001,"15min":0.81899999999999995},"min":{"1min":0.255,"5min":0.252,"15min":0.252},"max":{"1min":9.2230000000000008,"5min":9.2230000000000008,"15min":9.2230000000000008},"last":0.36799999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822977,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1051840,"kb_used_data":3256,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92693312,"statfs":{"total":95995035648,"available":94917951488,"internally_reserved":1073741824,"allocated":3334144,"data_stored":2012817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:22 2021","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":2.1240000000000001,"15min":1.101},"min":{"1min":0.23999999999999999,"5min":0.22800000000000001,"15min":0.19500000000000001},"max":{"1min":6.1989999999999998,"5min":59.381,"15min":59.381},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.87,"5min":2.3050000000000002,"15min":1.198},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.24399999999999999},"max":{"1min":6.2430000000000003,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.438}]},{"osd":1,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":2.2749999999999999,"5min":2.9489999999999998,"15min":1.5589999999999999},"min":{"1min":0.32100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":8.1039999999999992,"5min":85.896000000000001,"15min":85.896000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":1.732,"5min":3.1200000000000001,"15min":1.6850000000000001},"min":{"1min":0.246,"5min":0.216,"15min":0.216},"max":{"1min":8.4429999999999996,"5min":85.566999999999993,"15min":85.566999999999993},"last":0.42799999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:11:40 2021","interfaces":[{"interface":"back","average":{"1min":1.617,"5min":1.4410000000000001,"15min":1.266},"min":{"1min":0.32700000000000001,"5min":0.253,"15min":0.24299999999999999},"max":{"1min":8.5340000000000007,"5min":8.5340000000000007,"15min":35.734000000000002},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.66400000000000003,"5min":1.345,"15min":1.7709999999999999},"min":{"1min":0.27600000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":2.5099999999999998,"5min":12.111000000000001,"15min":171.78700000000001},"last":0.35599999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:11:22 2021","interfaces":[{"interface":"back","average":{"1min":1.155,"5min":2.2679999999999998,"15min":1.5369999999999999},"min":{"1min":0.34100000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":6.1619999999999999,"5min":59.469999999999999,"15min":59.469999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":2.169,"5min":2.488,"15min":1.615},"min":{"1min":0.33200000000000002,"5min":0.28999999999999998,"15min":0.23499999999999999},"max":{"1min":8.5090000000000003,"5min":59.465000000000003,"15min":59.465000000000003},"last":0.378}]},{"osd":4,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":2.2309999999999999,"5min":1.708,"15min":0.79300000000000004},"min":{"1min":0.312,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":8.6180000000000003,"5min":18.094000000000001,"15min":18.094000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":1.827,"5min":1.3149999999999999,"15min":0.66400000000000003},"min":{"1min":0.30499999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":5.1820000000000004,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":0.41699999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":1.792,"5min":1.6919999999999999,"15min":0.90200000000000002},"min":{"1min":0.28699999999999998,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":7.1310000000000002,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":0.314},{"interface":"front","average":{"1min":1.083,"5min":1.3129999999999999,"15min":0.79300000000000004},"min":{"1min":0.26500000000000001,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":6.1289999999999996,"5min":11.865,"15min":11.865},"last":0.40000000000000002}]},{"osd":7,"last update":"Mon Jul 26 16:11:46 2021","interfaces":[{"interface":"back","average":{"1min":1.4370000000000001,"5min":1.5349999999999999,"15min":0.91300000000000003},"min":{"1min":0.28599999999999998,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":6.9649999999999999,"5min":15.15,"15min":15.15},"last":0.46600000000000003},{"interface":"front","average":{"1min":1.643,"5min":1.1379999999999999,"15min":0.74299999999999999},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.217},"max":{"1min":4.5140000000000002,"5min":5.9649999999999999,"15min":8.1170000000000009},"last":0.47699999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3881,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4179,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8107,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:12:06.716 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-07-26T16:12:06.731 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:06.751 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:06.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:06.754 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:06.819 INFO:teuthology.orchestra.run.smithi078.stderr:pool 'unique_pool_2' created 2021-07-26T16:12:06.855 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:06.865 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:12:06.876 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:06.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:06.877 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:06.978 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:06.995 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:06 smithi139 ceph-mon[56829]: from='client.45948 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:12:06.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:06 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:12:06.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:06 smithi139 ceph-mon[56829]: pgmap v780: 73 pgs: 73 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:06.996 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:06 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3534115108' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-07-26T16:12:06.997 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:06 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-07-26T16:12:07.003 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:07.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:07.004 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:07.105 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:07.127 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:07.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:07.128 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:07.150 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:12:07.189 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:06 smithi078 ceph-mon[73801]: from='client.45948 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:12:07.189 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:06 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:12:07.189 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:06 smithi078 ceph-mon[73801]: pgmap v780: 73 pgs: 73 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:07.190 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:06 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3534115108' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-07-26T16:12:07.190 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:06 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-07-26T16:12:07.190 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:06 smithi078 ceph-mon[77813]: from='client.45948 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:12:07.190 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:06 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:12:07.191 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:06 smithi078 ceph-mon[77813]: pgmap v780: 73 pgs: 73 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:07.191 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:06 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3534115108' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-07-26T16:12:07.191 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:06 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-07-26T16:12:07.229 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:07.251 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:07.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:07.252 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:07.301 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:07.353 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:07.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:07.375 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:07.376 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:07.477 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:07.482 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool application enable unique_pool_2 rados --yes-i-really-mean-it || true 2021-07-26T16:12:07.499 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:07.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:07.500 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:07.601 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:07.622 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:07.624 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:07.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:07.626 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:07.727 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:07.747 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:07.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:07.749 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:07.849 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:07.871 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:07.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:07.872 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:07.973 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:07.994 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:07.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:07.995 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:08.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:07 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2021-07-26T16:12:08.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:07 smithi139 ceph-mon[56829]: osdmap e275: 8 total, 8 up, 6 in 2021-07-26T16:12:08.096 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:07 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2021-07-26T16:12:08.096 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:07 smithi078 ceph-mon[73801]: osdmap e275: 8 total, 8 up, 6 in 2021-07-26T16:12:08.097 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:07 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2021-07-26T16:12:08.097 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:07 smithi078 ceph-mon[77813]: osdmap e275: 8 total, 8 up, 6 in 2021-07-26T16:12:08.097 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:08.118 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:08.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:08.119 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:08.220 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:08.242 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:08.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:08.244 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:08.315 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:12:08.344 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:08.378 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:08.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:08.380 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:08.455 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:08.481 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:08.503 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:08.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:08.506 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:08.606 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:08.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:08.631 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:08.632 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:08.733 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:08.756 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:08.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:08.757 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:08.837 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:12:08.838 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:12:08.858 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:08.879 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:08.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:08.881 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:08.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:08 smithi139 ceph-mon[56829]: osdmap e276: 8 total, 8 up, 6 in 2021-07-26T16:12:08.882 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:08 smithi139 ceph-mon[56829]: pgmap v783: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:08.941 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:08 smithi078 ceph-mon[73801]: osdmap e276: 8 total, 8 up, 6 in 2021-07-26T16:12:08.941 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:08 smithi078 ceph-mon[73801]: pgmap v783: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:08.941 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:08 smithi078 ceph-mon[77813]: osdmap e276: 8 total, 8 up, 6 in 2021-07-26T16:12:08.942 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:08 smithi078 ceph-mon[77813]: pgmap v783: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 276 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:08.982 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:09.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:09.008 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:09.008 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:09.109 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:09.130 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:09.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:09.132 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:09.233 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:09.254 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:09.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:09.255 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:09.356 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:09.378 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:09.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:09.379 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:09.480 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:09.502 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:09.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:09.504 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:09.605 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:09.626 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:09.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:09.628 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:09.675 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:12:09.728 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:09.750 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:09.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:09.751 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:09.829 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:09.851 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-07-26T16:12:09.852 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:09.879 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:09.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:09.881 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:09.909 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:09 smithi078 ceph-mon[73801]: osdmap e277: 8 total, 8 up, 6 in 2021-07-26T16:12:09.909 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:09 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:12:09.909 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:09 smithi078 ceph-mon[77813]: osdmap e277: 8 total, 8 up, 6 in 2021-07-26T16:12:09.910 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:09 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:12:09.981 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:09.996 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:12:10.002 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:10.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:10.004 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:10.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:09 smithi139 ceph-mon[56829]: osdmap e277: 8 total, 8 up, 6 in 2021-07-26T16:12:10.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:09 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:12:10.106 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:10.127 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:10.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:10.128 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:10.229 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:10.252 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:10.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:10.254 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:10.355 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:10.378 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:10.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:10.380 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:10.481 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:10.503 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:10.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:10.504 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:10.605 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:10.627 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:10.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:10.629 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:10.730 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:10.751 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:10.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:10.753 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:10.844 INFO:teuthology.orchestra.run.smithi078.stderr:enabled application 'rados' on pool 'unique_pool_2' 2021-07-26T16:12:10.845 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:12:10.854 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:10.875 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:10.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:10.877 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:10.978 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:11.000 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:11.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:11.002 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:11.103 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:11.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:11.129 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:11.130 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:11.156 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:10 smithi078 ceph-mon[73801]: pgmap v785: 89 pgs: 89 active+clean; 582 KiB data, 277 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:11.156 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:10 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3611503158' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:11.156 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:10 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:11.157 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:10 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/530091569' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:11.157 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:10 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:11.157 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:10 smithi078 ceph-mon[77813]: pgmap v785: 89 pgs: 89 active+clean; 582 KiB data, 277 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:11.157 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:10 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3611503158' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:11.158 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:10 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:11.158 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:10 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/530091569' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:11.158 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:10 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:11.192 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:10 smithi139 ceph-mon[56829]: pgmap v785: 89 pgs: 89 active+clean; 582 KiB data, 277 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:11.192 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:10 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3611503158' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:11.193 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:10 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:11.193 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:10 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/530091569' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:11.193 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:10 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:11.230 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:11.253 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:11.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:11.255 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:11.356 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:11.378 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:11.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:11.380 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:11.481 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:11.503 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:11.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:11.505 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:11.606 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:11.629 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:11.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:11.631 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:11.667 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:12:11.667 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:12:11.732 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:11.754 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:11.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:11.756 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:11.857 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:11.878 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:11.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:11.880 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:11.932 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:11 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:12:11.933 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:11 smithi078 ceph-mon[73801]: Cluster is now healthy 2021-07-26T16:12:11.933 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:11 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:12:11.933 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:11 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:11.933 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:11 smithi078 ceph-mon[73801]: osdmap e278: 8 total, 8 up, 6 in 2021-07-26T16:12:11.934 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:11 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:12:11.935 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:11 smithi078 ceph-mon[77813]: Cluster is now healthy 2021-07-26T16:12:11.935 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:11 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:12:11.935 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:11 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:11.935 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:11 smithi078 ceph-mon[77813]: osdmap e278: 8 total, 8 up, 6 in 2021-07-26T16:12:11.981 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:12.003 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:12.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:12.004 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:12.077 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:11 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:12:12.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:11 smithi139 ceph-mon[56829]: Cluster is now healthy 2021-07-26T16:12:12.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:11 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:12:12.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:11 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:12.078 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:11 smithi139 ceph-mon[56829]: osdmap e278: 8 total, 8 up, 6 in 2021-07-26T16:12:12.105 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:12.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:12.128 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:12.128 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:12.230 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:12.252 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:12.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:12.253 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:12.354 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:12.376 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:12.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:12.377 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:12.382 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-07-26T16:12:12.478 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:12.500 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:12.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:12.501 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:12.559 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:12:12.602 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:12.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:12.625 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:12.625 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:12.727 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:12.749 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:12.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:12.750 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:12.851 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:12.874 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:12.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:12.875 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:12.976 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:12.998 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:12.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:12.999 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:13.100 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:13.121 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:13.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:13.122 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:13.224 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:13.245 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:13.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:13.247 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:13.319 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:13 smithi139 ceph-mon[56829]: pgmap v787: 89 pgs: 89 active+clean; 582 KiB data, 277 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:13.348 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:13.370 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:13.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:13.371 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:13.422 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:13 smithi078 ceph-mon[73801]: pgmap v787: 89 pgs: 89 active+clean; 582 KiB data, 277 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:13.422 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:13 smithi078 ceph-mon[77813]: pgmap v787: 89 pgs: 89 active+clean; 582 KiB data, 277 MiB used, 532 GiB / 536 GiB avail 2021-07-26T16:12:13.429 DEBUG:teuthology.orchestra.run.smithi078:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_2 bench 90 write' 2021-07-26T16:12:13.431 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-07-26T16:12:13.431 INFO:teuthology.orchestra.run:waiting for 3000 2021-07-26T16:12:13.472 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:13.474 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:hints = 1 2021-07-26T16:12:13.474 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-07-26T16:12:13.474 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:Object prefix: benchmark_data_smithi078_227189 2021-07-26T16:12:13.474 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-07-26T16:12:13.475 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 0 0 0 0 0 0 - 0 2021-07-26T16:12:13.512 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:13.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:13.514 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:13.615 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:13.656 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:13.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:13.658 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:13.759 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:13.768 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:12:13.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:13.793 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:13.793 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:13.802 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:12:13.831 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:12:13.863 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:12:13.895 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:13.897 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:12:13.940 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:12:13.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:13.943 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:13.943 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:13.970 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:12:14.003 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:12:14.006 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:12:14.006 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:12:14.006 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:12:14.007 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:12:14.007 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:12:14.007 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:12:14.008 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:12:14.008 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:12:14.045 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:14.085 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:14.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:14.087 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:14.188 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:14.222 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:14.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:14.224 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:14.325 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:14.364 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:14.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:14.365 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:14.366 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:12:14.366 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:12:14.367 INFO:teuthology.orchestra.run.smithi139.stdout: "complaint_time": 30, 2021-07-26T16:12:14.367 INFO:teuthology.orchestra.run.smithi139.stdout: "num_blocked_ops": 0 2021-07-26T16:12:14.367 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:12:14.394 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:14 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3009365145' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:14.394 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:14 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:12:14.463 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:14 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3009365145' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:14.464 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:14 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:12:14.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:14 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3009365145' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:14.464 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:14 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:12:14.467 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:14.473 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 1 16 3411 3395 212.176 212.188 0.00338095 0.00469313 2021-07-26T16:12:14.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:14.502 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:14.503 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:14.604 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:14.634 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:14.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:14.635 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:14.736 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:14.768 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:12:14.770 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:14.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:14.772 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:14.873 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:14.907 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:14.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:14.908 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:14.981 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:15.009 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:15.060 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:15.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:15.062 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:15.163 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:15.195 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:15.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:15.197 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:15.299 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:15.333 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:15.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:15.335 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:15.350 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:15 smithi078 ceph-mon[73801]: pgmap v788: 89 pgs: 89 active+clean; 37 MiB data, 292 MiB used, 532 GiB / 536 GiB avail; 5.9 MiB/s wr, 94 op/s 2021-07-26T16:12:15.350 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:15 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:12:15.351 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: 2021-07-26T16:12:15.082+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:12:15.351 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:12:15.352 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:15.352 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:12:15.352 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:15.352 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:12:15.352 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:15.353 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:15.353 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:12:15.353 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: 2021-07-26T16:12:15.083+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:12:15.353 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:12:15.354 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:15.354 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:12:15.354 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:15.355 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:12:15.355 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:15.355 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:15.355 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:12:15.355 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: 2021-07-26T16:12:15.085+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:12:15.356 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:12:15.356 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:15.356 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:12:15.356 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:15.357 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:12:15.357 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:15.357 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:15.357 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:12:15.357 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: 2021-07-26T16:12:15.086+0000 7fea61375700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:12:15.358 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: Traceback (most recent call last): 2021-07-26T16:12:15.358 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:15.358 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: if self._apply_service(spec): 2021-07-26T16:12:15.358 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:15.359 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: rank_generation=slot.rank_generation, 2021-07-26T16:12:15.359 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:15.359 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:15.359 INFO:journalctl@ceph.mgr.y.smithi078.stdout:Jul 26 16:12:15 smithi078 conmon[70626]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:12:15.360 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:15 smithi078 ceph-mon[77813]: pgmap v788: 89 pgs: 89 active+clean; 37 MiB data, 292 MiB used, 532 GiB / 536 GiB avail; 5.9 MiB/s wr, 94 op/s 2021-07-26T16:12:15.360 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:15 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:12:15.384 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:12:15.392 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:12:15.435 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:15.467 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:15.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:15.468 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:15.473 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 2 16 6677 6661 208.142 204.125 0.00394218 0.00479633 2021-07-26T16:12:15.570 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:15.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:15 smithi139 ceph-mon[56829]: pgmap v788: 89 pgs: 89 active+clean; 37 MiB data, 292 MiB used, 532 GiB / 536 GiB avail; 5.9 MiB/s wr, 94 op/s 2021-07-26T16:12:15.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:15 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:12:15.602 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:15.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:15.604 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:15.705 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:15.739 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:15.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:15.741 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:15.842 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:15.872 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:15.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:15.874 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:15.975 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:15.995 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:15.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:15.997 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:16.098 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:16.127 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:16.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:16.128 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:16.181 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-07-26T16:12:16.229 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:16.256 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:16.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:16.257 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:16.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:16 smithi139 ceph-mon[56829]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:12:16.328 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:12:16.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:16.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:12:16.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:16.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:12:16.329 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:16.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:16.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:12:16.330 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:16 smithi139 ceph-mon[56829]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:12:16.330 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:12:16.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:16.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:12:16.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:16.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:12:16.331 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:16.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:16.332 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:12:16.334 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:16 smithi139 ceph-mon[56829]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:12:16.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:12:16.334 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:16.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:12:16.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:16.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:12:16.335 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:16.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:16.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:12:16.336 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:16 smithi139 ceph-mon[56829]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:12:16.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: Traceback (most recent call last): 2021-07-26T16:12:16.336 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:16.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: if self._apply_service(spec): 2021-07-26T16:12:16.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:16.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:12:16.337 INFO:journalctl@ceph.mon.b.smithi139.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:16.338 INFO:journalctl@ceph.mon.b.smithi139.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:16.338 INFO:journalctl@ceph.mon.b.smithi139.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:12:16.338 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:16 smithi139 ceph-mon[56829]: from='client.55876 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:12:16.359 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:16.373 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:16 smithi078 ceph-mon[73801]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:12:16.373 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:12:16.374 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:16.374 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:12:16.374 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:16.374 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:12:16.375 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:16.375 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:16.375 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:12:16.375 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:16 smithi078 ceph-mon[73801]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:12:16.376 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:12:16.376 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:16.376 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:12:16.376 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:16.376 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:12:16.377 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:16.377 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:16.377 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:12:16.377 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:16 smithi078 ceph-mon[73801]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:12:16.378 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:12:16.378 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:16.378 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:12:16.378 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:16.378 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:12:16.379 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:16.379 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:16.379 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:12:16.379 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:16 smithi078 ceph-mon[73801]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:12:16.380 INFO:journalctl@ceph.mon.a.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:12:16.380 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:16.380 INFO:journalctl@ceph.mon.a.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:12:16.381 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:16.381 INFO:journalctl@ceph.mon.a.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:12:16.382 INFO:journalctl@ceph.mon.a.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:16.382 INFO:journalctl@ceph.mon.a.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:16.382 INFO:journalctl@ceph.mon.a.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:12:16.382 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:16 smithi078 ceph-mon[73801]: from='client.55876 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:12:16.383 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:16 smithi078 ceph-mon[77813]: Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:12:16.383 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:12:16.383 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:16.384 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:12:16.384 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:16.384 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:12:16.385 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:16.385 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:16.385 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:12:16.385 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:16 smithi078 ceph-mon[77813]: Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:12:16.385 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:12:16.386 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:16.386 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:12:16.386 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:16.386 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:12:16.387 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:16.387 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:16.387 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:12:16.387 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:16 smithi078 ceph-mon[77813]: Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi078', network='', name='a'), HostPlacementSpec(hostname='smithi139', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:12:16.387 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:12:16.388 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:16.388 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:12:16.388 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:16.388 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:12:16.389 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:16.389 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:16.389 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:12:16.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:16 smithi078 ceph-mon[77813]: Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi139', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:12:16.389 INFO:journalctl@ceph.mon.c.smithi078.stdout: Traceback (most recent call last): 2021-07-26T16:12:16.390 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:16.390 INFO:journalctl@ceph.mon.c.smithi078.stdout: if self._apply_service(spec): 2021-07-26T16:12:16.390 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:16.390 INFO:journalctl@ceph.mon.c.smithi078.stdout: rank_generation=slot.rank_generation, 2021-07-26T16:12:16.391 INFO:journalctl@ceph.mon.c.smithi078.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:16.391 INFO:journalctl@ceph.mon.c.smithi078.stdout: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:16.391 INFO:journalctl@ceph.mon.c.smithi078.stdout: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:12:16.391 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:16 smithi078 ceph-mon[77813]: from='client.55876 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:12:16.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:16.393 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:16.393 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:16.422 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:12:16.473 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 3 16 9490 9474 197.361 175.812 0.0120535 0.00505613 2021-07-26T16:12:16.494 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:16.550 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:16.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:16.551 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:16.652 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:16.682 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:16.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:16.685 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:16.756 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":788,"stamp":"2021-07-26T16:12:14.060722+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":39131038,"num_objects":612,"num_object_clones":0,"num_object_copies":1836,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":612,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":848,"num_write_kb":40077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":52,"num_bytes_recovered":1772612,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":782,"ondisk_log_size":782,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":254,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":4493048,"kb_used_data":52680,"kb_used_omap":2792,"kb_used_meta":4437527,"kb_avail":557977864,"statfs":{"total":575970213888,"available":571369332736,"internally_reserved":4294967296,"allocated":53944320,"data_stored":45817914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2859625,"internal_metadata":4544028055},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":38535168,"num_objects":588,"num_object_clones":0,"num_object_copies":1764,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":588,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":588,"num_write_kb":37632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.248699"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":130,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813456+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:12:07.813456+0000","last_peered":"2021-07-26T16:12:07.813456+0000","last_clean":"2021-07-26T16:12:07.813456+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:12:07.813456+0000","last_undegraded":"2021-07-26T16:12:07.813456+0000","last_fullsized":"2021-07-26T16:12:07.813456+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":253,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.003328+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:12:09.003328+0000","last_peered":"2021-07-26T16:12:09.003328+0000","last_clean":"2021-07-26T16:12:09.003328+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:12:09.003328+0000","last_undegraded":"2021-07-26T16:12:09.003328+0000","last_fullsized":"2021-07-26T16:12:09.003328+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":255,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.002824+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:12:09.002824+0000","last_peered":"2021-07-26T16:12:09.002824+0000","last_clean":"2021-07-26T16:12:09.002824+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:12:09.002824+0000","last_undegraded":"2021-07-26T16:12:09.002824+0000","last_fullsized":"2021-07-26T16:12:09.002824+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":190,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813510+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:12:07.813510+0000","last_peered":"2021-07-26T16:12:07.813510+0000","last_clean":"2021-07-26T16:12:07.813510+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:12:07.813510+0000","last_undegraded":"2021-07-26T16:12:07.813510+0000","last_fullsized":"2021-07-26T16:12:07.813510+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":284,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.002839+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:12:09.002839+0000","last_peered":"2021-07-26T16:12:09.002839+0000","last_clean":"2021-07-26T16:12:09.002839+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:12:09.002839+0000","last_undegraded":"2021-07-26T16:12:09.002839+0000","last_fullsized":"2021-07-26T16:12:09.002839+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":246,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.817417+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:12:07.817417+0000","last_peered":"2021-07-26T16:12:07.817417+0000","last_clean":"2021-07-26T16:12:07.817417+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:12:07.817417+0000","last_undegraded":"2021-07-26T16:12:07.817417+0000","last_fullsized":"2021-07-26T16:12:07.817417+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":170,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.820064+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:12:07.820064+0000","last_peered":"2021-07-26T16:12:07.820064+0000","last_clean":"2021-07-26T16:12:07.820064+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:12:07.820064+0000","last_undegraded":"2021-07-26T16:12:07.820064+0000","last_fullsized":"2021-07-26T16:12:07.820064+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":192,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.002939+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:12:09.002939+0000","last_peered":"2021-07-26T16:12:09.002939+0000","last_clean":"2021-07-26T16:12:09.002939+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:12:09.002939+0000","last_undegraded":"2021-07-26T16:12:09.002939+0000","last_fullsized":"2021-07-26T16:12:09.002939+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":88,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.820160+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:12:07.820160+0000","last_peered":"2021-07-26T16:12:07.820160+0000","last_clean":"2021-07-26T16:12:07.820160+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:12:07.820160+0000","last_undegraded":"2021-07-26T16:12:07.820160+0000","last_fullsized":"2021-07-26T16:12:07.820160+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":69,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813039+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:12:07.813039+0000","last_peered":"2021-07-26T16:12:07.813039+0000","last_clean":"2021-07-26T16:12:07.813039+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:12:07.813039+0000","last_undegraded":"2021-07-26T16:12:07.813039+0000","last_fullsized":"2021-07-26T16:12:07.813039+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":177,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814336+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:12:07.814336+0000","last_peered":"2021-07-26T16:12:07.814336+0000","last_clean":"2021-07-26T16:12:07.814336+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:12:07.814336+0000","last_undegraded":"2021-07-26T16:12:07.814336+0000","last_fullsized":"2021-07-26T16:12:07.814336+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":288,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.003632+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:12:09.003632+0000","last_peered":"2021-07-26T16:12:09.003632+0000","last_clean":"2021-07-26T16:12:09.003632+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:12:09.003632+0000","last_undegraded":"2021-07-26T16:12:09.003632+0000","last_fullsized":"2021-07-26T16:12:09.003632+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":203,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813484+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:12:07.813484+0000","last_peered":"2021-07-26T16:12:07.813484+0000","last_clean":"2021-07-26T16:12:07.813484+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:12:07.813484+0000","last_undegraded":"2021-07-26T16:12:07.813484+0000","last_fullsized":"2021-07-26T16:12:07.813484+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":112,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814973+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:12:07.814973+0000","last_peered":"2021-07-26T16:12:07.814973+0000","last_clean":"2021-07-26T16:12:07.814973+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:12:07.814973+0000","last_undegraded":"2021-07-26T16:12:07.814973+0000","last_fullsized":"2021-07-26T16:12:07.814973+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":303,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813359+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:12:07.813359+0000","last_peered":"2021-07-26T16:12:07.813359+0000","last_clean":"2021-07-26T16:12:07.813359+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:12:07.813359+0000","last_undegraded":"2021-07-26T16:12:07.813359+0000","last_fullsized":"2021-07-26T16:12:07.813359+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":174,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.003087+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:12:09.003087+0000","last_peered":"2021-07-26T16:12:09.003087+0000","last_clean":"2021-07-26T16:12:09.003087+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:12:09.003087+0000","last_undegraded":"2021-07-26T16:12:09.003087+0000","last_fullsized":"2021-07-26T16:12:09.003087+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":190,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813290+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:12:07.813290+0000","last_peered":"2021-07-26T16:12:07.813290+0000","last_clean":"2021-07-26T16:12:07.813290+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:12:07.813290+0000","last_undegraded":"2021-07-26T16:12:07.813290+0000","last_fullsized":"2021-07-26T16:12:07.813290+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":77,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.820573+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:12:07.820573+0000","last_peered":"2021-07-26T16:12:07.820573+0000","last_clean":"2021-07-26T16:12:07.820573+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:12:07.820573+0000","last_undegraded":"2021-07-26T16:12:07.820573+0000","last_fullsized":"2021-07-26T16:12:07.820573+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":257,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813157+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:12:07.813157+0000","last_peered":"2021-07-26T16:12:07.813157+0000","last_clean":"2021-07-26T16:12:07.813157+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:12:07.813157+0000","last_undegraded":"2021-07-26T16:12:07.813157+0000","last_fullsized":"2021-07-26T16:12:07.813157+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":199,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813612+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:12:07.813612+0000","last_peered":"2021-07-26T16:12:07.813612+0000","last_clean":"2021-07-26T16:12:07.813612+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:12:07.813612+0000","last_undegraded":"2021-07-26T16:12:07.813612+0000","last_fullsized":"2021-07-26T16:12:07.813612+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":373,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.816773+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:12:07.816773+0000","last_peered":"2021-07-26T16:12:07.816773+0000","last_clean":"2021-07-26T16:12:07.816773+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:12:07.816773+0000","last_undegraded":"2021-07-26T16:12:07.816773+0000","last_fullsized":"2021-07-26T16:12:07.816773+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":67,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814394+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:12:07.814394+0000","last_peered":"2021-07-26T16:12:07.814394+0000","last_clean":"2021-07-26T16:12:07.814394+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:12:07.814394+0000","last_undegraded":"2021-07-26T16:12:07.814394+0000","last_fullsized":"2021-07-26T16:12:07.814394+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":10,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.823488+0000","last_change":"2021-07-26T16:12:07.823257+0000","last_active":"2021-07-26T16:12:07.823488+0000","last_peered":"2021-07-26T16:12:07.823488+0000","last_clean":"2021-07-26T16:12:07.823488+0000","last_became_active":"2021-07-26T16:12:07.822836+0000","last_became_peered":"2021-07-26T16:12:07.822836+0000","last_unstale":"2021-07-26T16:12:07.823488+0000","last_undegraded":"2021-07-26T16:12:07.823488+0000","last_fullsized":"2021-07-26T16:12:07.823488+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":84,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814474+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:12:07.814474+0000","last_peered":"2021-07-26T16:12:07.814474+0000","last_clean":"2021-07-26T16:12:07.814474+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:12:07.814474+0000","last_undegraded":"2021-07-26T16:12:07.814474+0000","last_fullsized":"2021-07-26T16:12:07.814474+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":95,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.819423+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:12:07.819423+0000","last_peered":"2021-07-26T16:12:07.819423+0000","last_clean":"2021-07-26T16:12:07.819423+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:12:07.819423+0000","last_undegraded":"2021-07-26T16:12:07.819423+0000","last_fullsized":"2021-07-26T16:12:07.819423+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":10,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.823547+0000","last_change":"2021-07-26T16:12:07.822956+0000","last_active":"2021-07-26T16:12:07.823547+0000","last_peered":"2021-07-26T16:12:07.823547+0000","last_clean":"2021-07-26T16:12:07.823547+0000","last_became_active":"2021-07-26T16:12:07.822618+0000","last_became_peered":"2021-07-26T16:12:07.822618+0000","last_unstale":"2021-07-26T16:12:07.823547+0000","last_undegraded":"2021-07-26T16:12:07.823547+0000","last_fullsized":"2021-07-26T16:12:07.823547+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":176,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813817+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:12:07.813817+0000","last_peered":"2021-07-26T16:12:07.813817+0000","last_clean":"2021-07-26T16:12:07.813817+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:12:07.813817+0000","last_undegraded":"2021-07-26T16:12:07.813817+0000","last_fullsized":"2021-07-26T16:12:07.813817+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":121,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813945+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:12:07.813945+0000","last_peered":"2021-07-26T16:12:07.813945+0000","last_clean":"2021-07-26T16:12:07.813945+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:12:07.813945+0000","last_undegraded":"2021-07-26T16:12:07.813945+0000","last_fullsized":"2021-07-26T16:12:07.813945+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":10,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:08.427527+0000","last_change":"2021-07-26T16:12:08.427245+0000","last_active":"2021-07-26T16:12:08.427527+0000","last_peered":"2021-07-26T16:12:08.427527+0000","last_clean":"2021-07-26T16:12:08.427527+0000","last_became_active":"2021-07-26T16:12:08.426846+0000","last_became_peered":"2021-07-26T16:12:08.426846+0000","last_unstale":"2021-07-26T16:12:08.427527+0000","last_undegraded":"2021-07-26T16:12:08.427527+0000","last_fullsized":"2021-07-26T16:12:08.427527+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":308,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814115+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:12:07.814115+0000","last_peered":"2021-07-26T16:12:07.814115+0000","last_clean":"2021-07-26T16:12:07.814115+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:12:07.814115+0000","last_undegraded":"2021-07-26T16:12:07.814115+0000","last_fullsized":"2021-07-26T16:12:07.814115+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":264,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.817389+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:12:07.817389+0000","last_peered":"2021-07-26T16:12:07.817389+0000","last_clean":"2021-07-26T16:12:07.817389+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:12:07.817389+0000","last_undegraded":"2021-07-26T16:12:07.817389+0000","last_fullsized":"2021-07-26T16:12:07.817389+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.7","version":"278'115","reported_seq":126,"reported_epoch":278,"state":"active+clean","last_fresh":"2021-07-26T16:12:13.983466+0000","last_change":"2021-07-26T16:12:08.428326+0000","last_active":"2021-07-26T16:12:13.983466+0000","last_peered":"2021-07-26T16:12:13.983466+0000","last_clean":"2021-07-26T16:12:13.983466+0000","last_became_active":"2021-07-26T16:12:08.427164+0000","last_became_peered":"2021-07-26T16:12:08.427164+0000","last_unstale":"2021-07-26T16:12:13.983466+0000","last_undegraded":"2021-07-26T16:12:13.983466+0000","last_fullsized":"2021-07-26T16:12:13.983466+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":115,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7536640,"num_objects":115,"num_object_clones":0,"num_object_copies":345,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":115,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":115,"num_write_kb":7360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":265,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.820328+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:12:07.820328+0000","last_peered":"2021-07-26T16:12:07.820328+0000","last_clean":"2021-07-26T16:12:07.820328+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:12:07.820328+0000","last_undegraded":"2021-07-26T16:12:07.820328+0000","last_fullsized":"2021-07-26T16:12:07.820328+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":141,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.003241+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:12:09.003241+0000","last_peered":"2021-07-26T16:12:09.003241+0000","last_clean":"2021-07-26T16:12:09.003241+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:12:09.003241+0000","last_undegraded":"2021-07-26T16:12:09.003241+0000","last_fullsized":"2021-07-26T16:12:09.003241+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":10,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:08.366031+0000","last_change":"2021-07-26T16:12:08.365520+0000","last_active":"2021-07-26T16:12:08.366031+0000","last_peered":"2021-07-26T16:12:08.366031+0000","last_clean":"2021-07-26T16:12:08.366031+0000","last_became_active":"2021-07-26T16:12:08.365007+0000","last_became_peered":"2021-07-26T16:12:08.365007+0000","last_unstale":"2021-07-26T16:12:08.366031+0000","last_undegraded":"2021-07-26T16:12:08.366031+0000","last_fullsized":"2021-07-26T16:12:08.366031+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":237,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814559+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:12:07.814559+0000","last_peered":"2021-07-26T16:12:07.814559+0000","last_clean":"2021-07-26T16:12:07.814559+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:12:07.814559+0000","last_undegraded":"2021-07-26T16:12:07.814559+0000","last_fullsized":"2021-07-26T16:12:07.814559+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":112,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813363+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:12:07.813363+0000","last_peered":"2021-07-26T16:12:07.813363+0000","last_clean":"2021-07-26T16:12:07.813363+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:12:07.813363+0000","last_undegraded":"2021-07-26T16:12:07.813363+0000","last_fullsized":"2021-07-26T16:12:07.813363+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1","version":"278'100","reported_seq":111,"reported_epoch":278,"state":"active+clean","last_fresh":"2021-07-26T16:12:13.975323+0000","last_change":"2021-07-26T16:12:08.365328+0000","last_active":"2021-07-26T16:12:13.975323+0000","last_peered":"2021-07-26T16:12:13.975323+0000","last_clean":"2021-07-26T16:12:13.975323+0000","last_became_active":"2021-07-26T16:12:08.364960+0000","last_became_peered":"2021-07-26T16:12:08.364960+0000","last_unstale":"2021-07-26T16:12:13.975323+0000","last_undegraded":"2021-07-26T16:12:13.975323+0000","last_fullsized":"2021-07-26T16:12:13.975323+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6553600,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":100,"num_write_kb":6400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":271,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.817245+0000","last_change":"2021-07-26T16:05:09.274398+0000","last_active":"2021-07-26T16:12:07.817245+0000","last_peered":"2021-07-26T16:12:07.817245+0000","last_clean":"2021-07-26T16:12:07.817245+0000","last_became_active":"2021-07-26T16:05:09.273167+0000","last_became_peered":"2021-07-26T16:05:09.273167+0000","last_unstale":"2021-07-26T16:12:07.817245+0000","last_undegraded":"2021-07-26T16:12:07.817245+0000","last_fullsized":"2021-07-26T16:12:07.817245+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":64,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813598+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:12:07.813598+0000","last_peered":"2021-07-26T16:12:07.813598+0000","last_clean":"2021-07-26T16:12:07.813598+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:12:07.813598+0000","last_undegraded":"2021-07-26T16:12:07.813598+0000","last_fullsized":"2021-07-26T16:12:07.813598+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":10,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:08.427526+0000","last_change":"2021-07-26T16:12:08.427220+0000","last_active":"2021-07-26T16:12:08.427526+0000","last_peered":"2021-07-26T16:12:08.427526+0000","last_clean":"2021-07-26T16:12:08.427526+0000","last_became_active":"2021-07-26T16:12:08.426824+0000","last_became_peered":"2021-07-26T16:12:08.426824+0000","last_unstale":"2021-07-26T16:12:08.427526+0000","last_undegraded":"2021-07-26T16:12:08.427526+0000","last_fullsized":"2021-07-26T16:12:08.427526+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":121,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813846+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:12:07.813846+0000","last_peered":"2021-07-26T16:12:07.813846+0000","last_clean":"2021-07-26T16:12:07.813846+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:12:07.813846+0000","last_undegraded":"2021-07-26T16:12:07.813846+0000","last_fullsized":"2021-07-26T16:12:07.813846+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":137,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813445+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:12:07.813445+0000","last_peered":"2021-07-26T16:12:07.813445+0000","last_clean":"2021-07-26T16:12:07.813445+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:12:07.813445+0000","last_undegraded":"2021-07-26T16:12:07.813445+0000","last_fullsized":"2021-07-26T16:12:07.813445+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3","version":"278'102","reported_seq":113,"reported_epoch":278,"state":"active+clean","last_fresh":"2021-07-26T16:12:13.989621+0000","last_change":"2021-07-26T16:12:07.821505+0000","last_active":"2021-07-26T16:12:13.989621+0000","last_peered":"2021-07-26T16:12:13.989621+0000","last_clean":"2021-07-26T16:12:13.989621+0000","last_became_active":"2021-07-26T16:12:07.821205+0000","last_became_peered":"2021-07-26T16:12:07.821205+0000","last_unstale":"2021-07-26T16:12:13.989621+0000","last_undegraded":"2021-07-26T16:12:13.989621+0000","last_fullsized":"2021-07-26T16:12:13.989621+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":102,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6684672,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":102,"num_write_kb":6528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":267,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.002780+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:12:09.002780+0000","last_peered":"2021-07-26T16:12:09.002780+0000","last_clean":"2021-07-26T16:12:09.002780+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:12:09.002780+0000","last_undegraded":"2021-07-26T16:12:09.002780+0000","last_fullsized":"2021-07-26T16:12:09.002780+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":261,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.003490+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:12:09.003490+0000","last_peered":"2021-07-26T16:12:09.003490+0000","last_clean":"2021-07-26T16:12:09.003490+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:12:09.003490+0000","last_undegraded":"2021-07-26T16:12:09.003490+0000","last_fullsized":"2021-07-26T16:12:09.003490+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":10,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.819962+0000","last_change":"2021-07-26T16:12:07.817172+0000","last_active":"2021-07-26T16:12:07.819962+0000","last_peered":"2021-07-26T16:12:07.819962+0000","last_clean":"2021-07-26T16:12:07.819962+0000","last_became_active":"2021-07-26T16:12:07.816830+0000","last_became_peered":"2021-07-26T16:12:07.816830+0000","last_unstale":"2021-07-26T16:12:07.819962+0000","last_undegraded":"2021-07-26T16:12:07.819962+0000","last_fullsized":"2021-07-26T16:12:07.819962+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":299,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.003187+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:12:09.003187+0000","last_peered":"2021-07-26T16:12:09.003187+0000","last_clean":"2021-07-26T16:12:09.003187+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:12:09.003187+0000","last_undegraded":"2021-07-26T16:12:09.003187+0000","last_fullsized":"2021-07-26T16:12:09.003187+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":304,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.820480+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:12:07.820480+0000","last_peered":"2021-07-26T16:12:07.820480+0000","last_clean":"2021-07-26T16:12:07.820480+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:12:07.820480+0000","last_undegraded":"2021-07-26T16:12:07.820480+0000","last_fullsized":"2021-07-26T16:12:07.820480+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":269,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.003040+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:12:09.003040+0000","last_peered":"2021-07-26T16:12:09.003040+0000","last_clean":"2021-07-26T16:12:09.003040+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:12:09.003040+0000","last_undegraded":"2021-07-26T16:12:09.003040+0000","last_fullsized":"2021-07-26T16:12:09.003040+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":10,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:08.366108+0000","last_change":"2021-07-26T16:12:08.365592+0000","last_active":"2021-07-26T16:12:08.366108+0000","last_peered":"2021-07-26T16:12:08.366108+0000","last_clean":"2021-07-26T16:12:08.366108+0000","last_became_active":"2021-07-26T16:12:08.365176+0000","last_became_peered":"2021-07-26T16:12:08.365176+0000","last_unstale":"2021-07-26T16:12:08.366108+0000","last_undegraded":"2021-07-26T16:12:08.366108+0000","last_fullsized":"2021-07-26T16:12:08.366108+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":251,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.818114+0000","last_change":"2021-07-26T15:57:06.005282+0000","last_active":"2021-07-26T16:12:07.818114+0000","last_peered":"2021-07-26T16:12:07.818114+0000","last_clean":"2021-07-26T16:12:07.818114+0000","last_became_active":"2021-07-26T15:57:06.004821+0000","last_became_peered":"2021-07-26T15:57:06.004821+0000","last_unstale":"2021-07-26T16:12:07.818114+0000","last_undegraded":"2021-07-26T16:12:07.818114+0000","last_fullsized":"2021-07-26T16:12:07.818114+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":121,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814890+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:12:07.814890+0000","last_peered":"2021-07-26T16:12:07.814890+0000","last_clean":"2021-07-26T16:12:07.814890+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:12:07.814890+0000","last_undegraded":"2021-07-26T16:12:07.814890+0000","last_fullsized":"2021-07-26T16:12:07.814890+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":323,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.003134+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:12:09.003134+0000","last_peered":"2021-07-26T16:12:09.003134+0000","last_clean":"2021-07-26T16:12:09.003134+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:12:09.003134+0000","last_undegraded":"2021-07-26T16:12:09.003134+0000","last_fullsized":"2021-07-26T16:12:09.003134+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":10,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:08.365942+0000","last_change":"2021-07-26T16:12:08.365555+0000","last_active":"2021-07-26T16:12:08.365942+0000","last_peered":"2021-07-26T16:12:08.365942+0000","last_clean":"2021-07-26T16:12:08.365942+0000","last_became_active":"2021-07-26T16:12:08.365054+0000","last_became_peered":"2021-07-26T16:12:08.365054+0000","last_unstale":"2021-07-26T16:12:08.365942+0000","last_undegraded":"2021-07-26T16:12:08.365942+0000","last_fullsized":"2021-07-26T16:12:08.365942+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":208,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.002945+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:12:09.002945+0000","last_peered":"2021-07-26T16:12:09.002945+0000","last_clean":"2021-07-26T16:12:09.002945+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:12:09.002945+0000","last_undegraded":"2021-07-26T16:12:09.002945+0000","last_fullsized":"2021-07-26T16:12:09.002945+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":270,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.002879+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:12:09.002879+0000","last_peered":"2021-07-26T16:12:09.002879+0000","last_clean":"2021-07-26T16:12:09.002879+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:12:09.002879+0000","last_undegraded":"2021-07-26T16:12:09.002879+0000","last_fullsized":"2021-07-26T16:12:09.002879+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":283,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.003535+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:12:09.003535+0000","last_peered":"2021-07-26T16:12:09.003535+0000","last_clean":"2021-07-26T16:12:09.003535+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:12:09.003535+0000","last_undegraded":"2021-07-26T16:12:09.003535+0000","last_fullsized":"2021-07-26T16:12:09.003535+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":10,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:08.365822+0000","last_change":"2021-07-26T16:12:08.365446+0000","last_active":"2021-07-26T16:12:08.365822+0000","last_peered":"2021-07-26T16:12:08.365822+0000","last_clean":"2021-07-26T16:12:08.365822+0000","last_became_active":"2021-07-26T16:12:08.365056+0000","last_became_peered":"2021-07-26T16:12:08.365056+0000","last_unstale":"2021-07-26T16:12:08.365822+0000","last_undegraded":"2021-07-26T16:12:08.365822+0000","last_fullsized":"2021-07-26T16:12:08.365822+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":293,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.817838+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:12:07.817838+0000","last_peered":"2021-07-26T16:12:07.817838+0000","last_clean":"2021-07-26T16:12:07.817838+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:12:07.817838+0000","last_undegraded":"2021-07-26T16:12:07.817838+0000","last_fullsized":"2021-07-26T16:12:07.817838+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":535,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814578+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:12:07.814578+0000","last_peered":"2021-07-26T16:12:07.814578+0000","last_clean":"2021-07-26T16:12:07.814578+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:12:07.814578+0000","last_undegraded":"2021-07-26T16:12:07.814578+0000","last_fullsized":"2021-07-26T16:12:07.814578+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":77,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.818056+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:12:07.818056+0000","last_peered":"2021-07-26T16:12:07.818056+0000","last_clean":"2021-07-26T16:12:07.818056+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:12:07.818056+0000","last_undegraded":"2021-07-26T16:12:07.818056+0000","last_fullsized":"2021-07-26T16:12:07.818056+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":73,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.818769+0000","last_change":"2021-07-26T16:06:57.077165+0000","last_active":"2021-07-26T16:12:07.818769+0000","last_peered":"2021-07-26T16:12:07.818769+0000","last_clean":"2021-07-26T16:12:07.818769+0000","last_became_active":"2021-07-26T16:06:57.076639+0000","last_became_peered":"2021-07-26T16:06:57.076639+0000","last_unstale":"2021-07-26T16:12:07.818769+0000","last_undegraded":"2021-07-26T16:12:07.818769+0000","last_fullsized":"2021-07-26T16:12:07.818769+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"278'145","reported_seq":156,"reported_epoch":278,"state":"active+clean","last_fresh":"2021-07-26T16:12:13.986860+0000","last_change":"2021-07-26T16:12:08.428583+0000","last_active":"2021-07-26T16:12:13.986860+0000","last_peered":"2021-07-26T16:12:13.986860+0000","last_clean":"2021-07-26T16:12:13.986860+0000","last_became_active":"2021-07-26T16:12:08.426927+0000","last_became_peered":"2021-07-26T16:12:08.426927+0000","last_unstale":"2021-07-26T16:12:13.986860+0000","last_undegraded":"2021-07-26T16:12:13.986860+0000","last_fullsized":"2021-07-26T16:12:13.986860+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":145,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":9502720,"num_objects":145,"num_object_clones":0,"num_object_copies":435,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":145,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":145,"num_write_kb":9280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":294,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814459+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:12:07.814459+0000","last_peered":"2021-07-26T16:12:07.814459+0000","last_clean":"2021-07-26T16:12:07.814459+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:12:07.814459+0000","last_undegraded":"2021-07-26T16:12:07.814459+0000","last_fullsized":"2021-07-26T16:12:07.814459+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":183,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814066+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:12:07.814066+0000","last_peered":"2021-07-26T16:12:07.814066+0000","last_clean":"2021-07-26T16:12:07.814066+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:12:07.814066+0000","last_undegraded":"2021-07-26T16:12:07.814066+0000","last_fullsized":"2021-07-26T16:12:07.814066+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":182,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.003489+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:12:09.003489+0000","last_peered":"2021-07-26T16:12:09.003489+0000","last_clean":"2021-07-26T16:12:09.003489+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:12:09.003489+0000","last_undegraded":"2021-07-26T16:12:09.003489+0000","last_fullsized":"2021-07-26T16:12:09.003489+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.f","version":"278'126","reported_seq":137,"reported_epoch":278,"state":"active+clean","last_fresh":"2021-07-26T16:12:13.984542+0000","last_change":"2021-07-26T16:12:08.427490+0000","last_active":"2021-07-26T16:12:13.984542+0000","last_peered":"2021-07-26T16:12:13.984542+0000","last_clean":"2021-07-26T16:12:13.984542+0000","last_became_active":"2021-07-26T16:12:08.427180+0000","last_became_peered":"2021-07-26T16:12:08.427180+0000","last_unstale":"2021-07-26T16:12:13.984542+0000","last_undegraded":"2021-07-26T16:12:13.984542+0000","last_fullsized":"2021-07-26T16:12:13.984542+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":126,"ondisk_log_size":126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8257536,"num_objects":126,"num_object_clones":0,"num_object_copies":378,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":126,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":126,"num_write_kb":8064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":307,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814218+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:12:07.814218+0000","last_peered":"2021-07-26T16:12:07.814218+0000","last_clean":"2021-07-26T16:12:07.814218+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:12:07.814218+0000","last_undegraded":"2021-07-26T16:12:07.814218+0000","last_fullsized":"2021-07-26T16:12:07.814218+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":288,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.003244+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:12:09.003244+0000","last_peered":"2021-07-26T16:12:09.003244+0000","last_clean":"2021-07-26T16:12:09.003244+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:12:09.003244+0000","last_undegraded":"2021-07-26T16:12:09.003244+0000","last_fullsized":"2021-07-26T16:12:09.003244+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":164,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.817561+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:12:07.817561+0000","last_peered":"2021-07-26T16:12:07.817561+0000","last_clean":"2021-07-26T16:12:07.817561+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:12:07.817561+0000","last_undegraded":"2021-07-26T16:12:07.817561+0000","last_fullsized":"2021-07-26T16:12:07.817561+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":10,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:08.365994+0000","last_change":"2021-07-26T16:12:08.365444+0000","last_active":"2021-07-26T16:12:08.365994+0000","last_peered":"2021-07-26T16:12:08.365994+0000","last_clean":"2021-07-26T16:12:08.365994+0000","last_became_active":"2021-07-26T16:12:08.365071+0000","last_became_peered":"2021-07-26T16:12:08.365071+0000","last_unstale":"2021-07-26T16:12:08.365994+0000","last_undegraded":"2021-07-26T16:12:08.365994+0000","last_fullsized":"2021-07-26T16:12:08.365994+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":105,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814546+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:12:07.814546+0000","last_peered":"2021-07-26T16:12:07.814546+0000","last_clean":"2021-07-26T16:12:07.814546+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:12:07.814546+0000","last_undegraded":"2021-07-26T16:12:07.814546+0000","last_fullsized":"2021-07-26T16:12:07.814546+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":246,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.003531+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:12:09.003531+0000","last_peered":"2021-07-26T16:12:09.003531+0000","last_clean":"2021-07-26T16:12:09.003531+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:12:09.003531+0000","last_undegraded":"2021-07-26T16:12:09.003531+0000","last_fullsized":"2021-07-26T16:12:09.003531+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":78,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814372+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:12:07.814372+0000","last_peered":"2021-07-26T16:12:07.814372+0000","last_clean":"2021-07-26T16:12:07.814372+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:12:07.814372+0000","last_undegraded":"2021-07-26T16:12:07.814372+0000","last_fullsized":"2021-07-26T16:12:07.814372+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":10,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.822418+0000","last_change":"2021-07-26T16:12:07.822069+0000","last_active":"2021-07-26T16:12:07.822418+0000","last_peered":"2021-07-26T16:12:07.822418+0000","last_clean":"2021-07-26T16:12:07.822418+0000","last_became_active":"2021-07-26T16:12:07.821565+0000","last_became_peered":"2021-07-26T16:12:07.821565+0000","last_unstale":"2021-07-26T16:12:07.822418+0000","last_undegraded":"2021-07-26T16:12:07.822418+0000","last_fullsized":"2021-07-26T16:12:07.822418+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":293,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.817280+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:12:07.817280+0000","last_peered":"2021-07-26T16:12:07.817280+0000","last_clean":"2021-07-26T16:12:07.817280+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:12:07.817280+0000","last_undegraded":"2021-07-26T16:12:07.817280+0000","last_fullsized":"2021-07-26T16:12:07.817280+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":108,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.003669+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:12:09.003669+0000","last_peered":"2021-07-26T16:12:09.003669+0000","last_clean":"2021-07-26T16:12:09.003669+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:12:09.003669+0000","last_undegraded":"2021-07-26T16:12:09.003669+0000","last_fullsized":"2021-07-26T16:12:09.003669+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":112,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813678+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:12:07.813678+0000","last_peered":"2021-07-26T16:12:07.813678+0000","last_clean":"2021-07-26T16:12:07.813678+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:12:07.813678+0000","last_undegraded":"2021-07-26T16:12:07.813678+0000","last_fullsized":"2021-07-26T16:12:07.813678+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":135,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814672+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:12:07.814672+0000","last_peered":"2021-07-26T16:12:07.814672+0000","last_clean":"2021-07-26T16:12:07.814672+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:12:07.814672+0000","last_undegraded":"2021-07-26T16:12:07.814672+0000","last_fullsized":"2021-07-26T16:12:07.814672+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":237,"reported_epoch":277,"state":"active+clean","last_fresh":"2021-07-26T16:12:09.003288+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:12:09.003288+0000","last_peered":"2021-07-26T16:12:09.003288+0000","last_clean":"2021-07-26T16:12:09.003288+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:12:09.003288+0000","last_undegraded":"2021-07-26T16:12:09.003288+0000","last_fullsized":"2021-07-26T16:12:09.003288+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":281,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.820261+0000","last_change":"2021-07-26T16:05:10.982465+0000","last_active":"2021-07-26T16:12:07.820261+0000","last_peered":"2021-07-26T16:12:07.820261+0000","last_clean":"2021-07-26T16:12:07.820261+0000","last_became_active":"2021-07-26T16:05:09.276275+0000","last_became_peered":"2021-07-26T16:05:09.276275+0000","last_unstale":"2021-07-26T16:12:07.820261+0000","last_undegraded":"2021-07-26T16:12:07.820261+0000","last_fullsized":"2021-07-26T16:12:07.820261+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":112,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.814875+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:12:07.814875+0000","last_peered":"2021-07-26T16:12:07.814875+0000","last_clean":"2021-07-26T16:12:07.814875+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:12:07.814875+0000","last_undegraded":"2021-07-26T16:12:07.814875+0000","last_fullsized":"2021-07-26T16:12:07.814875+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":266,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.820651+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:12:07.820651+0000","last_peered":"2021-07-26T16:12:07.820651+0000","last_clean":"2021-07-26T16:12:07.820651+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:12:07.820651+0000","last_undegraded":"2021-07-26T16:12:07.820651+0000","last_fullsized":"2021-07-26T16:12:07.820651+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":50,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.817151+0000","last_change":"2021-07-26T16:08:36.278098+0000","last_active":"2021-07-26T16:12:07.817151+0000","last_peered":"2021-07-26T16:12:07.817151+0000","last_clean":"2021-07-26T16:12:07.817151+0000","last_became_active":"2021-07-26T16:08:36.277648+0000","last_became_peered":"2021-07-26T16:08:36.277648+0000","last_unstale":"2021-07-26T16:12:07.817151+0000","last_undegraded":"2021-07-26T16:12:07.817151+0000","last_fullsized":"2021-07-26T16:12:07.817151+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":73,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.817972+0000","last_change":"2021-07-26T16:06:57.086507+0000","last_active":"2021-07-26T16:12:07.817972+0000","last_peered":"2021-07-26T16:12:07.817972+0000","last_clean":"2021-07-26T16:12:07.817972+0000","last_became_active":"2021-07-26T16:06:57.086103+0000","last_became_peered":"2021-07-26T16:06:57.086103+0000","last_unstale":"2021-07-26T16:12:07.817972+0000","last_undegraded":"2021-07-26T16:12:07.817972+0000","last_fullsized":"2021-07-26T16:12:07.817972+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":241,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.817639+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:12:07.817639+0000","last_peered":"2021-07-26T16:12:07.817639+0000","last_clean":"2021-07-26T16:12:07.817639+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:12:07.817639+0000","last_undegraded":"2021-07-26T16:12:07.817639+0000","last_fullsized":"2021-07-26T16:12:07.817639+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":122,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.819973+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:12:07.819973+0000","last_peered":"2021-07-26T16:12:07.819973+0000","last_clean":"2021-07-26T16:12:07.819973+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:12:07.819973+0000","last_undegraded":"2021-07-26T16:12:07.819973+0000","last_fullsized":"2021-07-26T16:12:07.819973+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":112,"reported_epoch":276,"state":"active+clean","last_fresh":"2021-07-26T16:12:07.813573+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:12:07.813573+0000","last_peered":"2021-07-26T16:12:07.813573+0000","last_clean":"2021-07-26T16:12:07.813573+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:12:07.813573+0000","last_undegraded":"2021-07-26T16:12:07.813573+0000","last_fullsized":"2021-07-26T16:12:07.813573+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":25785,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":38535168,"num_objects":588,"num_object_clones":0,"num_object_copies":1764,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":588,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":588,"num_write_kb":37632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":135659520,"data_stored":135659520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":588,"ondisk_log_size":588,"up":48,"acting":48,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3881,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495930,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1052492,"kb_used_data":3908,"kb_used_omap":1146,"kb_used_meta":1047429,"kb_avail":92692660,"statfs":{"total":95995035648,"available":94917283840,"internally_reserved":1073741824,"allocated":4001792,"data_stored":2639057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1173937,"internal_metadata":1072567887},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":1.9239999999999999,"15min":1.0549999999999999},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.20699999999999999},"max":{"1min":4.0209999999999999,"5min":61.125,"15min":61.125},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.3380000000000001,"5min":2.0680000000000001,"15min":1.123},"min":{"1min":0.26900000000000002,"5min":0.24399999999999999,"15min":0.22500000000000001},"max":{"1min":4.3319999999999999,"5min":61.165999999999997,"15min":61.165999999999997},"last":0.55800000000000005}]},{"osd":1,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":3.0899999999999999,"5min":3.129,"15min":1.5629999999999999},"min":{"1min":0.27600000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":16.373000000000001,"5min":72.989000000000004,"15min":72.989000000000004},"last":0.499},{"interface":"front","average":{"1min":2.1389999999999998,"5min":2.6579999999999999,"15min":1.478},"min":{"1min":0.29499999999999998,"5min":0.246,"15min":0.23300000000000001},"max":{"1min":12.798,"5min":70.066000000000003,"15min":70.066000000000003},"last":0.374}]},{"osd":2,"last update":"Mon Jul 26 16:11:49 2021","interfaces":[{"interface":"back","average":{"1min":1.4430000000000001,"5min":1.6439999999999999,"15min":1.522},"min":{"1min":0.29599999999999999,"5min":0.27600000000000002,"15min":0.224},"max":{"1min":5.9640000000000004,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":0.53000000000000003},{"interface":"front","average":{"1min":1.1859999999999999,"5min":1.393,"15min":1.425},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":3.4489999999999998,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.41999999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":2.2410000000000001,"15min":1.3100000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.7240000000000002,"5min":48.880000000000003,"15min":48.880000000000003},"last":22.350000000000001},{"interface":"front","average":{"1min":1.841,"5min":2.427,"15min":1.357},"min":{"1min":0.38100000000000001,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":4.6280000000000001,"5min":48.792999999999999,"15min":48.792999999999999},"last":24.538}]},{"osd":4,"last update":"Mon Jul 26 16:11:30 2021","interfaces":[{"interface":"back","average":{"1min":1.573,"5min":1.3100000000000001,"15min":0.65200000000000002},"min":{"1min":0.32100000000000001,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":4.1959999999999997,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":0.32000000000000001},{"interface":"front","average":{"1min":1.603,"5min":1.361,"15min":0.72699999999999998},"min":{"1min":0.373,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":4.2220000000000004,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":0.46600000000000003}]},{"osd":5,"last update":"Mon Jul 26 16:11:57 2021","interfaces":[{"interface":"back","average":{"1min":1.8799999999999999,"5min":1.7569999999999999,"15min":0.90400000000000003},"min":{"1min":0.28499999999999998,"5min":0.25,"15min":0.21299999999999999},"max":{"1min":9.0190000000000001,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":0.45000000000000001},{"interface":"front","average":{"1min":1.454,"5min":1.7150000000000001,"15min":0.94299999999999995},"min":{"1min":0.318,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":3.8580000000000001,"5min":10.406000000000001,"15min":10.406000000000001},"last":0.36599999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:11:57 2021","interfaces":[{"interface":"back","average":{"1min":1.5389999999999999,"5min":1.7310000000000001,"15min":0.94799999999999995},"min":{"1min":0.30099999999999999,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":13.821999999999999,"5min":13.821999999999999,"15min":13.821999999999999},"last":0.39200000000000002},{"interface":"front","average":{"1min":2.0750000000000002,"5min":1.613,"15min":0.86599999999999999},"min":{"1min":0.38,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":13.77,"5min":13.77,"15min":13.77},"last":0.47899999999999998}]}]},{"osd":6,"up_from":41,"seq":176093659454,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1052484,"kb_used_data":3900,"kb_used_omap":1173,"kb_used_meta":1047402,"kb_avail":92692668,"statfs":{"total":95995035648,"available":94917292032,"internally_reserved":1073741824,"allocated":3993600,"data_stored":2638884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1202073,"internal_metadata":1072539751},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":1.2929999999999999,"15min":0.79800000000000004},"min":{"1min":0.252,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":5.133,"5min":13.945,"15min":13.945},"last":0.56599999999999995},{"interface":"front","average":{"1min":1.8640000000000001,"5min":1.3049999999999999,"15min":0.88900000000000001},"min":{"1min":0.246,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":13.515000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.45200000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":3.0859999999999999,"5min":1.9139999999999999,"15min":1.073},"min":{"1min":0.22,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":27.257999999999999,"5min":27.257999999999999,"15min":27.257999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":4.8970000000000002,"5min":2.3530000000000002,"15min":1.345},"min":{"1min":0.24199999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":27.021000000000001,"5min":27.021000000000001,"15min":27.021000000000001},"last":0.49199999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:11:39 2021","interfaces":[{"interface":"back","average":{"1min":2.1360000000000001,"5min":1.2629999999999999,"15min":1.607},"min":{"1min":0.33100000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.6710000000000003,"5min":5.8639999999999999,"15min":12.388999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":2.1110000000000002,"5min":1.381,"15min":1.4870000000000001},"min":{"1min":0.35199999999999998,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":4.6929999999999996,"5min":13.712,"15min":13.712},"last":0.59399999999999997}]},{"osd":3,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":2.8250000000000002,"5min":2.2000000000000002,"15min":1.3680000000000001},"min":{"1min":0.375,"5min":0.28699999999999998,"15min":0.26200000000000001},"max":{"1min":13.680999999999999,"5min":49.716999999999999,"15min":49.716999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.847,"5min":2.4089999999999998,"15min":1.454},"min":{"1min":0.28199999999999997,"5min":0.27500000000000002,"15min":0.26500000000000001},"max":{"1min":6.194,"5min":49.741,"15min":49.741},"last":0.56000000000000005}]},{"osd":4,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":2.4590000000000001,"5min":1.3009999999999999,"15min":0.65200000000000002},"min":{"1min":0.28100000000000003,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":7.8339999999999996,"5min":7.8339999999999996,"15min":7.8339999999999996},"last":0.40200000000000002},{"interface":"front","average":{"1min":2.0630000000000002,"5min":1.534,"15min":0.72099999999999997},"min":{"1min":0.26500000000000001,"5min":0.222,"15min":0.21199999999999999},"max":{"1min":6.1180000000000003,"5min":10.265000000000001,"15min":10.265000000000001},"last":0.34000000000000002}]},{"osd":5,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.95,"5min":1.486,"15min":0.80000000000000004},"min":{"1min":0.25800000000000001,"5min":0.23799999999999999,"15min":0.20899999999999999},"max":{"1min":5.2220000000000004,"5min":8.8170000000000002,"15min":8.8170000000000002},"last":0.35499999999999998},{"interface":"front","average":{"1min":2.5129999999999999,"5min":1.3720000000000001,"15min":0.79500000000000004},"min":{"1min":0.27600000000000002,"5min":0.23400000000000001,"15min":0.214},"max":{"1min":8.0030000000000001,"5min":11.063000000000001,"15min":11.063000000000001},"last":0.36899999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:11:45 2021","interfaces":[{"interface":"back","average":{"1min":2.5299999999999998,"5min":1.7589999999999999,"15min":1.0820000000000001},"min":{"1min":0.29499999999999998,"5min":0.27100000000000002,"15min":0.222},"max":{"1min":9.7739999999999991,"5min":11.739000000000001,"15min":16.913},"last":0.38100000000000001},{"interface":"front","average":{"1min":1.556,"5min":1.712,"15min":0.94099999999999995},"min":{"1min":0.28000000000000003,"5min":0.27600000000000002,"15min":0.26300000000000001},"max":{"1min":5.1959999999999997,"5min":8.843,"15min":8.843},"last":0.39200000000000002}]}]},{"osd":1,"up_from":78,"seq":335007449272,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":123276,"kb_used_data":34884,"kb_used_omap":0,"kb_used_meta":88384,"kb_avail":93621876,"statfs":{"total":95995035648,"available":95868801024,"internally_reserved":0,"allocated":35721216,"data_stored":34369914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":90505216},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.94999999999999996,"15min":0.76000000000000001},"min":{"1min":0.19400000000000001,"5min":0.191,"15min":0.184},"max":{"1min":3.5630000000000002,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":0.88400000000000001},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.1759999999999999,"15min":0.93000000000000005},"min":{"1min":0.249,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":4.9240000000000004,"5min":10.977,"15min":10.977},"last":0.40300000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:11:36 2021","interfaces":[{"interface":"back","average":{"1min":1.1870000000000001,"5min":1.073,"15min":1.5700000000000001},"min":{"1min":0.26700000000000002,"5min":0.24099999999999999,"15min":0.20599999999999999},"max":{"1min":5.3300000000000001,"5min":5.3300000000000001,"15min":34.530000000000001},"last":0.436},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.98799999999999999,"15min":1.534},"min":{"1min":0.26300000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.9820000000000002,"5min":7.218,"15min":34.465000000000003},"last":0.64100000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:11:26 2021","interfaces":[{"interface":"back","average":{"1min":1.518,"5min":1.401,"15min":1.1259999999999999},"min":{"1min":0.44900000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":5.5410000000000004,"5min":8.9529999999999994,"15min":13.077999999999999},"last":0.748},{"interface":"front","average":{"1min":1.288,"5min":1.536,"15min":1.1479999999999999},"min":{"1min":0.33600000000000002,"5min":0.26800000000000002,"15min":0.23699999999999999},"max":{"1min":5.4980000000000002,"5min":11.106999999999999,"15min":13.287000000000001},"last":0.95699999999999996}]},{"osd":4,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.121,"5min":1.133,"15min":0.96399999999999997},"min":{"1min":0.40699999999999997,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":3.46,"5min":6.6200000000000001,"15min":6.6200000000000001},"last":0.72399999999999998},{"interface":"front","average":{"1min":1.147,"5min":1.361,"15min":1.141},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":3.6739999999999999,"5min":6.718,"15min":6.718},"last":1.597}]},{"osd":5,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.7190000000000001,"5min":1.306,"15min":1.024},"min":{"1min":0.34699999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":5.5579999999999998,"5min":5.5579999999999998,"15min":9.8689999999999998},"last":0.504},{"interface":"front","average":{"1min":1.6699999999999999,"5min":1.361,"15min":1.0409999999999999},"min":{"1min":0.48299999999999998,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":3.5760000000000001,"5min":6.8090000000000002,"15min":6.9139999999999997},"last":0.67500000000000004}]},{"osd":6,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":2.1899999999999999,"5min":1.625,"15min":1.1699999999999999},"min":{"1min":0.44,"5min":0.255,"15min":0.255},"max":{"1min":6.093,"5min":6.1120000000000001,"15min":9.9209999999999994},"last":2.407},{"interface":"front","average":{"1min":1.538,"5min":1.5369999999999999,"15min":1.0980000000000001},"min":{"1min":0.38300000000000001,"5min":0.36099999999999999,"15min":0.32200000000000001},"max":{"1min":4.4089999999999998,"5min":9.0589999999999993,"15min":9.0589999999999993},"last":0.69999999999999996}]},{"osd":7,"last update":"Mon Jul 26 16:11:31 2021","interfaces":[{"interface":"back","average":{"1min":1.669,"5min":1.367,"15min":1.018},"min":{"1min":0.375,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":9.5250000000000004,"5min":9.5250000000000004,"15min":9.5250000000000004},"last":1.5620000000000001},{"interface":"front","average":{"1min":2.04,"5min":1.661,"15min":1.23},"min":{"1min":0.47499999999999998,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":5.4000000000000004,"5min":8.234,"15min":9.968},"last":0.73399999999999999}]}]},{"osd":0,"up_from":0,"seq":313532612806,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500812,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122221,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":160968,"kb_used_data":3328,"kb_used_omap":3,"kb_used_meta":157628,"kb_avail":93584184,"statfs":{"total":95995035648,"available":95830204416,"internally_reserved":0,"allocated":3407872,"data_stored":2060190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":161411220},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":1.4159999999999999,"15min":0.98899999999999999},"min":{"1min":0.21299999999999999,"5min":0.20699999999999999,"15min":0.17799999999999999},"max":{"1min":3.427,"5min":54.576999999999998,"15min":54.576999999999998},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.58999999999999997,"5min":1.119,"15min":0.90300000000000002},"min":{"1min":0.22,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":2.4580000000000002,"5min":56.030999999999999,"15min":56.030999999999999},"last":0.51600000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.2050000000000001,"5min":2.427,"15min":1.415},"min":{"1min":0.24199999999999999,"5min":0.218,"15min":0.218},"max":{"1min":5.3209999999999997,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.252},{"interface":"front","average":{"1min":1.0429999999999999,"5min":2.3300000000000001,"15min":1.5740000000000001},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":4.5570000000000004,"5min":83.567999999999998,"15min":83.567999999999998},"last":4.9290000000000003}]},{"osd":2,"last update":"Mon Jul 26 16:11:48 2021","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":1.3029999999999999,"15min":1.635},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":4.657,"5min":10.73,"15min":10.73},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.76100000000000001,"5min":1.22,"15min":1.9450000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.27300000000000002},"max":{"1min":2.6709999999999998,"5min":10.694000000000001,"15min":14.436},"last":0.36199999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":0.97599999999999998,"15min":0.77300000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":5.4249999999999998,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5329999999999999,"15min":1.002},"min":{"1min":0.32600000000000001,"5min":0.29299999999999998,"15min":0.29199999999999998},"max":{"1min":6.8650000000000002,"5min":8.766,"15min":8.766},"last":1.831}]},{"osd":5,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.4279999999999999,"5min":1.091,"15min":0.97499999999999998},"min":{"1min":0.308,"5min":0.30099999999999999,"15min":0.28499999999999998},"max":{"1min":3.9079999999999999,"5min":15.329000000000001,"15min":15.329000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":1.204,"5min":1.2769999999999999,"15min":1.0089999999999999},"min":{"1min":0.39200000000000002,"5min":0.314,"15min":0.314},"max":{"1min":3.4980000000000002,"5min":10.634,"15min":11.145},"last":2.6440000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.363,"5min":1.208,"15min":1.0209999999999999},"min":{"1min":0.34000000000000002,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":3.5870000000000002,"5min":15.391,"15min":15.391},"last":0.55300000000000005},{"interface":"front","average":{"1min":2.2890000000000001,"5min":1.6279999999999999,"15min":1.206},"min":{"1min":0.35899999999999999,"5min":0.32300000000000001,"15min":0.316},"max":{"1min":16.231000000000002,"5min":16.231000000000002,"15min":16.231000000000002},"last":0.72199999999999998}]},{"osd":7,"last update":"Mon Jul 26 16:11:29 2021","interfaces":[{"interface":"back","average":{"1min":1.8600000000000001,"5min":1.6259999999999999,"15min":1.2430000000000001},"min":{"1min":0.40300000000000002,"5min":0.34300000000000003,"15min":0.33100000000000002},"max":{"1min":7.5199999999999996,"5min":11.625999999999999,"15min":11.625999999999999},"last":0.90100000000000002},{"interface":"front","average":{"1min":1.5249999999999999,"5min":1.6859999999999999,"15min":1.2629999999999999},"min":{"1min":0.42299999999999999,"5min":0.38400000000000001,"15min":0.36699999999999999},"max":{"1min":3.5259999999999998,"5min":15.363,"15min":19.039999999999999},"last":0.54400000000000004}]}]},{"osd":4,"up_from":163,"seq":700079669343,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1051924,"kb_used_data":3340,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":92693228,"statfs":{"total":95995035648,"available":94917865472,"internally_reserved":1073741824,"allocated":3420160,"data_stored":2057339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":2.0619999999999998,"5min":1.27,"15min":0.64600000000000002},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":18.655999999999999,"5min":18.655999999999999,"15min":18.655999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":2.7389999999999999,"5min":1.766,"15min":0.86699999999999999},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":18.593,"5min":18.593,"15min":18.593},"last":0.64500000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":4.6050000000000004,"5min":2.5950000000000002,"15min":1.1379999999999999},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":33.665999999999997,"5min":70.212999999999994,"15min":70.212999999999994},"last":0.51700000000000002},{"interface":"front","average":{"1min":5.8700000000000001,"5min":3.1070000000000002,"15min":1.337},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.247},"max":{"1min":40.225000000000001,"5min":69.948999999999998,"15min":69.948999999999998},"last":0.628}]},{"osd":2,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":1.9730000000000001,"5min":1.5389999999999999,"15min":0.82499999999999996},"min":{"1min":0.33100000000000002,"5min":0.252,"15min":0.252},"max":{"1min":8.8339999999999996,"5min":8.8339999999999996,"15min":8.8339999999999996},"last":0.504},{"interface":"front","average":{"1min":2.0379999999999998,"5min":1.0089999999999999,"15min":0.69899999999999995},"min":{"1min":0.27300000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":18.565999999999999,"5min":18.565999999999999,"15min":18.565999999999999},"last":0.56299999999999994}]},{"osd":3,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":6.8449999999999998,"5min":2.508,"15min":1.129},"min":{"1min":0.308,"5min":0.26300000000000001,"15min":0.26100000000000001},"max":{"1min":34.118000000000002,"5min":34.118000000000002,"15min":34.118000000000002},"last":0.442},{"interface":"front","average":{"1min":6.1980000000000004,"5min":2.0550000000000002,"15min":0.97399999999999998},"min":{"1min":0.29599999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":34.124000000000002,"5min":34.124000000000002,"15min":34.124000000000002},"last":0.59499999999999997}]},{"osd":5,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":0.997,"15min":0.55200000000000005},"min":{"1min":0.255,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":5.9909999999999997,"5min":5.9909999999999997,"15min":5.9909999999999997},"last":0.40000000000000002},{"interface":"front","average":{"1min":1.3220000000000001,"5min":1.173,"15min":0.63},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.22500000000000001},"max":{"1min":5.7030000000000003,"5min":7.4379999999999997,"15min":7.4379999999999997},"last":0.41199999999999998}]},{"osd":6,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":0.90600000000000003,"15min":0.51900000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.9470000000000001,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.34999999999999998},{"interface":"front","average":{"1min":1.5840000000000001,"5min":1.397,"15min":0.70199999999999996},"min":{"1min":0.27200000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":5.7290000000000001,"5min":11.997,"15min":11.997},"last":0.38900000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:11:32 2021","interfaces":[{"interface":"back","average":{"1min":2.0939999999999999,"5min":1.244,"15min":0.67200000000000004},"min":{"1min":0.29299999999999998,"5min":0.25800000000000001,"15min":0.25700000000000001},"max":{"1min":7.0529999999999999,"5min":12.824,"15min":12.824},"last":0.35799999999999998},{"interface":"front","average":{"1min":2.5190000000000001,"5min":1.6970000000000001,"15min":0.81899999999999995},"min":{"1min":0.255,"5min":0.252,"15min":0.252},"max":{"1min":9.2230000000000008,"5min":9.2230000000000008,"15min":9.2230000000000008},"last":0.377}]}]},{"osd":5,"up_from":36,"seq":154618822979,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1051904,"kb_used_data":3320,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92693248,"statfs":{"total":95995035648,"available":94917885952,"internally_reserved":1073741824,"allocated":3399680,"data_stored":2052530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:22 2021","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":2.1240000000000001,"15min":1.101},"min":{"1min":0.23999999999999999,"5min":0.22800000000000001,"15min":0.19500000000000001},"max":{"1min":6.1989999999999998,"5min":59.381,"15min":59.381},"last":0.37},{"interface":"front","average":{"1min":0.87,"5min":2.3050000000000002,"15min":1.198},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.24399999999999999},"max":{"1min":6.2430000000000003,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.47199999999999998}]},{"osd":1,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":2.2749999999999999,"5min":2.9489999999999998,"15min":1.5589999999999999},"min":{"1min":0.32100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":8.1039999999999992,"5min":85.896000000000001,"15min":85.896000000000001},"last":0.35099999999999998},{"interface":"front","average":{"1min":1.732,"5min":3.1200000000000001,"15min":1.6850000000000001},"min":{"1min":0.246,"5min":0.216,"15min":0.216},"max":{"1min":8.4429999999999996,"5min":85.566999999999993,"15min":85.566999999999993},"last":0.40600000000000003}]},{"osd":2,"last update":"Mon Jul 26 16:11:40 2021","interfaces":[{"interface":"back","average":{"1min":1.617,"5min":1.4410000000000001,"15min":1.266},"min":{"1min":0.32700000000000001,"5min":0.253,"15min":0.24299999999999999},"max":{"1min":8.5340000000000007,"5min":8.5340000000000007,"15min":35.734000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.66400000000000003,"5min":1.345,"15min":1.7709999999999999},"min":{"1min":0.27600000000000002,"5min":0.26100000000000001,"15min":0.251},"max":{"1min":2.5099999999999998,"5min":12.111000000000001,"15min":171.78700000000001},"last":0.497}]},{"osd":3,"last update":"Mon Jul 26 16:11:22 2021","interfaces":[{"interface":"back","average":{"1min":1.155,"5min":2.2679999999999998,"15min":1.5369999999999999},"min":{"1min":0.34100000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":6.1619999999999999,"5min":59.469999999999999,"15min":59.469999999999999},"last":0.54100000000000004},{"interface":"front","average":{"1min":2.169,"5min":2.488,"15min":1.615},"min":{"1min":0.33200000000000002,"5min":0.28999999999999998,"15min":0.23499999999999999},"max":{"1min":8.5090000000000003,"5min":59.465000000000003,"15min":59.465000000000003},"last":0.38700000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":2.2309999999999999,"5min":1.708,"15min":0.79300000000000004},"min":{"1min":0.312,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":8.6180000000000003,"5min":18.094000000000001,"15min":18.094000000000001},"last":0.32600000000000001},{"interface":"front","average":{"1min":1.827,"5min":1.3149999999999999,"15min":0.66400000000000003},"min":{"1min":0.30499999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":5.1820000000000004,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":0.318}]},{"osd":6,"last update":"Mon Jul 26 16:11:34 2021","interfaces":[{"interface":"back","average":{"1min":1.792,"5min":1.6919999999999999,"15min":0.90200000000000002},"min":{"1min":0.28699999999999998,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":7.1310000000000002,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":0.30299999999999999},{"interface":"front","average":{"1min":1.083,"5min":1.3129999999999999,"15min":0.79300000000000004},"min":{"1min":0.26500000000000001,"5min":0.23799999999999999,"15min":0.223},"max":{"1min":6.1289999999999996,"5min":11.865,"15min":11.865},"last":0.52000000000000002}]},{"osd":7,"last update":"Mon Jul 26 16:11:46 2021","interfaces":[{"interface":"back","average":{"1min":1.4370000000000001,"5min":1.5349999999999999,"15min":0.91300000000000003},"min":{"1min":0.28599999999999998,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":6.9649999999999999,"5min":15.15,"15min":15.15},"last":0.56299999999999994},{"interface":"front","average":{"1min":1.643,"5min":1.1379999999999999,"15min":0.74299999999999999},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.217},"max":{"1min":4.5140000000000002,"5min":5.9649999999999999,"15min":8.1170000000000009},"last":0.38100000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3881,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4179,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8107,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":63307776,"data_stored":63307776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":72351744,"data_stored":72351744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:12:16.762 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2021-07-26T16:12:16.763 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:12:16.763 INFO:tasks.thrashosds.thrasher:Setting osd 5 primary_affinity to 0.815214 2021-07-26T16:12:16.764 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd primary-affinity 5 0.8152140444639342 2021-07-26T16:12:16.786 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:16.840 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:16.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:16.841 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:16.942 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:16.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:16.977 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:16.977 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:16.978 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:17.078 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:17.107 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:17.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:17.108 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:17.209 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:17.238 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:17.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:17.240 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:17.310 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:12:17.342 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:17.391 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:17.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:17.393 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:17.474 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 4 16 12308 12292 192.048 176.125 0.00463167 0.00519976 2021-07-26T16:12:17.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:17 smithi078 ceph-mon[73801]: pgmap v789: 89 pgs: 89 active+clean; 209 MiB data, 531 MiB used, 532 GiB / 536 GiB avail; 26 MiB/s wr, 416 op/s 2021-07-26T16:12:17.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:17 smithi078 ceph-mon[77813]: pgmap v789: 89 pgs: 89 active+clean; 209 MiB data, 531 MiB used, 532 GiB / 536 GiB avail; 26 MiB/s wr, 416 op/s 2021-07-26T16:12:17.494 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:17.530 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:17.532 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:17.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:17.534 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:17.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:17 smithi139 ceph-mon[56829]: pgmap v789: 89 pgs: 89 active+clean; 209 MiB data, 531 MiB used, 532 GiB / 536 GiB avail; 26 MiB/s wr, 416 op/s 2021-07-26T16:12:17.635 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:17.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:17.665 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:17.665 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:17.769 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:17.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:17.803 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:17.803 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:17.904 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:17.941 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:17.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:17.942 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:18.044 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:18.074 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:18.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:18.076 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:18.177 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:18.223 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:18.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:18.225 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:18.326 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:18.347 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:18.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:18.351 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:18.452 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:18.473 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:18.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:18.474 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:18.475 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 5 16 14297 14281 178.499 124.312 0.00177026 0.00533139 2021-07-26T16:12:18.576 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:18.606 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:18.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:18.608 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:18.709 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:18.738 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:18.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:18.740 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:18.841 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:18.872 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:18.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:18.874 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:18.975 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:19.002 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:19.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:19.003 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:19.104 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:19.133 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:19.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:19.134 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:19.199 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:12:19.209 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:19 smithi139 ceph-mon[56829]: pgmap v790: 89 pgs: 89 active+clean; 209 MiB data, 531 MiB used, 532 GiB / 536 GiB avail; 23 MiB/s wr, 360 op/s 2021-07-26T16:12:19.209 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:19 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3218813232' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:12:19.236 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:19.267 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:19.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:19.269 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:19.370 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:19.410 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:19.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:19.412 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:19.474 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 6 16 16678 16662 173.548 148.812 0.0073161 0.00575577 2021-07-26T16:12:19.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:19 smithi078 ceph-mon[73801]: pgmap v790: 89 pgs: 89 active+clean; 209 MiB data, 531 MiB used, 532 GiB / 536 GiB avail; 23 MiB/s wr, 360 op/s 2021-07-26T16:12:19.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:19 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3218813232' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:12:19.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:19 smithi078 ceph-mon[77813]: pgmap v790: 89 pgs: 89 active+clean; 209 MiB data, 531 MiB used, 532 GiB / 536 GiB avail; 23 MiB/s wr, 360 op/s 2021-07-26T16:12:19.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:19 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3218813232' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:12:19.513 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:19.542 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:19.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:19.543 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:19.546 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:12:19.546 INFO:teuthology.orchestra.run.smithi139.stdout: "size": 20, 2021-07-26T16:12:19.547 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 600, 2021-07-26T16:12:19.547 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:12:19.547 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.547 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149432 6.a 6:547a9c49:::benchmark_data_smithi078_103090_object44567:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:12:19.548 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.055341+0000", 2021-07-26T16:12:19.548 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 523.48284165500002, 2021-07-26T16:12:19.548 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4316235620000004, 2021-07-26T16:12:19.548 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.549 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.549 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.549 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.549 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.550 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149432 2021-07-26T16:12:19.550 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.550 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.550 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.550 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.551 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055341+0000", 2021-07-26T16:12:19.551 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.551 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.551 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.552 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.552 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055341+0000", 2021-07-26T16:12:19.552 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6729999999999998e-06 2021-07-26T16:12:19.552 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.552 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.553 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.553 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055345+0000", 2021-07-26T16:12:19.553 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3e-06 2021-07-26T16:12:19.553 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.554 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.554 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.556 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055347+0000", 2021-07-26T16:12:19.556 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7921999999999999e-05 2021-07-26T16:12:19.556 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.556 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.557 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.557 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055365+0000", 2021-07-26T16:12:19.557 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5830000000000001e-06 2021-07-26T16:12:19.557 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.557 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.558 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.558 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055373+0000", 2021-07-26T16:12:19.558 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1367999999999999e-05 2021-07-26T16:12:19.558 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.559 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.559 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.559 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055434+0000", 2021-07-26T16:12:19.559 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013249600000000001 2021-07-26T16:12:19.560 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.560 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.560 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.560 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055567+0000", 2021-07-26T16:12:19.561 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013831999999999999 2021-07-26T16:12:19.561 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.561 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.561 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:12:19.561 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.055705+0000", 2021-07-26T16:12:19.562 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024251540000000001 2021-07-26T16:12:19.562 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.562 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.562 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.563 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.058130+0000", 2021-07-26T16:12:19.563 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0033442319999999999 2021-07-26T16:12:19.563 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.563 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.564 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.564 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.061475+0000", 2021-07-26T16:12:19.564 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4240805249999999 2021-07-26T16:12:19.564 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.564 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.565 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.565 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.485555+0000", 2021-07-26T16:12:19.565 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8174000000000003e-05 2021-07-26T16:12:19.565 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.566 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.566 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.566 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.485603+0000", 2021-07-26T16:12:19.566 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0013618149999999999 2021-07-26T16:12:19.566 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.567 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.567 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.567 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.486965+0000", 2021-07-26T16:12:19.567 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4316235620000004 2021-07-26T16:12:19.568 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.568 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.568 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.568 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.568 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.569 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149434 6.a 6:5f1fb054:::benchmark_data_smithi078_103090_object44569:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:12:19.569 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.066765+0000", 2021-07-26T16:12:19.569 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 523.47141847700004, 2021-07-26T16:12:19.569 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4222076340000003, 2021-07-26T16:12:19.570 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.570 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.570 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.570 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.570 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.571 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149434 2021-07-26T16:12:19.571 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.572 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.572 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.572 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.572 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066765+0000", 2021-07-26T16:12:19.572 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.573 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.573 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.573 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.574 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066765+0000", 2021-07-26T16:12:19.574 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.395e-06 2021-07-26T16:12:19.574 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.574 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.575 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.575 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066770+0000", 2021-07-26T16:12:19.575 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1900000000000002e-06 2021-07-26T16:12:19.575 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.575 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.576 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.576 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066772+0000", 2021-07-26T16:12:19.576 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5387e-05 2021-07-26T16:12:19.576 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.577 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.577 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.577 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066788+0000", 2021-07-26T16:12:19.577 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4212e-05 2021-07-26T16:12:19.577 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.578 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.578 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.578 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066802+0000", 2021-07-26T16:12:19.578 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3403000000000003e-05 2021-07-26T16:12:19.579 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.579 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.579 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.579 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.066865+0000", 2021-07-26T16:12:19.580 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023589999999999999 2021-07-26T16:12:19.580 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.580 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.580 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.580 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.067101+0000", 2021-07-26T16:12:19.581 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000186887 2021-07-26T16:12:19.581 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.581 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.581 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:12:19.581 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.067288+0000", 2021-07-26T16:12:19.582 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0029146430000000002 2021-07-26T16:12:19.582 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.582 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.582 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.583 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.070203+0000", 2021-07-26T16:12:19.583 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0016304710000000001 2021-07-26T16:12:19.583 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.583 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.584 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.584 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.071833+0000", 2021-07-26T16:12:19.584 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4151966170000003 2021-07-26T16:12:19.584 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.585 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.585 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.585 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.487030+0000", 2021-07-26T16:12:19.585 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1588999999999995e-05 2021-07-26T16:12:19.585 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.586 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.586 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.586 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.487101+0000", 2021-07-26T16:12:19.586 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00187094 2021-07-26T16:12:19.587 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.587 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.587 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.588 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.488972+0000", 2021-07-26T16:12:19.588 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4222076340000003 2021-07-26T16:12:19.588 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.588 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.588 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.589 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.589 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.589 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149441 6.a 6:519cf7ee:::benchmark_data_smithi078_103090_object44576:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:12:19.589 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.146649+0000", 2021-07-26T16:12:19.590 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 523.39153425500001, 2021-07-26T16:12:19.590 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.350155547, 2021-07-26T16:12:19.590 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.590 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.591 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.591 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.591 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.591 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149441 2021-07-26T16:12:19.591 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.592 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.592 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.592 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.592 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146649+0000", 2021-07-26T16:12:19.593 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.593 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.593 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.593 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.593 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146649+0000", 2021-07-26T16:12:19.594 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9709999999999998e-06 2021-07-26T16:12:19.594 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.594 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.594 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.595 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146653+0000", 2021-07-26T16:12:19.595 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.875e-06 2021-07-26T16:12:19.595 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.595 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.595 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.596 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146656+0000", 2021-07-26T16:12:19.596 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7669e-05 2021-07-26T16:12:19.596 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.596 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.597 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.597 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146673+0000", 2021-07-26T16:12:19.597 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8449999999999997e-06 2021-07-26T16:12:19.598 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.598 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.599 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.600 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146680+0000", 2021-07-26T16:12:19.600 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3987999999999999e-05 2021-07-26T16:12:19.600 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.600 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.601 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.601 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146734+0000", 2021-07-26T16:12:19.601 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013868999999999999 2021-07-26T16:12:19.601 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.601 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.602 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.602 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.146873+0000", 2021-07-26T16:12:19.602 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014201900000000001 2021-07-26T16:12:19.602 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.603 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.603 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:12:19.603 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.147015+0000", 2021-07-26T16:12:19.603 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024935640000000002 2021-07-26T16:12:19.604 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.604 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.604 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.604 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.149508+0000", 2021-07-26T16:12:19.604 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025095400000000002 2021-07-26T16:12:19.605 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.605 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.605 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.605 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.152018+0000", 2021-07-26T16:12:19.606 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.342686198 2021-07-26T16:12:19.606 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.606 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.606 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.606 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.494704+0000", 2021-07-26T16:12:19.607 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1418000000000001e-05 2021-07-26T16:12:19.607 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.607 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.607 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.608 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.494756+0000", 2021-07-26T16:12:19.608 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0020487700000000001 2021-07-26T16:12:19.608 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.608 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.608 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.609 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.496804+0000", 2021-07-26T16:12:19.609 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.350155547 2021-07-26T16:12:19.609 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.609 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.609 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.610 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.610 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.610 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149465 6.a 6:561401cd:::benchmark_data_smithi078_103090_object44600:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:12:19.610 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.572716+0000", 2021-07-26T16:12:19.611 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 522.96546714900001, 2021-07-26T16:12:19.611 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9257759349999999, 2021-07-26T16:12:19.611 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.611 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.611 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.612 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.612 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.612 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149465 2021-07-26T16:12:19.612 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.613 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.613 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.613 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.613 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572716+0000", 2021-07-26T16:12:19.614 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.614 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.614 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.614 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.614 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572716+0000", 2021-07-26T16:12:19.615 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.269e-06 2021-07-26T16:12:19.615 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.615 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.615 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.616 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572719+0000", 2021-07-26T16:12:19.616 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9080000000000002e-06 2021-07-26T16:12:19.616 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.616 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.616 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.617 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572721+0000", 2021-07-26T16:12:19.617 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3721e-05 2021-07-26T16:12:19.617 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.617 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.617 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.618 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572735+0000", 2021-07-26T16:12:19.618 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7080000000000002e-06 2021-07-26T16:12:19.618 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.618 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.619 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.619 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572741+0000", 2021-07-26T16:12:19.619 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1920000000000003e-05 2021-07-26T16:12:19.619 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.619 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.620 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.620 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572803+0000", 2021-07-26T16:12:19.620 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00017783100000000001 2021-07-26T16:12:19.620 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.620 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.621 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.621 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.572980+0000", 2021-07-26T16:12:19.621 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014439699999999999 2021-07-26T16:12:19.621 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.622 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.622 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:12:19.622 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.573125+0000", 2021-07-26T16:12:19.622 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027578139999999999 2021-07-26T16:12:19.622 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.623 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.623 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.623 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.575883+0000", 2021-07-26T16:12:19.623 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0017882099999999999 2021-07-26T16:12:19.624 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.625 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.626 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.626 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.577671+0000", 2021-07-26T16:12:19.626 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9191918490000002 2021-07-26T16:12:19.626 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.627 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.627 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.627 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.496863+0000", 2021-07-26T16:12:19.627 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1462000000000003e-05 2021-07-26T16:12:19.628 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.628 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.628 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.628 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.496914+0000", 2021-07-26T16:12:19.629 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0015778459999999999 2021-07-26T16:12:19.629 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.629 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.629 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.630 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.498492+0000", 2021-07-26T16:12:19.630 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.9257759349999999 2021-07-26T16:12:19.630 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.630 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.630 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.631 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.631 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.631 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149484 6.a 6:519ea9c6:::benchmark_data_smithi078_103090_object44619:head [delete] snapc 0=[] ondisk+write+known_if_redirected e144)", 2021-07-26T16:12:19.631 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:36.774528+0000", 2021-07-26T16:12:19.632 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 522.76365547299997, 2021-07-26T16:12:19.632 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7258322929999999, 2021-07-26T16:12:19.632 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.632 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.633 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.633 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.633 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.633 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149484 2021-07-26T16:12:19.633 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.634 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.634 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.634 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.634 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774528+0000", 2021-07-26T16:12:19.635 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.635 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.635 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.635 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.636 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774528+0000", 2021-07-26T16:12:19.636 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6909999999999999e-06 2021-07-26T16:12:19.636 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.636 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.636 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.637 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774531+0000", 2021-07-26T16:12:19.637 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4049999999999998e-06 2021-07-26T16:12:19.637 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.637 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.637 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.638 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774534+0000", 2021-07-26T16:12:19.638 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5217e-05 2021-07-26T16:12:19.638 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.638 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.639 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.639 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774549+0000", 2021-07-26T16:12:19.639 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.4920000000000001e-06 2021-07-26T16:12:19.639 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.640 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.640 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.640 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774554+0000", 2021-07-26T16:12:19.640 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7425000000000001e-05 2021-07-26T16:12:19.640 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.641 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.641 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.641 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774602+0000", 2021-07-26T16:12:19.641 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014033900000000001 2021-07-26T16:12:19.642 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.642 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.642 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.642 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774742+0000", 2021-07-26T16:12:19.642 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014589599999999999 2021-07-26T16:12:19.643 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.643 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.643 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:12:19.643 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.774888+0000", 2021-07-26T16:12:19.644 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024279029999999999 2021-07-26T16:12:19.644 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.644 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.644 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.644 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.777316+0000", 2021-07-26T16:12:19.645 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0011779519999999999 2021-07-26T16:12:19.645 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.645 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.645 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.645 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:36.778494+0000", 2021-07-26T16:12:19.646 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7200481299999999 2021-07-26T16:12:19.646 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.646 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.646 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.647 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.498542+0000", 2021-07-26T16:12:19.647 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9347e-05 2021-07-26T16:12:19.647 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.647 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.647 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.648 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.498591+0000", 2021-07-26T16:12:19.648 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001768496 2021-07-26T16:12:19.648 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.648 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.649 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.649 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.500360+0000", 2021-07-26T16:12:19.649 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7258322929999999 2021-07-26T16:12:19.649 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.649 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.650 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.650 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.650 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.650 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149525 6.a 6:58308c1b:::benchmark_data_smithi078_103090_object44660:head [delete] snapc 0=[] ondisk+write+known_if_redirected e145)", 2021-07-26T16:12:19.651 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:40.622456+0000", 2021-07-26T16:12:19.651 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 518.91572663399995, 2021-07-26T16:12:19.651 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3604098950000001, 2021-07-26T16:12:19.651 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.651 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.652 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.652 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.652 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.652 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149525 2021-07-26T16:12:19.653 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.653 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.653 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.653 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.653 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622456+0000", 2021-07-26T16:12:19.654 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.654 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.654 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.654 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.655 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622456+0000", 2021-07-26T16:12:19.655 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0930000000000001e-06 2021-07-26T16:12:19.655 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.655 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.655 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.656 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622459+0000", 2021-07-26T16:12:19.656 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.843e-06 2021-07-26T16:12:19.656 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.656 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.656 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.657 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622460+0000", 2021-07-26T16:12:19.657 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1382999999999999e-05 2021-07-26T16:12:19.657 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.657 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.658 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.658 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622472+0000", 2021-07-26T16:12:19.658 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8119999999999998e-06 2021-07-26T16:12:19.659 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.659 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.659 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.659 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622477+0000", 2021-07-26T16:12:19.659 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7513999999999999e-05 2021-07-26T16:12:19.660 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.660 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.660 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.660 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622534+0000", 2021-07-26T16:12:19.660 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000140598 2021-07-26T16:12:19.661 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.661 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.661 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.661 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622675+0000", 2021-07-26T16:12:19.662 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014560199999999999 2021-07-26T16:12:19.662 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.662 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.662 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:12:19.662 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.622820+0000", 2021-07-26T16:12:19.663 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025685159999999999 2021-07-26T16:12:19.663 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.663 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.663 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.664 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.625389+0000", 2021-07-26T16:12:19.664 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0037355639999999998 2021-07-26T16:12:19.664 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.664 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.664 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.665 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.629124+0000", 2021-07-26T16:12:19.665 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3510160980000001 2021-07-26T16:12:19.665 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.665 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.665 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.666 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:42.980141+0000", 2021-07-26T16:12:19.666 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000113134 2021-07-26T16:12:19.666 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.666 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.667 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.667 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:42.980254+0000", 2021-07-26T16:12:19.667 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0026127379999999999 2021-07-26T16:12:19.667 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.668 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.668 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.668 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:42.982866+0000", 2021-07-26T16:12:19.668 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3604098950000001 2021-07-26T16:12:19.669 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.669 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.669 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.669 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.669 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.670 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149582 6.a 6:5ecdd84f:::benchmark_data_smithi078_103090_object44717:head [delete] snapc 0=[] ondisk+write+known_if_redirected e145)", 2021-07-26T16:12:19.670 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:40.913622+0000", 2021-07-26T16:12:19.670 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 518.62456077100001, 2021-07-26T16:12:19.670 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1186634720000002, 2021-07-26T16:12:19.671 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.671 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.671 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.671 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.671 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.672 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149582 2021-07-26T16:12:19.672 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.672 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.672 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.673 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.673 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913622+0000", 2021-07-26T16:12:19.673 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.673 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.674 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.674 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.674 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913622+0000", 2021-07-26T16:12:19.674 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.7759999999999999e-06 2021-07-26T16:12:19.674 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.675 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.675 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.675 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913626+0000", 2021-07-26T16:12:19.675 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0530000000000001e-06 2021-07-26T16:12:19.676 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.676 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.676 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.676 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913628+0000", 2021-07-26T16:12:19.677 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3917000000000001e-05 2021-07-26T16:12:19.677 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.677 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.677 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.677 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913642+0000", 2021-07-26T16:12:19.678 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9400000000000001e-06 2021-07-26T16:12:19.678 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.678 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.678 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.679 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913647+0000", 2021-07-26T16:12:19.679 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.3263000000000001e-05 2021-07-26T16:12:19.679 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.679 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.679 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.680 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913700+0000", 2021-07-26T16:12:19.680 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014553299999999999 2021-07-26T16:12:19.680 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.680 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.681 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.681 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913846+0000", 2021-07-26T16:12:19.681 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014655700000000001 2021-07-26T16:12:19.681 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.682 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.682 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:12:19.682 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.913992+0000", 2021-07-26T16:12:19.682 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025807220000000001 2021-07-26T16:12:19.682 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.683 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.683 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.683 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.916573+0000", 2021-07-26T16:12:19.683 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0030889139999999999 2021-07-26T16:12:19.684 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.684 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.684 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.684 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:40.919662+0000", 2021-07-26T16:12:19.685 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.109857951 2021-07-26T16:12:19.685 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.685 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.685 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.685 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.029520+0000", 2021-07-26T16:12:19.686 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1766999999999993e-05 2021-07-26T16:12:19.686 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.686 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.686 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.687 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.029582+0000", 2021-07-26T16:12:19.687 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027040789999999999 2021-07-26T16:12:19.687 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.687 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.688 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.688 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.032286+0000", 2021-07-26T16:12:19.688 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.1186634720000002 2021-07-26T16:12:19.688 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.689 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.689 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.689 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.689 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.689 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:149610 6.a 6:5f5dd8f6:::benchmark_data_smithi078_103090_object44745:head [delete] snapc 0=[] ondisk+write+known_if_redirected e146)", 2021-07-26T16:12:19.690 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:03:41.192570+0000", 2021-07-26T16:12:19.690 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 518.34561271600001, 2021-07-26T16:12:19.690 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8481416260000001, 2021-07-26T16:12:19.690 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.691 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.691 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.691 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.691 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.692 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 149610 2021-07-26T16:12:19.692 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.692 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.692 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.693 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.693 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192570+0000", 2021-07-26T16:12:19.693 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.693 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.693 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.694 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.694 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192570+0000", 2021-07-26T16:12:19.694 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3599999999999999e-06 2021-07-26T16:12:19.694 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.695 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.695 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.695 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192573+0000", 2021-07-26T16:12:19.695 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0169999999999999e-06 2021-07-26T16:12:19.696 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.696 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.696 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.696 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192575+0000", 2021-07-26T16:12:19.697 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.9049999999999997e-06 2021-07-26T16:12:19.697 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.697 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.697 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.698 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192583+0000", 2021-07-26T16:12:19.698 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.6500000000000004e-06 2021-07-26T16:12:19.698 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.698 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.698 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.699 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192587+0000", 2021-07-26T16:12:19.699 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7795999999999999e-05 2021-07-26T16:12:19.699 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.699 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.700 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.700 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192655+0000", 2021-07-26T16:12:19.700 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00024666800000000002 2021-07-26T16:12:19.700 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.701 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.701 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.701 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.192902+0000", 2021-07-26T16:12:19.701 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023770099999999999 2021-07-26T16:12:19.701 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.702 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.702 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,2", 2021-07-26T16:12:19.702 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.193140+0000", 2021-07-26T16:12:19.702 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0027957870000000001 2021-07-26T16:12:19.703 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.703 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.703 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.703 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.195935+0000", 2021-07-26T16:12:19.703 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00055411900000000005 2021-07-26T16:12:19.704 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.704 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.704 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.704 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:41.196489+0000", 2021-07-26T16:12:19.705 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.841675215 2021-07-26T16:12:19.705 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.705 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.705 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.705 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.038165+0000", 2021-07-26T16:12:19.706 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4268e-05 2021-07-26T16:12:19.706 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.706 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.706 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.707 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.038249+0000", 2021-07-26T16:12:19.707 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0024631399999999999 2021-07-26T16:12:19.707 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.707 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.707 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.708 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:03:43.040712+0000", 2021-07-26T16:12:19.708 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8481416260000001 2021-07-26T16:12:19.708 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.708 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.709 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.709 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.709 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.709 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181542 6.c 6:31824387:::benchmark_data_smithi078_103090_object76677:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:12:19.709 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075528+0000", 2021-07-26T16:12:19.710 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 322.46265500300001, 2021-07-26T16:12:19.710 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0818700809999999, 2021-07-26T16:12:19.710 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.710 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.711 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.711 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.711 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.711 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181542 2021-07-26T16:12:19.711 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.712 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.712 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.712 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.713 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075528+0000", 2021-07-26T16:12:19.713 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.713 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.713 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.713 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.714 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075528+0000", 2021-07-26T16:12:19.714 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1599999999999999e-06 2021-07-26T16:12:19.714 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.714 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.715 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.715 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075529+0000", 2021-07-26T16:12:19.715 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.026e-06 2021-07-26T16:12:19.715 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.715 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.716 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.716 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075530+0000", 2021-07-26T16:12:19.716 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.5109999999999997e-06 2021-07-26T16:12:19.716 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.717 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.717 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.717 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075538+0000", 2021-07-26T16:12:19.717 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.3540000000000002e-06 2021-07-26T16:12:19.717 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.718 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.718 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.718 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075542+0000", 2021-07-26T16:12:19.718 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9291e-05 2021-07-26T16:12:19.719 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.719 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.719 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.719 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075591+0000", 2021-07-26T16:12:19.719 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9949999999999999e-06 2021-07-26T16:12:19.720 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.720 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.720 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.720 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075598+0000", 2021-07-26T16:12:19.720 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.05329301 2021-07-26T16:12:19.721 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.721 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.721 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.721 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.128891+0000", 2021-07-26T16:12:19.722 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.3911000000000003e-05 2021-07-26T16:12:19.722 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.722 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.722 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.723 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.128985+0000", 2021-07-26T16:12:19.723 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013745700000000001 2021-07-26T16:12:19.723 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.723 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.723 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:12:19.724 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.129123+0000", 2021-07-26T16:12:19.724 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.010849457 2021-07-26T16:12:19.724 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.724 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.725 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.725 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.139972+0000", 2021-07-26T16:12:19.725 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0055086789999999998 2021-07-26T16:12:19.725 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.726 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.726 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.726 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145481+0000", 2021-07-26T16:12:19.726 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011825285 2021-07-26T16:12:19.727 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.727 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.727 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.727 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157306+0000", 2021-07-26T16:12:19.728 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6480999999999997e-05 2021-07-26T16:12:19.728 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.728 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.728 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.729 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157363+0000", 2021-07-26T16:12:19.729 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.5463999999999998e-05 2021-07-26T16:12:19.729 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.729 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.730 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.730 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157398+0000", 2021-07-26T16:12:19.730 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0818700809999999 2021-07-26T16:12:19.730 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.731 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.731 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.731 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.731 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.731 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181546 6.c 6:3349cac3:::benchmark_data_smithi078_103090_object76681:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:12:19.732 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075547+0000", 2021-07-26T16:12:19.732 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 322.46263615599997, 2021-07-26T16:12:19.732 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0820472640000001, 2021-07-26T16:12:19.732 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.733 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.733 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.733 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.733 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.734 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181546 2021-07-26T16:12:19.734 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.734 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.734 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.734 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.735 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075547+0000", 2021-07-26T16:12:19.735 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.735 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.735 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.736 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.736 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075547+0000", 2021-07-26T16:12:19.736 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.7300000000000004e-07 2021-07-26T16:12:19.736 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.737 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.737 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.737 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075548+0000", 2021-07-26T16:12:19.737 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1699999999999997e-07 2021-07-26T16:12:19.738 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.738 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.738 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.738 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075549+0000", 2021-07-26T16:12:19.739 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1920000000000002e-06 2021-07-26T16:12:19.739 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.739 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.739 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.739 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075555+0000", 2021-07-26T16:12:19.740 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6610000000000002e-06 2021-07-26T16:12:19.740 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.740 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.740 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.741 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075559+0000", 2021-07-26T16:12:19.741 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8798999999999997e-05 2021-07-26T16:12:19.741 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.741 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.742 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.742 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075617+0000", 2021-07-26T16:12:19.742 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.9710000000000001e-06 2021-07-26T16:12:19.742 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.743 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.743 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.743 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075623+0000", 2021-07-26T16:12:19.743 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0555636450000001 2021-07-26T16:12:19.743 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.744 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.744 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.744 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.131187+0000", 2021-07-26T16:12:19.744 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00010842599999999999 2021-07-26T16:12:19.745 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.745 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.745 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.745 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.131295+0000", 2021-07-26T16:12:19.746 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000114187 2021-07-26T16:12:19.746 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.746 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.746 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:12:19.747 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.131410+0000", 2021-07-26T16:12:19.747 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0085730790000000008 2021-07-26T16:12:19.747 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.747 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.747 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.748 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.139983+0000", 2021-07-26T16:12:19.748 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0055326129999999996 2021-07-26T16:12:19.748 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.748 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.749 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.749 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145515+0000", 2021-07-26T16:12:19.749 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011951864 2021-07-26T16:12:19.749 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.750 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.750 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.750 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157467+0000", 2021-07-26T16:12:19.750 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6285000000000007e-05 2021-07-26T16:12:19.750 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.751 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.751 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.751 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157533+0000", 2021-07-26T16:12:19.751 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0751999999999997e-05 2021-07-26T16:12:19.752 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.752 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.752 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.752 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157594+0000", 2021-07-26T16:12:19.752 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0820472640000001 2021-07-26T16:12:19.753 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.753 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.753 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.753 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.754 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.754 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181548 6.c 6:3eee3f11:::benchmark_data_smithi078_103090_object76683:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:12:19.754 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075563+0000", 2021-07-26T16:12:19.754 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 322.46262022500002, 2021-07-26T16:12:19.755 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.082167162, 2021-07-26T16:12:19.755 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.755 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.755 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.755 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.756 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.756 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181548 2021-07-26T16:12:19.756 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.756 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.756 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.757 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.757 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075563+0000", 2021-07-26T16:12:19.757 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.757 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.758 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.758 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.758 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075563+0000", 2021-07-26T16:12:19.758 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.6299999999999993e-07 2021-07-26T16:12:19.759 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.759 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.759 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.759 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075564+0000", 2021-07-26T16:12:19.759 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.3699999999999999e-07 2021-07-26T16:12:19.760 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.760 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.760 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.760 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075565+0000", 2021-07-26T16:12:19.761 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5230000000000003e-06 2021-07-26T16:12:19.761 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.761 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.761 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.761 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075570+0000", 2021-07-26T16:12:19.762 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8799999999999999e-06 2021-07-26T16:12:19.762 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.762 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.762 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.763 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075575+0000", 2021-07-26T16:12:19.763 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.6543000000000001e-05 2021-07-26T16:12:19.763 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.763 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.763 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.764 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075662+0000", 2021-07-26T16:12:19.764 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.7430000000000008e-06 2021-07-26T16:12:19.764 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.764 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.765 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.765 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075670+0000", 2021-07-26T16:12:19.765 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0575136380000001 2021-07-26T16:12:19.765 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.766 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.766 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.766 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.133184+0000", 2021-07-26T16:12:19.766 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013121199999999999 2021-07-26T16:12:19.766 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.767 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.767 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.767 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.133315+0000", 2021-07-26T16:12:19.767 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015327400000000001 2021-07-26T16:12:19.768 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.768 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.768 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:12:19.768 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.133469+0000", 2021-07-26T16:12:19.768 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011545980000000001 2021-07-26T16:12:19.769 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.769 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.769 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.769 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145014+0000", 2021-07-26T16:12:19.770 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00053251100000000005 2021-07-26T16:12:19.770 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.770 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.770 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.771 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145547+0000", 2021-07-26T16:12:19.771 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.012098263 2021-07-26T16:12:19.771 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.771 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.771 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.772 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157645+0000", 2021-07-26T16:12:19.772 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6769e-05 2021-07-26T16:12:19.772 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.772 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.773 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.773 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157682+0000", 2021-07-26T16:12:19.773 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8025999999999997e-05 2021-07-26T16:12:19.773 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.773 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.774 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.774 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157730+0000", 2021-07-26T16:12:19.774 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.082167162 2021-07-26T16:12:19.774 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.775 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.775 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.775 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.775 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.776 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181552 6.c 6:3ef39e20:::benchmark_data_smithi078_103090_object76687:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:12:19.776 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075647+0000", 2021-07-26T16:12:19.776 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 322.46253632700001, 2021-07-26T16:12:19.776 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.082250825, 2021-07-26T16:12:19.776 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.777 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.777 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.777 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.777 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.777 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181552 2021-07-26T16:12:19.778 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.778 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.778 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.778 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.779 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075647+0000", 2021-07-26T16:12:19.779 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.779 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.779 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.779 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.780 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075647+0000", 2021-07-26T16:12:19.780 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.7239999999999999e-06 2021-07-26T16:12:19.780 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.780 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.781 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.781 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075649+0000", 2021-07-26T16:12:19.781 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4750000000000001e-06 2021-07-26T16:12:19.781 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.781 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.782 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.782 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075650+0000", 2021-07-26T16:12:19.782 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5040000000000002e-06 2021-07-26T16:12:19.782 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.783 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.783 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.783 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075659+0000", 2021-07-26T16:12:19.783 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4450000000000001e-06 2021-07-26T16:12:19.783 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.784 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.784 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.784 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075665+0000", 2021-07-26T16:12:19.784 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.7339e-05 2021-07-26T16:12:19.785 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.785 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.785 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.785 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075692+0000", 2021-07-26T16:12:19.785 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1859999999999997e-06 2021-07-26T16:12:19.786 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.786 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.786 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.786 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075698+0000", 2021-07-26T16:12:19.787 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0599007739999999 2021-07-26T16:12:19.787 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.787 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.787 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.788 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.135599+0000", 2021-07-26T16:12:19.788 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00011919800000000001 2021-07-26T16:12:19.788 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.788 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.788 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.789 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.135718+0000", 2021-07-26T16:12:19.789 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.1905999999999998e-05 2021-07-26T16:12:19.789 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.789 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.789 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:12:19.790 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.135800+0000", 2021-07-26T16:12:19.790 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0092221070000000002 2021-07-26T16:12:19.790 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.790 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.791 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.791 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145022+0000", 2021-07-26T16:12:19.791 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00055473499999999999 2021-07-26T16:12:19.791 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.792 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.792 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.792 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145577+0000", 2021-07-26T16:12:19.792 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.012203617999999999 2021-07-26T16:12:19.792 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.793 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.793 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.793 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157781+0000", 2021-07-26T16:12:19.793 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.9973999999999999e-05 2021-07-26T16:12:19.794 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.794 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.794 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.794 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157841+0000", 2021-07-26T16:12:19.794 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6839999999999998e-05 2021-07-26T16:12:19.795 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.795 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.795 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.795 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.157898+0000", 2021-07-26T16:12:19.796 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.082250825 2021-07-26T16:12:19.796 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.796 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.796 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.797 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.797 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.797 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181557 6.c 6:30ffa4f2:::benchmark_data_smithi078_103090_object76692:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:12:19.797 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075677+0000", 2021-07-26T16:12:19.797 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 322.46250626300002, 2021-07-26T16:12:19.798 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.10006895, 2021-07-26T16:12:19.798 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.798 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.798 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.799 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.799 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.799 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181557 2021-07-26T16:12:19.799 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.800 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.800 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.800 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.800 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075677+0000", 2021-07-26T16:12:19.800 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.801 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.801 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.801 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.801 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075677+0000", 2021-07-26T16:12:19.802 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2529999999999999e-06 2021-07-26T16:12:19.802 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.802 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.802 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.802 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075678+0000", 2021-07-26T16:12:19.803 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.062e-06 2021-07-26T16:12:19.803 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.803 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.803 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.804 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075679+0000", 2021-07-26T16:12:19.804 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.8589999999999999e-06 2021-07-26T16:12:19.804 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.804 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.804 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.805 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075686+0000", 2021-07-26T16:12:19.805 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4139999999999996e-06 2021-07-26T16:12:19.805 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.805 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.806 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.806 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075690+0000", 2021-07-26T16:12:19.806 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3991e-05 2021-07-26T16:12:19.806 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.806 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.807 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.807 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075724+0000", 2021-07-26T16:12:19.807 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4459999999999998e-06 2021-07-26T16:12:19.807 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.808 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.808 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.808 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075731+0000", 2021-07-26T16:12:19.808 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0616265110000001 2021-07-26T16:12:19.809 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.809 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.809 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.809 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.137357+0000", 2021-07-26T16:12:19.809 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014386600000000001 2021-07-26T16:12:19.810 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.810 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.810 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.810 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.137501+0000", 2021-07-26T16:12:19.811 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016335399999999999 2021-07-26T16:12:19.811 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.811 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.811 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:12:19.812 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.137665+0000", 2021-07-26T16:12:19.812 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0073994430000000003 2021-07-26T16:12:19.812 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.812 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.813 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.813 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145064+0000", 2021-07-26T16:12:19.813 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010481329999999999 2021-07-26T16:12:19.813 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.813 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.814 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.814 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.146112+0000", 2021-07-26T16:12:19.814 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.029541677999999998 2021-07-26T16:12:19.814 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.815 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.815 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.815 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175654+0000", 2021-07-26T16:12:19.815 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7318000000000002e-05 2021-07-26T16:12:19.815 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.816 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.816 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.816 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175711+0000", 2021-07-26T16:12:19.816 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.4622000000000002e-05 2021-07-26T16:12:19.817 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.817 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.817 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.817 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175746+0000", 2021-07-26T16:12:19.817 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.10006895 2021-07-26T16:12:19.818 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.818 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.818 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.818 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.818 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.819 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181563 6.c 6:3c71efca:::benchmark_data_smithi078_103090_object76698:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:12:19.819 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075696+0000", 2021-07-26T16:12:19.819 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 322.46248750000001, 2021-07-26T16:12:19.819 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100178144, 2021-07-26T16:12:19.820 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.820 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.820 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.820 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.821 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.821 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181563 2021-07-26T16:12:19.821 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.821 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.821 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.822 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.822 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075696+0000", 2021-07-26T16:12:19.822 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.822 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.823 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.823 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.823 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075696+0000", 2021-07-26T16:12:19.823 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.9300000000000006e-07 2021-07-26T16:12:19.823 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.824 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.824 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.824 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075697+0000", 2021-07-26T16:12:19.824 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.3799999999999996e-07 2021-07-26T16:12:19.825 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.825 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.825 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.825 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075698+0000", 2021-07-26T16:12:19.825 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7440000000000004e-06 2021-07-26T16:12:19.826 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.826 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.826 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.826 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075703+0000", 2021-07-26T16:12:19.826 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8360000000000002e-06 2021-07-26T16:12:19.827 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.827 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.827 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.827 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075707+0000", 2021-07-26T16:12:19.828 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7589000000000001e-05 2021-07-26T16:12:19.828 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.828 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.828 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.828 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075755+0000", 2021-07-26T16:12:19.829 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.6310000000000003e-06 2021-07-26T16:12:19.829 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.829 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.829 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.830 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075762+0000", 2021-07-26T16:12:19.830 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0642741250000001 2021-07-26T16:12:19.830 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.830 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.830 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.831 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.140036+0000", 2021-07-26T16:12:19.831 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000139894 2021-07-26T16:12:19.831 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.831 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.832 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.832 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.140176+0000", 2021-07-26T16:12:19.832 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016283700000000001 2021-07-26T16:12:19.832 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.832 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.833 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:12:19.833 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.140339+0000", 2021-07-26T16:12:19.833 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0047312630000000003 2021-07-26T16:12:19.833 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.834 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.834 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.834 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.145070+0000", 2021-07-26T16:12:19.834 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010782980000000001 2021-07-26T16:12:19.834 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.835 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.835 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.835 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.146149+0000", 2021-07-26T16:12:19.835 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.029659001000000001 2021-07-26T16:12:19.836 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.836 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.836 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.836 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175808+0000", 2021-07-26T16:12:19.836 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6983999999999997e-05 2021-07-26T16:12:19.837 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.837 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.837 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.837 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175845+0000", 2021-07-26T16:12:19.838 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9011000000000001e-05 2021-07-26T16:12:19.838 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.838 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.838 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.838 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175874+0000", 2021-07-26T16:12:19.839 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100178144 2021-07-26T16:12:19.839 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.839 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.839 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.840 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.840 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.840 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181569 6.c 6:30a4cf20:::benchmark_data_smithi078_103090_object76704:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e214)", 2021-07-26T16:12:19.840 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:57.075723+0000", 2021-07-26T16:12:19.841 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 322.46245963799998, 2021-07-26T16:12:19.841 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100259718, 2021-07-26T16:12:19.841 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.841 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.842 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.842 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:19.842 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:19.842 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181569 2021-07-26T16:12:19.843 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.843 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.843 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.843 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.844 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075723+0000", 2021-07-26T16:12:19.844 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.844 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.844 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.845 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.845 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075723+0000", 2021-07-26T16:12:19.845 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.279e-06 2021-07-26T16:12:19.845 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.845 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.846 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.846 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075725+0000", 2021-07-26T16:12:19.846 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1340000000000001e-06 2021-07-26T16:12:19.846 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.847 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.847 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.847 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075726+0000", 2021-07-26T16:12:19.847 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3879999999999997e-06 2021-07-26T16:12:19.847 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.848 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.848 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.848 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075732+0000", 2021-07-26T16:12:19.848 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1690000000000002e-06 2021-07-26T16:12:19.849 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.849 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.849 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.849 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075736+0000", 2021-07-26T16:12:19.850 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2818999999999997e-05 2021-07-26T16:12:19.850 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.850 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.850 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.851 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075789+0000", 2021-07-26T16:12:19.851 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.0869999999999996e-06 2021-07-26T16:12:19.851 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.851 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.852 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.852 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.075798+0000", 2021-07-26T16:12:19.852 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.067017085 2021-07-26T16:12:19.852 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.853 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.853 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.853 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.142815+0000", 2021-07-26T16:12:19.853 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00012078600000000001 2021-07-26T16:12:19.853 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.854 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.854 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.854 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.142936+0000", 2021-07-26T16:12:19.854 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00012338799999999999 2021-07-26T16:12:19.855 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.855 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.855 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:12:19.855 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.143060+0000", 2021-07-26T16:12:19.856 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0034973019999999999 2021-07-26T16:12:19.856 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.856 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.856 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.856 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.146557+0000", 2021-07-26T16:12:19.857 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000175241 2021-07-26T16:12:19.857 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.857 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.857 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.858 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.146732+0000", 2021-07-26T16:12:19.858 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.029186756000000001 2021-07-26T16:12:19.858 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.858 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.858 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.859 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175919+0000", 2021-07-26T16:12:19.859 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8383999999999997e-05 2021-07-26T16:12:19.859 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.859 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.860 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.860 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175957+0000", 2021-07-26T16:12:19.860 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5899999999999999e-05 2021-07-26T16:12:19.860 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.861 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.861 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.861 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.175983+0000", 2021-07-26T16:12:19.861 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.100259718 2021-07-26T16:12:19.861 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.862 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.862 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.862 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.862 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.863 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:57660 7.7 7:e8b22d78:::benchmark_data_smithi078_185638_object57659:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e235)", 2021-07-26T16:12:19.863 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:08:35.266606+0000", 2021-07-26T16:12:19.863 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 224.271577552, 2021-07-26T16:12:19.863 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.246345974, 2021-07-26T16:12:19.863 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.864 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:12:19.864 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.864 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:19.864 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:19.865 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 57660 2021-07-26T16:12:19.865 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.865 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.865 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.866 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.866 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.266606+0000", 2021-07-26T16:12:19.866 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.866 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.867 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.867 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.867 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.266606+0000", 2021-07-26T16:12:19.867 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.0524000000000001e-05 2021-07-26T16:12:19.868 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.868 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.868 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.868 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.266636+0000", 2021-07-26T16:12:19.869 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9179999999999998e-06 2021-07-26T16:12:19.869 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.869 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.869 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.870 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.266639+0000", 2021-07-26T16:12:19.870 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4656e-05 2021-07-26T16:12:19.870 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.870 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.870 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.871 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.266654+0000", 2021-07-26T16:12:19.871 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.3529999999999997e-06 2021-07-26T16:12:19.871 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.871 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.872 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.872 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.266661+0000", 2021-07-26T16:12:19.872 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6235999999999994e-05 2021-07-26T16:12:19.872 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.872 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.873 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.873 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.266727+0000", 2021-07-26T16:12:19.873 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00018362700000000001 2021-07-26T16:12:19.873 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.873 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.874 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.874 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.266911+0000", 2021-07-26T16:12:19.874 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016620900000000001 2021-07-26T16:12:19.874 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.875 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.875 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,3", 2021-07-26T16:12:19.875 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.267077+0000", 2021-07-26T16:12:19.875 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0050199099999999998 2021-07-26T16:12:19.876 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.876 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.876 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.876 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.272097+0000", 2021-07-26T16:12:19.876 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0078991019999999999 2021-07-26T16:12:19.877 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.877 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.877 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.877 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.279996+0000", 2021-07-26T16:12:19.878 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0842000000000001e-05 2021-07-26T16:12:19.878 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.878 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.878 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.878 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.280007+0000", 2021-07-26T16:12:19.879 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.99087325100000001 2021-07-26T16:12:19.879 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.879 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.879 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.880 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.270880+0000", 2021-07-26T16:12:19.880 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2126999999999999e-05 2021-07-26T16:12:19.880 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.880 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.880 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.881 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.270892+0000", 2021-07-26T16:12:19.881 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.241937125 2021-07-26T16:12:19.881 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.881 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.882 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.882 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.512829+0000", 2021-07-26T16:12:19.882 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000122094 2021-07-26T16:12:19.882 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.882 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.883 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.883 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.512952+0000", 2021-07-26T16:12:19.883 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.246345974 2021-07-26T16:12:19.883 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.884 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.884 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.884 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.884 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.884 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:57670 7.d 7:bf5ad478:::benchmark_data_smithi078_185638_object57669:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e236)", 2021-07-26T16:12:19.885 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:08:35.284253+0000", 2021-07-26T16:12:19.885 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 224.25392993299999, 2021-07-26T16:12:19.885 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.238478733, 2021-07-26T16:12:19.885 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.886 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.886 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.886 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:19.886 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:19.886 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 57670 2021-07-26T16:12:19.887 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.887 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.887 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.887 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.888 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.284253+0000", 2021-07-26T16:12:19.888 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.888 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.888 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.888 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.889 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.284253+0000", 2021-07-26T16:12:19.889 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.6637000000000005e-05 2021-07-26T16:12:19.889 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.889 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.890 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.890 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.284330+0000", 2021-07-26T16:12:19.890 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3689999999999999e-06 2021-07-26T16:12:19.890 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.891 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.891 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.891 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.284331+0000", 2021-07-26T16:12:19.891 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1342000000000001e-05 2021-07-26T16:12:19.892 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.892 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.892 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.892 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.284343+0000", 2021-07-26T16:12:19.893 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5620000000000003e-06 2021-07-26T16:12:19.893 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.893 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.893 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.893 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.284348+0000", 2021-07-26T16:12:19.894 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5445000000000002e-05 2021-07-26T16:12:19.894 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.894 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.894 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.895 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.284404+0000", 2021-07-26T16:12:19.895 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.0890000000000006e-06 2021-07-26T16:12:19.895 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.895 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.896 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.896 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.284413+0000", 2021-07-26T16:12:19.896 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98651209500000003 2021-07-26T16:12:19.896 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.896 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.897 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.897 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.270925+0000", 2021-07-26T16:12:19.897 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0893999999999999e-05 2021-07-26T16:12:19.897 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.898 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.898 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.898 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.270936+0000", 2021-07-26T16:12:19.898 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.234098243 2021-07-26T16:12:19.899 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.899 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.899 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.899 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.505034+0000", 2021-07-26T16:12:19.900 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00028604599999999998 2021-07-26T16:12:19.900 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.900 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.900 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.900 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.505320+0000", 2021-07-26T16:12:19.901 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000178114 2021-07-26T16:12:19.901 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.901 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.901 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:12:19.902 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.505498+0000", 2021-07-26T16:12:19.902 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.010792506 2021-07-26T16:12:19.902 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.902 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.903 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.903 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.516291+0000", 2021-07-26T16:12:19.903 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00044874100000000001 2021-07-26T16:12:19.903 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.904 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.904 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.904 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.516739+0000", 2021-07-26T16:12:19.904 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0025239419999999999 2021-07-26T16:12:19.904 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.905 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.905 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.905 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.519263+0000", 2021-07-26T16:12:19.905 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.2548999999999999e-05 2021-07-26T16:12:19.905 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.906 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.906 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.906 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.519336+0000", 2021-07-26T16:12:19.906 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0033961590000000002 2021-07-26T16:12:19.907 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.907 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.907 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.907 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.522732+0000", 2021-07-26T16:12:19.908 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.238478733 2021-07-26T16:12:19.908 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.908 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.908 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.908 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.909 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.909 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:57672 7.d 7:b48ecd08:::benchmark_data_smithi078_185638_object57671:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e236)", 2021-07-26T16:12:19.909 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:08:35.286966+0000", 2021-07-26T16:12:19.909 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 224.25121710400001, 2021-07-26T16:12:19.910 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2402054050000002, 2021-07-26T16:12:19.910 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.910 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.910 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.910 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:19.911 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:19.911 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 57672 2021-07-26T16:12:19.911 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.911 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.912 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.912 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.912 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.286966+0000", 2021-07-26T16:12:19.912 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.912 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.913 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.913 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.913 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.286966+0000", 2021-07-26T16:12:19.913 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8962999999999999e-05 2021-07-26T16:12:19.914 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.914 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.914 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.914 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.287005+0000", 2021-07-26T16:12:19.915 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.5900000000000002e-06 2021-07-26T16:12:19.915 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.915 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.915 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.916 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.287008+0000", 2021-07-26T16:12:19.916 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.5849e-05 2021-07-26T16:12:19.916 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.916 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.917 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.917 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.287023+0000", 2021-07-26T16:12:19.917 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6170000000000003e-06 2021-07-26T16:12:19.917 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.918 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.918 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.918 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.287030+0000", 2021-07-26T16:12:19.918 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5634e-05 2021-07-26T16:12:19.919 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.919 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.919 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.919 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.287116+0000", 2021-07-26T16:12:19.920 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.516e-06 2021-07-26T16:12:19.920 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.920 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.920 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.921 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.287125+0000", 2021-07-26T16:12:19.921 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98384013599999998 2021-07-26T16:12:19.921 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.921 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.921 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.922 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.270965+0000", 2021-07-26T16:12:19.922 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.2410000000000001e-06 2021-07-26T16:12:19.922 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.922 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.923 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.923 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.270975+0000", 2021-07-26T16:12:19.923 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.23626719 2021-07-26T16:12:19.923 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.923 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.924 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.924 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.507242+0000", 2021-07-26T16:12:19.924 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000223895 2021-07-26T16:12:19.924 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.925 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.925 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.925 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.507466+0000", 2021-07-26T16:12:19.925 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00028419300000000002 2021-07-26T16:12:19.925 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.926 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.926 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:12:19.926 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.507750+0000", 2021-07-26T16:12:19.926 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.015036414 2021-07-26T16:12:19.927 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.927 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.927 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.927 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.522786+0000", 2021-07-26T16:12:19.928 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.13e-05 2021-07-26T16:12:19.928 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.928 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.928 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.928 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.522798+0000", 2021-07-26T16:12:19.929 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.1712999999999994e-05 2021-07-26T16:12:19.929 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.929 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.929 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.930 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.522889+0000", 2021-07-26T16:12:19.930 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.9831000000000002e-05 2021-07-26T16:12:19.930 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.930 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.930 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.931 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.522969+0000", 2021-07-26T16:12:19.931 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.004202323 2021-07-26T16:12:19.931 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.931 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.932 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.932 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.527171+0000", 2021-07-26T16:12:19.932 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2402054050000002 2021-07-26T16:12:19.932 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.933 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.933 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.933 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.933 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.934 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:57674 7.7 7:e5b9c382:::benchmark_data_smithi078_185638_object57673:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e236)", 2021-07-26T16:12:19.934 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:08:35.290334+0000", 2021-07-26T16:12:19.934 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 224.247849382, 2021-07-26T16:12:19.934 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.24616668, 2021-07-26T16:12:19.935 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.935 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.935 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.935 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:19.936 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:19.936 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 57674 2021-07-26T16:12:19.936 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.936 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.937 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.937 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.937 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.290334+0000", 2021-07-26T16:12:19.937 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.938 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.938 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.938 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.938 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.290334+0000", 2021-07-26T16:12:19.939 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3672999999999998e-05 2021-07-26T16:12:19.939 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.939 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.939 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.940 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.290397+0000", 2021-07-26T16:12:19.940 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3489999999999999e-06 2021-07-26T16:12:19.940 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.940 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.940 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.941 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.290399+0000", 2021-07-26T16:12:19.941 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5769999999999994e-06 2021-07-26T16:12:19.941 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.941 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.942 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.942 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.290407+0000", 2021-07-26T16:12:19.942 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.2230000000000001e-06 2021-07-26T16:12:19.942 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.943 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.943 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.943 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.290412+0000", 2021-07-26T16:12:19.943 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7318999999999999e-05 2021-07-26T16:12:19.943 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.944 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.944 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.944 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.290459+0000", 2021-07-26T16:12:19.944 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0933e-05 2021-07-26T16:12:19.945 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.945 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.945 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.945 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.290470+0000", 2021-07-26T16:12:19.946 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98044866399999997 2021-07-26T16:12:19.946 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.946 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.946 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.947 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.270918+0000", 2021-07-26T16:12:19.947 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4440000000000008e-06 2021-07-26T16:12:19.947 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.947 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.947 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.948 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.270927+0000", 2021-07-26T16:12:19.948 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.242053152 2021-07-26T16:12:19.948 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.948 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.949 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.949 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.512980+0000", 2021-07-26T16:12:19.949 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00018622199999999999 2021-07-26T16:12:19.949 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.949 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.950 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.950 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.513166+0000", 2021-07-26T16:12:19.950 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00028130499999999998 2021-07-26T16:12:19.950 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.951 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.951 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:12:19.951 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.513448+0000", 2021-07-26T16:12:19.951 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.012749969 2021-07-26T16:12:19.951 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.952 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.952 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.952 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.526198+0000", 2021-07-26T16:12:19.952 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.2423999999999999e-05 2021-07-26T16:12:19.953 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.953 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.953 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.953 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.526240+0000", 2021-07-26T16:12:19.953 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00031391900000000001 2021-07-26T16:12:19.954 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.954 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.954 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.954 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.526554+0000", 2021-07-26T16:12:19.955 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000213773 2021-07-26T16:12:19.955 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.955 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.955 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.956 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.526768+0000", 2021-07-26T16:12:19.956 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0097327339999999998 2021-07-26T16:12:19.956 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.956 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.957 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.957 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.536500+0000", 2021-07-26T16:12:19.957 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.24616668 2021-07-26T16:12:19.957 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.957 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.958 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.958 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.958 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.958 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:57684 7.d 7:badf6c1d:::benchmark_data_smithi078_185638_object57683:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e236)", 2021-07-26T16:12:19.959 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:08:35.309170+0000", 2021-07-26T16:12:19.959 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 224.22901280900001, 2021-07-26T16:12:19.959 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2212988290000002, 2021-07-26T16:12:19.959 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:19.959 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:19.960 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:19.960 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:19.960 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:19.960 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 57684 2021-07-26T16:12:19.961 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.961 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:19.961 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.961 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:19.961 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.309170+0000", 2021-07-26T16:12:19.962 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:19.962 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.962 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.962 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:19.963 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.309170+0000", 2021-07-26T16:12:19.963 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.0355999999999998e-05 2021-07-26T16:12:19.963 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.963 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.963 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:19.964 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.309211+0000", 2021-07-26T16:12:19.964 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.7250000000000002e-06 2021-07-26T16:12:19.964 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.964 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.964 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:19.965 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.309213+0000", 2021-07-26T16:12:19.965 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0251e-05 2021-07-26T16:12:19.965 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.965 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.966 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:19.966 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.309234+0000", 2021-07-26T16:12:19.966 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.2940000000000006e-06 2021-07-26T16:12:19.966 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.967 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.967 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:19.967 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.309242+0000", 2021-07-26T16:12:19.967 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8409999999999998e-05 2021-07-26T16:12:19.967 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.968 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.968 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.968 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.309300+0000", 2021-07-26T16:12:19.968 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1114000000000001e-05 2021-07-26T16:12:19.969 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.969 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.969 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.969 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.309311+0000", 2021-07-26T16:12:19.969 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.961908235 2021-07-26T16:12:19.970 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.970 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.970 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.970 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.271220+0000", 2021-07-26T16:12:19.971 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.9910000000000002e-06 2021-07-26T16:12:19.971 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.971 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.971 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:19.972 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.271228+0000", 2021-07-26T16:12:19.972 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2389534470000001 2021-07-26T16:12:19.972 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.972 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.972 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:19.973 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.510181+0000", 2021-07-26T16:12:19.973 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00018981099999999999 2021-07-26T16:12:19.973 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.973 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.974 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:19.974 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.510371+0000", 2021-07-26T16:12:19.974 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023158200000000001 2021-07-26T16:12:19.974 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.975 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.975 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,3", 2021-07-26T16:12:19.975 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.510603+0000", 2021-07-26T16:12:19.975 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.012204001000000001 2021-07-26T16:12:19.975 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.976 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.976 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:19.976 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.522807+0000", 2021-07-26T16:12:19.976 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1872000000000002e-05 2021-07-26T16:12:19.976 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.977 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.977 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.977 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.522848+0000", 2021-07-26T16:12:19.977 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0043876740000000003 2021-07-26T16:12:19.978 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.978 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.978 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:19.978 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.527236+0000", 2021-07-26T16:12:19.978 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5033999999999999e-05 2021-07-26T16:12:19.979 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.979 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.979 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:19.979 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.527321+0000", 2021-07-26T16:12:19.979 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0031480319999999998 2021-07-26T16:12:19.980 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:19.980 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:19.980 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:19.980 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.530469+0000", 2021-07-26T16:12:19.981 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2212988290000002 2021-07-26T16:12:19.981 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.981 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.981 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.981 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:19.982 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:19.982 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:12:19.982 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:20.016 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:20.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:20.018 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:20.119 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:20.154 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:20.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:20.156 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:20.257 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:20.278 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:20.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:20.279 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:20.380 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:20.402 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:20.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:20.403 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:20.474 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 7 16 18515 18499 165.156 114.812 0.00454331 0.00604863 2021-07-26T16:12:20.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:20 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:20.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:20 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3218813232' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:12:20.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:20 smithi078 ceph-mon[73801]: osdmap e279: 8 total, 8 up, 6 in 2021-07-26T16:12:20.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:20 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:20.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:20 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3218813232' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:12:20.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:20 smithi078 ceph-mon[77813]: osdmap e279: 8 total, 8 up, 6 in 2021-07-26T16:12:20.504 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:20.535 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:20.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:20.536 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:20.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:20 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:20.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:20 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3218813232' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:12:20.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:20 smithi139 ceph-mon[56829]: osdmap e279: 8 total, 8 up, 6 in 2021-07-26T16:12:20.638 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:20.667 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:20.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:20.668 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:20.769 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:20.805 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:20.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:20.807 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:20.866 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-07-26T16:12:20.908 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:20.961 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:20.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:20.962 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:21.063 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:21.090 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:12:21.096 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:21.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:21.097 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:21.198 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:21.203 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:21 smithi139 ceph-mon[56829]: pgmap v792: 89 pgs: 89 active+clean; 1.0 GiB data, 3.1 GiB used, 529 GiB / 536 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-07-26T16:12:21.234 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:21.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:21.236 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:21.292 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:21 smithi078 ceph-mon[77813]: pgmap v792: 89 pgs: 89 active+clean; 1.0 GiB data, 3.1 GiB used, 529 GiB / 536 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-07-26T16:12:21.293 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:21 smithi078 ceph-mon[73801]: pgmap v792: 89 pgs: 89 active+clean; 1.0 GiB data, 3.1 GiB used, 529 GiB / 536 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-07-26T16:12:21.336 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:21.369 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:21.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:21.371 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:21.472 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:21.474 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 8 15 20761 20746 162.065 140.438 0.00439816 0.00616321 2021-07-26T16:12:21.510 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:21.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:21.512 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:21.537 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:12:21.567 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:12:21.596 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:12:21.613 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:21.620 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:12:21.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:21.645 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:21.646 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:21.652 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:12:21.680 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:12:21.711 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:12:21.743 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:12:21.745 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:12:21.745 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:12:21.745 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:12:21.746 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:12:21.746 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:12:21.746 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:12:21.746 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:12:21.747 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:12:21.749 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:21.779 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:21.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:21.781 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:21.882 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:21.919 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:21.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:21.921 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:22.022 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:22.058 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:22.059 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:22.059 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:22.160 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:22.189 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:22.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:22.190 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:22.220 INFO:teuthology.orchestra.run.smithi078.stderr:set osd.5 primary-affinity to 0.815214 (8534252) 2021-07-26T16:12:22.291 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:22.321 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:22.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:22.322 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:22.423 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:22.445 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:22.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:22.446 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:22.474 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 9 16 22703 22687 157.535 121.312 0.00169737 0.0062069 2021-07-26T16:12:22.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:22 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/701994150' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.8152140444639342}]: dispatch 2021-07-26T16:12:22.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:22 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2453502372' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:22.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:22 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/701994150' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.8152140444639342}]: dispatch 2021-07-26T16:12:22.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:22 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2453502372' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:22.547 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:22.569 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:22.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:22.570 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:22.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:22 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/701994150' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.8152140444639342}]: dispatch 2021-07-26T16:12:22.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:22 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2453502372' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:22.672 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:22.694 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:22.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:22.696 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:22.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:22.819 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:22.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:22.820 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:22.835 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:12:22.921 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:22.946 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:22.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:22.947 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:22.994 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:23.049 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:23.070 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:23.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:23.072 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:23.173 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:23.199 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:23.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:23.200 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:23.301 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:23.332 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:23.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:23.333 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:23.434 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:23.465 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:23.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:23.467 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:23.474 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:23 smithi139 ceph-mon[56829]: pgmap v793: 89 pgs: 89 active+clean; 1.0 GiB data, 3.1 GiB used, 529 GiB / 536 GiB avail; 104 MiB/s wr, 1.66k op/s 2021-07-26T16:12:23.474 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:23 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/701994150' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.8152140444639342}]': finished 2021-07-26T16:12:23.474 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:23 smithi139 ceph-mon[56829]: osdmap e280: 8 total, 8 up, 6 in 2021-07-26T16:12:23.475 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 10 16 23177 23161 144.744 29.625 0.0342138 0.00689798 2021-07-26T16:12:23.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:23 smithi078 ceph-mon[73801]: pgmap v793: 89 pgs: 89 active+clean; 1.0 GiB data, 3.1 GiB used, 529 GiB / 536 GiB avail; 104 MiB/s wr, 1.66k op/s 2021-07-26T16:12:23.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:23 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/701994150' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.8152140444639342}]': finished 2021-07-26T16:12:23.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:23 smithi078 ceph-mon[73801]: osdmap e280: 8 total, 8 up, 6 in 2021-07-26T16:12:23.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:23 smithi078 ceph-mon[77813]: pgmap v793: 89 pgs: 89 active+clean; 1.0 GiB data, 3.1 GiB used, 529 GiB / 536 GiB avail; 104 MiB/s wr, 1.66k op/s 2021-07-26T16:12:23.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:23 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/701994150' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.8152140444639342}]': finished 2021-07-26T16:12:23.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:23 smithi078 ceph-mon[77813]: osdmap e280: 8 total, 8 up, 6 in 2021-07-26T16:12:23.568 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:23.600 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:23.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:23.601 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:23.702 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:23.732 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:23.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:23.734 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:23.804 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:12:23.805 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:12:23.836 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:23.860 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:23.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:23.862 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:23.963 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:23.991 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:23.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:23.992 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:24.093 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:24.130 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:24.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:24.132 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:24.225 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:24 smithi139 ceph-mon[56829]: osdmap e281: 8 total, 8 up, 6 in 2021-07-26T16:12:24.233 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:24.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:24.269 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:24.269 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:24.370 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:24.403 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:24.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:24.404 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:24.474 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 11 16 25285 25269 143.562 131.75 0.00365388 0.0069604 2021-07-26T16:12:24.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:24 smithi078 ceph-mon[73801]: osdmap e281: 8 total, 8 up, 6 in 2021-07-26T16:12:24.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:24 smithi078 ceph-mon[77813]: osdmap e281: 8 total, 8 up, 6 in 2021-07-26T16:12:24.506 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:24.533 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:24.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:24.534 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:24.636 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:24.670 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:24.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:24.673 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:24.774 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:24.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:24.809 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:24.810 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:24.911 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:24.935 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-07-26T16:12:24.938 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:24.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:24.939 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:25.041 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:25.073 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:25.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:25.074 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:25.153 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:12:25.176 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:25.210 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:25.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:25.211 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:25.230 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:25 smithi139 ceph-mon[56829]: pgmap v796: 89 pgs: 89 active+clean; 1.2 GiB data, 3.7 GiB used, 529 GiB / 536 GiB avail; 167 MiB/s wr, 2.67k op/s 2021-07-26T16:12:25.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:25 smithi078 ceph-mon[73801]: pgmap v796: 89 pgs: 89 active+clean; 1.2 GiB data, 3.7 GiB used, 529 GiB / 536 GiB avail; 167 MiB/s wr, 2.67k op/s 2021-07-26T16:12:25.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:25 smithi078 ceph-mon[77813]: pgmap v796: 89 pgs: 89 active+clean; 1.2 GiB data, 3.7 GiB used, 529 GiB / 536 GiB avail; 167 MiB/s wr, 2.67k op/s 2021-07-26T16:12:25.285 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:12:25.313 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:25.375 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:25.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:25.377 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:25.474 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 12 16 27326 27310 142.228 127.562 0.013072 0.00702505 2021-07-26T16:12:25.479 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:25.492 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:25.513 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:25.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:25.515 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:25.616 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:25.654 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:25.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:25.656 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:25.757 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:25.792 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:25.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:25.794 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:25.895 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:25.930 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:25.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:25.931 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:26.033 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:26.062 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:26.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:26.064 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:26.165 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:26.196 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:26.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:26.198 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:26.253 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:12:26.298 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:26.330 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:26.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:26.332 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:26.433 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:26.462 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:26.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:26.533 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:26.533 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 13 16 29295 29279 140.753 123.062 0.00570312 0.00709991 2021-07-26T16:12:26.534 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:26 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1820908180' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:26.534 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:26 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:26.534 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:26 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1820908180' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:26.535 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:26 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:26.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:26 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1820908180' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:26.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:26 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:26.634 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:26.663 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:26.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:26.665 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:26.766 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:26.787 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:26.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:26.789 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:26.890 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:26.921 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:26.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:26.923 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:27.024 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:27.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:27.065 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:27.065 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:27.167 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:27.195 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:27.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:27.196 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:27.297 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:27.339 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:27.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:27.341 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:27.442 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:27.446 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:27 smithi078 ceph-mon[73801]: pgmap v797: 89 pgs: 89 active+clean; 1.5 GiB data, 4.7 GiB used, 528 GiB / 536 GiB avail; 161 MiB/s wr, 2.57k op/s 2021-07-26T16:12:27.446 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:27 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:27.446 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:27 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:12:27.447 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:27 smithi078 ceph-mon[73801]: osdmap e282: 8 total, 8 up, 6 in 2021-07-26T16:12:27.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:27 smithi078 ceph-mon[77813]: pgmap v797: 89 pgs: 89 active+clean; 1.5 GiB data, 4.7 GiB used, 528 GiB / 536 GiB avail; 161 MiB/s wr, 2.57k op/s 2021-07-26T16:12:27.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:27 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:27.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:27 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:12:27.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:27 smithi078 ceph-mon[77813]: osdmap e282: 8 total, 8 up, 6 in 2021-07-26T16:12:27.475 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:27.475 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 14 16 30924 30908 137.966 101.812 0.00674068 0.00724246 2021-07-26T16:12:27.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:27.477 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:27.556 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:27 smithi139 ceph-mon[56829]: pgmap v797: 89 pgs: 89 active+clean; 1.5 GiB data, 4.7 GiB used, 528 GiB / 536 GiB avail; 161 MiB/s wr, 2.57k op/s 2021-07-26T16:12:27.557 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:27 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:27.557 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:27 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:12:27.557 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:27 smithi139 ceph-mon[56829]: osdmap e282: 8 total, 8 up, 6 in 2021-07-26T16:12:27.578 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:27.605 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:27.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:27.607 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:27.708 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:27.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:27.737 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:27.738 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:27.839 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:27.867 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:27.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:27.868 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:27.913 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:12:27.913 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:12:27.969 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:28.008 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:28.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:28.011 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:28.111 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:28.147 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:28.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:28.149 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:28.249 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:28.286 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:28.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:28.287 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:28.388 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:28.421 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:28.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:28.422 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:28.441 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:12:28.449 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 4] out_osds: [2, 0] dead_osds: [] live_osds: [0, 1, 3, 5, 6, 7, 2, 4] 2021-07-26T16:12:28.450 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:12:28.450 INFO:tasks.thrashosds.thrasher:Setting osd 6 primary_affinity to 0.529552 2021-07-26T16:12:28.450 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd primary-affinity 6 0.5295523165697228 2021-07-26T16:12:28.471 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:12:28.475 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 15 15 32764 32749 136.438 115.062 0.00604188 0.007325 2021-07-26T16:12:28.506 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:12:28.524 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:28.542 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:12:28.555 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:28.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:28.556 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:28.569 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:12:28.603 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:12:28.643 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:12:28.657 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:28.670 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:28.681 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:12:28.683 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:12:28.683 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:12:28.683 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:12:28.684 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:12:28.684 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:12:28.684 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:12:28.684 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:12:28.684 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:12:28.690 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:28.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:28.691 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:28.792 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:28.824 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:28.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:28.825 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:28.926 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:28.961 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:28.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:28.963 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:29.064 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:29.103 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-07-26T16:12:29.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:29.111 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:29.111 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:29.212 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:29.242 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:29.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:29.243 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:29.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:29 smithi139 ceph-mon[56829]: pgmap v799: 89 pgs: 89 active+clean; 1.5 GiB data, 4.7 GiB used, 528 GiB / 536 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-07-26T16:12:29.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:29 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1208353258' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:29.338 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:12:29.344 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:29.369 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:29.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:29.371 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:29.471 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:29.475 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 16 16 34553 34537 134.894 111.75 0.00677929 0.00740694 2021-07-26T16:12:29.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:29 smithi078 ceph-mon[73801]: pgmap v799: 89 pgs: 89 active+clean; 1.5 GiB data, 4.7 GiB used, 528 GiB / 536 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-07-26T16:12:29.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:29 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1208353258' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:29.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:29 smithi078 ceph-mon[77813]: pgmap v799: 89 pgs: 89 active+clean; 1.5 GiB data, 4.7 GiB used, 528 GiB / 536 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-07-26T16:12:29.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:29 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1208353258' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:29.506 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:29.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:29.508 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:29.609 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:29.648 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:29.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:29.650 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:29.751 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:29.794 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:29.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:29.795 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:29.896 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:29.926 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:29.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:29.928 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:30.029 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:30.063 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:30.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:30.064 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:30.110 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:12:30.165 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:30.201 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:30.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:30.203 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:30.304 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:30.314 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:30.337 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:30.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:30.339 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:30.440 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:30.473 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:30.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:30.474 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:30.475 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 17 16 36240 36224 133.161 105.438 0.00743062 0.00750461 2021-07-26T16:12:30.576 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:30.612 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:30.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:30.614 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:30.715 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:30.747 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:30.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:30.749 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:30.850 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:30.873 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:30.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:30.874 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:30.975 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:31.005 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:31.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:31.007 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:31.108 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:31.136 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:31.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:31.137 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:31.238 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:31.272 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:31.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:31.273 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:31.374 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:31.389 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:31 smithi078 ceph-mon[73801]: pgmap v800: 89 pgs: 89 active+clean; 2.1 GiB data, 6.4 GiB used, 526 GiB / 536 GiB avail; 143 MiB/s wr, 2.28k op/s 2021-07-26T16:12:31.390 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:31 smithi078 ceph-mon[77813]: pgmap v800: 89 pgs: 89 active+clean; 2.1 GiB data, 6.4 GiB used, 526 GiB / 536 GiB avail; 143 MiB/s wr, 2.28k op/s 2021-07-26T16:12:31.409 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:31.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:31.411 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:31.475 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 18 16 37774 37758 131.089 95.875 0.00704256 0.00762193 2021-07-26T16:12:31.512 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:31.543 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:31 smithi139 ceph-mon[56829]: pgmap v800: 89 pgs: 89 active+clean; 2.1 GiB data, 6.4 GiB used, 526 GiB / 536 GiB avail; 143 MiB/s wr, 2.28k op/s 2021-07-26T16:12:31.544 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:31.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:31.545 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:31.646 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:31.685 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:31.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:31.687 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:31.790 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:31.815 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:31.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:31.816 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:31.917 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:31.944 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:31.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:31.945 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:32.046 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:32.075 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:32.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:32.076 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:32.090 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:12:32.090 INFO:teuthology.orchestra.run.smithi139.stdout: "size": 20, 2021-07-26T16:12:32.090 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 600, 2021-07-26T16:12:32.091 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [ 2021-07-26T16:12:32.091 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.091 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181513 6.5 6:a3276232:::benchmark_data_smithi078_103090_object76648:head [delete] snapc 0=[] ondisk+write+known_if_redirected e213)", 2021-07-26T16:12:32.091 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:56.120309+0000", 2021-07-26T16:12:32.092 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 335.96573218100002, 2021-07-26T16:12:32.092 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0266967459999998, 2021-07-26T16:12:32.092 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.092 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.093 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.093 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:32.093 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:32.093 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181513 2021-07-26T16:12:32.093 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.094 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.094 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.094 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.094 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.120309+0000", 2021-07-26T16:12:32.095 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.095 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.095 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.095 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.095 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.120309+0000", 2021-07-26T16:12:32.096 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9810000000000002e-06 2021-07-26T16:12:32.096 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.096 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.096 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.097 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.120311+0000", 2021-07-26T16:12:32.097 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3920000000000001e-06 2021-07-26T16:12:32.097 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.097 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.097 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.098 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.120313+0000", 2021-07-26T16:12:32.098 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.225e-05 2021-07-26T16:12:32.098 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.098 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.099 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.099 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.120325+0000", 2021-07-26T16:12:32.099 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7549999999999997e-06 2021-07-26T16:12:32.099 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.100 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.100 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.100 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.120332+0000", 2021-07-26T16:12:32.101 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003868855 2021-07-26T16:12:32.101 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.101 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.101 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.101 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.124201+0000", 2021-07-26T16:12:32.102 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.5109999999999992e-06 2021-07-26T16:12:32.102 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.102 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.102 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.103 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.124210+0000", 2021-07-26T16:12:32.103 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.95033810500000004 2021-07-26T16:12:32.103 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.103 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.104 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.104 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.074548+0000", 2021-07-26T16:12:32.104 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0451e-05 2021-07-26T16:12:32.104 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.104 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.105 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.105 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.074559+0000", 2021-07-26T16:12:32.105 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.031999927 2021-07-26T16:12:32.105 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.105 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.106 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.106 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.106559+0000", 2021-07-26T16:12:32.106 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000201585 2021-07-26T16:12:32.106 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.107 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.107 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.107 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.106760+0000", 2021-07-26T16:12:32.108 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00055427999999999999 2021-07-26T16:12:32.108 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.108 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.108 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,6", 2021-07-26T16:12:32.109 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.107315+0000", 2021-07-26T16:12:32.109 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0085923159999999991 2021-07-26T16:12:32.109 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.109 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.109 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.110 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.115907+0000", 2021-07-26T16:12:32.110 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.03084373 2021-07-26T16:12:32.110 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.110 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.111 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.111 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.146751+0000", 2021-07-26T16:12:32.111 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014898 2021-07-26T16:12:32.112 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.112 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.112 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.112 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.146900+0000", 2021-07-26T16:12:32.113 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8303000000000001e-05 2021-07-26T16:12:32.113 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.113 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.113 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.113 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.146958+0000", 2021-07-26T16:12:32.114 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7324999999999998e-05 2021-07-26T16:12:32.114 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.114 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.114 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.115 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147005+0000", 2021-07-26T16:12:32.115 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0266967459999998 2021-07-26T16:12:32.115 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.115 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.116 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.116 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.116 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.116 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181524 6.15 6:aa70e29a:::benchmark_data_smithi078_103090_object76659:head [delete] snapc 0=[] ondisk+write+known_if_redirected e213)", 2021-07-26T16:12:32.116 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:56.139926+0000", 2021-07-26T16:12:32.117 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 335.94611501399999, 2021-07-26T16:12:32.117 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0169600129999998, 2021-07-26T16:12:32.117 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.117 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.117 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.118 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:32.118 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:32.118 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181524 2021-07-26T16:12:32.118 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.119 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.119 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.119 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.119 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.139926+0000", 2021-07-26T16:12:32.119 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.120 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.120 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.120 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.120 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.139926+0000", 2021-07-26T16:12:32.121 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9010000000000001e-06 2021-07-26T16:12:32.121 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.121 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.121 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.122 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.139928+0000", 2021-07-26T16:12:32.122 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6700000000000001e-06 2021-07-26T16:12:32.122 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.123 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.123 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.123 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.139929+0000", 2021-07-26T16:12:32.124 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1377e-05 2021-07-26T16:12:32.124 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.124 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.124 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.125 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.139941+0000", 2021-07-26T16:12:32.125 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5109999999999997e-06 2021-07-26T16:12:32.125 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.126 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.126 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.126 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.139945+0000", 2021-07-26T16:12:32.126 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8632999999999999e-05 2021-07-26T16:12:32.127 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.127 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.127 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.127 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.140004+0000", 2021-07-26T16:12:32.127 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.221e-05 2021-07-26T16:12:32.128 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.128 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.128 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.128 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.140016+0000", 2021-07-26T16:12:32.129 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.92878253099999997 2021-07-26T16:12:32.129 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.129 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.129 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.130 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.068799+0000", 2021-07-26T16:12:32.130 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0614999999999999e-05 2021-07-26T16:12:32.131 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.131 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.132 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.132 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.068809+0000", 2021-07-26T16:12:32.133 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0691984539999999 2021-07-26T16:12:32.133 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.133 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.134 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.134 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.138008+0000", 2021-07-26T16:12:32.135 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00014708899999999999 2021-07-26T16:12:32.135 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.135 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.135 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.136 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.138155+0000", 2021-07-26T16:12:32.136 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00042077800000000002 2021-07-26T16:12:32.136 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.137 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.137 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,6", 2021-07-26T16:12:32.138 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.138576+0000", 2021-07-26T16:12:32.138 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0056593839999999999 2021-07-26T16:12:32.138 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.139 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.139 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.139 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.144235+0000", 2021-07-26T16:12:32.140 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0035965319999999999 2021-07-26T16:12:32.140 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.140 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.140 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.140 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147831+0000", 2021-07-26T16:12:32.141 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0089252259999999996 2021-07-26T16:12:32.141 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.141 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.141 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.142 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.156757+0000", 2021-07-26T16:12:32.142 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6519999999999993e-05 2021-07-26T16:12:32.142 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.142 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.142 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.143 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.156823+0000", 2021-07-26T16:12:32.143 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.2582000000000005e-05 2021-07-26T16:12:32.143 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.144 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.144 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.144 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.156886+0000", 2021-07-26T16:12:32.144 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0169600129999998 2021-07-26T16:12:32.145 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.145 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.145 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.145 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.146 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.146 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181535 6.5 6:a3c86f31:::benchmark_data_smithi078_103090_object76670:head [delete] snapc 0=[] ondisk+write+known_if_redirected e213)", 2021-07-26T16:12:32.146 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:56.168514+0000", 2021-07-26T16:12:32.146 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 335.91752661200002, 2021-07-26T16:12:32.146 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9787126900000001, 2021-07-26T16:12:32.147 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.147 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.147 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.147 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:32.148 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:32.148 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181535 2021-07-26T16:12:32.148 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.149 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.149 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.149 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.149 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.168514+0000", 2021-07-26T16:12:32.149 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.150 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.150 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.150 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.150 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.168514+0000", 2021-07-26T16:12:32.151 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2759999999999999e-06 2021-07-26T16:12:32.151 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.151 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.151 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.151 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.168516+0000", 2021-07-26T16:12:32.152 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9700000000000002e-06 2021-07-26T16:12:32.152 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.152 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.152 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.153 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.168518+0000", 2021-07-26T16:12:32.153 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1051e-05 2021-07-26T16:12:32.153 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.153 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.153 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.154 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.168529+0000", 2021-07-26T16:12:32.154 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.0769999999999998e-06 2021-07-26T16:12:32.155 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.155 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.156 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.156 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.168535+0000", 2021-07-26T16:12:32.156 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6904000000000003e-05 2021-07-26T16:12:32.157 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.157 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.158 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.158 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.168591+0000", 2021-07-26T16:12:32.159 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3884e-05 2021-07-26T16:12:32.159 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.160 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.160 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.160 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.168605+0000", 2021-07-26T16:12:32.161 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.905974744 2021-07-26T16:12:32.161 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.162 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.162 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.163 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.074580+0000", 2021-07-26T16:12:32.163 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1130000000000003e-06 2021-07-26T16:12:32.163 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.163 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.164 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.164 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.074587+0000", 2021-07-26T16:12:32.164 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0352881309999999 2021-07-26T16:12:32.164 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.165 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.165 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.165 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.109875+0000", 2021-07-26T16:12:32.165 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013389900000000001 2021-07-26T16:12:32.166 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.166 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.166 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.166 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.110009+0000", 2021-07-26T16:12:32.166 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00030041699999999998 2021-07-26T16:12:32.167 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.167 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.167 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,6", 2021-07-26T16:12:32.167 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.110310+0000", 2021-07-26T16:12:32.168 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.027674653 2021-07-26T16:12:32.168 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.168 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.168 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.168 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.137984+0000", 2021-07-26T16:12:32.169 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0088098299999999994 2021-07-26T16:12:32.169 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.169 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.169 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.170 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.146794+0000", 2021-07-26T16:12:32.170 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00034857600000000002 2021-07-26T16:12:32.170 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.170 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.171 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.171 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147143+0000", 2021-07-26T16:12:32.171 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.8606999999999998e-05 2021-07-26T16:12:32.171 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.171 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.172 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.172 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147181+0000", 2021-07-26T16:12:32.172 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5558e-05 2021-07-26T16:12:32.172 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.173 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.173 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.173 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147227+0000", 2021-07-26T16:12:32.173 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9787126900000001 2021-07-26T16:12:32.174 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.174 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.174 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.174 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.174 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.175 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181555 6.15 6:abc587bb:::benchmark_data_smithi078_103090_object76690:head [delete] snapc 0=[] ondisk+write+known_if_redirected e213)", 2021-07-26T16:12:32.175 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:56.211582+0000", 2021-07-26T16:12:32.175 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 335.87445898300001, 2021-07-26T16:12:32.175 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.947591758, 2021-07-26T16:12:32.176 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.176 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.176 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.176 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:32.176 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:32.177 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181555 2021-07-26T16:12:32.177 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.177 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.177 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.178 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.178 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.211582+0000", 2021-07-26T16:12:32.178 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.178 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.179 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.179 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.179 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.211582+0000", 2021-07-26T16:12:32.179 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4929999999999999e-06 2021-07-26T16:12:32.179 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.180 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.180 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.180 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.211583+0000", 2021-07-26T16:12:32.180 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.6190000000000001e-06 2021-07-26T16:12:32.180 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.181 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.181 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.181 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.211585+0000", 2021-07-26T16:12:32.181 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.5750000000000001e-06 2021-07-26T16:12:32.182 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.182 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.182 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.182 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.211593+0000", 2021-07-26T16:12:32.182 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1620000000000001e-06 2021-07-26T16:12:32.183 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.183 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.183 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.183 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.211598+0000", 2021-07-26T16:12:32.184 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.5283e-05 2021-07-26T16:12:32.184 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.184 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.184 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.184 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.211643+0000", 2021-07-26T16:12:32.185 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9970000000000001e-06 2021-07-26T16:12:32.185 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.185 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.185 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.186 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.211650+0000", 2021-07-26T16:12:32.186 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.85719807000000003 2021-07-26T16:12:32.186 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.186 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.186 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.187 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.068848+0000", 2021-07-26T16:12:32.187 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.0029999999999997e-06 2021-07-26T16:12:32.187 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.187 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.188 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.188 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.068855+0000", 2021-07-26T16:12:32.188 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.071163608 2021-07-26T16:12:32.188 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.188 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.189 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.189 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.140019+0000", 2021-07-26T16:12:32.189 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000178686 2021-07-26T16:12:32.189 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.190 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.190 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.190 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.140197+0000", 2021-07-26T16:12:32.190 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00029145400000000002 2021-07-26T16:12:32.190 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.191 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.191 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,6", 2021-07-26T16:12:32.191 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.140489+0000", 2021-07-26T16:12:32.191 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0058684410000000003 2021-07-26T16:12:32.192 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.192 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.192 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.192 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.146357+0000", 2021-07-26T16:12:32.192 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001527247 2021-07-26T16:12:32.193 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.193 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.193 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.194 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147884+0000", 2021-07-26T16:12:32.195 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011178799999999999 2021-07-26T16:12:32.195 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.195 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.196 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.196 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.159063+0000", 2021-07-26T16:12:32.196 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.7411999999999999e-05 2021-07-26T16:12:32.196 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.197 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.197 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.197 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.159121+0000", 2021-07-26T16:12:32.197 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2908000000000002e-05 2021-07-26T16:12:32.197 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.198 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.198 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.198 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.159174+0000", 2021-07-26T16:12:32.198 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.947591758 2021-07-26T16:12:32.199 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.199 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.199 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.199 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.200 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.200 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181559 6.5 6:a14c8bdd:::benchmark_data_smithi078_103090_object76694:head [delete] snapc 0=[] ondisk+write+known_if_redirected e213)", 2021-07-26T16:12:32.200 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:56.223299+0000", 2021-07-26T16:12:32.200 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 335.86274160300002, 2021-07-26T16:12:32.201 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9242303670000001, 2021-07-26T16:12:32.201 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.201 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.201 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.201 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:32.202 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:32.202 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181559 2021-07-26T16:12:32.202 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.202 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.203 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.203 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.203 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.223299+0000", 2021-07-26T16:12:32.203 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.203 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.204 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.204 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.204 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.223299+0000", 2021-07-26T16:12:32.204 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2490000000000001e-06 2021-07-26T16:12:32.205 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.205 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.205 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.205 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.223304+0000", 2021-07-26T16:12:32.205 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.84e-06 2021-07-26T16:12:32.206 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.206 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.206 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.206 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.223306+0000", 2021-07-26T16:12:32.207 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4599e-05 2021-07-26T16:12:32.207 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.207 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.207 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.207 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.223321+0000", 2021-07-26T16:12:32.208 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.3969999999999999e-06 2021-07-26T16:12:32.208 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.208 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.208 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.209 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.223327+0000", 2021-07-26T16:12:32.209 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.2293000000000003e-05 2021-07-26T16:12:32.209 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.209 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.209 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.210 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.223370+0000", 2021-07-26T16:12:32.210 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.2490000000000001e-06 2021-07-26T16:12:32.210 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.210 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.211 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.211 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.223378+0000", 2021-07-26T16:12:32.211 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.85123035300000005 2021-07-26T16:12:32.211 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.211 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.212 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.212 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.074608+0000", 2021-07-26T16:12:32.212 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.9419999999999998e-06 2021-07-26T16:12:32.212 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.213 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.213 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.213 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.074615+0000", 2021-07-26T16:12:32.213 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.03781105 2021-07-26T16:12:32.213 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.214 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.214 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.214 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.112426+0000", 2021-07-26T16:12:32.214 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000157093 2021-07-26T16:12:32.215 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.215 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.215 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.215 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.112583+0000", 2021-07-26T16:12:32.215 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000234243 2021-07-26T16:12:32.216 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.216 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.216 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,6", 2021-07-26T16:12:32.216 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.112817+0000", 2021-07-26T16:12:32.217 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.025176311999999999 2021-07-26T16:12:32.217 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.217 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.218 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.218 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.137994+0000", 2021-07-26T16:12:32.218 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0090544340000000001 2021-07-26T16:12:32.218 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.219 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.219 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.219 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147048+0000", 2021-07-26T16:12:32.219 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00038160899999999998 2021-07-26T16:12:32.220 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.220 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.220 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.220 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147430+0000", 2021-07-26T16:12:32.221 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.5794000000000001e-05 2021-07-26T16:12:32.221 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.221 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.221 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.221 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147486+0000", 2021-07-26T16:12:32.222 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.3909999999999998e-05 2021-07-26T16:12:32.222 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.222 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.222 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.223 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147530+0000", 2021-07-26T16:12:32.223 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9242303670000001 2021-07-26T16:12:32.223 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.223 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.223 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.224 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.224 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.224 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181576 6.15 6:a964c667:::benchmark_data_smithi078_103090_object76711:head [delete] snapc 0=[] ondisk+write+known_if_redirected e213)", 2021-07-26T16:12:32.224 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:56.275681+0000", 2021-07-26T16:12:32.225 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 335.81035965799998, 2021-07-26T16:12:32.225 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8836723479999999, 2021-07-26T16:12:32.225 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.225 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.225 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.226 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:32.226 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:32.226 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181576 2021-07-26T16:12:32.226 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.227 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.227 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.227 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.227 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.275681+0000", 2021-07-26T16:12:32.228 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.228 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.228 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.228 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.229 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.275681+0000", 2021-07-26T16:12:32.229 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.6620000000000001e-06 2021-07-26T16:12:32.229 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.229 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.229 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.230 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.275684+0000", 2021-07-26T16:12:32.230 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.086e-06 2021-07-26T16:12:32.230 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.230 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.231 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.231 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.275686+0000", 2021-07-26T16:12:32.231 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.49e-05 2021-07-26T16:12:32.231 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.231 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.232 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.232 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.275701+0000", 2021-07-26T16:12:32.232 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7009999999999999e-06 2021-07-26T16:12:32.232 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.233 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.233 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.233 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.275707+0000", 2021-07-26T16:12:32.233 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8836999999999999e-05 2021-07-26T16:12:32.233 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.234 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.234 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.234 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.275766+0000", 2021-07-26T16:12:32.234 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2914e-05 2021-07-26T16:12:32.235 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.235 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.235 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.235 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.275779+0000", 2021-07-26T16:12:32.236 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.79309967199999998 2021-07-26T16:12:32.236 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.236 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.236 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.236 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.068879+0000", 2021-07-26T16:12:32.237 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00012641 2021-07-26T16:12:32.237 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.237 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.237 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.238 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.069005+0000", 2021-07-26T16:12:32.238 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0734089419999999 2021-07-26T16:12:32.238 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.238 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.238 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.239 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.142414+0000", 2021-07-26T16:12:32.239 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013002000000000001 2021-07-26T16:12:32.239 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.239 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.240 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.240 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.142544+0000", 2021-07-26T16:12:32.240 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00033064599999999998 2021-07-26T16:12:32.240 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.240 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.241 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,6", 2021-07-26T16:12:32.241 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.142875+0000", 2021-07-26T16:12:32.241 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0041864190000000003 2021-07-26T16:12:32.241 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.242 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.242 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.242 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147061+0000", 2021-07-26T16:12:32.242 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00087722600000000005 2021-07-26T16:12:32.242 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.243 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.243 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.243 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147939+0000", 2021-07-26T16:12:32.243 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.011290718 2021-07-26T16:12:32.244 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.244 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.244 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.244 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.159229+0000", 2021-07-26T16:12:32.245 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4424000000000005e-05 2021-07-26T16:12:32.245 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.245 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.245 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.245 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.159294+0000", 2021-07-26T16:12:32.246 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.9771000000000001e-05 2021-07-26T16:12:32.246 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.246 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.246 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.247 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.159353+0000", 2021-07-26T16:12:32.247 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8836723479999999 2021-07-26T16:12:32.247 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.247 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.248 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.248 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.248 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.248 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.44646.0:181581 6.5 6:a1234d0d:::benchmark_data_smithi078_103090_object76716:head [delete] snapc 0=[] ondisk+write+known_if_redirected e213)", 2021-07-26T16:12:32.249 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:06:56.295017+0000", 2021-07-26T16:12:32.249 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 335.79102394900002, 2021-07-26T16:12:32.249 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.852647744, 2021-07-26T16:12:32.249 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.250 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.250 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.250 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.44646", 2021-07-26T16:12:32.250 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:32.251 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 181581 2021-07-26T16:12:32.251 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.251 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.251 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.252 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.252 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.295017+0000", 2021-07-26T16:12:32.252 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.253 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.253 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.253 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.253 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.295017+0000", 2021-07-26T16:12:32.253 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2369999999999999e-06 2021-07-26T16:12:32.254 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.254 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.254 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.254 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.295019+0000", 2021-07-26T16:12:32.255 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7140000000000001e-06 2021-07-26T16:12:32.255 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.255 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.255 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.256 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.295024+0000", 2021-07-26T16:12:32.256 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3305999999999999e-05 2021-07-26T16:12:32.256 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.256 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.257 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.257 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.295037+0000", 2021-07-26T16:12:32.257 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.4180000000000002e-06 2021-07-26T16:12:32.257 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.257 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.258 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.258 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.295044+0000", 2021-07-26T16:12:32.258 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1996000000000002e-05 2021-07-26T16:12:32.258 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.259 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.259 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.259 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.295095+0000", 2021-07-26T16:12:32.259 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.9439999999999994e-06 2021-07-26T16:12:32.259 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.260 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.260 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.260 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:56.295104+0000", 2021-07-26T16:12:32.260 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.77953008899999998 2021-07-26T16:12:32.261 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.261 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.261 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.261 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.074635+0000", 2021-07-26T16:12:32.261 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.6989999999999997e-06 2021-07-26T16:12:32.262 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.262 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.262 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.262 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:57.074641+0000", 2021-07-26T16:12:32.263 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0395550339999999 2021-07-26T16:12:32.263 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.263 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.263 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.263 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.114196+0000", 2021-07-26T16:12:32.264 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00013773999999999999 2021-07-26T16:12:32.264 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.264 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.264 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.265 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.114334+0000", 2021-07-26T16:12:32.265 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00033448700000000001 2021-07-26T16:12:32.265 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.265 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.265 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,6", 2021-07-26T16:12:32.266 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.114668+0000", 2021-07-26T16:12:32.266 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.027698559000000001 2021-07-26T16:12:32.266 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.266 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.267 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.267 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.142367+0000", 2021-07-26T16:12:32.267 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0047350309999999998 2021-07-26T16:12:32.267 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.268 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.268 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.268 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147102+0000", 2021-07-26T16:12:32.268 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00048207700000000003 2021-07-26T16:12:32.268 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.269 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.269 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.269 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147584+0000", 2021-07-26T16:12:32.269 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.4129999999999999e-05 2021-07-26T16:12:32.269 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.270 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.270 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.270 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147628+0000", 2021-07-26T16:12:32.270 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6282999999999998e-05 2021-07-26T16:12:32.271 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.271 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.271 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.271 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:06:58.147665+0000", 2021-07-26T16:12:32.271 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.852647744 2021-07-26T16:12:32.272 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.272 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.272 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.272 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.273 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.273 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:57661 7.5 7:ad431d0a:::benchmark_data_smithi078_185638_object57660:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e235)", 2021-07-26T16:12:32.273 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:08:35.266891+0000", 2021-07-26T16:12:32.273 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 236.819149305, 2021-07-26T16:12:32.273 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3945790219999998, 2021-07-26T16:12:32.274 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.274 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:12:32.274 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.274 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:32.275 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:32.275 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 57661 2021-07-26T16:12:32.275 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.275 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.275 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.276 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.276 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.266891+0000", 2021-07-26T16:12:32.276 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.276 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.277 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.277 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.277 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.266891+0000", 2021-07-26T16:12:32.277 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.9784000000000003e-05 2021-07-26T16:12:32.277 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.278 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.278 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.278 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.266941+0000", 2021-07-26T16:12:32.278 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2560000000000001e-06 2021-07-26T16:12:32.279 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.279 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.279 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.279 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.266944+0000", 2021-07-26T16:12:32.279 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.694e-05 2021-07-26T16:12:32.280 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.280 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.280 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.280 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.266960+0000", 2021-07-26T16:12:32.280 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.4599999999999997e-06 2021-07-26T16:12:32.281 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.281 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.281 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.281 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.266968+0000", 2021-07-26T16:12:32.282 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0012349939999999999 2021-07-26T16:12:32.282 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.282 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.282 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.282 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.268203+0000", 2021-07-26T16:12:32.283 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015031500000000001 2021-07-26T16:12:32.283 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.283 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.283 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.284 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.268353+0000", 2021-07-26T16:12:32.284 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00086861200000000005 2021-07-26T16:12:32.284 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.284 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.284 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 0,1", 2021-07-26T16:12:32.285 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.269222+0000", 2021-07-26T16:12:32.285 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.010746752 2021-07-26T16:12:32.285 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.285 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.286 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.286 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.279969+0000", 2021-07-26T16:12:32.286 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1178999999999999e-05 2021-07-26T16:12:32.286 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.286 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.287 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.287 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.279980+0000", 2021-07-26T16:12:32.287 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.99458788899999995 2021-07-26T16:12:32.287 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.288 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.288 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.288 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.274568+0000", 2021-07-26T16:12:32.288 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.8290000000000003e-06 2021-07-26T16:12:32.288 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.289 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.289 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.289 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.274577+0000", 2021-07-26T16:12:32.289 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.28983691 2021-07-26T16:12:32.290 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.290 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.290 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.290 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.564414+0000", 2021-07-26T16:12:32.291 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0031543640000000002 2021-07-26T16:12:32.291 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.291 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.291 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for degraded object", 2021-07-26T16:12:32.292 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.567569+0000", 2021-07-26T16:12:32.292 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.093807722999999996 2021-07-26T16:12:32.292 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.292 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.292 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.293 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.661376+0000", 2021-07-26T16:12:32.293 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.4015e-05 2021-07-26T16:12:32.293 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.293 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.294 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.294 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.661470+0000", 2021-07-26T16:12:32.294 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3945790219999998 2021-07-26T16:12:32.294 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.294 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.295 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.295 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.295 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.295 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:57646 7.6 7:6f0e3b88:::benchmark_data_smithi078_185638_object57645:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e236)", 2021-07-26T16:12:32.296 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:08:35.270523+0000", 2021-07-26T16:12:32.296 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 236.81551808699999, 2021-07-26T16:12:32.296 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.242017728, 2021-07-26T16:12:32.296 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.296 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:12:32.297 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.297 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:32.297 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:32.297 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 57646 2021-07-26T16:12:32.297 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.298 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.298 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.298 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.298 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.270523+0000", 2021-07-26T16:12:32.299 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.299 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.299 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.299 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.299 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.270523+0000", 2021-07-26T16:12:32.300 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.6519000000000001e-05 2021-07-26T16:12:32.300 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.300 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.300 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.301 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.270559+0000", 2021-07-26T16:12:32.301 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.857e-06 2021-07-26T16:12:32.301 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.301 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.301 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.302 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.270561+0000", 2021-07-26T16:12:32.302 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00083183499999999995 2021-07-26T16:12:32.302 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.302 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.302 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.303 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271393+0000", 2021-07-26T16:12:32.303 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.9179999999999994e-06 2021-07-26T16:12:32.303 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.303 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.304 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.304 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271401+0000", 2021-07-26T16:12:32.304 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00046814900000000001 2021-07-26T16:12:32.304 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.304 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.305 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.305 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271869+0000", 2021-07-26T16:12:32.305 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.7820000000000005e-06 2021-07-26T16:12:32.305 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.305 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.306 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op must wait for map", 2021-07-26T16:12:32.306 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271879+0000", 2021-07-26T16:12:32.306 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0088680029999999993 2021-07-26T16:12:32.306 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.307 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.307 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.307 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.280747+0000", 2021-07-26T16:12:32.307 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.0078000000000001e-05 2021-07-26T16:12:32.307 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.308 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.308 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.308 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.280757+0000", 2021-07-26T16:12:32.308 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.99302030399999996 2021-07-26T16:12:32.309 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.309 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.309 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.309 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.273777+0000", 2021-07-26T16:12:32.309 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1263e-05 2021-07-26T16:12:32.310 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.310 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.310 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.310 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.273788+0000", 2021-07-26T16:12:32.311 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2370936960000001 2021-07-26T16:12:32.311 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.311 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.311 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.312 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.510882+0000", 2021-07-26T16:12:32.312 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0016583240000000001 2021-07-26T16:12:32.312 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.312 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.312 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.313 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.512540+0000", 2021-07-26T16:12:32.313 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.242017728 2021-07-26T16:12:32.313 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.313 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.313 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.314 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.314 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.314 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:57649 7.6 7:6707acea:::benchmark_data_smithi078_185638_object57648:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e236)", 2021-07-26T16:12:32.314 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:08:35.271422+0000", 2021-07-26T16:12:32.315 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 236.81461873000001, 2021-07-26T16:12:32.315 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2412615379999998, 2021-07-26T16:12:32.315 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.315 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:12:32.315 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.316 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:32.316 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:32.316 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 57649 2021-07-26T16:12:32.316 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.317 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.317 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.317 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.317 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271422+0000", 2021-07-26T16:12:32.317 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.318 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.318 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.318 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.318 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271422+0000", 2021-07-26T16:12:32.319 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.0979000000000002e-05 2021-07-26T16:12:32.319 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.319 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.319 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.319 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271463+0000", 2021-07-26T16:12:32.320 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.722e-06 2021-07-26T16:12:32.320 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.320 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.320 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.321 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271465+0000", 2021-07-26T16:12:32.321 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.4069999999999999e-06 2021-07-26T16:12:32.321 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.321 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.321 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.322 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271474+0000", 2021-07-26T16:12:32.322 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.7190000000000001e-06 2021-07-26T16:12:32.322 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.322 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.323 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.323 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271479+0000", 2021-07-26T16:12:32.323 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00044213299999999999 2021-07-26T16:12:32.323 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.324 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.324 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.324 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271921+0000", 2021-07-26T16:12:32.324 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.0820000000000001e-06 2021-07-26T16:12:32.324 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.325 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.325 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:12:32.325 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271928+0000", 2021-07-26T16:12:32.325 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0088514130000000007 2021-07-26T16:12:32.326 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.326 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.326 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.326 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.280780+0000", 2021-07-26T16:12:32.326 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.2259999999999999e-06 2021-07-26T16:12:32.327 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.327 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.327 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.327 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.280787+0000", 2021-07-26T16:12:32.328 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.99303045999999995 2021-07-26T16:12:32.328 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.328 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.328 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.328 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.273817+0000", 2021-07-26T16:12:32.329 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.4599999999999992e-06 2021-07-26T16:12:32.329 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.329 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.329 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.329 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.273827+0000", 2021-07-26T16:12:32.330 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.238752286 2021-07-26T16:12:32.330 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.330 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.330 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.331 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.512579+0000", 2021-07-26T16:12:32.331 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000104651 2021-07-26T16:12:32.331 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.331 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.332 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.332 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.512684+0000", 2021-07-26T16:12:32.332 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2412615379999998 2021-07-26T16:12:32.332 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.332 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.333 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.333 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.333 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.333 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:57655 7.6 7:67eae651:::benchmark_data_smithi078_185638_object57654:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e236)", 2021-07-26T16:12:32.333 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:08:35.271485+0000", 2021-07-26T16:12:32.334 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 236.81455594100001, 2021-07-26T16:12:32.334 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2413048350000002, 2021-07-26T16:12:32.334 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.334 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "reached pg", 2021-07-26T16:12:32.335 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.335 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:32.335 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:32.335 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 57655 2021-07-26T16:12:32.335 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.336 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.336 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.336 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.336 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271485+0000", 2021-07-26T16:12:32.337 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.337 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.337 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.337 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.337 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271485+0000", 2021-07-26T16:12:32.338 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.2298999999999997e-05 2021-07-26T16:12:32.338 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.338 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.338 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.339 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271517+0000", 2021-07-26T16:12:32.339 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1340000000000001e-06 2021-07-26T16:12:32.339 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.339 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.339 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.340 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271518+0000", 2021-07-26T16:12:32.340 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.3840000000000003e-06 2021-07-26T16:12:32.340 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.340 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.341 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.341 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271528+0000", 2021-07-26T16:12:32.341 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.3499999999999999e-06 2021-07-26T16:12:32.341 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.341 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.342 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.342 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271532+0000", 2021-07-26T16:12:32.342 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00041611000000000003 2021-07-26T16:12:32.342 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.343 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.343 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.343 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271948+0000", 2021-07-26T16:12:32.343 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.5350000000000001e-06 2021-07-26T16:12:32.343 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.344 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.344 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting_for_map not empty", 2021-07-26T16:12:32.344 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.271955+0000", 2021-07-26T16:12:32.344 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0088519549999999999 2021-07-26T16:12:32.344 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.345 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.345 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.345 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.280807+0000", 2021-07-26T16:12:32.345 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.1579999999999999e-06 2021-07-26T16:12:32.346 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.346 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.346 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.346 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.280814+0000", 2021-07-26T16:12:32.347 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.99323583800000004 2021-07-26T16:12:32.347 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.347 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.347 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.347 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.274050+0000", 2021-07-26T16:12:32.348 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.1139999999999995e-06 2021-07-26T16:12:32.348 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.348 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.348 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.349 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.274059+0000", 2021-07-26T16:12:32.349 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2386481389999999 2021-07-26T16:12:32.349 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.349 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.350 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.350 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.512707+0000", 2021-07-26T16:12:32.350 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.2818999999999994e-05 2021-07-26T16:12:32.350 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.350 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.351 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.351 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.512790+0000", 2021-07-26T16:12:32.351 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2413048350000002 2021-07-26T16:12:32.351 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.352 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.352 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.352 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.352 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.353 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:57671 7.5 7:add33c99:::benchmark_data_smithi078_185638_object57670:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e236)", 2021-07-26T16:12:32.353 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:08:35.287508+0000", 2021-07-26T16:12:32.353 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 236.79853309699999, 2021-07-26T16:12:32.353 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3762930830000002, 2021-07-26T16:12:32.354 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.354 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.354 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.354 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:32.355 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:32.355 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 57671 2021-07-26T16:12:32.355 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.355 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.356 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.356 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.356 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.287508+0000", 2021-07-26T16:12:32.356 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.356 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.357 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.357 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.357 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.287508+0000", 2021-07-26T16:12:32.357 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.9425999999999999e-05 2021-07-26T16:12:32.357 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.358 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.358 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.358 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.287537+0000", 2021-07-26T16:12:32.359 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.781e-06 2021-07-26T16:12:32.359 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.359 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.359 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.359 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.287539+0000", 2021-07-26T16:12:32.360 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.9390000000000002e-06 2021-07-26T16:12:32.360 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.360 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.360 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.361 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.287545+0000", 2021-07-26T16:12:32.361 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.109e-06 2021-07-26T16:12:32.361 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.361 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.361 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.362 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.287549+0000", 2021-07-26T16:12:32.362 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3133999999999998e-05 2021-07-26T16:12:32.362 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.362 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.362 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.363 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.287582+0000", 2021-07-26T16:12:32.363 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.6049999999999997e-06 2021-07-26T16:12:32.363 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.363 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.364 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.364 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.287588+0000", 2021-07-26T16:12:32.364 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.98701576999999996 2021-07-26T16:12:32.364 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.364 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.365 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.365 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.274603+0000", 2021-07-26T16:12:32.365 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.4870000000000002e-06 2021-07-26T16:12:32.365 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.365 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.366 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.366 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.274612+0000", 2021-07-26T16:12:32.366 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2930033059999999 2021-07-26T16:12:32.366 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.367 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.367 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.367 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.567615+0000", 2021-07-26T16:12:32.367 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023563999999999999 2021-07-26T16:12:32.368 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.368 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.368 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.368 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.567851+0000", 2021-07-26T16:12:32.368 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00028077700000000001 2021-07-26T16:12:32.369 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.369 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.369 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,6", 2021-07-26T16:12:32.369 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.568132+0000", 2021-07-26T16:12:32.370 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0072677779999999999 2021-07-26T16:12:32.370 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.370 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.370 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.370 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.575399+0000", 2021-07-26T16:12:32.371 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.080956199000000006 2021-07-26T16:12:32.371 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.371 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.371 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.372 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.656356+0000", 2021-07-26T16:12:32.372 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0051714509999999997 2021-07-26T16:12:32.372 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.372 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.372 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.373 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.661527+0000", 2021-07-26T16:12:32.373 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.1823000000000003e-05 2021-07-26T16:12:32.373 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.373 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.374 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.374 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.661569+0000", 2021-07-26T16:12:32.374 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0022318580000000002 2021-07-26T16:12:32.374 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.375 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.375 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.375 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.663801+0000", 2021-07-26T16:12:32.375 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.3762930830000002 2021-07-26T16:12:32.375 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.376 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.376 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.376 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.376 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.376 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:57683 7.5 7:a8e05983:::benchmark_data_smithi078_185638_object57682:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e236)", 2021-07-26T16:12:32.377 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:08:35.308607+0000", 2021-07-26T16:12:32.377 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 236.777433823, 2021-07-26T16:12:32.377 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.357572668, 2021-07-26T16:12:32.377 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.378 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.378 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.378 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:32.378 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:32.379 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 57683 2021-07-26T16:12:32.379 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.379 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.379 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.379 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.380 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.308607+0000", 2021-07-26T16:12:32.380 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.380 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.380 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.380 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.381 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.308607+0000", 2021-07-26T16:12:32.381 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 3.3575000000000003e-05 2021-07-26T16:12:32.381 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.381 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.382 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.382 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.308641+0000", 2021-07-26T16:12:32.382 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.4760000000000001e-06 2021-07-26T16:12:32.382 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.383 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.383 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.383 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.308643+0000", 2021-07-26T16:12:32.383 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4508000000000001e-05 2021-07-26T16:12:32.383 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.384 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.384 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.384 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.308658+0000", 2021-07-26T16:12:32.384 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2889999999999997e-06 2021-07-26T16:12:32.385 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.385 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.385 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.385 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.308663+0000", 2021-07-26T16:12:32.386 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.8748000000000001e-05 2021-07-26T16:12:32.386 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.386 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.386 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.387 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.308722+0000", 2021-07-26T16:12:32.387 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2123000000000001e-05 2021-07-26T16:12:32.387 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.387 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.387 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.388 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:35.308734+0000", 2021-07-26T16:12:32.388 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.96662823799999997 2021-07-26T16:12:32.388 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.388 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.389 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.389 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.275362+0000", 2021-07-26T16:12:32.389 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.2190000000000001e-06 2021-07-26T16:12:32.389 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.389 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.390 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for peered", 2021-07-26T16:12:32.390 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:36.275368+0000", 2021-07-26T16:12:32.390 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2946228150000001 2021-07-26T16:12:32.390 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.391 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.391 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.391 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.569991+0000", 2021-07-26T16:12:32.391 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00020112799999999999 2021-07-26T16:12:32.391 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.392 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.392 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.392 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.570192+0000", 2021-07-26T16:12:32.392 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000171593 2021-07-26T16:12:32.392 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.393 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.393 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,6", 2021-07-26T16:12:32.393 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.570364+0000", 2021-07-26T16:12:32.393 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.083183407000000001 2021-07-26T16:12:32.394 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.394 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.394 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.394 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.653547+0000", 2021-07-26T16:12:32.395 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0028628849999999999 2021-07-26T16:12:32.395 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.395 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.395 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.395 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.656410+0000", 2021-07-26T16:12:32.396 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0074514489999999997 2021-07-26T16:12:32.396 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.396 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.396 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.397 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.663861+0000", 2021-07-26T16:12:32.397 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.3338999999999997e-05 2021-07-26T16:12:32.397 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.397 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.397 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.398 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.663935+0000", 2021-07-26T16:12:32.398 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0022448759999999998 2021-07-26T16:12:32.398 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.398 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.399 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.399 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:08:37.666180+0000", 2021-07-26T16:12:32.399 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.357572668 2021-07-26T16:12:32.399 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.399 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.400 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.400 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.400 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.400 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:119938 7.5 7:a030a2a3:::benchmark_data_smithi078_185638_object23435:head [delete] snapc 0=[] ondisk+write+known_if_redirected e257)", 2021-07-26T16:12:32.400 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:07.929888+0000", 2021-07-26T16:12:32.401 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 144.15615230099999, 2021-07-26T16:12:32.401 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.15465568800000001, 2021-07-26T16:12:32.401 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.401 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.402 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.402 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:32.402 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:32.402 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 119938 2021-07-26T16:12:32.403 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.403 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.403 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.403 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.404 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.929888+0000", 2021-07-26T16:12:32.404 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.404 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.404 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.405 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.405 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.929888+0000", 2021-07-26T16:12:32.405 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.1060000000000001e-06 2021-07-26T16:12:32.405 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.406 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.406 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.406 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.929890+0000", 2021-07-26T16:12:32.406 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9e-06 2021-07-26T16:12:32.407 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.407 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.407 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.407 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.929891+0000", 2021-07-26T16:12:32.408 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.2361000000000001e-05 2021-07-26T16:12:32.408 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.408 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.408 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.409 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.929904+0000", 2021-07-26T16:12:32.409 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.2750000000000003e-06 2021-07-26T16:12:32.409 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.409 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.410 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.410 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.929909+0000", 2021-07-26T16:12:32.410 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.2197000000000001e-05 2021-07-26T16:12:32.410 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.411 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.411 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.411 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.929971+0000", 2021-07-26T16:12:32.411 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00021463499999999999 2021-07-26T16:12:32.412 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.412 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.412 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.412 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.930186+0000", 2021-07-26T16:12:32.412 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000230342 2021-07-26T16:12:32.413 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.413 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.413 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,6", 2021-07-26T16:12:32.413 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.930416+0000", 2021-07-26T16:12:32.414 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0079045069999999999 2021-07-26T16:12:32.414 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.414 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.414 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.414 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.938321+0000", 2021-07-26T16:12:32.415 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.020450293000000001 2021-07-26T16:12:32.415 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.415 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.415 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.416 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:07.958771+0000", 2021-07-26T16:12:32.416 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.123074188 2021-07-26T16:12:32.416 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.416 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.416 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.417 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:08.081845+0000", 2021-07-26T16:12:32.417 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00033888199999999999 2021-07-26T16:12:32.417 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.417 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.418 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.418 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:08.082184+0000", 2021-07-26T16:12:32.418 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0023600019999999999 2021-07-26T16:12:32.418 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.418 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.419 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.419 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:08.084544+0000", 2021-07-26T16:12:32.419 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.15465568800000001 2021-07-26T16:12:32.419 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.419 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.420 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.420 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.420 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.420 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:128920 7.5 7:a792fdfb:::benchmark_data_smithi078_185638_object32417:head [delete] snapc 0=[] ondisk+write+known_if_redirected e259)", 2021-07-26T16:12:32.421 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:21.146751+0000", 2021-07-26T16:12:32.421 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 130.939289801, 2021-07-26T16:12:32.421 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14864970599999999, 2021-07-26T16:12:32.421 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.421 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.422 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.422 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:32.422 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:32.422 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 128920 2021-07-26T16:12:32.423 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.423 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.423 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.423 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.423 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:21.146751+0000", 2021-07-26T16:12:32.424 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.424 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.424 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.424 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.425 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:21.146751+0000", 2021-07-26T16:12:32.425 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.3019999999999996e-06 2021-07-26T16:12:32.425 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.425 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.425 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.426 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:21.146755+0000", 2021-07-26T16:12:32.426 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.6529999999999998e-06 2021-07-26T16:12:32.426 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.426 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.426 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.427 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:21.146758+0000", 2021-07-26T16:12:32.427 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.9038e-05 2021-07-26T16:12:32.427 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.427 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.428 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.428 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:21.146777+0000", 2021-07-26T16:12:32.428 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.4070000000000004e-06 2021-07-26T16:12:32.428 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.428 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.429 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.429 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:21.146784+0000", 2021-07-26T16:12:32.429 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.2368999999999999e-05 2021-07-26T16:12:32.429 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.430 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.430 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.430 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:21.146847+0000", 2021-07-26T16:12:32.430 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000202759 2021-07-26T16:12:32.430 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.431 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.431 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.431 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:21.147050+0000", 2021-07-26T16:12:32.431 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00023556299999999999 2021-07-26T16:12:32.432 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.432 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.432 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,6", 2021-07-26T16:12:32.432 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:21.147285+0000", 2021-07-26T16:12:32.432 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0037538559999999999 2021-07-26T16:12:32.433 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.433 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.433 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.433 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:21.151039+0000", 2021-07-26T16:12:32.433 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0053009520000000003 2021-07-26T16:12:32.434 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.434 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.434 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.434 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:21.156340+0000", 2021-07-26T16:12:32.435 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.136761675 2021-07-26T16:12:32.435 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.435 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.435 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.435 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:21.293102+0000", 2021-07-26T16:12:32.436 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1363999999999998e-05 2021-07-26T16:12:32.436 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.436 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.436 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.437 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:21.293153+0000", 2021-07-26T16:12:32.437 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0022477679999999998 2021-07-26T16:12:32.437 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.437 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.438 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.438 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:21.295401+0000", 2021-07-26T16:12:32.438 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14864970599999999 2021-07-26T16:12:32.438 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.438 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.439 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.439 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.439 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.439 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:137284 7.5 7:a7ff1d35:::benchmark_data_smithi078_185638_object40781:head [delete] snapc 0=[] ondisk+write+known_if_redirected e260)", 2021-07-26T16:12:32.440 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:10:32.899347+0000", 2021-07-26T16:12:32.440 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 119.186694175, 2021-07-26T16:12:32.440 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14104788300000001, 2021-07-26T16:12:32.440 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.440 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.441 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.441 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:32.441 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:32.441 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 137284 2021-07-26T16:12:32.442 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.442 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.442 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.442 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.442 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:32.899347+0000", 2021-07-26T16:12:32.443 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.443 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.443 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.443 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.444 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:32.899347+0000", 2021-07-26T16:12:32.444 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.0700000000000001e-06 2021-07-26T16:12:32.444 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.444 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.444 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.445 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:32.899349+0000", 2021-07-26T16:12:32.445 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.482e-06 2021-07-26T16:12:32.445 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.445 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.446 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.446 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:32.899350+0000", 2021-07-26T16:12:32.446 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.0909999999999993e-06 2021-07-26T16:12:32.446 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.446 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.447 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.447 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:32.899358+0000", 2021-07-26T16:12:32.447 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 4.8169999999999998e-06 2021-07-26T16:12:32.447 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.448 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.448 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.448 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:32.899363+0000", 2021-07-26T16:12:32.448 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0430999999999998e-05 2021-07-26T16:12:32.448 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.449 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.449 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.449 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:32.899423+0000", 2021-07-26T16:12:32.449 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0001862 2021-07-26T16:12:32.449 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.450 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.450 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.450 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:32.899610+0000", 2021-07-26T16:12:32.450 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001163044 2021-07-26T16:12:32.451 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.451 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.451 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,6", 2021-07-26T16:12:32.451 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:32.900773+0000", 2021-07-26T16:12:32.451 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.006987867 2021-07-26T16:12:32.452 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.452 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.452 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.452 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:32.907761+0000", 2021-07-26T16:12:32.453 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.023594575999999999 2021-07-26T16:12:32.453 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.453 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.453 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.453 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:32.931355+0000", 2021-07-26T16:12:32.454 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.107102587 2021-07-26T16:12:32.454 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.454 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.454 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.455 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:33.038458+0000", 2021-07-26T16:12:32.455 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.4354e-05 2021-07-26T16:12:32.455 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.455 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.455 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.456 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:33.038532+0000", 2021-07-26T16:12:32.456 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001862364 2021-07-26T16:12:32.456 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.456 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.457 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.457 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:10:33.040394+0000", 2021-07-26T16:12:32.457 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14104788300000001 2021-07-26T16:12:32.457 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.457 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.458 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.458 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.458 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.458 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:163598 7.5 7:a9579c6b:::benchmark_data_smithi078_185638_object67095:head [delete] snapc 0=[] ondisk+write+known_if_redirected e265)", 2021-07-26T16:12:32.459 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:11:10.549548+0000", 2021-07-26T16:12:32.459 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 81.536492895999999, 2021-07-26T16:12:32.459 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14104703299999999, 2021-07-26T16:12:32.459 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.459 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.460 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.462 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:32.462 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:32.462 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 163598 2021-07-26T16:12:32.463 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.463 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.463 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.463 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.463 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:10.549548+0000", 2021-07-26T16:12:32.464 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.464 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.464 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.464 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.465 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:10.549548+0000", 2021-07-26T16:12:32.465 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4190000000000001e-06 2021-07-26T16:12:32.465 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.465 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.465 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.466 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:10.549549+0000", 2021-07-26T16:12:32.466 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4270000000000001e-06 2021-07-26T16:12:32.466 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.466 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.467 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.467 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:10.549551+0000", 2021-07-26T16:12:32.467 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.6909999999999997e-06 2021-07-26T16:12:32.467 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.468 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.468 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.468 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:10.549558+0000", 2021-07-26T16:12:32.468 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1420000000000001e-06 2021-07-26T16:12:32.468 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.469 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.469 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.469 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:10.549564+0000", 2021-07-26T16:12:32.469 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.010195002 2021-07-26T16:12:32.470 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.470 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.470 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.470 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:10.559759+0000", 2021-07-26T16:12:32.471 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00018845600000000001 2021-07-26T16:12:32.471 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.471 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.471 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.471 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:10.559947+0000", 2021-07-26T16:12:32.472 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000183203 2021-07-26T16:12:32.472 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.472 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.472 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,6", 2021-07-26T16:12:32.473 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:10.560130+0000", 2021-07-26T16:12:32.473 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0077523940000000001 2021-07-26T16:12:32.473 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.473 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.473 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.474 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:10.567883+0000", 2021-07-26T16:12:32.474 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0053608969999999999 2021-07-26T16:12:32.474 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.474 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.474 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.475 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:10.573244+0000", 2021-07-26T16:12:32.475 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.11598259 2021-07-26T16:12:32.475 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.475 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.476 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.476 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:10.689226+0000", 2021-07-26T16:12:32.476 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1461e-05 2021-07-26T16:12:32.476 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.476 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.477 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.477 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:10.689288+0000", 2021-07-26T16:12:32.477 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.001307351 2021-07-26T16:12:32.477 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.478 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.478 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.478 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:10.690595+0000", 2021-07-26T16:12:32.478 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.14104703299999999 2021-07-26T16:12:32.479 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.479 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.479 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.479 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.479 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.480 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:175587 7.5 7:ab79ee2d:::benchmark_data_smithi078_185638_object79084:head [delete] snapc 0=[] ondisk+write+known_if_redirected e268)", 2021-07-26T16:12:32.480 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:11:27.791365+0000", 2021-07-26T16:12:32.480 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 64.294675963000003, 2021-07-26T16:12:32.480 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.115373788, 2021-07-26T16:12:32.480 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.481 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.481 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.481 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:32.481 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:32.482 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 175587 2021-07-26T16:12:32.482 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.482 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.482 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.482 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.483 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:27.791365+0000", 2021-07-26T16:12:32.483 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.483 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.483 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.484 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.484 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:27.791365+0000", 2021-07-26T16:12:32.484 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2500000000000001e-06 2021-07-26T16:12:32.484 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.484 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.485 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.485 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:27.791367+0000", 2021-07-26T16:12:32.485 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.668e-06 2021-07-26T16:12:32.485 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.485 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.486 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.486 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:27.791369+0000", 2021-07-26T16:12:32.486 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.2276000000000002e-05 2021-07-26T16:12:32.486 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.487 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.487 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.487 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:27.791391+0000", 2021-07-26T16:12:32.487 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.7770000000000002e-06 2021-07-26T16:12:32.487 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.488 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.488 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.488 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:27.791399+0000", 2021-07-26T16:12:32.488 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0010570180000000001 2021-07-26T16:12:32.489 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:12:32.490 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:32.491 INFO:teuthology.orchestra.run.smithi078.stderr:set osd.6 primary-affinity to 0.529552 (8347042) 2021-07-26T16:12:32.492 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 19 16 39197 39181 128.87 88.9375 0.00209509 0.00768467 2021-07-26T16:12:32.492 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.492 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.493 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.493 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:27.792456+0000", 2021-07-26T16:12:32.493 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00016949700000000001 2021-07-26T16:12:32.493 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.494 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.494 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.494 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:27.792625+0000", 2021-07-26T16:12:32.494 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000200447 2021-07-26T16:12:32.495 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.495 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.495 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,6", 2021-07-26T16:12:32.495 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:27.792826+0000", 2021-07-26T16:12:32.496 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0043606299999999999 2021-07-26T16:12:32.496 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.496 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.496 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.496 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:27.797186+0000", 2021-07-26T16:12:32.497 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0072691769999999999 2021-07-26T16:12:32.497 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.497 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.497 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.498 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:27.804456+0000", 2021-07-26T16:12:32.498 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.100649499 2021-07-26T16:12:32.498 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.498 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.498 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.499 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:27.905105+0000", 2021-07-26T16:12:32.499 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.9505000000000005e-05 2021-07-26T16:12:32.499 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.499 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.500 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.500 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:27.905185+0000", 2021-07-26T16:12:32.500 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0015540440000000001 2021-07-26T16:12:32.500 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.500 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.501 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.501 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:27.906739+0000", 2021-07-26T16:12:32.501 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.115373788 2021-07-26T16:12:32.501 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.501 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.502 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.502 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.502 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.502 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.55408.0:176073 7.5 7:ab3982ec:::benchmark_data_smithi078_185638_object79570:head [delete] snapc 0=[] ondisk+write+known_if_redirected e269)", 2021-07-26T16:12:32.503 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:11:28.516418+0000", 2021-07-26T16:12:32.503 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 63.569622514000002, 2021-07-26T16:12:32.503 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.116639479, 2021-07-26T16:12:32.503 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.503 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.504 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.504 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.55408", 2021-07-26T16:12:32.504 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1021066135", 2021-07-26T16:12:32.504 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 176073 2021-07-26T16:12:32.505 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.505 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.505 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.505 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.505 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:28.516418+0000", 2021-07-26T16:12:32.506 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.506 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.506 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.506 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.507 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:28.516418+0000", 2021-07-26T16:12:32.507 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.001e-06 2021-07-26T16:12:32.507 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.507 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.507 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.508 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:28.516420+0000", 2021-07-26T16:12:32.508 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 2.621e-06 2021-07-26T16:12:32.508 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.508 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.509 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.509 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:28.516423+0000", 2021-07-26T16:12:32.509 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.8011000000000001e-05 2021-07-26T16:12:32.509 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.509 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.510 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.510 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:28.516441+0000", 2021-07-26T16:12:32.510 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.7399999999999998e-06 2021-07-26T16:12:32.510 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.511 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.511 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.511 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:28.516448+0000", 2021-07-26T16:12:32.511 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 7.8780000000000001e-05 2021-07-26T16:12:32.511 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.512 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.512 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.512 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:28.516526+0000", 2021-07-26T16:12:32.512 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000171297 2021-07-26T16:12:32.513 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.513 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.513 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.513 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:28.516698+0000", 2021-07-26T16:12:32.513 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00017704600000000001 2021-07-26T16:12:32.514 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.514 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.514 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 1,6", 2021-07-26T16:12:32.514 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:28.516875+0000", 2021-07-26T16:12:32.515 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0048254500000000002 2021-07-26T16:12:32.515 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.515 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.515 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.515 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:28.521700+0000", 2021-07-26T16:12:32.516 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.014957928000000001 2021-07-26T16:12:32.516 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.516 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.516 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.517 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:28.536658+0000", 2021-07-26T16:12:32.517 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.092454607999999994 2021-07-26T16:12:32.517 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.517 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.517 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.518 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:28.629113+0000", 2021-07-26T16:12:32.518 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 9.0149999999999996e-05 2021-07-26T16:12:32.518 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.518 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.519 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.519 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:28.629203+0000", 2021-07-26T16:12:32.519 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.0038548469999999998 2021-07-26T16:12:32.519 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.520 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.520 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.520 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:11:28.633058+0000", 2021-07-26T16:12:32.520 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.116639479 2021-07-26T16:12:32.521 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.521 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.521 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.521 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.521 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.522 INFO:teuthology.orchestra.run.smithi139.stdout: "description": "osd_op(client.45975.0:18312 8.c 8:35fddc9b:::benchmark_data_smithi078_227189_object18311:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e279)", 2021-07-26T16:12:32.522 INFO:teuthology.orchestra.run.smithi139.stdout: "initiated_at": "2021-07-26T16:12:20.156380+0000", 2021-07-26T16:12:32.522 INFO:teuthology.orchestra.run.smithi139.stdout: "age": 11.929660975999999, 2021-07-26T16:12:32.522 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.161349565, 2021-07-26T16:12:32.522 INFO:teuthology.orchestra.run.smithi139.stdout: "type_data": { 2021-07-26T16:12:32.523 INFO:teuthology.orchestra.run.smithi139.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:32.523 INFO:teuthology.orchestra.run.smithi139.stdout: "client_info": { 2021-07-26T16:12:32.523 INFO:teuthology.orchestra.run.smithi139.stdout: "client": "client.45975", 2021-07-26T16:12:32.523 INFO:teuthology.orchestra.run.smithi139.stdout: "client_addr": "172.21.15.78:0/1872887095", 2021-07-26T16:12:32.524 INFO:teuthology.orchestra.run.smithi139.stdout: "tid": 18312 2021-07-26T16:12:32.524 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.524 INFO:teuthology.orchestra.run.smithi139.stdout: "events": [ 2021-07-26T16:12:32.524 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.525 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "initiated", 2021-07-26T16:12:32.525 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:12:20.156380+0000", 2021-07-26T16:12:32.525 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0 2021-07-26T16:12:32.525 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.525 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.526 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "throttled", 2021-07-26T16:12:32.526 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:12:20.156380+0000", 2021-07-26T16:12:32.526 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.000111067 2021-07-26T16:12:32.526 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.527 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.527 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "header_read", 2021-07-26T16:12:32.527 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:12:20.156491+0000", 2021-07-26T16:12:32.527 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.891e-06 2021-07-26T16:12:32.528 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.528 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.528 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "all_read", 2021-07-26T16:12:32.528 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:12:20.156493+0000", 2021-07-26T16:12:32.528 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.3348e-05 2021-07-26T16:12:32.529 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.529 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.529 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "dispatched", 2021-07-26T16:12:32.529 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:12:20.156506+0000", 2021-07-26T16:12:32.530 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.1800000000000001e-06 2021-07-26T16:12:32.530 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.530 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.530 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "queued_for_pg", 2021-07-26T16:12:32.530 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:12:20.156512+0000", 2021-07-26T16:12:32.531 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 6.0449999999999999e-05 2021-07-26T16:12:32.531 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.531 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.531 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "reached_pg", 2021-07-26T16:12:32.532 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:12:20.156573+0000", 2021-07-26T16:12:32.532 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015553400000000001 2021-07-26T16:12:32.532 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.532 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.532 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "started", 2021-07-26T16:12:32.533 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:12:20.156728+0000", 2021-07-26T16:12:32.533 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.00015879699999999999 2021-07-26T16:12:32.533 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.533 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.533 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "waiting for subops from 3,5", 2021-07-26T16:12:32.534 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:12:20.156887+0000", 2021-07-26T16:12:32.534 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.003409034 2021-07-26T16:12:32.534 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.534 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.535 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.535 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:12:20.160296+0000", 2021-07-26T16:12:32.535 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 1.4419999999999999e-05 2021-07-26T16:12:32.535 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.535 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.536 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "op_commit", 2021-07-26T16:12:32.536 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:12:20.160311+0000", 2021-07-26T16:12:32.536 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.157285023 2021-07-26T16:12:32.536 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.537 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.537 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:32.537 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:12:20.317596+0000", 2021-07-26T16:12:32.537 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 8.2093000000000002e-05 2021-07-26T16:12:32.537 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.538 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.538 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "commit_sent", 2021-07-26T16:12:32.538 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:12:20.317678+0000", 2021-07-26T16:12:32.538 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 5.1727999999999997e-05 2021-07-26T16:12:32.539 INFO:teuthology.orchestra.run.smithi139.stdout: }, 2021-07-26T16:12:32.539 INFO:teuthology.orchestra.run.smithi139.stdout: { 2021-07-26T16:12:32.539 INFO:teuthology.orchestra.run.smithi139.stdout: "event": "done", 2021-07-26T16:12:32.539 INFO:teuthology.orchestra.run.smithi139.stdout: "time": "2021-07-26T16:12:20.317729+0000", 2021-07-26T16:12:32.539 INFO:teuthology.orchestra.run.smithi139.stdout: "duration": 0.161349565 2021-07-26T16:12:32.540 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.540 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.540 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.540 INFO:teuthology.orchestra.run.smithi139.stdout: } 2021-07-26T16:12:32.541 INFO:teuthology.orchestra.run.smithi139.stdout: ] 2021-07-26T16:12:32.541 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:12:32.542 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:32.543 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:32 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/169535476' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.5295523165697228}]: dispatch 2021-07-26T16:12:32.543 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:32 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.5295523165697228}]: dispatch 2021-07-26T16:12:32.544 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:32 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/169535476' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.5295523165697228}]: dispatch 2021-07-26T16:12:32.544 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:32 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.5295523165697228}]: dispatch 2021-07-26T16:12:32.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:32.545 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:32.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:32 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/169535476' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.5295523165697228}]: dispatch 2021-07-26T16:12:32.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:32 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.5295523165697228}]: dispatch 2021-07-26T16:12:32.628 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:32.647 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:32.668 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:32.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:32.670 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:32.771 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:32.792 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:32.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:32.793 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:32.894 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:32.920 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:32.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:32.922 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:33.023 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:33.044 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:33.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:33.045 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:33.146 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:33.167 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:33.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:33.169 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:33.188 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-07-26T16:12:33.270 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:33.298 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:33.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:33.300 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:33.395 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:33.401 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:33.443 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:33 smithi078 ceph-mon[77813]: pgmap v801: 89 pgs: 89 active+clean; 2.1 GiB data, 6.4 GiB used, 526 GiB / 536 GiB avail; 127 MiB/s wr, 2.03k op/s 2021-07-26T16:12:33.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:33 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.5295523165697228}]': finished 2021-07-26T16:12:33.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:33 smithi078 ceph-mon[77813]: osdmap e283: 8 total, 8 up, 6 in 2021-07-26T16:12:33.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:33 smithi078 ceph-mon[77813]: osdmap e284: 8 total, 8 up, 6 in 2021-07-26T16:12:33.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:33 smithi078 ceph-mon[73801]: pgmap v801: 89 pgs: 89 active+clean; 2.1 GiB data, 6.4 GiB used, 526 GiB / 536 GiB avail; 127 MiB/s wr, 2.03k op/s 2021-07-26T16:12:33.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:33 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.5295523165697228}]': finished 2021-07-26T16:12:33.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:33 smithi078 ceph-mon[73801]: osdmap e283: 8 total, 8 up, 6 in 2021-07-26T16:12:33.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:33 smithi078 ceph-mon[73801]: osdmap e284: 8 total, 8 up, 6 in 2021-07-26T16:12:33.469 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:33.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:33.471 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:33.476 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:2021-07-26T16:12:33.475835+0000 min lat: 0.00121792 max lat: 1.03019 avg lat: 0.0080976 2021-07-26T16:12:33.476 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-07-26T16:12:33.476 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 20 16 39512 39496 123.411 19.6875 0.00886182 0.0080976 2021-07-26T16:12:33.572 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:33.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:33 smithi139 ceph-mon[56829]: pgmap v801: 89 pgs: 89 active+clean; 2.1 GiB data, 6.4 GiB used, 526 GiB / 536 GiB avail; 127 MiB/s wr, 2.03k op/s 2021-07-26T16:12:33.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:33 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.5295523165697228}]': finished 2021-07-26T16:12:33.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:33 smithi139 ceph-mon[56829]: osdmap e283: 8 total, 8 up, 6 in 2021-07-26T16:12:33.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:33 smithi139 ceph-mon[56829]: osdmap e284: 8 total, 8 up, 6 in 2021-07-26T16:12:33.606 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:33.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:33.608 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:33.709 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:33.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:33.746 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:33.747 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:33.848 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:33.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:33.887 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:33.887 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:33.988 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:34.027 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:34.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:34.028 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:34.129 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:34.164 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:34.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:34.165 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:34.266 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:34.296 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:34.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:34.299 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:34.354 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:34 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2641839015' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:12:34.354 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:34 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:12:34.355 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:34 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2641839015' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:12:34.355 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:34 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:12:34.357 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:12:34.399 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:34.427 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:34.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:34.429 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:34.475 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 21 16 41061 41045 122.144 96.8125 0.00738459 0.00818222 2021-07-26T16:12:34.530 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:34.557 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:34.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:34.559 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:34.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:34 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2641839015' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:12:34.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:34 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:12:34.660 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:34.695 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:34.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:34.697 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:34.798 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:34.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:34.834 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:34.835 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:34.936 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:34.964 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:34.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:34.966 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:35.067 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:35.088 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:35.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:35.090 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:35.191 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:35.219 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:35.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:35.221 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:35.322 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:35.353 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:35.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:35.354 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:35.455 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:35.476 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 22 16 42682 42666 121.197 101.312 0.00974377 0.00824555 2021-07-26T16:12:35.490 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:35.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:35.492 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:35.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:35 smithi139 ceph-mon[56829]: pgmap v804: 89 pgs: 89 active+clean; 2.2 GiB data, 6.9 GiB used, 526 GiB / 536 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-07-26T16:12:35.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:35 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:35.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:35 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:12:35.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:35 smithi139 ceph-mon[56829]: osdmap e285: 8 total, 8 up, 6 in 2021-07-26T16:12:35.593 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:35.624 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:35.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:35.626 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:35.655 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:35 smithi078 ceph-mon[73801]: pgmap v804: 89 pgs: 89 active+clean; 2.2 GiB data, 6.9 GiB used, 526 GiB / 536 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-07-26T16:12:35.655 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:35 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:35.655 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:35 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:12:35.655 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:35 smithi078 ceph-mon[73801]: osdmap e285: 8 total, 8 up, 6 in 2021-07-26T16:12:35.656 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:35 smithi078 ceph-mon[77813]: pgmap v804: 89 pgs: 89 active+clean; 2.2 GiB data, 6.9 GiB used, 526 GiB / 536 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-07-26T16:12:35.656 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:35 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:35.656 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:35 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:12:35.656 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:35 smithi078 ceph-mon[77813]: osdmap e285: 8 total, 8 up, 6 in 2021-07-26T16:12:35.727 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:35.758 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:35.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:35.760 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:35.861 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:35.891 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:35.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:35.893 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:35.994 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:36.032 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:36.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:36.034 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:36.135 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:36.164 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:36.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:36.166 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:36.267 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:36.302 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:36.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:36.304 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:36.405 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:36.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:36.432 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:36.432 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:36.477 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 23 16 44287 44271 120.283 100.312 0.00766913 0.00830774 2021-07-26T16:12:36.534 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:36.570 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:36.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:36.571 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:36.672 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:36.704 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:36.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:36.705 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:36.725 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:12:36.754 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:12:36.779 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:12:36.806 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:12:36.807 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:36.837 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:36.838 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:12:36.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:36.839 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:36.877 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:12:36.911 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:12:36.940 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:12:36.940 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:36.944 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:12:36.944 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:12:36.944 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:12:36.944 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:12:36.945 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:12:36.945 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:12:36.945 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:12:36.945 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:12:36.972 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:36.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:36.973 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:37.074 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:37.104 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:37.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:37.105 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:37.207 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:37.240 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:37.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:37.241 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:37.342 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:37.376 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:37.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:37.378 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:37.477 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 24 15 45888 45873 119.443 100.125 0.00513463 0.00836774 2021-07-26T16:12:37.480 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:37.517 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:37.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:37.519 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:37.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:37 smithi139 ceph-mon[56829]: pgmap v806: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 525 GiB / 536 GiB avail; 68 MiB/s wr, 1.09k op/s; 21 KiB/s, 0 objects/s recovering 2021-07-26T16:12:37.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:37 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/526880921' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:37.620 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:37.653 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:37.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:37.654 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:37.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:37 smithi078 ceph-mon[73801]: pgmap v806: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 525 GiB / 536 GiB avail; 68 MiB/s wr, 1.09k op/s; 21 KiB/s, 0 objects/s recovering 2021-07-26T16:12:37.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:37 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/526880921' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:37.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:37 smithi078 ceph-mon[77813]: pgmap v806: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 525 GiB / 536 GiB avail; 68 MiB/s wr, 1.09k op/s; 21 KiB/s, 0 objects/s recovering 2021-07-26T16:12:37.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:37 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/526880921' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:37.755 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:37.794 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:37.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:37.795 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:37.897 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:37.936 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:37.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:37.937 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:38.006 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:12:38.038 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:38.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:38.069 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:38.069 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:38.170 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:38.218 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:38.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:38.220 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:38.220 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:38.270 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:12:38.271 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:12:38.320 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:38.353 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:38.354 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 4] out_osds: [2, 0] dead_osds: [] live_osds: [0, 1, 3, 5, 6, 7, 2, 4] 2021-07-26T16:12:38.354 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:12:38.354 INFO:tasks.thrashosds.thrasher:inject_pause on 3 2021-07-26T16:12:38.354 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-07-26T16:12:38.355 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-07-26T16:12:38.355 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.3 config set filestore_inject_stall 3 2021-07-26T16:12:38.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:38.357 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:38.458 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:38.478 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 25 16 47477 47461 118.628 99.25 0.00854296 0.00842398 2021-07-26T16:12:38.501 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:38.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:38.504 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:38.599 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:38.604 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:38.637 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:38.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:38.638 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:38.739 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:38.764 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:38.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:38.765 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:38.866 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:38.895 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:38.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:38.896 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:38.997 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:39.023 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:39.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:39.024 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:39.125 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:39.155 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:39.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:39.156 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:39.257 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:39.296 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:39.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:39.298 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:39.395 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-07-26T16:12:39.396 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:39 smithi078 ceph-mon[77813]: pgmap v807: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 525 GiB / 536 GiB avail; 68 MiB/s wr, 1.09k op/s; 21 KiB/s, 0 objects/s recovering 2021-07-26T16:12:39.396 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:39 smithi078 ceph-mon[73801]: pgmap v807: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 525 GiB / 536 GiB avail; 68 MiB/s wr, 1.09k op/s; 21 KiB/s, 0 objects/s recovering 2021-07-26T16:12:39.400 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:39.435 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:39.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:39.436 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:39.479 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 26 16 48870 48854 117.414 87.0625 0.014518 0.00851132 2021-07-26T16:12:39.538 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:39.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:39 smithi139 ceph-mon[56829]: pgmap v807: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 525 GiB / 536 GiB avail; 68 MiB/s wr, 1.09k op/s; 21 KiB/s, 0 objects/s recovering 2021-07-26T16:12:39.580 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:39.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:39.584 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:39.613 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:39.686 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:39.719 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:39.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:39.721 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:39.822 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:39.859 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:39.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:39.860 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:39.961 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:39.998 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:39.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:39.999 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:40.100 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:40.123 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:40.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:40.124 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:40.225 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:40.249 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:12:40.257 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:40.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:40.259 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:40.360 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:40.394 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:40.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:40.395 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:40.479 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 27 16 50077 50061 115.859 75.4375 0.00244259 0.00860481 2021-07-26T16:12:40.496 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:40.519 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:40.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:40.521 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:40.560 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:40.622 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:40.657 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:40.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:40.658 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:40.759 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:40.789 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:40.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:40.791 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:40.892 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:40.921 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:40.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:40.923 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:41.024 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:41.051 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:41.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:41.053 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:41.154 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:41.186 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:41.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:41.187 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:41.288 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:41.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:41.324 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:41.324 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:41.426 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:41.460 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:41.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:41.462 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:41.479 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 28 16 51479 51463 114.85 87.625 0.00914458 0.00870255 2021-07-26T16:12:41.546 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:41 smithi078 ceph-mon[73801]: pgmap v808: 89 pgs: 89 active+clean; 3.0 GiB data, 9.1 GiB used, 523 GiB / 536 GiB avail; 114 MiB/s wr, 1.83k op/s; 16 KiB/s, 0 objects/s recovering 2021-07-26T16:12:41.547 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:41 smithi078 ceph-mon[77813]: pgmap v808: 89 pgs: 89 active+clean; 3.0 GiB data, 9.1 GiB used, 523 GiB / 536 GiB avail; 114 MiB/s wr, 1.83k op/s; 16 KiB/s, 0 objects/s recovering 2021-07-26T16:12:41.563 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:41.576 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:41 smithi139 ceph-mon[56829]: pgmap v808: 89 pgs: 89 active+clean; 3.0 GiB data, 9.1 GiB used, 523 GiB / 536 GiB avail; 114 MiB/s wr, 1.83k op/s; 16 KiB/s, 0 objects/s recovering 2021-07-26T16:12:41.585 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:41.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:41.587 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:41.688 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:41.720 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:41.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:41.721 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:41.822 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:41.859 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:41.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:41.860 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:41.961 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:41.994 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:41.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:41.996 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:42.097 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:42.131 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:42.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:42.133 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:42.234 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:42.267 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:42.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:42.268 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:42.369 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:42.405 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:42.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:42.407 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:42.479 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 29 16 52903 52887 113.958 89 0.00925957 0.00877019 2021-07-26T16:12:42.508 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:42.536 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:42.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:42.538 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:42.639 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:42.668 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:42.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:42.670 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:42.771 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:42.793 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:42.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:42.794 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:42.895 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:42.924 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:42.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:42.925 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:43.026 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:43.059 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:43.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:43.060 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:43.161 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:43.184 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:43.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:43.185 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:43.286 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:43.297 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:12:43.316 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:43.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:43.318 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:43.419 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:43.439 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:43 smithi078 ceph-mon[73801]: pgmap v809: 89 pgs: 89 active+clean; 3.0 GiB data, 9.1 GiB used, 523 GiB / 536 GiB avail; 101 MiB/s wr, 1.62k op/s; 15 KiB/s, 0 objects/s recovering 2021-07-26T16:12:43.440 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:43 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2391145629' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:43.440 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:43 smithi078 ceph-mon[77813]: pgmap v809: 89 pgs: 89 active+clean; 3.0 GiB data, 9.1 GiB used, 523 GiB / 536 GiB avail; 101 MiB/s wr, 1.62k op/s; 15 KiB/s, 0 objects/s recovering 2021-07-26T16:12:43.440 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:43 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2391145629' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:43.458 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:43.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:43.459 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:43.479 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 30 16 54128 54112 112.712 76.5625 0.0119511 0.0088678 2021-07-26T16:12:43.559 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:43.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:43 smithi139 ceph-mon[56829]: pgmap v809: 89 pgs: 89 active+clean; 3.0 GiB data, 9.1 GiB used, 523 GiB / 536 GiB avail; 101 MiB/s wr, 1.62k op/s; 15 KiB/s, 0 objects/s recovering 2021-07-26T16:12:43.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:43 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2391145629' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:43.593 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:43.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:43.594 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:43.695 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:43.733 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:43.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:43.735 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:43.836 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:43.857 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:43.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:43.858 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:43.959 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:43.986 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:43.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:43.988 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:44.089 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:44.124 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:44.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:44.126 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:44.226 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:44.260 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:44.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:44.261 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:44.362 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:44.396 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:44.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:44.397 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:44.479 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 31 16 55443 55427 111.727 82.1875 0.0121596 0.00894505 2021-07-26T16:12:44.499 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:44.534 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:44.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:44.536 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:44.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:44 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:12:44.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:44 smithi139 ceph-mon[56829]: Cluster is now healthy 2021-07-26T16:12:44.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:44 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2391145629' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:12:44.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:44 smithi139 ceph-mon[56829]: osdmap e286: 8 total, 8 up, 6 in 2021-07-26T16:12:44.584 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:44 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:12:44.585 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:44 smithi078 ceph-mon[73801]: Cluster is now healthy 2021-07-26T16:12:44.585 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:44 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2391145629' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:12:44.585 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:44 smithi078 ceph-mon[73801]: osdmap e286: 8 total, 8 up, 6 in 2021-07-26T16:12:44.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:44 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:12:44.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:44 smithi078 ceph-mon[77813]: Cluster is now healthy 2021-07-26T16:12:44.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:44 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2391145629' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:12:44.586 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:44 smithi078 ceph-mon[77813]: osdmap e286: 8 total, 8 up, 6 in 2021-07-26T16:12:44.637 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:44.673 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:44.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:44.674 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:44.691 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:12:44.692 INFO:teuthology.orchestra.run.smithi078.stdout: "success": "" 2021-07-26T16:12:44.692 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:12:44.776 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:44.809 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:44.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:44.811 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:44.912 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:44.948 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:44.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:44.950 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:45.051 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:45.084 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:45.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:45.085 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:45.186 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:45.207 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:45.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:45.209 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:45.309 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:45.335 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:45.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:45.337 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:45.438 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:45.464 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:45.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:45.466 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:45.479 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 32 16 56758 56742 110.804 82.1875 0.00897148 0.0090204 2021-07-26T16:12:45.567 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:45.571 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:45 smithi078 ceph-mon[73801]: pgmap v811: 89 pgs: 89 active+clean; 3.1 GiB data, 9.6 GiB used, 523 GiB / 536 GiB avail; 89 MiB/s wr, 1.42k op/s; 13 KiB/s, 0 objects/s recovering 2021-07-26T16:12:45.571 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:45 smithi078 ceph-mon[77813]: pgmap v811: 89 pgs: 89 active+clean; 3.1 GiB data, 9.6 GiB used, 523 GiB / 536 GiB avail; 89 MiB/s wr, 1.42k op/s; 13 KiB/s, 0 objects/s recovering 2021-07-26T16:12:45.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:45 smithi139 ceph-mon[56829]: pgmap v811: 89 pgs: 89 active+clean; 3.1 GiB data, 9.6 GiB used, 523 GiB / 536 GiB avail; 89 MiB/s wr, 1.42k op/s; 13 KiB/s, 0 objects/s recovering 2021-07-26T16:12:45.597 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:45.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:45.598 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:45.699 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:45.736 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:45.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:45.737 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:45.838 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:45.882 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:45.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:45.884 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:45.984 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:45.992 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:12:45.992 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:12:46.013 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:46.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:46.014 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:46.115 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:46.144 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:46.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:46.145 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:46.246 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:46.278 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:46.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:46.280 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:46.381 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:46.414 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:46.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:46.415 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:46.467 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:46 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1554316501' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:46.467 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:46 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1554316501' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:46.479 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 33 16 58086 58070 109.961 83 0.00817162 0.00908941 2021-07-26T16:12:46.506 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:12:46.506 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:12:46.506 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:12:46.507 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:12:46.507 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:12:46.507 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:12:46.507 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:12:46.508 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:12:46.508 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:12:46.508 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:12:46.509 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:12:46.509 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:12:46.509 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:12:46.509 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:12:46.509 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:12:46.510 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:12:46.516 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:46.549 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:46.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:46.550 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:46.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:46 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1554316501' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:46.607 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:12:46.651 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:46.702 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:46.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:46.703 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:46.804 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:46.805 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:46.832 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:46.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:46.833 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:46.934 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:46.967 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:46.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:46.969 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:47.039 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-07-26T16:12:47.070 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:47.126 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:47.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:47.128 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:47.229 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:47.243 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:47.265 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:47.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:47.266 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:47.367 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:47.395 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:47.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:47.396 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:47.479 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 34 16 59465 59449 109.262 86.1875 0.00966541 0.00914767 2021-07-26T16:12:47.497 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:47.532 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:47.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:47.534 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:47.635 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:47.663 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:47 smithi078 ceph-mon[77813]: pgmap v812: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 90 MiB/s wr, 1.43k op/s 2021-07-26T16:12:47.663 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:47 smithi078 ceph-mon[73801]: pgmap v812: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 90 MiB/s wr, 1.43k op/s 2021-07-26T16:12:47.667 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:47.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:47.669 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:47.772 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:47.803 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:47.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:47.804 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:47.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:47 smithi139 ceph-mon[56829]: pgmap v812: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 90 MiB/s wr, 1.43k op/s 2021-07-26T16:12:47.905 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:47.934 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:47.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:47.936 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:48.037 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:48.073 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:48.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:48.075 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:48.176 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:48.207 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:48.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:48.209 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:48.310 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:48.347 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:48.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:48.348 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:48.449 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:48.479 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 35 16 60776 60760 108.481 81.9375 0.0150471 0.00921333 2021-07-26T16:12:48.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:48.481 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:48.481 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:48.582 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:48.614 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:48.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:48.615 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:48.716 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:48.753 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:48.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:48.755 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:48.856 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:48.877 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:48.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:48.879 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:48.980 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:49.015 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:49.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:49.016 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:49.117 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:49.149 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:49.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:49.150 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:49.251 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:49.279 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:49.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:49.281 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:49.382 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:49.407 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:49.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:49.409 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:49.479 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 36 16 62058 62042 107.693 80.125 0.017064 0.00928012 2021-07-26T16:12:49.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:49 smithi078 ceph-mon[73801]: pgmap v813: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 90 MiB/s wr, 1.43k op/s 2021-07-26T16:12:49.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:49 smithi078 ceph-mon[77813]: pgmap v813: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 90 MiB/s wr, 1.43k op/s 2021-07-26T16:12:49.509 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:49.542 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:49.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:49.544 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:49.645 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:49.662 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:12:49.672 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:49.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:49.674 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:49.775 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:49.817 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:49.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:49.818 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:49.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:49 smithi139 ceph-mon[56829]: pgmap v813: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 522 GiB / 536 GiB avail; 90 MiB/s wr, 1.43k op/s 2021-07-26T16:12:49.851 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:49.920 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:49.977 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:49.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:49.978 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:50.079 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:50.136 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:50.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:50.137 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:50.238 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:50.268 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:50.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:50.270 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:50.370 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:50.409 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:50.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:50.410 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:50.480 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 37 16 63324 63308 106.921 79.125 0.0108877 0.00934772 2021-07-26T16:12:50.511 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:50.544 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:50.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:50.546 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:50.647 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:50.682 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:50.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:50.683 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:50.784 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:50.822 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:50.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:50.823 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:50.870 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 4] out_osds: [2, 0] dead_osds: [] live_osds: [0, 1, 3, 5, 6, 7, 2, 4] 2021-07-26T16:12:50.870 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-07-26T16:12:50.871 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_2 2021-07-26T16:12:50.871 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:12:50.924 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:50.954 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:50.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:50.955 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:51.056 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:51.090 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:51.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:51.092 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:51.094 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:51.193 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:51.225 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:51.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:51.227 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:51.328 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:51.367 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:51.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:51.368 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:51.372 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:12:51.469 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:51.480 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 38 16 64618 64602 106.235 80.875 0.00809611 0.00940726 2021-07-26T16:12:51.500 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:51.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:51.502 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:51.603 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:51.642 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:51.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:51.644 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:51.662 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:51 smithi078 ceph-mon[77813]: pgmap v814: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 83 MiB/s wr, 1.32k op/s 2021-07-26T16:12:51.662 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:51 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2562376025' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:12:51.663 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:51 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:12:51.664 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:51 smithi078 ceph-mon[73801]: pgmap v814: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 83 MiB/s wr, 1.32k op/s 2021-07-26T16:12:51.664 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:51 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2562376025' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:12:51.665 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:51 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:12:51.744 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:51.771 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:51.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:51.772 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:51.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:51 smithi139 ceph-mon[56829]: pgmap v814: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 83 MiB/s wr, 1.32k op/s 2021-07-26T16:12:51.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:51 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2562376025' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:12:51.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:51 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:12:51.873 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:51.888 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:12:51.888 INFO:teuthology.orchestra.run.smithi078.stdout: "size": 20, 2021-07-26T16:12:51.888 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 600, 2021-07-26T16:12:51.889 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [ 2021-07-26T16:12:51.889 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.889 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149432 6.a e144/132 6:547a9c49:::benchmark_data_smithi078_103090_object44567:head v 144'9494, mlcod=97'2427)", 2021-07-26T16:12:51.889 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.057106+0000", 2021-07-26T16:12:51.890 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 555.77342450399999, 2021-07-26T16:12:51.890 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4280674180000004, 2021-07-26T16:12:51.890 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:51.890 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:51.891 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:51.891 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.891 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:51.891 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057106+0000", 2021-07-26T16:12:51.892 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.892 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.892 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.892 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:51.892 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057106+0000", 2021-07-26T16:12:51.893 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.893 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.893 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.893 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:51.894 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057111+0000", 2021-07-26T16:12:51.894 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.5170000000000001e-06 2021-07-26T16:12:51.894 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.894 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.894 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:51.895 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057114+0000", 2021-07-26T16:12:51.895 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9280000000000003e-06 2021-07-26T16:12:51.895 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.895 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.896 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:51.896 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057128+0000", 2021-07-26T16:12:51.896 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3251000000000001e-05 2021-07-26T16:12:51.896 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.897 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.897 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:51.897 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.057135+0000", 2021-07-26T16:12:51.897 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2439999999999996e-06 2021-07-26T16:12:51.897 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.898 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.898 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:51.898 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.465624+0000", 2021-07-26T16:12:51.898 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4084889509999998 2021-07-26T16:12:51.899 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.899 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.899 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:51.899 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.465648+0000", 2021-07-26T16:12:51.899 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3833e-05 2021-07-26T16:12:51.900 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.900 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.900 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:12:51.900 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485135+0000", 2021-07-26T16:12:51.901 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019487256000000001 2021-07-26T16:12:51.901 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.901 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.901 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:51.901 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485173+0000", 2021-07-26T16:12:51.902 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.8438e-05 2021-07-26T16:12:51.902 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:51.902 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:51.902 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:51.903 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.903 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.903 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149434 6.a e144/132 6:5f1fb054:::benchmark_data_smithi078_103090_object44569:head v 144'9495, mlcod=97'2427)", 2021-07-26T16:12:51.903 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.067273+0000", 2021-07-26T16:12:51.903 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 555.76325777199997, 2021-07-26T16:12:51.904 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.417923944, 2021-07-26T16:12:51.904 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:51.904 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:51.904 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:51.905 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.905 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:51.905 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067273+0000", 2021-07-26T16:12:51.905 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.905 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.906 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.906 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:51.906 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067273+0000", 2021-07-26T16:12:51.906 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.906 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.907 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.907 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:51.907 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067276+0000", 2021-07-26T16:12:51.907 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0680000000000001e-06 2021-07-26T16:12:51.908 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.908 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.908 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:51.908 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067279+0000", 2021-07-26T16:12:51.908 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9270000000000001e-06 2021-07-26T16:12:51.909 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.909 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.909 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:51.909 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067294+0000", 2021-07-26T16:12:51.910 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4771e-05 2021-07-26T16:12:51.910 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.910 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.910 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:51.910 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.067301+0000", 2021-07-26T16:12:51.911 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.6790000000000005e-06 2021-07-26T16:12:51.911 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.911 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.911 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:51.912 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.470342+0000", 2021-07-26T16:12:51.912 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4030407970000001 2021-07-26T16:12:51.912 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.912 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.912 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:51.913 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.470365+0000", 2021-07-26T16:12:51.913 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3428e-05 2021-07-26T16:12:51.913 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.913 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.913 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:12:51.914 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485179+0000", 2021-07-26T16:12:51.914 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014813428 2021-07-26T16:12:51.914 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.914 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.915 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:51.915 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485197+0000", 2021-07-26T16:12:51.915 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7846000000000002e-05 2021-07-26T16:12:51.915 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:51.916 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:51.916 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:51.916 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.916 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.916 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149441 6.a e144/132 6:519cf7ee:::benchmark_data_smithi078_103090_object44576:head v 144'9496, mlcod=97'2427)", 2021-07-26T16:12:51.917 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.147013+0000", 2021-07-26T16:12:51.917 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 555.68351757599999, 2021-07-26T16:12:51.917 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3469775310000003, 2021-07-26T16:12:51.918 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:51.918 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:51.918 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:51.919 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.919 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:51.919 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147013+0000", 2021-07-26T16:12:51.919 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.919 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.920 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.920 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:51.920 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147013+0000", 2021-07-26T16:12:51.920 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.921 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.921 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.921 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:51.921 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147018+0000", 2021-07-26T16:12:51.921 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.916e-06 2021-07-26T16:12:51.922 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.922 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.922 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:51.922 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147022+0000", 2021-07-26T16:12:51.923 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7019999999999999e-06 2021-07-26T16:12:51.923 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.923 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.923 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:51.923 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147038+0000", 2021-07-26T16:12:51.924 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6297999999999999e-05 2021-07-26T16:12:51.924 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.925 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.925 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:51.926 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.147044+0000", 2021-07-26T16:12:51.926 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.5780000000000004e-06 2021-07-26T16:12:51.926 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.926 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.927 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:51.927 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.474756+0000", 2021-07-26T16:12:51.927 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3277112889999998 2021-07-26T16:12:51.927 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.928 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.928 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:51.928 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.474782+0000", 2021-07-26T16:12:51.928 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.6551e-05 2021-07-26T16:12:51.928 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.929 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.929 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:12:51.929 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.493942+0000", 2021-07-26T16:12:51.929 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019159641000000002 2021-07-26T16:12:51.929 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.930 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.930 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:51.930 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.493990+0000", 2021-07-26T16:12:51.930 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8556000000000001e-05 2021-07-26T16:12:51.931 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:51.931 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:51.931 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:51.931 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.932 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.932 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149465 6.a e144/132 6:561401cd:::benchmark_data_smithi078_103090_object44600:head v 144'9497, mlcod=97'2427)", 2021-07-26T16:12:51.932 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.573173+0000", 2021-07-26T16:12:51.932 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 555.25735738200001, 2021-07-26T16:12:51.932 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9208395199999999, 2021-07-26T16:12:51.933 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:51.933 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:51.933 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:51.933 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.934 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:51.934 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573173+0000", 2021-07-26T16:12:51.934 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.934 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.935 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.935 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:51.935 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573173+0000", 2021-07-26T16:12:51.935 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.936 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.937 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.937 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:51.938 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573179+0000", 2021-07-26T16:12:51.938 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.3330000000000002e-06 2021-07-26T16:12:51.938 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.938 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.939 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:51.939 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573184+0000", 2021-07-26T16:12:51.939 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2390000000000004e-06 2021-07-26T16:12:51.939 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.940 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.940 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:51.940 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573206+0000", 2021-07-26T16:12:51.940 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2354e-05 2021-07-26T16:12:51.941 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.941 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.941 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:51.941 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.573215+0000", 2021-07-26T16:12:51.942 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.6600000000000001e-06 2021-07-26T16:12:51.942 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.942 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.942 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:51.943 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.480008+0000", 2021-07-26T16:12:51.943 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9067930560000002 2021-07-26T16:12:51.943 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.943 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.943 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:51.944 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.480031+0000", 2021-07-26T16:12:51.944 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3195999999999999e-05 2021-07-26T16:12:51.944 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.945 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.945 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:12:51.946 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.493995+0000", 2021-07-26T16:12:51.947 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013964486999999999 2021-07-26T16:12:51.947 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.947 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.947 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:51.948 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.494013+0000", 2021-07-26T16:12:51.948 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.7195000000000001e-05 2021-07-26T16:12:51.948 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:51.948 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:51.948 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:51.949 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.949 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.949 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149484 6.a e144/132 6:519ea9c6:::benchmark_data_smithi078_103090_object44619:head v 144'9498, mlcod=97'2427)", 2021-07-26T16:12:51.949 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:36.774869+0000", 2021-07-26T16:12:51.950 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 555.05566112999998, 2021-07-26T16:12:51.950 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.719184056, 2021-07-26T16:12:51.950 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:51.950 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:51.950 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:51.951 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.951 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:51.951 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774869+0000", 2021-07-26T16:12:51.951 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.952 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.952 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.952 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:51.952 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774869+0000", 2021-07-26T16:12:51.952 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.953 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.953 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.953 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:51.953 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774874+0000", 2021-07-26T16:12:51.954 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8930000000000004e-06 2021-07-26T16:12:51.954 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.954 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.954 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:51.954 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774878+0000", 2021-07-26T16:12:51.955 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.9840000000000003e-06 2021-07-26T16:12:51.955 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.955 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.955 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:51.956 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774892+0000", 2021-07-26T16:12:51.956 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4136e-05 2021-07-26T16:12:51.956 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.956 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.956 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:51.957 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:36.774898+0000", 2021-07-26T16:12:51.957 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0599999999999996e-06 2021-07-26T16:12:51.957 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.957 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.958 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:51.958 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485238+0000", 2021-07-26T16:12:51.958 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.710339947 2021-07-26T16:12:51.958 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.958 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.959 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:51.959 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.485267+0000", 2021-07-26T16:12:51.959 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8843000000000002e-05 2021-07-26T16:12:51.959 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.959 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.960 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:12:51.960 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.494038+0000", 2021-07-26T16:12:51.960 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0087708999999999999 2021-07-26T16:12:51.960 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.961 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.961 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:51.961 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.494053+0000", 2021-07-26T16:12:51.961 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.5293000000000001e-05 2021-07-26T16:12:51.962 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:51.962 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:51.962 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:51.962 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.962 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.963 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_repop(client.44646.0:149525 6.a e145/132 6:58308c1b:::benchmark_data_smithi078_103090_object44660:head v 145'9499, mlcod=97'2427)", 2021-07-26T16:12:51.963 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:40.625757+0000", 2021-07-26T16:12:51.963 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 551.20477334199995, 2021-07-26T16:12:51.963 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.353850789, 2021-07-26T16:12:51.963 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:51.964 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:51.964 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:51.964 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.964 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:51.965 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625757+0000", 2021-07-26T16:12:51.965 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.965 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.965 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.965 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:51.966 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625757+0000", 2021-07-26T16:12:51.966 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.966 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.966 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.967 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:51.967 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625764+0000", 2021-07-26T16:12:51.967 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.0809999999999996e-06 2021-07-26T16:12:51.968 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.968 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.968 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:51.968 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625769+0000", 2021-07-26T16:12:51.968 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2220000000000001e-06 2021-07-26T16:12:51.969 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.969 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.969 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:51.969 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625786+0000", 2021-07-26T16:12:51.969 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6558e-05 2021-07-26T16:12:51.970 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.970 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.970 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:51.970 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.625793+0000", 2021-07-26T16:12:51.971 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.4220000000000003e-06 2021-07-26T16:12:51.971 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.971 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.971 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:51.971 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.926122+0000", 2021-07-26T16:12:51.972 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3003284079999999 2021-07-26T16:12:51.972 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.972 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.972 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:51.973 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.926152+0000", 2021-07-26T16:12:51.973 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0365000000000002e-05 2021-07-26T16:12:51.973 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.973 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.973 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:12:51.974 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.979462+0000", 2021-07-26T16:12:51.974 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.053310031000000001 2021-07-26T16:12:51.974 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.974 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.975 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:51.975 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.979608+0000", 2021-07-26T16:12:51.975 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000145702 2021-07-26T16:12:51.976 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:51.976 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:51.976 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:51.976 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.976 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.977 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "MOSDPGPush(6.2 145/143 [PushOp(6:4a63193f:::benchmark_data_smithi078_103090_object44497:head, version: 102'2831, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(6:4a63193f:::benchmark_data_smithi078_103090_object44497:head@102'2831, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-07-26T16:12:51.977 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:40.665109+0000", 2021-07-26T16:12:51.977 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 551.16542135400005, 2021-07-26T16:12:51.977 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3145018180000001, 2021-07-26T16:12:51.978 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:51.978 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:12:51.978 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:51.978 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.979 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:51.979 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665109+0000", 2021-07-26T16:12:51.979 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.979 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.979 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.980 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:51.980 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665109+0000", 2021-07-26T16:12:51.980 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.980 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.980 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.981 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:51.981 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665130+0000", 2021-07-26T16:12:51.981 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0693999999999999e-05 2021-07-26T16:12:51.981 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.981 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.982 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:51.982 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665144+0000", 2021-07-26T16:12:51.982 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3681e-05 2021-07-26T16:12:51.982 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.983 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.983 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:51.983 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665168+0000", 2021-07-26T16:12:51.983 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4295e-05 2021-07-26T16:12:51.983 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.984 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.984 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:51.984 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.665180+0000", 2021-07-26T16:12:51.984 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2374e-05 2021-07-26T16:12:51.985 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.985 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.985 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:51.985 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.954413+0000", 2021-07-26T16:12:51.986 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2892332479999999 2021-07-26T16:12:51.986 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.986 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.986 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:51.986 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.954921+0000", 2021-07-26T16:12:51.987 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00050755099999999997 2021-07-26T16:12:51.987 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.987 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.987 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:51.988 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:42.979611+0000", 2021-07-26T16:12:51.988 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.024689974999999999 2021-07-26T16:12:51.988 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:51.988 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:51.988 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:51.989 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.989 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.989 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "MOSDPGPush(6.2 145/143 [PushOp(6:47e875d9:::benchmark_data_smithi078_103090_object44504:head, version: 102'2832, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(6:47e875d9:::benchmark_data_smithi078_103090_object44504:head@102'2832, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-07-26T16:12:51.989 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:03:40.670689+0000", 2021-07-26T16:12:51.990 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 551.15984182099999, 2021-07-26T16:12:51.990 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3525137009999999, 2021-07-26T16:12:51.990 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:51.990 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "started", 2021-07-26T16:12:51.990 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:51.991 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.991 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:51.991 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670689+0000", 2021-07-26T16:12:51.991 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.992 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.992 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.992 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:51.992 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670689+0000", 2021-07-26T16:12:51.992 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670709+0000", 2021-07-26T16:12:51.993 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0259999999999999e-05 2021-07-26T16:12:51.994 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.994 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.994 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:51.994 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670721+0000", 2021-07-26T16:12:51.995 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1576999999999999e-05 2021-07-26T16:12:51.995 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.995 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.995 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:51.996 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670743+0000", 2021-07-26T16:12:51.996 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2308000000000001e-05 2021-07-26T16:12:51.996 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.996 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.997 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:51.997 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:40.670779+0000", 2021-07-26T16:12:51.997 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.6170000000000001e-05 2021-07-26T16:12:51.997 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.998 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.998 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:51.998 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:43.002800+0000", 2021-07-26T16:12:51.998 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.3320212900000001 2021-07-26T16:12:51.998 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:51.999 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:51.999 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:51.999 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:43.003337+0000", 2021-07-26T16:12:51.999 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00053688499999999997 2021-07-26T16:12:52.000 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.000 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.000 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:52.000 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:03:43.023202+0000", 2021-07-26T16:12:52.000 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.019865211000000001 2021-07-26T16:12:52.001 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.001 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:52.001 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.001 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.002 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.002 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153021 6.18 6:192b3762:::benchmark_data_smithi078_103090_object48156:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:12:52.002 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201119+0000", 2021-07-26T16:12:52.003 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 525.62941153199995, 2021-07-26T16:12:52.003 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1717271660000002, 2021-07-26T16:12:52.003 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:52.003 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:12:52.003 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:12:52.004 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:12:52.004 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:52.004 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153021 2021-07-26T16:12:52.004 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.005 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:52.005 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.005 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:52.005 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201119+0000", 2021-07-26T16:12:52.006 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.006 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.006 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.006 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:52.007 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201119+0000", 2021-07-26T16:12:52.007 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.007 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.007 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.008 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:52.008 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201127+0000", 2021-07-26T16:12:52.008 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.6359999999999994e-06 2021-07-26T16:12:52.008 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.008 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.009 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:52.009 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201132+0000", 2021-07-26T16:12:52.009 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5289999999999999e-06 2021-07-26T16:12:52.011 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.011 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.011 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:52.012 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201149+0000", 2021-07-26T16:12:52.012 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.6960999999999999e-05 2021-07-26T16:12:52.012 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.012 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.012 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:52.013 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201158+0000", 2021-07-26T16:12:52.013 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.2979999999999997e-06 2021-07-26T16:12:52.013 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.013 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.014 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.014 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664665+0000", 2021-07-26T16:12:52.014 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46350697600000001 2021-07-26T16:12:52.014 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.014 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.015 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.015 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664674+0000", 2021-07-26T16:12:52.015 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.4149999999999999e-06 2021-07-26T16:12:52.015 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.015 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.016 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.016 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.028317+0000", 2021-07-26T16:12:52.016 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.363642826 2021-07-26T16:12:52.016 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.016 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.017 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.017 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.028327+0000", 2021-07-26T16:12:52.017 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0179e-05 2021-07-26T16:12:52.017 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.018 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.018 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.018 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.371292+0000", 2021-07-26T16:12:52.018 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3429652449999998 2021-07-26T16:12:52.018 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.019 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.019 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:52.019 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.372846+0000", 2021-07-26T16:12:52.019 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001554101 2021-07-26T16:12:52.019 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.020 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:52.020 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.020 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.020 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.021 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153041 6.8 6:1715e34a:::benchmark_data_smithi078_103090_object48176:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:12:52.021 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201167+0000", 2021-07-26T16:12:52.021 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 525.62936369800002, 2021-07-26T16:12:52.021 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.0596478149999999, 2021-07-26T16:12:52.021 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:52.022 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:12:52.022 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:12:52.022 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:12:52.022 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:52.022 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153041 2021-07-26T16:12:52.023 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.023 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:52.023 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.023 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:52.023 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201167+0000", 2021-07-26T16:12:52.024 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.024 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.024 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.024 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:52.025 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201167+0000", 2021-07-26T16:12:52.025 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.025 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.025 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.026 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:52.026 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201168+0000", 2021-07-26T16:12:52.026 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3149999999999999e-06 2021-07-26T16:12:52.026 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.027 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.027 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:52.027 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201170+0000", 2021-07-26T16:12:52.028 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3999999999999999e-06 2021-07-26T16:12:52.028 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.028 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.028 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:52.028 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201175+0000", 2021-07-26T16:12:52.029 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.536e-06 2021-07-26T16:12:52.029 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.029 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.029 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:52.030 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201179+0000", 2021-07-26T16:12:52.030 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.7850000000000002e-06 2021-07-26T16:12:52.030 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.030 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.031 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.031 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664676+0000", 2021-07-26T16:12:52.031 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46349737000000002 2021-07-26T16:12:52.031 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.031 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.032 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.032 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664683+0000", 2021-07-26T16:12:52.032 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.1149999999999996e-06 2021-07-26T16:12:52.032 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.033 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.033 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.033 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013910+0000", 2021-07-26T16:12:52.033 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.34922636899999998 2021-07-26T16:12:52.033 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.034 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.034 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.034 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013921+0000", 2021-07-26T16:12:52.034 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.135e-05 2021-07-26T16:12:52.035 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.035 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.035 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.035 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.257791+0000", 2021-07-26T16:12:52.036 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2438699839999998 2021-07-26T16:12:52.036 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.036 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.036 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:52.036 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.260815+0000", 2021-07-26T16:12:52.037 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003023591 2021-07-26T16:12:52.037 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.037 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:52.037 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.038 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.038 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.038 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153054 6.8 6:1464a485:::benchmark_data_smithi078_103090_object48189:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:12:52.038 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201182+0000", 2021-07-26T16:12:52.038 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 525.62934812799995, 2021-07-26T16:12:52.039 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1939291460000003, 2021-07-26T16:12:52.039 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:52.039 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:12:52.039 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:12:52.040 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:12:52.040 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:52.040 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153054 2021-07-26T16:12:52.040 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.040 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:52.041 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.041 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:52.041 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201182+0000", 2021-07-26T16:12:52.041 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.041 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.042 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.042 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:52.042 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201182+0000", 2021-07-26T16:12:52.042 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.043 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.043 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.043 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:52.043 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201183+0000", 2021-07-26T16:12:52.044 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.6599999999999994e-07 2021-07-26T16:12:52.044 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.044 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.044 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:52.044 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201184+0000", 2021-07-26T16:12:52.045 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.0839999999999999e-06 2021-07-26T16:12:52.045 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.045 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.045 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:52.046 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201189+0000", 2021-07-26T16:12:52.046 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8799999999999999e-06 2021-07-26T16:12:52.046 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.046 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.046 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:52.047 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201192+0000", 2021-07-26T16:12:52.047 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.0860000000000002e-06 2021-07-26T16:12:52.047 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.047 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.048 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.048 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664709+0000", 2021-07-26T16:12:52.048 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46351669899999998 2021-07-26T16:12:52.048 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.048 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.049 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.049 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664715+0000", 2021-07-26T16:12:52.049 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1290000000000001e-06 2021-07-26T16:12:52.049 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.049 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.050 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.050 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013944+0000", 2021-07-26T16:12:52.050 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.34922837000000001 2021-07-26T16:12:52.050 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.051 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.051 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.051 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013950+0000", 2021-07-26T16:12:52.051 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2500000000000003e-06 2021-07-26T16:12:52.051 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.052 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.052 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.052 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.261306+0000", 2021-07-26T16:12:52.052 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2473564249999995 2021-07-26T16:12:52.053 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.053 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.053 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:12:52.053 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.264891+0000", 2021-07-26T16:12:52.053 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0035851949999999998 2021-07-26T16:12:52.054 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.054 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.054 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.054 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.392998+0000", 2021-07-26T16:12:52.055 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.12810634000000001 2021-07-26T16:12:52.055 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.055 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.055 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:52.055 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.395112+0000", 2021-07-26T16:12:52.056 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0021137220000000002 2021-07-26T16:12:52.056 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.056 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:52.056 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.057 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.057 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.057 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153079 6.18 6:1ebf40f5:::benchmark_data_smithi078_103090_object48214:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:12:52.057 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201196+0000", 2021-07-26T16:12:52.057 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 525.62933468000006, 2021-07-26T16:12:52.058 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2204830390000003, 2021-07-26T16:12:52.058 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:52.058 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:52.058 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:12:52.059 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:12:52.059 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:52.059 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153079 2021-07-26T16:12:52.059 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.059 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:52.060 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.060 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:52.060 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201196+0000", 2021-07-26T16:12:52.060 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.060 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.061 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.061 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:52.061 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201196+0000", 2021-07-26T16:12:52.061 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.062 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.062 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.062 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:52.062 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201197+0000", 2021-07-26T16:12:52.062 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.187e-06 2021-07-26T16:12:52.063 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.063 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.063 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:52.063 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201198+0000", 2021-07-26T16:12:52.064 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.181e-06 2021-07-26T16:12:52.064 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.064 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.064 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:52.064 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201203+0000", 2021-07-26T16:12:52.065 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6120000000000001e-06 2021-07-26T16:12:52.065 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.065 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.065 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:52.066 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201206+0000", 2021-07-26T16:12:52.066 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.5090000000000002e-06 2021-07-26T16:12:52.066 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.066 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.066 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.067 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664717+0000", 2021-07-26T16:12:52.067 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46351054699999999 2021-07-26T16:12:52.067 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.067 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.068 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.068 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664723+0000", 2021-07-26T16:12:52.068 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.1360000000000002e-06 2021-07-26T16:12:52.068 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.068 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.069 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.069 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.400860+0000", 2021-07-26T16:12:52.069 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7361369690000004 2021-07-26T16:12:52.069 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.070 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.070 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:52.070 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.402914+0000", 2021-07-26T16:12:52.070 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002053792 2021-07-26T16:12:52.070 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.071 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.071 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:12:52.071 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.406339+0000", 2021-07-26T16:12:52.071 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0034250069999999999 2021-07-26T16:12:52.072 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.072 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.072 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.072 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.411842+0000", 2021-07-26T16:12:52.072 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0055036410000000001 2021-07-26T16:12:52.073 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.073 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.073 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.073 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.412353+0000", 2021-07-26T16:12:52.074 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00051071000000000005 2021-07-26T16:12:52.074 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.074 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.074 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.074 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.413140+0000", 2021-07-26T16:12:52.075 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00078717000000000001 2021-07-26T16:12:52.075 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.075 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.075 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:12:52.076 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.413395+0000", 2021-07-26T16:12:52.076 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00025470700000000001 2021-07-26T16:12:52.076 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.076 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.076 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:12:52.077 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.414522+0000", 2021-07-26T16:12:52.077 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0011271849999999999 2021-07-26T16:12:52.077 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.077 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.078 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:52.078 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.421679+0000", 2021-07-26T16:12:52.078 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0071566859999999998 2021-07-26T16:12:52.078 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.079 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:52.079 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.079 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.079 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.079 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153103 6.2 6:40c21dd6:::benchmark_data_smithi078_103090_object48238:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:12:52.080 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201209+0000", 2021-07-26T16:12:52.080 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 525.62932105200002, 2021-07-26T16:12:52.080 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.4114571749999998, 2021-07-26T16:12:52.080 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:52.080 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:12:52.081 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:12:52.081 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:12:52.081 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:52.081 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153103 2021-07-26T16:12:52.082 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.082 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:52.082 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.082 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:52.083 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201209+0000", 2021-07-26T16:12:52.083 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.083 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.083 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.083 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:52.084 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201209+0000", 2021-07-26T16:12:52.084 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.084 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.084 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.085 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:52.085 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201211+0000", 2021-07-26T16:12:52.085 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4139999999999999e-06 2021-07-26T16:12:52.085 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.085 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.086 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:52.086 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201212+0000", 2021-07-26T16:12:52.086 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.257e-06 2021-07-26T16:12:52.086 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.087 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.087 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:52.087 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201218+0000", 2021-07-26T16:12:52.087 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.7830000000000004e-06 2021-07-26T16:12:52.087 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.088 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.088 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:52.088 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201221+0000", 2021-07-26T16:12:52.088 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.3969999999999998e-06 2021-07-26T16:12:52.089 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.089 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.089 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.089 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568767+0000", 2021-07-26T16:12:52.089 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.36754528800000003 2021-07-26T16:12:52.090 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.090 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.090 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.090 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568778+0000", 2021-07-26T16:12:52.091 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1257000000000001e-05 2021-07-26T16:12:52.091 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.091 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.091 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.092 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.610839+0000", 2021-07-26T16:12:52.092 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.0420607749999999 2021-07-26T16:12:52.092 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.092 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.092 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:52.093 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612667+0000", 2021-07-26T16:12:52.093 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001828004 2021-07-26T16:12:52.093 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.093 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:52.094 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.094 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.094 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.094 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153113 6.2 6:44d0b334:::benchmark_data_smithi078_103090_object48248:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:12:52.094 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201228+0000", 2021-07-26T16:12:52.095 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 525.629302811, 2021-07-26T16:12:52.095 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9462143759999999, 2021-07-26T16:12:52.095 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:52.095 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:52.096 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:12:52.096 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:12:52.096 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:52.096 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153113 2021-07-26T16:12:52.097 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.097 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:52.097 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.097 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:52.097 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201228+0000", 2021-07-26T16:12:52.098 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.098 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.098 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.098 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:52.099 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201228+0000", 2021-07-26T16:12:52.099 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.099 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.099 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.099 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:52.100 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201229+0000", 2021-07-26T16:12:52.100 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.093e-06 2021-07-26T16:12:52.100 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.100 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.101 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:52.101 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201230+0000", 2021-07-26T16:12:52.101 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.097e-06 2021-07-26T16:12:52.101 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.101 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.102 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:52.102 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201235+0000", 2021-07-26T16:12:52.102 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6199999999999998e-06 2021-07-26T16:12:52.103 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.103 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.103 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:52.103 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201238+0000", 2021-07-26T16:12:52.104 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4240000000000002e-06 2021-07-26T16:12:52.104 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.104 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.104 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.104 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568796+0000", 2021-07-26T16:12:52.105 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.36755771599999998 2021-07-26T16:12:52.105 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.105 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.105 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.106 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568801+0000", 2021-07-26T16:12:52.106 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.3449999999999996e-06 2021-07-26T16:12:52.106 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.106 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.106 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.107 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612949+0000", 2021-07-26T16:12:52.107 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.044148421 2021-07-26T16:12:52.107 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.107 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.108 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:52.108 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.616163+0000", 2021-07-26T16:12:52.108 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032132699999999998 2021-07-26T16:12:52.108 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.109 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.109 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5,6", 2021-07-26T16:12:52.109 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.620936+0000", 2021-07-26T16:12:52.109 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.004773266 2021-07-26T16:12:52.109 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.110 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.110 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:12:52.110 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.634684+0000", 2021-07-26T16:12:52.110 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.013748089 2021-07-26T16:12:52.111 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.111 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.111 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.111 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.138779+0000", 2021-07-26T16:12:52.111 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.50409526000000004 2021-07-26T16:12:52.112 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.112 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.112 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.112 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.139475+0000", 2021-07-26T16:12:52.113 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00069591499999999997 2021-07-26T16:12:52.113 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.113 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.113 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.113 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.140415+0000", 2021-07-26T16:12:52.114 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00093928399999999997 2021-07-26T16:12:52.114 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.114 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.114 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:12:52.115 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.141994+0000", 2021-07-26T16:12:52.115 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015797540000000001 2021-07-26T16:12:52.115 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.115 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.116 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:52.116 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.147442+0000", 2021-07-26T16:12:52.116 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0054478219999999997 2021-07-26T16:12:52.116 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.116 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:52.117 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.117 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.117 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.117 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153119 6.8 6:1660b9f1:::benchmark_data_smithi078_103090_object48254:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:12:52.118 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201242+0000", 2021-07-26T16:12:52.118 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 525.62928880300001, 2021-07-26T16:12:52.118 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1992252619999997, 2021-07-26T16:12:52.118 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:52.118 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:52.119 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:12:52.119 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:12:52.119 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:52.119 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153119 2021-07-26T16:12:52.120 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.120 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:52.120 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.120 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:52.120 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201242+0000", 2021-07-26T16:12:52.121 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.121 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.121 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.121 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:52.122 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201242+0000", 2021-07-26T16:12:52.122 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.122 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.122 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.123 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:52.123 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201243+0000", 2021-07-26T16:12:52.123 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.4399999999999998e-07 2021-07-26T16:12:52.123 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.123 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.124 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:52.124 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201244+0000", 2021-07-26T16:12:52.124 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.02e-06 2021-07-26T16:12:52.124 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.125 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.125 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:52.125 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201248+0000", 2021-07-26T16:12:52.125 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7310000000000001e-06 2021-07-26T16:12:52.125 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.126 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.126 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:52.126 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201251+0000", 2021-07-26T16:12:52.126 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.7379999999999999e-06 2021-07-26T16:12:52.127 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.127 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.127 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.127 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664737+0000", 2021-07-26T16:12:52.128 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46348582900000002 2021-07-26T16:12:52.128 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.128 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.128 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.128 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664743+0000", 2021-07-26T16:12:52.129 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5639999999999996e-06 2021-07-26T16:12:52.129 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.129 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.129 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.130 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013992+0000", 2021-07-26T16:12:52.130 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.34924972599999998 2021-07-26T16:12:52.130 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.130 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.130 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.131 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.013998+0000", 2021-07-26T16:12:52.131 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.2269999999999998e-06 2021-07-26T16:12:52.131 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.131 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.132 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.132 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.265351+0000", 2021-07-26T16:12:52.132 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.2513530060000004 2021-07-26T16:12:52.132 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.132 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.133 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:52.133 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.268594+0000", 2021-07-26T16:12:52.133 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0032424810000000002 2021-07-26T16:12:52.133 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.134 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.134 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:12:52.134 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.273629+0000", 2021-07-26T16:12:52.134 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.005034775 2021-07-26T16:12:52.134 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.135 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.135 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:12:52.135 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.279493+0000", 2021-07-26T16:12:52.135 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0058639119999999998 2021-07-26T16:12:52.136 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.136 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.136 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.136 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.395653+0000", 2021-07-26T16:12:52.137 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.11616030500000001 2021-07-26T16:12:52.137 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.137 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.137 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.137 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.396141+0000", 2021-07-26T16:12:52.138 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00048782699999999998 2021-07-26T16:12:52.138 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.138 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.138 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.139 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.396616+0000", 2021-07-26T16:12:52.139 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00047524999999999998 2021-07-26T16:12:52.139 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.139 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.139 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:12:52.140 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.397499+0000", 2021-07-26T16:12:52.140 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00088312700000000004 2021-07-26T16:12:52.140 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.140 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.141 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:52.141 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.400467+0000", 2021-07-26T16:12:52.141 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0029678 2021-07-26T16:12:52.141 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.141 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:52.142 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.142 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.142 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.142 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153141 6.2 6:41cb80f5:::benchmark_data_smithi078_103090_object48276:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:12:52.143 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201268+0000", 2021-07-26T16:12:52.143 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 525.62926276300004, 2021-07-26T16:12:52.143 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9552867279999999, 2021-07-26T16:12:52.143 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:52.143 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:52.144 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:12:52.144 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:12:52.144 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:52.144 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153141 2021-07-26T16:12:52.145 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.145 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:52.145 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.145 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:52.145 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201268+0000", 2021-07-26T16:12:52.146 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.146 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.146 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.146 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:52.147 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201268+0000", 2021-07-26T16:12:52.147 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.147 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.147 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.147 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:52.148 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201269+0000", 2021-07-26T16:12:52.148 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.85e-07 2021-07-26T16:12:52.148 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.148 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.149 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:52.149 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201270+0000", 2021-07-26T16:12:52.149 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.1480000000000001e-06 2021-07-26T16:12:52.149 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.149 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.150 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:52.150 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201274+0000", 2021-07-26T16:12:52.150 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6789999999999996e-06 2021-07-26T16:12:52.150 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.151 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.151 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:52.151 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201278+0000", 2021-07-26T16:12:52.151 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.1379999999999999e-06 2021-07-26T16:12:52.152 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.152 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.152 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.152 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568841+0000", 2021-07-26T16:12:52.152 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.36756292400000001 2021-07-26T16:12:52.153 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.153 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.153 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.153 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.568846+0000", 2021-07-26T16:12:52.154 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.1120000000000004e-06 2021-07-26T16:12:52.154 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.154 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.154 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.155 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.624919+0000", 2021-07-26T16:12:52.155 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.056073306 2021-07-26T16:12:52.155 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.155 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.155 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:52.156 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.627167+0000", 2021-07-26T16:12:52.156 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.002247831 2021-07-26T16:12:52.156 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.156 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.157 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,5,6", 2021-07-26T16:12:52.157 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.630976+0000", 2021-07-26T16:12:52.157 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00380964 2021-07-26T16:12:52.157 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.157 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.158 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:12:52.158 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.133861+0000", 2021-07-26T16:12:52.158 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.50288444200000004 2021-07-26T16:12:52.158 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.158 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.159 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.159 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.148620+0000", 2021-07-26T16:12:52.159 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.014759354000000001 2021-07-26T16:12:52.159 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.160 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.160 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.160 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.149608+0000", 2021-07-26T16:12:52.160 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00098736799999999997 2021-07-26T16:12:52.160 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.161 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.161 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.161 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.151199+0000", 2021-07-26T16:12:52.161 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0015914239999999999 2021-07-26T16:12:52.162 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.162 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.162 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:12:52.162 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.152217+0000", 2021-07-26T16:12:52.163 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001017925 2021-07-26T16:12:52.163 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.163 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.163 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:52.163 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:09.156554+0000", 2021-07-26T16:12:52.164 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043375519999999997 2021-07-26T16:12:52.164 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.164 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:52.164 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.165 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.165 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.165 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153146 6.18 6:1e6f9d03:::benchmark_data_smithi078_103090_object48281:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:12:52.165 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201281+0000", 2021-07-26T16:12:52.165 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 525.62924931199996, 2021-07-26T16:12:52.166 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2710628100000001, 2021-07-26T16:12:52.166 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:52.166 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:52.166 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:12:52.167 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:12:52.167 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:52.167 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153146 2021-07-26T16:12:52.167 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.167 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:52.168 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.168 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:52.168 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201281+0000", 2021-07-26T16:12:52.168 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.168 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.169 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.169 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:52.169 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201281+0000", 2021-07-26T16:12:52.169 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.170 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.170 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.170 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:52.170 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201282+0000", 2021-07-26T16:12:52.170 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 9.9000000000000005e-07 2021-07-26T16:12:52.171 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.171 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.171 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:52.171 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201283+0000", 2021-07-26T16:12:52.172 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.02e-06 2021-07-26T16:12:52.172 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.172 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.172 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:52.173 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201288+0000", 2021-07-26T16:12:52.173 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6240000000000001e-06 2021-07-26T16:12:52.173 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.173 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.173 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:52.174 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201291+0000", 2021-07-26T16:12:52.174 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.4850000000000001e-06 2021-07-26T16:12:52.174 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.174 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.175 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.175 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664752+0000", 2021-07-26T16:12:52.175 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46346110600000001 2021-07-26T16:12:52.175 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.176 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.176 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.176 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664758+0000", 2021-07-26T16:12:52.176 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.5389999999999998e-06 2021-07-26T16:12:52.176 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.177 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.177 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.177 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.422033+0000", 2021-07-26T16:12:52.177 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.7572745540000003 2021-07-26T16:12:52.178 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.178 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.178 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:52.178 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.430698+0000", 2021-07-26T16:12:52.178 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0086659470000000002 2021-07-26T16:12:52.179 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.179 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.179 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:12:52.179 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.435070+0000", 2021-07-26T16:12:52.180 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043711280000000002 2021-07-26T16:12:52.180 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.180 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.180 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.180 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.443389+0000", 2021-07-26T16:12:52.181 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0083194900000000006 2021-07-26T16:12:52.181 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.181 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.181 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.182 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.444134+0000", 2021-07-26T16:12:52.182 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00074463000000000003 2021-07-26T16:12:52.182 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.182 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.182 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.183 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.460455+0000", 2021-07-26T16:12:52.183 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.016321601000000002 2021-07-26T16:12:52.183 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.183 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.184 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:12:52.184 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.460739+0000", 2021-07-26T16:12:52.184 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00028367399999999998 2021-07-26T16:12:52.184 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.184 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.185 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:12:52.185 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.467240+0000", 2021-07-26T16:12:52.185 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0065014540000000003 2021-07-26T16:12:52.185 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.185 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.186 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:52.186 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.472344+0000", 2021-07-26T16:12:52.186 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0051035680000000002 2021-07-26T16:12:52.186 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.186 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:52.187 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.187 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.187 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.187 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153152 6.8 6:13d5daee:::benchmark_data_smithi078_103090_object48287:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e156)", 2021-07-26T16:12:52.187 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:06.201309+0000", 2021-07-26T16:12:52.188 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 525.62922152500005, 2021-07-26T16:12:52.188 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.2306528139999999, 2021-07-26T16:12:52.188 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:52.188 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:52.189 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:12:52.189 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:12:52.189 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:52.189 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153152 2021-07-26T16:12:52.189 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.190 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:52.190 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.190 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:52.190 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201309+0000", 2021-07-26T16:12:52.191 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.191 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.191 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.191 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:52.191 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201309+0000", 2021-07-26T16:12:52.192 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.192 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.192 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.192 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:52.193 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201316+0000", 2021-07-26T16:12:52.193 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.2760000000000003e-06 2021-07-26T16:12:52.193 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.193 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.193 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:52.194 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201318+0000", 2021-07-26T16:12:52.194 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3069999999999999e-06 2021-07-26T16:12:52.194 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.194 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.195 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:52.195 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201322+0000", 2021-07-26T16:12:52.195 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.8169999999999998e-06 2021-07-26T16:12:52.195 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.195 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.196 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:52.196 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.201326+0000", 2021-07-26T16:12:52.196 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.2109999999999998e-06 2021-07-26T16:12:52.196 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.197 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.197 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.197 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664763+0000", 2021-07-26T16:12:52.197 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.46343733599999998 2021-07-26T16:12:52.197 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.198 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.198 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.198 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:06.664769+0000", 2021-07-26T16:12:52.198 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.6210000000000001e-06 2021-07-26T16:12:52.198 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.199 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.199 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.199 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.014019+0000", 2021-07-26T16:12:52.199 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.34925055500000002 2021-07-26T16:12:52.200 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.200 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.200 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.200 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:07.014025+0000", 2021-07-26T16:12:52.200 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 6.0619999999999997e-06 2021-07-26T16:12:52.201 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.201 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.201 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.201 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.400746+0000", 2021-07-26T16:12:52.201 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.3867210459999999 2021-07-26T16:12:52.201 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.202 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.202 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:52.202 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.403539+0000", 2021-07-26T16:12:52.203 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00279313 2021-07-26T16:12:52.203 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.203 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.203 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:12:52.203 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.408331+0000", 2021-07-26T16:12:52.204 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0047918570000000001 2021-07-26T16:12:52.204 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.204 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.204 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.204 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.412889+0000", 2021-07-26T16:12:52.205 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0045578499999999996 2021-07-26T16:12:52.205 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.205 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.205 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.206 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.413421+0000", 2021-07-26T16:12:52.206 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.000531647 2021-07-26T16:12:52.206 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.206 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.206 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.207 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.414065+0000", 2021-07-26T16:12:52.207 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00064461800000000001 2021-07-26T16:12:52.207 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.207 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.207 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:12:52.208 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.422257+0000", 2021-07-26T16:12:52.208 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0081920280000000005 2021-07-26T16:12:52.208 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.208 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.209 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:12:52.209 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.427787+0000", 2021-07-26T16:12:52.209 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0055299800000000003 2021-07-26T16:12:52.209 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.209 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.210 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:52.210 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.431962+0000", 2021-07-26T16:12:52.210 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0041744729999999997 2021-07-26T16:12:52.210 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.211 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:52.211 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.211 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.211 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.212 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:153179 6.18 6:1e7f98f3:::benchmark_data_smithi078_103090_object48314:head [delete] snapc 0=[] ondisk+write+known_if_redirected e158)", 2021-07-26T16:12:52.212 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:04:08.612912+0000", 2021-07-26T16:12:52.212 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 523.21761844699995, 2021-07-26T16:12:52.212 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.9359044189999999, 2021-07-26T16:12:52.212 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:52.213 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "commit sent; apply or cleanup", 2021-07-26T16:12:52.213 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:12:52.213 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:12:52.213 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:52.214 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 153179 2021-07-26T16:12:52.214 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.214 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:52.214 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.214 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:52.215 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612912+0000", 2021-07-26T16:12:52.215 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.215 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.215 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.215 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:52.216 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612912+0000", 2021-07-26T16:12:52.216 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.216 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.216 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.216 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:52.217 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612917+0000", 2021-07-26T16:12:52.217 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.4859999999999999e-06 2021-07-26T16:12:52.217 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.217 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.218 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:52.218 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612922+0000", 2021-07-26T16:12:52.218 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 5.4280000000000004e-06 2021-07-26T16:12:52.218 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.218 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.219 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:52.219 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612936+0000", 2021-07-26T16:12:52.219 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.3961999999999999e-05 2021-07-26T16:12:52.219 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.220 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.220 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:52.220 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:08.612944+0000", 2021-07-26T16:12:52.220 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.3170000000000002e-06 2021-07-26T16:12:52.220 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.221 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.221 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.221 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.440279+0000", 2021-07-26T16:12:52.221 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8273346740000003 2021-07-26T16:12:52.221 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.222 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.222 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:12:52.222 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.442648+0000", 2021-07-26T16:12:52.222 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023694499999999999 2021-07-26T16:12:52.222 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.223 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.223 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.223 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.485715+0000", 2021-07-26T16:12:52.223 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.043066796999999997 2021-07-26T16:12:52.223 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.224 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.224 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:12:52.224 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.488099+0000", 2021-07-26T16:12:52.224 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0023833219999999998 2021-07-26T16:12:52.224 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.225 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.225 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.225 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.510335+0000", 2021-07-26T16:12:52.225 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.022236423000000002 2021-07-26T16:12:52.225 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.226 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.226 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "started", 2021-07-26T16:12:52.226 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.512325+0000", 2021-07-26T16:12:52.226 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0019898939999999999 2021-07-26T16:12:52.226 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.227 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.227 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for subops from 3,6,7", 2021-07-26T16:12:52.227 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.516657+0000", 2021-07-26T16:12:52.227 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0043323329999999998 2021-07-26T16:12:52.227 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.228 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.228 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.228 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.521933+0000", 2021-07-26T16:12:52.228 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0052761250000000004 2021-07-26T16:12:52.229 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.229 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.229 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.229 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.522623+0000", 2021-07-26T16:12:52.229 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00068971199999999999 2021-07-26T16:12:52.229 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.230 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.230 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "sub_op_commit_rec", 2021-07-26T16:12:52.230 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.523311+0000", 2021-07-26T16:12:52.230 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00068783699999999995 2021-07-26T16:12:52.231 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.231 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.231 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "op_commit", 2021-07-26T16:12:52.231 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.543753+0000", 2021-07-26T16:12:52.231 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.020441753 2021-07-26T16:12:52.232 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.232 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.232 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "commit_sent", 2021-07-26T16:12:52.232 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.544709+0000", 2021-07-26T16:12:52.232 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.00095647600000000005 2021-07-26T16:12:52.233 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.233 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.233 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:52.233 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:04:11.548816+0000", 2021-07-26T16:12:52.234 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0041074299999999996 2021-07-26T16:12:52.234 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.234 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:52.234 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.235 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.235 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.235 INFO:teuthology.orchestra.run.smithi078.stdout: "description": "osd_op(client.44646.0:176092 6.f 6:f144b86e:::benchmark_data_smithi078_103090_object71227:head [delete] snapc 0=[] ondisk+write+known_if_redirected e205)", 2021-07-26T16:12:52.235 INFO:teuthology.orchestra.run.smithi078.stdout: "initiated_at": "2021-07-26T16:06:38.297791+0000", 2021-07-26T16:12:52.236 INFO:teuthology.orchestra.run.smithi078.stdout: "age": 373.53273997899998, 2021-07-26T16:12:52.236 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.2097044029999999, 2021-07-26T16:12:52.236 INFO:teuthology.orchestra.run.smithi078.stdout: "type_data": { 2021-07-26T16:12:52.236 INFO:teuthology.orchestra.run.smithi078.stdout: "flag_point": "reached pg", 2021-07-26T16:12:52.236 INFO:teuthology.orchestra.run.smithi078.stdout: "client_info": { 2021-07-26T16:12:52.237 INFO:teuthology.orchestra.run.smithi078.stdout: "client": "client.44646", 2021-07-26T16:12:52.237 INFO:teuthology.orchestra.run.smithi078.stdout: "client_addr": "172.21.15.78:0/365796155", 2021-07-26T16:12:52.237 INFO:teuthology.orchestra.run.smithi078.stdout: "tid": 176092 2021-07-26T16:12:52.237 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.237 INFO:teuthology.orchestra.run.smithi078.stdout: "events": [ 2021-07-26T16:12:52.238 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.238 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "initiated", 2021-07-26T16:12:52.238 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.297791+0000", 2021-07-26T16:12:52.238 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.239 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.239 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.239 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "throttled", 2021-07-26T16:12:52.239 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.297791+0000", 2021-07-26T16:12:52.239 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0 2021-07-26T16:12:52.240 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.240 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.240 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "header_read", 2021-07-26T16:12:52.240 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.297793+0000", 2021-07-26T16:12:52.241 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 2.8540000000000001e-06 2021-07-26T16:12:52.241 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.241 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.241 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "all_read", 2021-07-26T16:12:52.241 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.297796+0000", 2021-07-26T16:12:52.242 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 3.095e-06 2021-07-26T16:12:52.242 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.242 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.242 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "dispatched", 2021-07-26T16:12:52.243 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.297811+0000", 2021-07-26T16:12:52.243 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.4928e-05 2021-07-26T16:12:52.243 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.243 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.243 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "queued_for_pg", 2021-07-26T16:12:52.244 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.297820+0000", 2021-07-26T16:12:52.244 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 8.7970000000000006e-06 2021-07-26T16:12:52.244 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.244 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.245 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.245 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.301011+0000", 2021-07-26T16:12:52.245 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.003190825 2021-07-26T16:12:52.245 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.245 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.246 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for missing object", 2021-07-26T16:12:52.246 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.302278+0000", 2021-07-26T16:12:52.246 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001267039 2021-07-26T16:12:52.246 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.247 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.247 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.247 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.311043+0000", 2021-07-26T16:12:52.247 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.0087646349999999998 2021-07-26T16:12:52.247 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.248 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.248 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for rw locks", 2021-07-26T16:12:52.248 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:38.312440+0000", 2021-07-26T16:12:52.248 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.001397508 2021-07-26T16:12:52.248 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.249 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.249 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.249 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:39.546487+0000", 2021-07-26T16:12:52.249 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 1.2340467450000001 2021-07-26T16:12:52.250 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.250 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.250 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "waiting for peered", 2021-07-26T16:12:52.250 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:39.546492+0000", 2021-07-26T16:12:52.250 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 4.6009999999999997e-06 2021-07-26T16:12:52.251 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.251 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.251 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "reached_pg", 2021-07-26T16:12:52.251 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:40.507487+0000", 2021-07-26T16:12:52.252 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 0.96099539300000003 2021-07-26T16:12:52.252 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2021-07-26T16:12:52.252 INFO:teuthology.orchestra.run.smithi078.stdout: { 2021-07-26T16:12:52.252 INFO:teuthology.orchestra.run.smithi078.stdout: "event": "done", 2021-07-26T16:12:52.252 INFO:teuthology.orchestra.run.smithi078.stdout: "time": "2021-07-26T16:06:40.507495+0000", 2021-07-26T16:12:52.253 INFO:teuthology.orchestra.run.smithi078.stdout: "duration": 7.9829999999999996e-06 2021-07-26T16:12:52.253 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.253 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:52.253 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.254 INFO:teuthology.orchestra.run.smithi078.stdout: } 2021-07-26T16:12:52.254 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2021-07-26T16:12:52.254 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:12:52.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:52.256 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:52.256 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:52.357 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:52.396 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:52.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:52.397 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:52.480 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 39 16 65888 65872 105.547 79.375 0.0071947 0.00946934 2021-07-26T16:12:52.498 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:52.528 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:52.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:52.529 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:52.630 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:52.658 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:52.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:52.660 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:52.738 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:52 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:52.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:52 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:12:52.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:52 smithi078 ceph-mon[73801]: osdmap e287: 8 total, 8 up, 6 in 2021-07-26T16:12:52.739 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:52 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:52.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:52 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:12:52.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:52 smithi078 ceph-mon[77813]: osdmap e287: 8 total, 8 up, 6 in 2021-07-26T16:12:52.760 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:52.797 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:52.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:52.799 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:52.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:52 smithi139 ceph-mon[56829]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:12:52.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:52 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:12:52.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:52 smithi139 ceph-mon[56829]: osdmap e287: 8 total, 8 up, 6 in 2021-07-26T16:12:52.900 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:52.936 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:52.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:52.937 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:53.038 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:53.063 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:53.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:53.065 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:53.166 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:53.194 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:53.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:53.195 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:53.288 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-07-26T16:12:53.296 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:53.377 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:53.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:53.378 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:53.480 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:53.481 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:2021-07-26T16:12:53.480170+0000 min lat: 0.00121792 max lat: 1.03019 avg lat: 0.00955749 2021-07-26T16:12:53.481 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-07-26T16:12:53.482 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 40 16 66951 66935 104.569 66.4375 0.00887194 0.00955749 2021-07-26T16:12:53.506 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:12:53.511 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:53.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:53.513 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:53.558 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:53 smithi078 ceph-mon[73801]: pgmap v816: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-07-26T16:12:53.558 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:53 smithi078 ceph-mon[77813]: pgmap v816: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-07-26T16:12:53.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:53 smithi139 ceph-mon[56829]: pgmap v816: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 521 GiB / 536 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-07-26T16:12:53.600 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:12:53.614 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:53.627 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:12:53.650 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:53.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:53.652 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:53.660 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:12:53.693 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:12:53.716 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:12:53.753 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:53.774 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:53.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:53.776 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:53.804 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:12:53.837 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:12:53.867 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:12:53.873 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:12:53.873 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:12:53.873 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:12:53.874 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:12:53.874 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:12:53.874 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:12:53.874 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:12:53.875 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:12:53.878 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:53.912 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:53.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:53.914 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:54.015 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:54.051 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:54.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:54.052 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:54.153 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:54.185 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:54.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:54.187 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:54.288 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:54.313 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:54.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:54.315 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:54.416 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:54.446 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:54.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:54.447 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:54.480 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 41 16 68058 68042 103.706 69.1875 0.020197 0.00963799 2021-07-26T16:12:54.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:54 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1227865559' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:54.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:54 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1227865559' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:54.548 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:54.579 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:54.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:54.581 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:54.683 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:54.714 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:54.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:54.716 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:54.817 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:54.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:54 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1227865559' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:12:54.849 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:54.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:54.851 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:54.952 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:54.981 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:54.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:54.982 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:55.083 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:55.111 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:55.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:55.113 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:55.214 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:55.250 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:55.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:55.252 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:55.293 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set nodeep-scrub 2021-07-26T16:12:55.353 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:55.437 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:55.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:55.439 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:55.480 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 42 16 69239 69223 102.994 73.8125 0.00649984 0.00970452 2021-07-26T16:12:55.499 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:55.540 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:55.577 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:55.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:55.579 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:55.597 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:55 smithi078 ceph-mon[73801]: pgmap v817: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 82 MiB/s wr, 1.30k op/s 2021-07-26T16:12:55.597 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:55 smithi078 ceph-mon[77813]: pgmap v817: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 82 MiB/s wr, 1.30k op/s 2021-07-26T16:12:55.680 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:55.711 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:55.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:55.712 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:55.719 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:55 smithi139 ceph-mon[56829]: pgmap v817: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 520 GiB / 536 GiB avail; 82 MiB/s wr, 1.30k op/s 2021-07-26T16:12:55.813 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:55.848 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:55.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:55.850 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:55.945 INFO:teuthology.orchestra.run.smithi078.stdout: 2021-07-26T16:12:55.947 INFO:teuthology.orchestra.run.smithi078.stderr:dumped all 2021-07-26T16:12:55.951 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:55.984 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:55.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:55.986 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:56.086 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:56.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:56.123 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:56.123 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:56.224 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:56.253 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:56.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:56.254 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:56.355 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:56.379 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:56.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:56.380 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:56.480 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 43 16 70336 70320 102.193 68.5625 0.0137155 0.00978075 2021-07-26T16:12:56.481 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:56.511 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:56.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:56.512 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:56.613 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:56.649 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:56.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:56.650 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:56.752 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:56.778 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:56.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:56.780 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:56.881 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:56.912 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:56.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:56.913 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:57.014 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:57.051 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:57.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:57.053 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:57.127 INFO:teuthology.orchestra.run.smithi078.stdout:{"pg_ready":true,"pg_map":{"version":817,"stamp":"2021-07-26T16:12:54.070920+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4194375582,"num_objects":64016,"num_object_clones":0,"num_object_copies":192048,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64016,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":64252,"num_write_kb":4097933,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":53,"num_bytes_recovered":1903684,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":64186,"ondisk_log_size":64186,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":16763800,"kb_used_data":12231336,"kb_used_omap":2792,"kb_used_meta":4529623,"kb_avail":545707112,"statfs":{"total":575970213888,"available":558804082688,"internally_reserved":4294967296,"allocated":12524888064,"data_stored":12516515622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2859625,"internal_metadata":4638334359},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[6,4,5,7,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":855244800,"num_objects":13050,"num_object_clones":0,"num_object_copies":39150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13050,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13050,"num_write_kb":835200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002771"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":139,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.279030+0000","last_change":"2021-07-26T16:08:36.283686+0000","last_active":"2021-07-26T16:12:34.279030+0000","last_peered":"2021-07-26T16:12:34.279030+0000","last_clean":"2021-07-26T16:12:34.279030+0000","last_became_active":"2021-07-26T16:08:36.283018+0000","last_became_peered":"2021-07-26T16:08:36.283018+0000","last_unstale":"2021-07-26T16:12:34.279030+0000","last_undegraded":"2021-07-26T16:12:34.279030+0000","last_fullsized":"2021-07-26T16:12:34.279030+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":262,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.296378+0000","last_change":"2021-07-26T16:06:40.547571+0000","last_active":"2021-07-26T16:12:43.296378+0000","last_peered":"2021-07-26T16:12:43.296378+0000","last_clean":"2021-07-26T16:12:43.296378+0000","last_became_active":"2021-07-26T16:06:40.547213+0000","last_became_peered":"2021-07-26T16:06:40.547213+0000","last_unstale":"2021-07-26T16:12:43.296378+0000","last_undegraded":"2021-07-26T16:12:43.296378+0000","last_fullsized":"2021-07-26T16:12:43.296378+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":264,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.297581+0000","last_change":"2021-07-26T16:07:22.103292+0000","last_active":"2021-07-26T16:12:43.297581+0000","last_peered":"2021-07-26T16:12:43.297581+0000","last_clean":"2021-07-26T16:12:43.297581+0000","last_became_active":"2021-07-26T16:07:22.102955+0000","last_became_peered":"2021-07-26T16:07:22.102955+0000","last_unstale":"2021-07-26T16:12:43.297581+0000","last_undegraded":"2021-07-26T16:12:43.297581+0000","last_fullsized":"2021-07-26T16:12:43.297581+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":199,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.280612+0000","last_change":"2021-07-26T16:08:36.286520+0000","last_active":"2021-07-26T16:12:34.280612+0000","last_peered":"2021-07-26T16:12:34.280612+0000","last_clean":"2021-07-26T16:12:34.280612+0000","last_became_active":"2021-07-26T16:08:36.285802+0000","last_became_peered":"2021-07-26T16:08:36.285802+0000","last_unstale":"2021-07-26T16:12:34.280612+0000","last_undegraded":"2021-07-26T16:12:34.280612+0000","last_fullsized":"2021-07-26T16:12:34.280612+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":293,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.297023+0000","last_change":"2021-07-26T16:08:36.287804+0000","last_active":"2021-07-26T16:12:43.297023+0000","last_peered":"2021-07-26T16:12:43.297023+0000","last_clean":"2021-07-26T16:12:43.297023+0000","last_became_active":"2021-07-26T16:08:36.287455+0000","last_became_peered":"2021-07-26T16:08:36.287455+0000","last_unstale":"2021-07-26T16:12:43.297023+0000","last_undegraded":"2021-07-26T16:12:43.297023+0000","last_fullsized":"2021-07-26T16:12:43.297023+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":255,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.275490+0000","last_change":"2021-07-26T15:57:06.010364+0000","last_active":"2021-07-26T16:12:34.275490+0000","last_peered":"2021-07-26T16:12:34.275490+0000","last_clean":"2021-07-26T16:12:34.275490+0000","last_became_active":"2021-07-26T15:57:06.009920+0000","last_became_peered":"2021-07-26T15:57:06.009920+0000","last_unstale":"2021-07-26T16:12:34.275490+0000","last_undegraded":"2021-07-26T16:12:34.275490+0000","last_fullsized":"2021-07-26T16:12:34.275490+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":179,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.272733+0000","last_change":"2021-07-26T16:08:36.279812+0000","last_active":"2021-07-26T16:12:34.272733+0000","last_peered":"2021-07-26T16:12:34.272733+0000","last_clean":"2021-07-26T16:12:34.272733+0000","last_became_active":"2021-07-26T16:08:36.279535+0000","last_became_peered":"2021-07-26T16:08:36.279535+0000","last_unstale":"2021-07-26T16:12:34.272733+0000","last_undegraded":"2021-07-26T16:12:34.272733+0000","last_fullsized":"2021-07-26T16:12:34.272733+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":201,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.297310+0000","last_change":"2021-07-26T16:06:40.557623+0000","last_active":"2021-07-26T16:12:43.297310+0000","last_peered":"2021-07-26T16:12:43.297310+0000","last_clean":"2021-07-26T16:12:43.297310+0000","last_became_active":"2021-07-26T16:06:40.556919+0000","last_became_peered":"2021-07-26T16:06:40.556919+0000","last_unstale":"2021-07-26T16:12:43.297310+0000","last_undegraded":"2021-07-26T16:12:43.297310+0000","last_fullsized":"2021-07-26T16:12:43.297310+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":97,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.272325+0000","last_change":"2021-07-26T16:07:06.172027+0000","last_active":"2021-07-26T16:12:34.272325+0000","last_peered":"2021-07-26T16:12:34.272325+0000","last_clean":"2021-07-26T16:12:34.272325+0000","last_became_active":"2021-07-26T16:07:06.171655+0000","last_became_peered":"2021-07-26T16:07:06.171655+0000","last_unstale":"2021-07-26T16:12:34.272325+0000","last_undegraded":"2021-07-26T16:12:34.272325+0000","last_fullsized":"2021-07-26T16:12:34.272325+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":78,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.279832+0000","last_change":"2021-07-26T16:07:06.159174+0000","last_active":"2021-07-26T16:12:34.279832+0000","last_peered":"2021-07-26T16:12:34.279832+0000","last_clean":"2021-07-26T16:12:34.279832+0000","last_became_active":"2021-07-26T16:07:06.158764+0000","last_became_peered":"2021-07-26T16:07:06.158764+0000","last_unstale":"2021-07-26T16:12:34.279832+0000","last_undegraded":"2021-07-26T16:12:34.279832+0000","last_fullsized":"2021-07-26T16:12:34.279832+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":186,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.281703+0000","last_change":"2021-07-26T16:07:17.269524+0000","last_active":"2021-07-26T16:12:34.281703+0000","last_peered":"2021-07-26T16:12:34.281703+0000","last_clean":"2021-07-26T16:12:34.281703+0000","last_became_active":"2021-07-26T16:07:06.175374+0000","last_became_peered":"2021-07-26T16:07:06.175374+0000","last_unstale":"2021-07-26T16:12:34.281703+0000","last_undegraded":"2021-07-26T16:12:34.281703+0000","last_fullsized":"2021-07-26T16:12:34.281703+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":297,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.295299+0000","last_change":"2021-07-26T16:08:36.299180+0000","last_active":"2021-07-26T16:12:43.295299+0000","last_peered":"2021-07-26T16:12:43.295299+0000","last_clean":"2021-07-26T16:12:43.295299+0000","last_became_active":"2021-07-26T16:08:36.298730+0000","last_became_peered":"2021-07-26T16:08:36.298730+0000","last_unstale":"2021-07-26T16:12:43.295299+0000","last_undegraded":"2021-07-26T16:12:43.295299+0000","last_fullsized":"2021-07-26T16:12:43.295299+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"69'22","reported_seq":212,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.275798+0000","last_change":"2021-07-26T16:05:09.271726+0000","last_active":"2021-07-26T16:12:34.275798+0000","last_peered":"2021-07-26T16:12:34.275798+0000","last_clean":"2021-07-26T16:12:34.275798+0000","last_became_active":"2021-07-26T16:05:09.270963+0000","last_became_peered":"2021-07-26T16:05:09.270963+0000","last_unstale":"2021-07-26T16:12:34.275798+0000","last_undegraded":"2021-07-26T16:12:34.275798+0000","last_fullsized":"2021-07-26T16:12:34.275798+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":22,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":121,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.276298+0000","last_change":"2021-07-26T16:05:09.271736+0000","last_active":"2021-07-26T16:12:34.276298+0000","last_peered":"2021-07-26T16:12:34.276298+0000","last_clean":"2021-07-26T16:12:34.276298+0000","last_became_active":"2021-07-26T16:05:09.270467+0000","last_became_peered":"2021-07-26T16:05:09.270467+0000","last_unstale":"2021-07-26T16:12:34.276298+0000","last_undegraded":"2021-07-26T16:12:34.276298+0000","last_fullsized":"2021-07-26T16:12:34.276298+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":312,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.280116+0000","last_change":"2021-07-26T16:05:49.088441+0000","last_active":"2021-07-26T16:12:34.280116+0000","last_peered":"2021-07-26T16:12:34.280116+0000","last_clean":"2021-07-26T16:12:34.280116+0000","last_became_active":"2021-07-26T16:05:49.071104+0000","last_became_peered":"2021-07-26T16:05:49.071104+0000","last_unstale":"2021-07-26T16:12:34.280116+0000","last_undegraded":"2021-07-26T16:12:34.280116+0000","last_fullsized":"2021-07-26T16:12:34.280116+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":183,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.295967+0000","last_change":"2021-07-26T16:04:37.048865+0000","last_active":"2021-07-26T16:12:43.295967+0000","last_peered":"2021-07-26T16:12:43.295967+0000","last_clean":"2021-07-26T16:12:43.295967+0000","last_became_active":"2021-07-26T16:04:37.048216+0000","last_became_peered":"2021-07-26T16:04:37.048216+0000","last_unstale":"2021-07-26T16:12:43.295967+0000","last_undegraded":"2021-07-26T16:12:43.295967+0000","last_fullsized":"2021-07-26T16:12:43.295967+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":199,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.280123+0000","last_change":"2021-07-26T16:08:36.302913+0000","last_active":"2021-07-26T16:12:34.280123+0000","last_peered":"2021-07-26T16:12:34.280123+0000","last_clean":"2021-07-26T16:12:34.280123+0000","last_became_active":"2021-07-26T16:08:36.302605+0000","last_became_peered":"2021-07-26T16:08:36.302605+0000","last_unstale":"2021-07-26T16:12:34.280123+0000","last_undegraded":"2021-07-26T16:12:34.280123+0000","last_fullsized":"2021-07-26T16:12:34.280123+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":86,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.272689+0000","last_change":"2021-07-26T16:06:49.097829+0000","last_active":"2021-07-26T16:12:34.272689+0000","last_peered":"2021-07-26T16:12:34.272689+0000","last_clean":"2021-07-26T16:12:34.272689+0000","last_became_active":"2021-07-26T16:06:49.097427+0000","last_became_peered":"2021-07-26T16:06:49.097427+0000","last_unstale":"2021-07-26T16:12:34.272689+0000","last_undegraded":"2021-07-26T16:12:34.272689+0000","last_fullsized":"2021-07-26T16:12:34.272689+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":266,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.279935+0000","last_change":"2021-07-26T16:05:09.275919+0000","last_active":"2021-07-26T16:12:34.279935+0000","last_peered":"2021-07-26T16:12:34.279935+0000","last_clean":"2021-07-26T16:12:34.279935+0000","last_became_active":"2021-07-26T16:05:09.275609+0000","last_became_peered":"2021-07-26T16:05:09.275609+0000","last_unstale":"2021-07-26T16:12:34.279935+0000","last_undegraded":"2021-07-26T16:12:34.279935+0000","last_fullsized":"2021-07-26T16:12:34.279935+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":208,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.280705+0000","last_change":"2021-07-26T16:08:36.288888+0000","last_active":"2021-07-26T16:12:34.280705+0000","last_peered":"2021-07-26T16:12:34.280705+0000","last_clean":"2021-07-26T16:12:34.280705+0000","last_became_active":"2021-07-26T16:08:36.288502+0000","last_became_peered":"2021-07-26T16:08:36.288502+0000","last_unstale":"2021-07-26T16:12:34.280705+0000","last_undegraded":"2021-07-26T16:12:34.280705+0000","last_fullsized":"2021-07-26T16:12:34.280705+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":382,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.274431+0000","last_change":"2021-07-26T16:08:36.294284+0000","last_active":"2021-07-26T16:12:34.274431+0000","last_peered":"2021-07-26T16:12:34.274431+0000","last_clean":"2021-07-26T16:12:34.274431+0000","last_became_active":"2021-07-26T16:08:36.277733+0000","last_became_peered":"2021-07-26T16:08:36.277733+0000","last_unstale":"2021-07-26T16:12:34.274431+0000","last_undegraded":"2021-07-26T16:12:34.274431+0000","last_fullsized":"2021-07-26T16:12:34.274431+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":76,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.280021+0000","last_change":"2021-07-26T16:07:06.166517+0000","last_active":"2021-07-26T16:12:34.280021+0000","last_peered":"2021-07-26T16:12:34.280021+0000","last_clean":"2021-07-26T16:12:34.280021+0000","last_became_active":"2021-07-26T16:07:06.165431+0000","last_became_peered":"2021-07-26T16:07:06.165431+0000","last_unstale":"2021-07-26T16:12:34.280021+0000","last_undegraded":"2021-07-26T16:12:34.280021+0000","last_fullsized":"2021-07-26T16:12:34.280021+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.4","version":"286'4049","reported_seq":4075,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:50.064081+0000","last_change":"2021-07-26T16:12:23.226563+0000","last_active":"2021-07-26T16:12:50.064081+0000","last_peered":"2021-07-26T16:12:50.064081+0000","last_clean":"2021-07-26T16:12:50.064081+0000","last_became_active":"2021-07-26T16:12:23.223308+0000","last_became_peered":"2021-07-26T16:12:23.223308+0000","last_unstale":"2021-07-26T16:12:50.064081+0000","last_undegraded":"2021-07-26T16:12:50.064081+0000","last_fullsized":"2021-07-26T16:12:50.064081+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":4049,"ondisk_log_size":4049,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":265355264,"num_objects":4049,"num_object_clones":0,"num_object_copies":12147,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4049,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4049,"num_write_kb":259136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":93,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.280124+0000","last_change":"2021-07-26T16:08:36.295914+0000","last_active":"2021-07-26T16:12:34.280124+0000","last_peered":"2021-07-26T16:12:34.280124+0000","last_clean":"2021-07-26T16:12:34.280124+0000","last_became_active":"2021-07-26T16:08:36.284475+0000","last_became_peered":"2021-07-26T16:08:36.284475+0000","last_unstale":"2021-07-26T16:12:34.280124+0000","last_undegraded":"2021-07-26T16:12:34.280124+0000","last_fullsized":"2021-07-26T16:12:34.280124+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":88,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":104,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.277209+0000","last_change":"2021-07-26T16:07:06.160050+0000","last_active":"2021-07-26T16:12:34.277209+0000","last_peered":"2021-07-26T16:12:34.277209+0000","last_clean":"2021-07-26T16:12:34.277209+0000","last_became_active":"2021-07-26T16:07:06.158163+0000","last_became_peered":"2021-07-26T16:07:06.158163+0000","last_unstale":"2021-07-26T16:12:34.277209+0000","last_undegraded":"2021-07-26T16:12:34.277209+0000","last_fullsized":"2021-07-26T16:12:34.277209+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.5","version":"286'3801","reported_seq":3820,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:49.646791+0000","last_change":"2021-07-26T16:12:07.822956+0000","last_active":"2021-07-26T16:12:49.646791+0000","last_peered":"2021-07-26T16:12:49.646791+0000","last_clean":"2021-07-26T16:12:49.646791+0000","last_became_active":"2021-07-26T16:12:07.822618+0000","last_became_peered":"2021-07-26T16:12:07.822618+0000","last_unstale":"2021-07-26T16:12:49.646791+0000","last_undegraded":"2021-07-26T16:12:49.646791+0000","last_fullsized":"2021-07-26T16:12:49.646791+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":3801,"ondisk_log_size":3801,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":249102336,"num_objects":3801,"num_object_clones":0,"num_object_copies":11403,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3801,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3801,"num_write_kb":243264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":185,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.280882+0000","last_change":"2021-07-26T16:07:17.292074+0000","last_active":"2021-07-26T16:12:34.280882+0000","last_peered":"2021-07-26T16:12:34.280882+0000","last_clean":"2021-07-26T16:12:34.280882+0000","last_became_active":"2021-07-26T16:07:06.175216+0000","last_became_peered":"2021-07-26T16:07:06.175216+0000","last_unstale":"2021-07-26T16:12:34.280882+0000","last_undegraded":"2021-07-26T16:12:34.280882+0000","last_fullsized":"2021-07-26T16:12:34.280882+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":130,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.275829+0000","last_change":"2021-07-26T16:06:40.544334+0000","last_active":"2021-07-26T16:12:34.275829+0000","last_peered":"2021-07-26T16:12:34.275829+0000","last_clean":"2021-07-26T16:12:34.275829+0000","last_became_active":"2021-07-26T16:06:40.543939+0000","last_became_peered":"2021-07-26T16:06:40.543939+0000","last_unstale":"2021-07-26T16:12:34.275829+0000","last_undegraded":"2021-07-26T16:12:34.275829+0000","last_fullsized":"2021-07-26T16:12:34.275829+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.6","version":"286'3904","reported_seq":3923,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:49.592750+0000","last_change":"2021-07-26T16:12:08.427245+0000","last_active":"2021-07-26T16:12:49.592750+0000","last_peered":"2021-07-26T16:12:49.592750+0000","last_clean":"2021-07-26T16:12:49.592750+0000","last_became_active":"2021-07-26T16:12:08.426846+0000","last_became_peered":"2021-07-26T16:12:08.426846+0000","last_unstale":"2021-07-26T16:12:49.592750+0000","last_undegraded":"2021-07-26T16:12:49.592750+0000","last_fullsized":"2021-07-26T16:12:49.592750+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":3904,"ondisk_log_size":3904,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":255852544,"num_objects":3904,"num_object_clones":0,"num_object_copies":11712,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3904,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3904,"num_write_kb":249856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":317,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.281459+0000","last_change":"2021-07-26T16:06:49.100939+0000","last_active":"2021-07-26T16:12:34.281459+0000","last_peered":"2021-07-26T16:12:34.281459+0000","last_clean":"2021-07-26T16:12:34.281459+0000","last_became_active":"2021-07-26T16:06:49.095346+0000","last_became_peered":"2021-07-26T16:06:49.095346+0000","last_unstale":"2021-07-26T16:12:34.281459+0000","last_undegraded":"2021-07-26T16:12:34.281459+0000","last_fullsized":"2021-07-26T16:12:34.281459+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":273,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.274972+0000","last_change":"2021-07-26T16:07:06.164105+0000","last_active":"2021-07-26T16:12:34.274972+0000","last_peered":"2021-07-26T16:12:34.274972+0000","last_clean":"2021-07-26T16:12:34.274972+0000","last_became_active":"2021-07-26T16:07:06.161496+0000","last_became_peered":"2021-07-26T16:07:06.161496+0000","last_unstale":"2021-07-26T16:12:34.274972+0000","last_undegraded":"2021-07-26T16:12:34.274972+0000","last_fullsized":"2021-07-26T16:12:34.274972+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.7","version":"287'4331","reported_seq":4351,"reported_epoch":287,"state":"active+clean","last_fresh":"2021-07-26T16:12:53.991968+0000","last_change":"2021-07-26T16:12:08.428326+0000","last_active":"2021-07-26T16:12:53.991968+0000","last_peered":"2021-07-26T16:12:53.991968+0000","last_clean":"2021-07-26T16:12:53.991968+0000","last_became_active":"2021-07-26T16:12:08.427164+0000","last_became_peered":"2021-07-26T16:12:08.427164+0000","last_unstale":"2021-07-26T16:12:53.991968+0000","last_undegraded":"2021-07-26T16:12:53.991968+0000","last_fullsized":"2021-07-26T16:12:53.991968+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":4331,"ondisk_log_size":4331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":283836416,"num_objects":4331,"num_object_clones":0,"num_object_copies":12993,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4331,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4331,"num_write_kb":277184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":274,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.275266+0000","last_change":"2021-07-26T16:06:40.521506+0000","last_active":"2021-07-26T16:12:34.275266+0000","last_peered":"2021-07-26T16:12:34.275266+0000","last_clean":"2021-07-26T16:12:34.275266+0000","last_became_active":"2021-07-26T16:06:40.521024+0000","last_became_peered":"2021-07-26T16:06:40.521024+0000","last_unstale":"2021-07-26T16:12:34.275266+0000","last_undegraded":"2021-07-26T16:12:34.275266+0000","last_fullsized":"2021-07-26T16:12:34.275266+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":150,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.296674+0000","last_change":"2021-07-26T16:08:36.289906+0000","last_active":"2021-07-26T16:12:43.296674+0000","last_peered":"2021-07-26T16:12:43.296674+0000","last_clean":"2021-07-26T16:12:43.296674+0000","last_became_active":"2021-07-26T16:08:36.288836+0000","last_became_peered":"2021-07-26T16:08:36.288836+0000","last_unstale":"2021-07-26T16:12:43.296674+0000","last_undegraded":"2021-07-26T16:12:43.296674+0000","last_fullsized":"2021-07-26T16:12:43.296674+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.0","version":"286'3868","reported_seq":3887,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:49.527769+0000","last_change":"2021-07-26T16:12:08.365520+0000","last_active":"2021-07-26T16:12:49.527769+0000","last_peered":"2021-07-26T16:12:49.527769+0000","last_clean":"2021-07-26T16:12:49.527769+0000","last_became_active":"2021-07-26T16:12:08.365007+0000","last_became_peered":"2021-07-26T16:12:08.365007+0000","last_unstale":"2021-07-26T16:12:49.527769+0000","last_undegraded":"2021-07-26T16:12:49.527769+0000","last_fullsized":"2021-07-26T16:12:49.527769+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":3868,"ondisk_log_size":3868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":253493248,"num_objects":3868,"num_object_clones":0,"num_object_copies":11604,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3868,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3868,"num_write_kb":247552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":246,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.275924+0000","last_change":"2021-07-26T16:08:36.300399+0000","last_active":"2021-07-26T16:12:34.275924+0000","last_peered":"2021-07-26T16:12:34.275924+0000","last_clean":"2021-07-26T16:12:34.275924+0000","last_became_active":"2021-07-26T16:08:36.284086+0000","last_became_peered":"2021-07-26T16:08:36.284086+0000","last_unstale":"2021-07-26T16:12:34.275924+0000","last_undegraded":"2021-07-26T16:12:34.275924+0000","last_fullsized":"2021-07-26T16:12:34.275924+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":121,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.275680+0000","last_change":"2021-07-26T16:05:09.268428+0000","last_active":"2021-07-26T16:12:34.275680+0000","last_peered":"2021-07-26T16:12:34.275680+0000","last_clean":"2021-07-26T16:12:34.275680+0000","last_became_active":"2021-07-26T16:05:09.268050+0000","last_became_peered":"2021-07-26T16:05:09.268050+0000","last_unstale":"2021-07-26T16:12:34.275680+0000","last_undegraded":"2021-07-26T16:12:34.275680+0000","last_fullsized":"2021-07-26T16:12:34.275680+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1","version":"287'4179","reported_seq":4199,"reported_epoch":287,"state":"active+clean","last_fresh":"2021-07-26T16:12:53.975144+0000","last_change":"2021-07-26T16:12:08.365328+0000","last_active":"2021-07-26T16:12:53.975144+0000","last_peered":"2021-07-26T16:12:53.975144+0000","last_clean":"2021-07-26T16:12:53.975144+0000","last_became_active":"2021-07-26T16:12:08.364960+0000","last_became_peered":"2021-07-26T16:12:08.364960+0000","last_unstale":"2021-07-26T16:12:53.975144+0000","last_undegraded":"2021-07-26T16:12:53.975144+0000","last_fullsized":"2021-07-26T16:12:53.975144+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":4179,"ondisk_log_size":4179,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":273874944,"num_objects":4179,"num_object_clones":0,"num_object_copies":12537,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4179,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4179,"num_write_kb":267456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":174,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.279235+0000","last_change":"2021-07-26T16:12:33.250460+0000","last_active":"2021-07-26T16:12:34.279235+0000","last_peered":"2021-07-26T16:12:34.279235+0000","last_clean":"2021-07-26T16:12:34.279235+0000","last_became_active":"2021-07-26T16:12:33.250094+0000","last_became_peered":"2021-07-26T16:12:33.250094+0000","last_unstale":"2021-07-26T16:12:34.279235+0000","last_undegraded":"2021-07-26T16:12:34.279235+0000","last_fullsized":"2021-07-26T16:12:34.279235+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":73,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.275435+0000","last_change":"2021-07-26T16:07:22.102406+0000","last_active":"2021-07-26T16:12:34.275435+0000","last_peered":"2021-07-26T16:12:34.275435+0000","last_clean":"2021-07-26T16:12:34.275435+0000","last_became_active":"2021-07-26T16:07:22.102055+0000","last_became_peered":"2021-07-26T16:07:22.102055+0000","last_unstale":"2021-07-26T16:12:34.275435+0000","last_undegraded":"2021-07-26T16:12:34.275435+0000","last_fullsized":"2021-07-26T16:12:34.275435+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2","version":"286'3954","reported_seq":3973,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:50.043025+0000","last_change":"2021-07-26T16:12:08.427220+0000","last_active":"2021-07-26T16:12:50.043025+0000","last_peered":"2021-07-26T16:12:50.043025+0000","last_clean":"2021-07-26T16:12:50.043025+0000","last_became_active":"2021-07-26T16:12:08.426824+0000","last_became_peered":"2021-07-26T16:12:08.426824+0000","last_unstale":"2021-07-26T16:12:50.043025+0000","last_undegraded":"2021-07-26T16:12:50.043025+0000","last_fullsized":"2021-07-26T16:12:50.043025+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":3954,"ondisk_log_size":3954,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":259129344,"num_objects":3954,"num_object_clones":0,"num_object_copies":11862,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3954,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3954,"num_write_kb":253056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":130,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.275736+0000","last_change":"2021-07-26T16:05:49.078695+0000","last_active":"2021-07-26T16:12:34.275736+0000","last_peered":"2021-07-26T16:12:34.275736+0000","last_clean":"2021-07-26T16:12:34.275736+0000","last_became_active":"2021-07-26T16:05:49.078241+0000","last_became_peered":"2021-07-26T16:05:49.078241+0000","last_unstale":"2021-07-26T16:12:34.275736+0000","last_undegraded":"2021-07-26T16:12:34.275736+0000","last_fullsized":"2021-07-26T16:12:34.275736+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":146,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.276825+0000","last_change":"2021-07-26T16:06:57.080432+0000","last_active":"2021-07-26T16:12:34.276825+0000","last_peered":"2021-07-26T16:12:34.276825+0000","last_clean":"2021-07-26T16:12:34.276825+0000","last_became_active":"2021-07-26T16:06:57.080084+0000","last_became_peered":"2021-07-26T16:06:57.080084+0000","last_unstale":"2021-07-26T16:12:34.276825+0000","last_undegraded":"2021-07-26T16:12:34.276825+0000","last_fullsized":"2021-07-26T16:12:34.276825+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3","version":"287'4169","reported_seq":4189,"reported_epoch":287,"state":"active+clean","last_fresh":"2021-07-26T16:12:53.961936+0000","last_change":"2021-07-26T16:12:07.821505+0000","last_active":"2021-07-26T16:12:53.961936+0000","last_peered":"2021-07-26T16:12:53.961936+0000","last_clean":"2021-07-26T16:12:53.961936+0000","last_became_active":"2021-07-26T16:12:07.821205+0000","last_became_peered":"2021-07-26T16:12:07.821205+0000","last_unstale":"2021-07-26T16:12:53.961936+0000","last_undegraded":"2021-07-26T16:12:53.961936+0000","last_fullsized":"2021-07-26T16:12:53.961936+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":4169,"ondisk_log_size":4169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":273219584,"num_objects":4169,"num_object_clones":0,"num_object_copies":12507,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4169,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4169,"num_write_kb":266816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":276,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.296932+0000","last_change":"2021-07-26T16:07:06.162871+0000","last_active":"2021-07-26T16:12:43.296932+0000","last_peered":"2021-07-26T16:12:43.296932+0000","last_clean":"2021-07-26T16:12:43.296932+0000","last_became_active":"2021-07-26T16:07:06.161950+0000","last_became_peered":"2021-07-26T16:07:06.161950+0000","last_unstale":"2021-07-26T16:12:43.296932+0000","last_undegraded":"2021-07-26T16:12:43.296932+0000","last_fullsized":"2021-07-26T16:12:43.296932+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":270,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.297811+0000","last_change":"2021-07-26T16:05:09.294963+0000","last_active":"2021-07-26T16:12:43.297811+0000","last_peered":"2021-07-26T16:12:43.297811+0000","last_clean":"2021-07-26T16:12:43.297811+0000","last_became_active":"2021-07-26T16:05:09.287648+0000","last_became_peered":"2021-07-26T16:05:09.287648+0000","last_unstale":"2021-07-26T16:12:43.297811+0000","last_undegraded":"2021-07-26T16:12:43.297811+0000","last_fullsized":"2021-07-26T16:12:43.297811+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"286'3985","reported_seq":4003,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:50.051255+0000","last_change":"2021-07-26T16:12:07.817172+0000","last_active":"2021-07-26T16:12:50.051255+0000","last_peered":"2021-07-26T16:12:50.051255+0000","last_clean":"2021-07-26T16:12:50.051255+0000","last_became_active":"2021-07-26T16:12:07.816830+0000","last_became_peered":"2021-07-26T16:12:07.816830+0000","last_unstale":"2021-07-26T16:12:50.051255+0000","last_undegraded":"2021-07-26T16:12:50.051255+0000","last_fullsized":"2021-07-26T16:12:50.051255+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":3985,"ondisk_log_size":3985,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":261160960,"num_objects":3985,"num_object_clones":0,"num_object_copies":11955,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3985,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3985,"num_write_kb":255040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":308,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.296076+0000","last_change":"2021-07-26T16:08:36.291936+0000","last_active":"2021-07-26T16:12:43.296076+0000","last_peered":"2021-07-26T16:12:43.296076+0000","last_clean":"2021-07-26T16:12:43.296076+0000","last_became_active":"2021-07-26T16:08:36.289729+0000","last_became_peered":"2021-07-26T16:08:36.289729+0000","last_unstale":"2021-07-26T16:12:43.296076+0000","last_undegraded":"2021-07-26T16:12:43.296076+0000","last_fullsized":"2021-07-26T16:12:43.296076+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":313,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.272652+0000","last_change":"2021-07-26T16:06:40.521236+0000","last_active":"2021-07-26T16:12:34.272652+0000","last_peered":"2021-07-26T16:12:34.272652+0000","last_clean":"2021-07-26T16:12:34.272652+0000","last_became_active":"2021-07-26T16:06:40.520760+0000","last_became_peered":"2021-07-26T16:06:40.520760+0000","last_unstale":"2021-07-26T16:12:34.272652+0000","last_undegraded":"2021-07-26T16:12:34.272652+0000","last_fullsized":"2021-07-26T16:12:34.272652+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":278,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.295373+0000","last_change":"2021-07-26T16:06:49.093383+0000","last_active":"2021-07-26T16:12:43.295373+0000","last_peered":"2021-07-26T16:12:43.295373+0000","last_clean":"2021-07-26T16:12:43.295373+0000","last_became_active":"2021-07-26T16:06:49.092913+0000","last_became_peered":"2021-07-26T16:06:49.092913+0000","last_unstale":"2021-07-26T16:12:43.295373+0000","last_undegraded":"2021-07-26T16:12:43.295373+0000","last_fullsized":"2021-07-26T16:12:43.295373+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"286'3940","reported_seq":3959,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:49.521371+0000","last_change":"2021-07-26T16:12:08.365592+0000","last_active":"2021-07-26T16:12:49.521371+0000","last_peered":"2021-07-26T16:12:49.521371+0000","last_clean":"2021-07-26T16:12:49.521371+0000","last_became_active":"2021-07-26T16:12:08.365176+0000","last_became_peered":"2021-07-26T16:12:08.365176+0000","last_unstale":"2021-07-26T16:12:49.521371+0000","last_undegraded":"2021-07-26T16:12:49.521371+0000","last_fullsized":"2021-07-26T16:12:49.521371+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":3940,"ondisk_log_size":3940,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":258211840,"num_objects":3940,"num_object_clones":0,"num_object_copies":11820,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3940,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3940,"num_write_kb":252160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":63,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.295565+0000","last_change":"2021-07-26T16:12:23.223381+0000","last_active":"2021-07-26T16:12:43.295565+0000","last_peered":"2021-07-26T16:12:43.295565+0000","last_clean":"2021-07-26T16:12:43.295565+0000","last_became_active":"2021-07-26T16:12:23.223171+0000","last_became_peered":"2021-07-26T16:12:23.223171+0000","last_unstale":"2021-07-26T16:12:43.295565+0000","last_undegraded":"2021-07-26T16:12:43.295565+0000","last_fullsized":"2021-07-26T16:12:43.295565+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":130,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.276211+0000","last_change":"2021-07-26T16:08:36.286584+0000","last_active":"2021-07-26T16:12:34.276211+0000","last_peered":"2021-07-26T16:12:34.276211+0000","last_clean":"2021-07-26T16:12:34.276211+0000","last_became_active":"2021-07-26T16:08:36.284679+0000","last_became_peered":"2021-07-26T16:08:36.284679+0000","last_unstale":"2021-07-26T16:12:34.276211+0000","last_undegraded":"2021-07-26T16:12:34.276211+0000","last_fullsized":"2021-07-26T16:12:34.276211+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":332,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.295974+0000","last_change":"2021-07-26T16:06:57.083181+0000","last_active":"2021-07-26T16:12:43.295974+0000","last_peered":"2021-07-26T16:12:43.295974+0000","last_clean":"2021-07-26T16:12:43.295974+0000","last_became_active":"2021-07-26T16:06:57.082845+0000","last_became_peered":"2021-07-26T16:06:57.082845+0000","last_unstale":"2021-07-26T16:12:43.295974+0000","last_undegraded":"2021-07-26T16:12:43.295974+0000","last_fullsized":"2021-07-26T16:12:43.295974+0000","mapping_epoch":213,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":214,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"286'3900","reported_seq":3919,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:50.051428+0000","last_change":"2021-07-26T16:12:08.365555+0000","last_active":"2021-07-26T16:12:50.051428+0000","last_peered":"2021-07-26T16:12:50.051428+0000","last_clean":"2021-07-26T16:12:50.051428+0000","last_became_active":"2021-07-26T16:12:08.365054+0000","last_became_peered":"2021-07-26T16:12:08.365054+0000","last_unstale":"2021-07-26T16:12:50.051428+0000","last_undegraded":"2021-07-26T16:12:50.051428+0000","last_fullsized":"2021-07-26T16:12:50.051428+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":3900,"ondisk_log_size":3900,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":255590400,"num_objects":3900,"num_object_clones":0,"num_object_copies":11700,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3900,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3900,"num_write_kb":249600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":217,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.297707+0000","last_change":"2021-07-26T16:08:36.280131+0000","last_active":"2021-07-26T16:12:43.297707+0000","last_peered":"2021-07-26T16:12:43.297707+0000","last_clean":"2021-07-26T16:12:43.297707+0000","last_became_active":"2021-07-26T16:08:36.279839+0000","last_became_peered":"2021-07-26T16:08:36.279839+0000","last_unstale":"2021-07-26T16:12:43.297707+0000","last_undegraded":"2021-07-26T16:12:43.297707+0000","last_fullsized":"2021-07-26T16:12:43.297707+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":279,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.297207+0000","last_change":"2021-07-26T16:08:36.281104+0000","last_active":"2021-07-26T16:12:43.297207+0000","last_peered":"2021-07-26T16:12:43.297207+0000","last_clean":"2021-07-26T16:12:43.297207+0000","last_became_active":"2021-07-26T16:08:36.279774+0000","last_became_peered":"2021-07-26T16:08:36.279774+0000","last_unstale":"2021-07-26T16:12:43.297207+0000","last_undegraded":"2021-07-26T16:12:43.297207+0000","last_fullsized":"2021-07-26T16:12:43.297207+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":292,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.297829+0000","last_change":"2021-07-26T16:08:36.287391+0000","last_active":"2021-07-26T16:12:43.297829+0000","last_peered":"2021-07-26T16:12:43.297829+0000","last_clean":"2021-07-26T16:12:43.297829+0000","last_became_active":"2021-07-26T16:08:36.287032+0000","last_became_peered":"2021-07-26T16:08:36.287032+0000","last_unstale":"2021-07-26T16:12:43.297829+0000","last_undegraded":"2021-07-26T16:12:43.297829+0000","last_fullsized":"2021-07-26T16:12:43.297829+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"286'3819","reported_seq":3850,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:49.508816+0000","last_change":"2021-07-26T16:12:33.282240+0000","last_active":"2021-07-26T16:12:49.508816+0000","last_peered":"2021-07-26T16:12:49.508816+0000","last_clean":"2021-07-26T16:12:49.508816+0000","last_became_active":"2021-07-26T16:12:33.250919+0000","last_became_peered":"2021-07-26T16:12:33.250919+0000","last_unstale":"2021-07-26T16:12:49.508816+0000","last_undegraded":"2021-07-26T16:12:49.508816+0000","last_fullsized":"2021-07-26T16:12:49.508816+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":3819,"ondisk_log_size":3819,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":250281984,"num_objects":3819,"num_object_clones":0,"num_object_copies":11457,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3819,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3819,"num_write_kb":244416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":131072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":302,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.272252+0000","last_change":"2021-07-26T16:07:06.170796+0000","last_active":"2021-07-26T16:12:34.272252+0000","last_peered":"2021-07-26T16:12:34.272252+0000","last_clean":"2021-07-26T16:12:34.272252+0000","last_became_active":"2021-07-26T16:07:06.170371+0000","last_became_peered":"2021-07-26T16:07:06.170371+0000","last_unstale":"2021-07-26T16:12:34.272252+0000","last_undegraded":"2021-07-26T16:12:34.272252+0000","last_fullsized":"2021-07-26T16:12:34.272252+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'139","reported_seq":544,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.280542+0000","last_change":"2021-07-26T16:08:39.322572+0000","last_active":"2021-07-26T16:12:34.280542+0000","last_peered":"2021-07-26T16:12:34.280542+0000","last_clean":"2021-07-26T16:12:34.280542+0000","last_became_active":"2021-07-26T16:08:39.321896+0000","last_became_peered":"2021-07-26T16:08:39.321896+0000","last_unstale":"2021-07-26T16:12:34.280542+0000","last_undegraded":"2021-07-26T16:12:34.280542+0000","last_fullsized":"2021-07-26T16:12:34.280542+0000","mapping_epoch":239,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":240,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:42:51.455113+0000","last_clean_scrub_stamp":"2021-07-26T15:42:51.455113+0000","log_size":139,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":86,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.272458+0000","last_change":"2021-07-26T16:06:49.095677+0000","last_active":"2021-07-26T16:12:34.272458+0000","last_peered":"2021-07-26T16:12:34.272458+0000","last_clean":"2021-07-26T16:12:34.272458+0000","last_became_active":"2021-07-26T16:06:49.095183+0000","last_became_peered":"2021-07-26T16:06:49.095183+0000","last_unstale":"2021-07-26T16:12:34.272458+0000","last_undegraded":"2021-07-26T16:12:34.272458+0000","last_fullsized":"2021-07-26T16:12:34.272458+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":183,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.276346+0000","last_change":"2021-07-26T16:12:33.284589+0000","last_active":"2021-07-26T16:12:34.276346+0000","last_peered":"2021-07-26T16:12:34.276346+0000","last_clean":"2021-07-26T16:12:34.276346+0000","last_became_active":"2021-07-26T16:12:33.283832+0000","last_became_peered":"2021-07-26T16:12:33.283832+0000","last_unstale":"2021-07-26T16:12:34.276346+0000","last_undegraded":"2021-07-26T16:12:34.276346+0000","last_fullsized":"2021-07-26T16:12:34.276346+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.a","version":"287'4287","reported_seq":4307,"reported_epoch":287,"state":"active+clean","last_fresh":"2021-07-26T16:12:53.994026+0000","last_change":"2021-07-26T16:12:08.428583+0000","last_active":"2021-07-26T16:12:53.994026+0000","last_peered":"2021-07-26T16:12:53.994026+0000","last_clean":"2021-07-26T16:12:53.994026+0000","last_became_active":"2021-07-26T16:12:08.426927+0000","last_became_peered":"2021-07-26T16:12:08.426927+0000","last_unstale":"2021-07-26T16:12:53.994026+0000","last_undegraded":"2021-07-26T16:12:53.994026+0000","last_fullsized":"2021-07-26T16:12:53.994026+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":4287,"ondisk_log_size":4287,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":280952832,"num_objects":4287,"num_object_clones":0,"num_object_copies":12861,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4287,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4287,"num_write_kb":274368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":303,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.280440+0000","last_change":"2021-07-26T16:08:36.283834+0000","last_active":"2021-07-26T16:12:34.280440+0000","last_peered":"2021-07-26T16:12:34.280440+0000","last_clean":"2021-07-26T16:12:34.280440+0000","last_became_active":"2021-07-26T16:08:36.282939+0000","last_became_peered":"2021-07-26T16:08:36.282939+0000","last_unstale":"2021-07-26T16:12:34.280440+0000","last_undegraded":"2021-07-26T16:12:34.280440+0000","last_fullsized":"2021-07-26T16:12:34.280440+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":192,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.275984+0000","last_change":"2021-07-26T16:08:36.278598+0000","last_active":"2021-07-26T16:12:34.275984+0000","last_peered":"2021-07-26T16:12:34.275984+0000","last_clean":"2021-07-26T16:12:34.275984+0000","last_became_active":"2021-07-26T16:08:36.278029+0000","last_became_peered":"2021-07-26T16:08:36.278029+0000","last_unstale":"2021-07-26T16:12:34.275984+0000","last_undegraded":"2021-07-26T16:12:34.275984+0000","last_fullsized":"2021-07-26T16:12:34.275984+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":191,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.298983+0000","last_change":"2021-07-26T16:08:36.288426+0000","last_active":"2021-07-26T16:12:43.298983+0000","last_peered":"2021-07-26T16:12:43.298983+0000","last_clean":"2021-07-26T16:12:43.298983+0000","last_became_active":"2021-07-26T16:08:36.287882+0000","last_became_peered":"2021-07-26T16:08:36.287882+0000","last_unstale":"2021-07-26T16:12:43.298983+0000","last_undegraded":"2021-07-26T16:12:43.298983+0000","last_fullsized":"2021-07-26T16:12:43.298983+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.f","version":"287'4111","reported_seq":4131,"reported_epoch":287,"state":"active+clean","last_fresh":"2021-07-26T16:12:53.935809+0000","last_change":"2021-07-26T16:12:08.427490+0000","last_active":"2021-07-26T16:12:53.935809+0000","last_peered":"2021-07-26T16:12:53.935809+0000","last_clean":"2021-07-26T16:12:53.935809+0000","last_became_active":"2021-07-26T16:12:08.427180+0000","last_became_peered":"2021-07-26T16:12:08.427180+0000","last_unstale":"2021-07-26T16:12:53.935809+0000","last_undegraded":"2021-07-26T16:12:53.935809+0000","last_fullsized":"2021-07-26T16:12:53.935809+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":4111,"ondisk_log_size":4111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":269418496,"num_objects":4111,"num_object_clones":0,"num_object_copies":12333,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4111,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4111,"num_write_kb":263104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":316,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.281546+0000","last_change":"2021-07-26T16:08:36.286286+0000","last_active":"2021-07-26T16:12:34.281546+0000","last_peered":"2021-07-26T16:12:34.281546+0000","last_clean":"2021-07-26T16:12:34.281546+0000","last_became_active":"2021-07-26T16:08:36.285912+0000","last_became_peered":"2021-07-26T16:08:36.285912+0000","last_unstale":"2021-07-26T16:12:34.281546+0000","last_undegraded":"2021-07-26T16:12:34.281546+0000","last_fullsized":"2021-07-26T16:12:34.281546+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":297,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.296149+0000","last_change":"2021-07-26T16:08:36.294466+0000","last_active":"2021-07-26T16:12:43.296149+0000","last_peered":"2021-07-26T16:12:43.296149+0000","last_clean":"2021-07-26T16:12:43.296149+0000","last_became_active":"2021-07-26T16:08:36.289141+0000","last_became_peered":"2021-07-26T16:08:36.289141+0000","last_unstale":"2021-07-26T16:12:43.296149+0000","last_undegraded":"2021-07-26T16:12:43.296149+0000","last_fullsized":"2021-07-26T16:12:43.296149+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":173,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.272142+0000","last_change":"2021-07-26T16:08:36.283219+0000","last_active":"2021-07-26T16:12:34.272142+0000","last_peered":"2021-07-26T16:12:34.272142+0000","last_clean":"2021-07-26T16:12:34.272142+0000","last_became_active":"2021-07-26T16:08:36.282737+0000","last_became_peered":"2021-07-26T16:08:36.282737+0000","last_unstale":"2021-07-26T16:12:34.272142+0000","last_undegraded":"2021-07-26T16:12:34.272142+0000","last_fullsized":"2021-07-26T16:12:34.272142+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.c","version":"286'3854","reported_seq":3873,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:49.210717+0000","last_change":"2021-07-26T16:12:08.365444+0000","last_active":"2021-07-26T16:12:49.210717+0000","last_peered":"2021-07-26T16:12:49.210717+0000","last_clean":"2021-07-26T16:12:49.210717+0000","last_became_active":"2021-07-26T16:12:08.365071+0000","last_became_peered":"2021-07-26T16:12:08.365071+0000","last_unstale":"2021-07-26T16:12:49.210717+0000","last_undegraded":"2021-07-26T16:12:49.210717+0000","last_fullsized":"2021-07-26T16:12:49.210717+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":3854,"ondisk_log_size":3854,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":252575744,"num_objects":3854,"num_object_clones":0,"num_object_copies":11562,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3854,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3854,"num_write_kb":246656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":114,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.280230+0000","last_change":"2021-07-26T16:08:36.298022+0000","last_active":"2021-07-26T16:12:34.280230+0000","last_peered":"2021-07-26T16:12:34.280230+0000","last_clean":"2021-07-26T16:12:34.280230+0000","last_became_active":"2021-07-26T16:08:36.287453+0000","last_became_peered":"2021-07-26T16:08:36.287453+0000","last_unstale":"2021-07-26T16:12:34.280230+0000","last_undegraded":"2021-07-26T16:12:34.280230+0000","last_fullsized":"2021-07-26T16:12:34.280230+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":255,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.299062+0000","last_change":"2021-07-26T16:05:09.287229+0000","last_active":"2021-07-26T16:12:43.299062+0000","last_peered":"2021-07-26T16:12:43.299062+0000","last_clean":"2021-07-26T16:12:43.299062+0000","last_became_active":"2021-07-26T16:05:09.284296+0000","last_became_peered":"2021-07-26T16:05:09.284296+0000","last_unstale":"2021-07-26T16:12:43.299062+0000","last_undegraded":"2021-07-26T16:12:43.299062+0000","last_fullsized":"2021-07-26T16:12:43.299062+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":87,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.280430+0000","last_change":"2021-07-26T16:08:36.283985+0000","last_active":"2021-07-26T16:12:34.280430+0000","last_peered":"2021-07-26T16:12:34.280430+0000","last_clean":"2021-07-26T16:12:34.280430+0000","last_became_active":"2021-07-26T16:08:36.283443+0000","last_became_peered":"2021-07-26T16:08:36.283443+0000","last_unstale":"2021-07-26T16:12:34.280430+0000","last_undegraded":"2021-07-26T16:12:34.280430+0000","last_fullsized":"2021-07-26T16:12:34.280430+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.d","version":"286'3841","reported_seq":3858,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:49.518369+0000","last_change":"2021-07-26T16:12:07.822069+0000","last_active":"2021-07-26T16:12:49.518369+0000","last_peered":"2021-07-26T16:12:49.518369+0000","last_clean":"2021-07-26T16:12:49.518369+0000","last_became_active":"2021-07-26T16:12:07.821565+0000","last_became_peered":"2021-07-26T16:12:07.821565+0000","last_unstale":"2021-07-26T16:12:49.518369+0000","last_undegraded":"2021-07-26T16:12:49.518369+0000","last_fullsized":"2021-07-26T16:12:49.518369+0000","mapping_epoch":275,"log_start":"0'0","ondisk_log_start":"0'0","created":275,"last_epoch_clean":276,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T16:12:06.805270+0000","last_clean_scrub_stamp":"2021-07-26T16:12:06.805270+0000","log_size":3841,"ondisk_log_size":3841,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":251723776,"num_objects":3841,"num_object_clones":0,"num_object_copies":11523,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3841,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3841,"num_write_kb":245824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":302,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.275405+0000","last_change":"2021-07-26T16:07:06.160815+0000","last_active":"2021-07-26T16:12:34.275405+0000","last_peered":"2021-07-26T16:12:34.275405+0000","last_clean":"2021-07-26T16:12:34.275405+0000","last_became_active":"2021-07-26T16:07:06.160463+0000","last_became_peered":"2021-07-26T16:07:06.160463+0000","last_unstale":"2021-07-26T16:12:34.275405+0000","last_undegraded":"2021-07-26T16:12:34.275405+0000","last_fullsized":"2021-07-26T16:12:34.275405+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:46:23.469167+0000","last_clean_scrub_stamp":"2021-07-26T15:46:23.469167+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":117,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.299225+0000","last_change":"2021-07-26T16:08:36.382946+0000","last_active":"2021-07-26T16:12:43.299225+0000","last_peered":"2021-07-26T16:12:43.299225+0000","last_clean":"2021-07-26T16:12:43.299225+0000","last_became_active":"2021-07-26T16:08:36.287500+0000","last_became_peered":"2021-07-26T16:08:36.287500+0000","last_unstale":"2021-07-26T16:12:43.299225+0000","last_undegraded":"2021-07-26T16:12:43.299225+0000","last_fullsized":"2021-07-26T16:12:43.299225+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":121,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.275565+0000","last_change":"2021-07-26T16:05:09.267675+0000","last_active":"2021-07-26T16:12:34.275565+0000","last_peered":"2021-07-26T16:12:34.275565+0000","last_clean":"2021-07-26T16:12:34.275565+0000","last_became_active":"2021-07-26T16:05:09.267256+0000","last_became_peered":"2021-07-26T16:05:09.267256+0000","last_unstale":"2021-07-26T16:12:34.275565+0000","last_undegraded":"2021-07-26T16:12:34.275565+0000","last_fullsized":"2021-07-26T16:12:34.275565+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":144,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.276030+0000","last_change":"2021-07-26T16:08:36.285082+0000","last_active":"2021-07-26T16:12:34.276030+0000","last_peered":"2021-07-26T16:12:34.276030+0000","last_clean":"2021-07-26T16:12:34.276030+0000","last_became_active":"2021-07-26T16:08:36.282910+0000","last_became_peered":"2021-07-26T16:08:36.282910+0000","last_unstale":"2021-07-26T16:12:34.276030+0000","last_undegraded":"2021-07-26T16:12:34.276030+0000","last_fullsized":"2021-07-26T16:12:34.276030+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":246,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.296170+0000","last_change":"2021-07-26T16:08:36.283342+0000","last_active":"2021-07-26T16:12:43.296170+0000","last_peered":"2021-07-26T16:12:43.296170+0000","last_clean":"2021-07-26T16:12:43.296170+0000","last_became_active":"2021-07-26T16:08:36.282762+0000","last_became_peered":"2021-07-26T16:08:36.282762+0000","last_unstale":"2021-07-26T16:12:43.296170+0000","last_undegraded":"2021-07-26T16:12:43.296170+0000","last_fullsized":"2021-07-26T16:12:43.296170+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":183,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.275572+0000","last_change":"2021-07-26T16:12:23.224043+0000","last_active":"2021-07-26T16:12:34.275572+0000","last_peered":"2021-07-26T16:12:34.275572+0000","last_clean":"2021-07-26T16:12:34.275572+0000","last_became_active":"2021-07-26T16:12:23.223296+0000","last_became_peered":"2021-07-26T16:12:23.223296+0000","last_unstale":"2021-07-26T16:12:34.275572+0000","last_undegraded":"2021-07-26T16:12:34.275572+0000","last_fullsized":"2021-07-26T16:12:34.275572+0000","mapping_epoch":280,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":281,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":121,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.276120+0000","last_change":"2021-07-26T16:05:09.275476+0000","last_active":"2021-07-26T16:12:34.276120+0000","last_peered":"2021-07-26T16:12:34.276120+0000","last_clean":"2021-07-26T16:12:34.276120+0000","last_became_active":"2021-07-26T16:05:09.275063+0000","last_became_peered":"2021-07-26T16:05:09.275063+0000","last_unstale":"2021-07-26T16:12:34.276120+0000","last_undegraded":"2021-07-26T16:12:34.276120+0000","last_fullsized":"2021-07-26T16:12:34.276120+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":275,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.272601+0000","last_change":"2021-07-26T16:05:10.980242+0000","last_active":"2021-07-26T16:12:34.272601+0000","last_peered":"2021-07-26T16:12:34.272601+0000","last_clean":"2021-07-26T16:12:34.272601+0000","last_became_active":"2021-07-26T16:05:09.271575+0000","last_became_peered":"2021-07-26T16:05:09.271575+0000","last_unstale":"2021-07-26T16:12:34.272601+0000","last_undegraded":"2021-07-26T16:12:34.272601+0000","last_fullsized":"2021-07-26T16:12:34.272601+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":230,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.278915+0000","last_change":"2021-07-26T16:12:33.251241+0000","last_active":"2021-07-26T16:12:34.278915+0000","last_peered":"2021-07-26T16:12:34.278915+0000","last_clean":"2021-07-26T16:12:34.278915+0000","last_became_active":"2021-07-26T16:12:33.250809+0000","last_became_peered":"2021-07-26T16:12:33.250809+0000","last_unstale":"2021-07-26T16:12:34.278915+0000","last_undegraded":"2021-07-26T16:12:34.278915+0000","last_fullsized":"2021-07-26T16:12:34.278915+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":60,"reported_epoch":286,"state":"active+clean","last_fresh":"2021-07-26T16:12:43.298843+0000","last_change":"2021-07-26T16:12:33.251956+0000","last_active":"2021-07-26T16:12:43.298843+0000","last_peered":"2021-07-26T16:12:43.298843+0000","last_clean":"2021-07-26T16:12:43.298843+0000","last_became_active":"2021-07-26T16:12:33.251650+0000","last_became_peered":"2021-07-26T16:12:33.251650+0000","last_unstale":"2021-07-26T16:12:43.298843+0000","last_undegraded":"2021-07-26T16:12:43.298843+0000","last_fullsized":"2021-07-26T16:12:43.298843+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":250,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.272187+0000","last_change":"2021-07-26T16:08:36.281150+0000","last_active":"2021-07-26T16:12:34.272187+0000","last_peered":"2021-07-26T16:12:34.272187+0000","last_clean":"2021-07-26T16:12:34.272187+0000","last_became_active":"2021-07-26T16:08:36.280243+0000","last_became_peered":"2021-07-26T16:08:36.280243+0000","last_unstale":"2021-07-26T16:12:34.272187+0000","last_undegraded":"2021-07-26T16:12:34.272187+0000","last_fullsized":"2021-07-26T16:12:34.272187+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":131,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.272625+0000","last_change":"2021-07-26T16:08:36.291298+0000","last_active":"2021-07-26T16:12:34.272625+0000","last_peered":"2021-07-26T16:12:34.272625+0000","last_clean":"2021-07-26T16:12:34.272625+0000","last_became_active":"2021-07-26T16:08:36.285505+0000","last_became_peered":"2021-07-26T16:08:36.285505+0000","last_unstale":"2021-07-26T16:12:34.272625+0000","last_undegraded":"2021-07-26T16:12:34.272625+0000","last_fullsized":"2021-07-26T16:12:34.272625+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:41.677856+0000","last_clean_scrub_stamp":"2021-07-26T15:47:41.677856+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":121,"reported_epoch":285,"state":"active+clean","last_fresh":"2021-07-26T16:12:34.275433+0000","last_change":"2021-07-26T16:05:09.270091+0000","last_active":"2021-07-26T16:12:34.275433+0000","last_peered":"2021-07-26T16:12:34.275433+0000","last_clean":"2021-07-26T16:12:34.275433+0000","last_became_active":"2021-07-26T16:05:09.269689+0000","last_became_peered":"2021-07-26T16:05:09.269689+0000","last_unstale":"2021-07-26T16:12:34.275433+0000","last_undegraded":"2021-07-26T16:12:34.275433+0000","last_fullsized":"2021-07-26T16:12:34.275433+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:42.679781+0000","last_clean_scrub_stamp":"2021-07-26T15:47:42.679781+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":45,"num_bytes_recovered":1508,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":25785,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":4193779712,"num_objects":63992,"num_object_clones":0,"num_object_copies":191976,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63992,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":63992,"num_write_kb":4095488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":131072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12641894400,"data_stored":12641894400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":63992,"ondisk_log_size":63992,"up":48,"acting":48,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":294,"num_read_kb":500,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3881,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495938,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2516548,"kb_used_data":1467964,"kb_used_omap":1146,"kb_used_meta":1047429,"kb_avail":91228604,"statfs":{"total":95995035648,"available":93418090496,"internally_reserved":1073741824,"allocated":1503195136,"data_stored":1501788761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1173937,"internal_metadata":1072567887},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:12:30 2021","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":1.9990000000000001,"15min":1.0760000000000001},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":3.0219999999999998,"5min":61.125,"15min":61.125},"last":0.23400000000000001},{"interface":"front","average":{"1min":1.244,"5min":2.125,"15min":1.165},"min":{"1min":0.33200000000000002,"5min":0.26900000000000002,"15min":0.22500000000000001},"max":{"1min":5.9279999999999999,"5min":61.165999999999997,"15min":61.165999999999997},"last":0.34799999999999998}]},{"osd":1,"last update":"Mon Jul 26 16:12:30 2021","interfaces":[{"interface":"back","average":{"1min":1.2549999999999999,"5min":3.0379999999999998,"15min":1.613},"min":{"1min":0.36199999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":6.0019999999999998,"5min":72.989000000000004,"15min":72.989000000000004},"last":0.373},{"interface":"front","average":{"1min":0.82299999999999995,"5min":2.484,"15min":1.498},"min":{"1min":0.246,"5min":0.246,"15min":0.23300000000000001},"max":{"1min":2.508,"5min":70.066000000000003,"15min":70.066000000000003},"last":0.33900000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:11:49 2021","interfaces":[{"interface":"back","average":{"1min":1.4430000000000001,"5min":1.6439999999999999,"15min":1.522},"min":{"1min":0.29599999999999999,"5min":0.27600000000000002,"15min":0.224},"max":{"1min":5.9640000000000004,"5min":8.4860000000000007,"15min":8.7100000000000009},"last":0.39100000000000001},{"interface":"front","average":{"1min":1.1859999999999999,"5min":1.393,"15min":1.425},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":3.4489999999999998,"5min":8.4969999999999999,"15min":8.4969999999999999},"last":0.379}]},{"osd":3,"last update":"Mon Jul 26 16:12:30 2021","interfaces":[{"interface":"back","average":{"1min":1.885,"5min":2.1389999999999998,"15min":1.401},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":22.350000000000001,"5min":48.880000000000003,"15min":48.880000000000003},"last":1.032},{"interface":"front","average":{"1min":2.3490000000000002,"5min":2.5649999999999999,"15min":1.4790000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.24399999999999999},"max":{"1min":24.538,"5min":48.792999999999999,"15min":48.792999999999999},"last":0.41199999999999998}]},{"osd":4,"last update":"Mon Jul 26 16:12:30 2021","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":1.3460000000000001,"15min":0.68200000000000005},"min":{"1min":0.22600000000000001,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":3.391,"5min":9.3089999999999993,"15min":9.3089999999999993},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.82899999999999996,"5min":1.3979999999999999,"15min":0.755},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":3.4089999999999998,"5min":9.3300000000000001,"15min":9.3300000000000001},"last":0.32000000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:11:57 2021","interfaces":[{"interface":"back","average":{"1min":1.8799999999999999,"5min":1.7569999999999999,"15min":0.90400000000000003},"min":{"1min":0.28499999999999998,"5min":0.25,"15min":0.21299999999999999},"max":{"1min":9.0190000000000001,"5min":9.9860000000000007,"15min":9.9860000000000007},"last":2.7839999999999998},{"interface":"front","average":{"1min":1.454,"5min":1.7150000000000001,"15min":0.94299999999999995},"min":{"1min":0.318,"5min":0.252,"15min":0.24299999999999999},"max":{"1min":3.8580000000000001,"5min":10.406000000000001,"15min":10.406000000000001},"last":1.2070000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:11:57 2021","interfaces":[{"interface":"back","average":{"1min":1.5389999999999999,"5min":1.7310000000000001,"15min":0.94799999999999995},"min":{"1min":0.30099999999999999,"5min":0.28000000000000003,"15min":0.24399999999999999},"max":{"1min":13.821999999999999,"5min":13.821999999999999,"15min":13.821999999999999},"last":5.6100000000000003},{"interface":"front","average":{"1min":2.0750000000000002,"5min":1.613,"15min":0.86599999999999999},"min":{"1min":0.38,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":13.77,"5min":13.77,"15min":13.77},"last":2.923}]}]},{"osd":6,"up_from":41,"seq":176093659462,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2776188,"kb_used_data":1727604,"kb_used_omap":1173,"kb_used_meta":1047402,"kb_avail":90968964,"statfs":{"total":95995035648,"available":93152219136,"internally_reserved":1073741824,"allocated":1769066496,"data_stored":1767668140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1202073,"internal_metadata":1072539751},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:12:31 2021","interfaces":[{"interface":"back","average":{"1min":1.8700000000000001,"5min":1.5209999999999999,"15min":0.88500000000000001},"min":{"1min":0.254,"5min":0.23599999999999999,"15min":0.20899999999999999},"max":{"1min":12.568,"5min":13.945,"15min":13.945},"last":1.3},{"interface":"front","average":{"1min":1.657,"5min":1.4670000000000001,"15min":0.96299999999999997},"min":{"1min":0.28799999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":12.692,"5min":13.515000000000001,"15min":13.515000000000001},"last":1.2789999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:12:31 2021","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":1.9990000000000001,"15min":1.1759999999999999},"min":{"1min":0.26800000000000002,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":12.728,"5min":27.257999999999999,"15min":27.257999999999999},"last":1.2589999999999999},{"interface":"front","average":{"1min":1.784,"5min":2.4350000000000001,"15min":1.4299999999999999},"min":{"1min":0.307,"5min":0.24199999999999999,"15min":0.23599999999999999},"max":{"1min":14.125999999999999,"5min":27.021000000000001,"15min":27.021000000000001},"last":0.51800000000000002}]},{"osd":2,"last update":"Mon Jul 26 16:12:39 2021","interfaces":[{"interface":"back","average":{"1min":1.3009999999999999,"5min":1.222,"15min":1.522},"min":{"1min":0.29699999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":12.551,"5min":12.551,"15min":12.551},"last":1.1779999999999999},{"interface":"front","average":{"1min":1.6679999999999999,"5min":1.4299999999999999,"15min":1.4590000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.27200000000000002},"max":{"1min":12.952,"5min":13.712,"15min":13.712},"last":1.1990000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:12:31 2021","interfaces":[{"interface":"back","average":{"1min":1.8,"5min":2.194,"15min":1.4510000000000001},"min":{"1min":0.371,"5min":0.28699999999999998,"15min":0.26200000000000001},"max":{"1min":12.92,"5min":49.716999999999999,"15min":49.716999999999999},"last":1.123},{"interface":"front","average":{"1min":1.55,"5min":2.3740000000000001,"15min":1.522},"min":{"1min":0.375,"5min":0.28199999999999997,"15min":0.26500000000000001},"max":{"1min":14.102,"5min":49.741,"15min":49.741},"last":0.53500000000000003}]},{"osd":4,"last update":"Mon Jul 26 16:12:31 2021","interfaces":[{"interface":"back","average":{"1min":2.1349999999999998,"5min":1.585,"15min":0.77300000000000002},"min":{"1min":0.252,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":12.891999999999999,"5min":12.891999999999999,"15min":12.891999999999999},"last":5.4089999999999998},{"interface":"front","average":{"1min":1.766,"5min":1.663,"15min":0.81899999999999995},"min":{"1min":0.26700000000000002,"5min":0.222,"15min":0.21199999999999999},"max":{"1min":14.073,"5min":14.073,"15min":14.073},"last":0.49099999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:12:31 2021","interfaces":[{"interface":"back","average":{"1min":1.7829999999999999,"5min":1.675,"15min":0.89000000000000001},"min":{"1min":0.30499999999999999,"5min":0.23799999999999999,"15min":0.20899999999999999},"max":{"1min":13.050000000000001,"5min":13.050000000000001,"15min":13.050000000000001},"last":1.24},{"interface":"front","average":{"1min":2.347,"5min":1.696,"15min":0.92200000000000004},"min":{"1min":0.28399999999999997,"5min":0.23400000000000001,"15min":0.214},"max":{"1min":12.984,"5min":12.984,"15min":12.984},"last":1.155}]},{"osd":7,"last update":"Mon Jul 26 16:12:45 2021","interfaces":[{"interface":"back","average":{"1min":1.7969999999999999,"5min":1.764,"15min":1.171},"min":{"1min":0.30199999999999999,"5min":0.27100000000000002,"15min":0.222},"max":{"1min":15.074,"5min":15.074,"15min":16.913},"last":0.55100000000000005},{"interface":"front","average":{"1min":1.9350000000000001,"5min":1.823,"15min":1.04},"min":{"1min":0.32400000000000001,"5min":0.28000000000000003,"15min":0.26300000000000001},"max":{"1min":17.343,"5min":17.343,"15min":17.343},"last":1.885}]}]},{"osd":1,"up_from":78,"seq":335007449280,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2285176,"kb_used_data":2149296,"kb_used_omap":0,"kb_used_meta":135872,"kb_avail":91459976,"statfs":{"total":95995035648,"available":93655015424,"internally_reserved":0,"allocated":2200879104,"data_stored":2199487943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":139132928},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:12:34 2021","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.84899999999999998,"15min":0.79200000000000004},"min":{"1min":0.23599999999999999,"5min":0.19400000000000001,"15min":0.184},"max":{"1min":4.54,"5min":7.9219999999999997,"15min":7.9219999999999997},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.90200000000000002,"15min":0.94499999999999995},"min":{"1min":0.23799999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":2.3359999999999999,"5min":7.0519999999999996,"15min":10.977},"last":0.317}]},{"osd":2,"last update":"Mon Jul 26 16:12:38 2021","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.82499999999999996,"15min":1.488},"min":{"1min":0.27800000000000002,"5min":0.24099999999999999,"15min":0.20599999999999999},"max":{"1min":2.5019999999999998,"5min":5.3300000000000001,"15min":34.530000000000001},"last":0.373},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.79900000000000004,"15min":1.462},"min":{"1min":0.26700000000000002,"5min":0.23599999999999999,"15min":0.20999999999999999},"max":{"1min":4.5030000000000001,"5min":4.5030000000000001,"15min":34.465000000000003},"last":0.34000000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:12:30 2021","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":1.2569999999999999,"15min":1.147},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":4.3070000000000004,"5min":8.9529999999999994,"15min":13.077999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.91300000000000003,"5min":1.3440000000000001,"15min":1.1819999999999999},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.23699999999999999},"max":{"1min":4.5869999999999997,"5min":8.9969999999999999,"15min":13.287000000000001},"last":0.54600000000000004}]},{"osd":4,"last update":"Mon Jul 26 16:12:34 2021","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.98599999999999999,"15min":0.96199999999999997},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":3.2069999999999999,"5min":6.6200000000000001,"15min":6.6200000000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.876,"5min":1.1850000000000001,"15min":1.129},"min":{"1min":0.35599999999999998,"5min":0.313,"15min":0.313},"max":{"1min":3.2429999999999999,"5min":6.718,"15min":6.718},"last":0.50800000000000001}]},{"osd":5,"last update":"Mon Jul 26 16:12:34 2021","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":1.2210000000000001,"15min":1.0489999999999999},"min":{"1min":0.39300000000000002,"5min":0.316,"15min":0.28000000000000003},"max":{"1min":3.202,"5min":5.5579999999999998,"15min":9.8689999999999998},"last":3.5339999999999998},{"interface":"front","average":{"1min":0.93700000000000006,"5min":1.264,"15min":1.0640000000000001},"min":{"1min":0.318,"5min":0.308,"15min":0.29599999999999999},"max":{"1min":3.3809999999999998,"5min":6.8090000000000002,"15min":6.9139999999999997},"last":1.2989999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:12:34 2021","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.5669999999999999,"15min":1.208},"min":{"1min":0.373,"5min":0.255,"15min":0.255},"max":{"1min":2.8260000000000001,"5min":6.1120000000000001,"15min":9.9209999999999994},"last":0.443},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.415,"15min":1.127},"min":{"1min":0.39900000000000002,"5min":0.36099999999999999,"15min":0.32200000000000001},"max":{"1min":2.823,"5min":9.0589999999999993,"15min":9.0589999999999993},"last":1.2689999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:12:34 2021","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.2929999999999999,"15min":1.0449999999999999},"min":{"1min":0.42599999999999999,"5min":0.36599999999999999,"15min":0.33500000000000002},"max":{"1min":4.6660000000000004,"5min":9.5250000000000004,"15min":9.5250000000000004},"last":0.57099999999999995},{"interface":"front","average":{"1min":1.181,"5min":1.569,"15min":1.2669999999999999},"min":{"1min":0.40999999999999998,"5min":0.40100000000000002,"15min":0.34499999999999997},"max":{"1min":3.778,"5min":8.234,"15min":9.968},"last":0.48199999999999998}]}]},{"osd":0,"up_from":0,"seq":313532612814,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":459561500820,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":88,"seq":377957122229,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3135668,"kb_used_data":2933420,"kb_used_omap":3,"kb_used_meta":202236,"kb_avail":90609484,"statfs":{"total":95995035648,"available":92784111616,"internally_reserved":0,"allocated":3003822080,"data_stored":3002434539,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3948,"internal_metadata":207089812},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:12:33 2021","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.89100000000000001,"15min":1.006},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.17799999999999999},"max":{"1min":3.992,"5min":14.019,"15min":54.576999999999998},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.621,"15min":0.93100000000000005},"min":{"1min":0.221,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":4.1740000000000004,"5min":4.1740000000000004,"15min":56.030999999999999},"last":0.30599999999999999}]},{"osd":1,"last update":"Mon Jul 26 16:12:33 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":1.899,"15min":1.431},"min":{"1min":0.249,"5min":0.218,"15min":0.218},"max":{"1min":2.8199999999999998,"5min":84.659000000000006,"15min":84.659000000000006},"last":0.63800000000000001},{"interface":"front","average":{"1min":1.0580000000000001,"5min":2.097,"15min":1.619},"min":{"1min":0.24199999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":4.9290000000000003,"5min":83.567999999999998,"15min":83.567999999999998},"last":1.1459999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:12:50 2021","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.92000000000000004,"15min":1.526},"min":{"1min":0.253,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":2.8700000000000001,"5min":5.8719999999999999,"15min":10.73},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.89200000000000002,"15min":1.772},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.27300000000000002},"max":{"1min":2.899,"5min":5.3639999999999999,"15min":14.436},"last":0.38300000000000001}]},{"osd":4,"last update":"Mon Jul 26 16:12:35 2021","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.91400000000000003,"15min":0.77300000000000002},"min":{"1min":0.313,"5min":0.255,"15min":0.255},"max":{"1min":2.4380000000000002,"5min":5.6619999999999999,"15min":5.6619999999999999},"last":0.34300000000000003},{"interface":"front","average":{"1min":1.8340000000000001,"5min":1.613,"15min":1.0760000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.29199999999999998},"max":{"1min":6.1470000000000002,"5min":8.766,"15min":8.766},"last":0.42499999999999999}]},{"osd":5,"last update":"Mon Jul 26 16:12:33 2021","interfaces":[{"interface":"back","average":{"1min":1.2689999999999999,"5min":1.171,"15min":1.02},"min":{"1min":0.33700000000000002,"5min":0.30199999999999999,"15min":0.28499999999999998},"max":{"1min":4.8300000000000001,"5min":15.329000000000001,"15min":15.329000000000001},"last":0.438},{"interface":"front","average":{"1min":1.1719999999999999,"5min":1.284,"15min":1.0489999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":4.6369999999999996,"5min":10.634,"15min":11.145},"last":0.46800000000000003}]},{"osd":6,"last update":"Mon Jul 26 16:12:33 2021","interfaces":[{"interface":"back","average":{"1min":1.331,"5min":1.2729999999999999,"15min":1.069},"min":{"1min":0.376,"5min":0.33500000000000002,"15min":0.25700000000000001},"max":{"1min":4.9649999999999999,"5min":15.391,"15min":15.391},"last":0.46400000000000002},{"interface":"front","average":{"1min":1.1799999999999999,"5min":1.548,"15min":1.2430000000000001},"min":{"1min":0.40100000000000002,"5min":0.35899999999999999,"15min":0.316},"max":{"1min":5.6779999999999999,"5min":16.231000000000002,"15min":16.231000000000002},"last":0.54500000000000004}]},{"osd":7,"last update":"Mon Jul 26 16:12:33 2021","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":1.593,"15min":1.2929999999999999},"min":{"1min":0.43099999999999999,"5min":0.39900000000000002,"15min":0.33100000000000002},"max":{"1min":4.1280000000000001,"5min":11.625999999999999,"15min":11.625999999999999},"last":1.206},{"interface":"front","average":{"1min":0.88100000000000001,"5min":1.619,"15min":1.28},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":2.9980000000000002,"5min":15.363,"15min":19.039999999999999},"last":0.51900000000000002}]}]},{"osd":4,"up_from":163,"seq":700079669351,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2541440,"kb_used_data":1492856,"kb_used_omap":468,"kb_used_meta":1048107,"kb_avail":91203712,"statfs":{"total":95995035648,"available":93392601088,"internally_reserved":1073741824,"allocated":1528684544,"data_stored":1527282204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":479667,"internal_metadata":1073262157},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:12:37 2021","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":1.2090000000000001,"15min":0.67000000000000004},"min":{"1min":0.221,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":2.161,"5min":18.655999999999999,"15min":18.655999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.93200000000000005,"5min":1.649,"15min":0.90400000000000003},"min":{"1min":0.29399999999999998,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":4.0529999999999999,"5min":18.593,"15min":18.593},"last":1.9590000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:12:37 2021","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":2.8780000000000001,"15min":1.2450000000000001},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":28.207999999999998,"5min":70.212999999999994,"15min":70.212999999999994},"last":0.55600000000000005},{"interface":"front","average":{"1min":2.484,"5min":3.367,"15min":1.4730000000000001},"min":{"1min":0.34999999999999998,"5min":0.25700000000000001,"15min":0.247},"max":{"1min":28.274999999999999,"5min":69.948999999999998,"15min":69.948999999999998},"last":1.929}]},{"osd":2,"last update":"Mon Jul 26 16:12:37 2021","interfaces":[{"interface":"back","average":{"1min":1.3440000000000001,"5min":1.4690000000000001,"15min":0.88700000000000001},"min":{"1min":0.34799999999999998,"5min":0.28599999999999998,"15min":0.252},"max":{"1min":8.0389999999999997,"5min":8.8339999999999996,"15min":8.8339999999999996},"last":1.984},{"interface":"front","average":{"1min":0.85099999999999998,"5min":1.0509999999999999,"15min":0.72299999999999998},"min":{"1min":0.26200000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":5.3760000000000003,"5min":18.565999999999999,"15min":18.565999999999999},"last":0.39600000000000002}]},{"osd":3,"last update":"Mon Jul 26 16:12:37 2021","interfaces":[{"interface":"back","average":{"1min":2.3799999999999999,"5min":2.8420000000000001,"15min":1.2589999999999999},"min":{"1min":0.32200000000000001,"5min":0.26300000000000001,"15min":0.26100000000000001},"max":{"1min":28.713999999999999,"5min":34.118000000000002,"15min":34.118000000000002},"last":2.097},{"interface":"front","average":{"1min":2.1000000000000001,"5min":2.254,"15min":1.085},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":28.763999999999999,"5min":34.124000000000002,"15min":34.124000000000002},"last":2.0059999999999998}]},{"osd":5,"last update":"Mon Jul 26 16:12:37 2021","interfaces":[{"interface":"back","average":{"1min":1.3149999999999999,"5min":1.1639999999999999,"15min":0.61699999999999999},"min":{"1min":0.29599999999999999,"5min":0.22700000000000001,"15min":0.22},"max":{"1min":5.3250000000000002,"5min":5.9909999999999997,"15min":5.9909999999999997},"last":0.24399999999999999},{"interface":"front","average":{"1min":1.5269999999999999,"5min":1.3919999999999999,"15min":0.70799999999999996},"min":{"1min":0.255,"5min":0.23999999999999999,"15min":0.22500000000000001},"max":{"1min":8.0340000000000007,"5min":8.0340000000000007,"15min":8.0340000000000007},"last":0.46300000000000002}]},{"osd":6,"last update":"Mon Jul 26 16:12:37 2021","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.018,"15min":0.56799999999999995},"min":{"1min":0.27200000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.5140000000000002,"5min":6.9119999999999999,"15min":6.9119999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.3069999999999999,"5min":1.5429999999999999,"15min":0.76600000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.25600000000000001},"max":{"1min":8.0719999999999992,"5min":11.997,"15min":11.997},"last":0.53400000000000003}]},{"osd":7,"last update":"Mon Jul 26 16:12:37 2021","interfaces":[{"interface":"back","average":{"1min":1.135,"5min":1.377,"15min":0.72199999999999998},"min":{"1min":0.316,"5min":0.25800000000000001,"15min":0.25700000000000001},"max":{"1min":7.9889999999999999,"5min":12.824,"15min":12.824},"last":0.49199999999999999},{"interface":"front","average":{"1min":1.232,"5min":1.8320000000000001,"15min":0.876},"min":{"1min":0.26900000000000002,"5min":0.252,"15min":0.252},"max":{"1min":4.8150000000000004,"5min":9.2230000000000008,"15min":9.2230000000000008},"last":1.8520000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822987,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3508780,"kb_used_data":2460196,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":90236372,"statfs":{"total":95995035648,"available":92402044928,"internally_reserved":1073741824,"allocated":2519240704,"data_stored":2517854035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,3,0,2,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:12:22 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":1.885,"15min":1.089},"min":{"1min":0.23100000000000001,"5min":0.22800000000000001,"15min":0.19500000000000001},"max":{"1min":0.64000000000000001,"5min":59.381,"15min":59.381},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":1.98,"15min":1.1890000000000001},"min":{"1min":0.36099999999999999,"5min":0.29999999999999999,"15min":0.24399999999999999},"max":{"1min":0.73499999999999999,"5min":59.401000000000003,"15min":59.401000000000003},"last":0.32400000000000001}]},{"osd":1,"last update":"Mon Jul 26 16:12:37 2021","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":2.5409999999999999,"15min":1.5569999999999999},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":2.004,"5min":85.896000000000001,"15min":85.896000000000001},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.84199999999999997,"5min":2.863,"15min":1.706},"min":{"1min":0.28299999999999997,"5min":0.216,"15min":0.216},"max":{"1min":4.5979999999999999,"5min":85.566999999999993,"15min":85.566999999999993},"last":0.96599999999999997}]},{"osd":2,"last update":"Mon Jul 26 16:12:42 2021","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":1.413,"15min":1.242},"min":{"1min":0.32600000000000001,"5min":0.253,"15min":0.24299999999999999},"max":{"1min":4.6369999999999996,"5min":8.5340000000000007,"15min":35.734000000000002},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.60499999999999998,"5min":1.0640000000000001,"15min":1.7410000000000001},"min":{"1min":0.28499999999999998,"5min":0.26700000000000002,"15min":0.251},"max":{"1min":2.4329999999999998,"5min":11.815,"15min":171.78700000000001},"last":0.84899999999999998}]},{"osd":3,"last update":"Mon Jul 26 16:12:22 2021","interfaces":[{"interface":"back","average":{"1min":7.6239999999999997,"5min":3.4820000000000002,"15min":2.0110000000000001},"min":{"1min":0.33300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":121.721,"5min":121.721,"15min":121.721},"last":2.9609999999999999},{"interface":"front","average":{"1min":7.6459999999999999,"5min":3.8220000000000001,"15min":2.0899999999999999},"min":{"1min":0.36199999999999999,"5min":0.28999999999999998,"15min":0.23499999999999999},"max":{"1min":121.824,"5min":121.824,"15min":121.824},"last":3.8479999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:12:37 2021","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.782,"15min":0.83299999999999996},"min":{"1min":0.28699999999999998,"5min":0.245,"15min":0.23400000000000001},"max":{"1min":4.6890000000000001,"5min":18.094000000000001,"15min":18.094000000000001},"last":3.7200000000000002},{"interface":"front","average":{"1min":0.749,"5min":1.3500000000000001,"15min":0.69099999999999995},"min":{"1min":0.27900000000000003,"5min":0.22,"15min":0.20000000000000001},"max":{"1min":3.1739999999999999,"5min":9.9749999999999996,"15min":9.9749999999999996},"last":0.49199999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:12:37 2021","interfaces":[{"interface":"back","average":{"1min":1.498,"5min":1.887,"15min":0.97099999999999997},"min":{"1min":0.27600000000000002,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":7.3399999999999999,"5min":9.7189999999999994,"15min":9.7189999999999994},"last":1.6830000000000001},{"interface":"front","average":{"1min":0.746,"5min":1.264,"15min":0.81100000000000005},"min":{"1min":0.314,"5min":0.255,"15min":0.223},"max":{"1min":4.431,"5min":11.865,"15min":11.865},"last":0.443}]},{"osd":7,"last update":"Mon Jul 26 16:12:47 2021","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":1.4410000000000001,"15min":0.92900000000000005},"min":{"1min":0.29899999999999999,"5min":0.25900000000000001,"15min":0.24399999999999999},"max":{"1min":3.2480000000000002,"5min":15.15,"15min":15.15},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.74199999999999999,"5min":1.1499999999999999,"15min":0.76100000000000001},"min":{"1min":0.32200000000000001,"5min":0.249,"15min":0.217},"max":{"1min":2.8370000000000002,"5min":5.9649999999999999,"15min":8.1170000000000009},"last":0.57799999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3881,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7744,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4179,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8107,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2210856960,"data_stored":2210856960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3040083968,"data_stored":3040083968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1543569408,"data_stored":1543569408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2546728960,"data_stored":2546728960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1783693312,"data_stored":1783693312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1516961792,"data_stored":1516961792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:12:57.133 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd pool set unique_pool_2 pgp_num 16 2021-07-26T16:12:57.155 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:57.187 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:12:57.209 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:57.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:57.211 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:57.312 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:57.341 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:57.370 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:57.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:57.371 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:57.434 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:12:57.472 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:57.483 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 44 16 71529 71513 101.559 74.5625 0.0110596 0.00984182 2021-07-26T16:12:57.501 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:57.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:57.503 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:57.591 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:57 smithi078 ceph-mon[73801]: from='client.55945 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:12:57.592 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:57 smithi078 ceph-mon[73801]: pgmap v818: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 79 MiB/s wr, 1.26k op/s 2021-07-26T16:12:57.592 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:57 smithi078 ceph-mon[77813]: from='client.55945 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:12:57.592 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:57 smithi078 ceph-mon[77813]: pgmap v818: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 79 MiB/s wr, 1.26k op/s 2021-07-26T16:12:57.604 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:57.641 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:57.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:57.643 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:57.744 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:57.776 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:57.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:57.778 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:57.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:57 smithi139 ceph-mon[56829]: from='client.55945 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:12:57.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:57 smithi139 ceph-mon[56829]: pgmap v818: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 79 MiB/s wr, 1.26k op/s 2021-07-26T16:12:57.879 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:57.914 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:57.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:57.916 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:58.017 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:58.053 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:58.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:58.055 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:58.156 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:58.188 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:58.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:58.189 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:58.290 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:58.317 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:58.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:58.319 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:58.420 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:12:58.457 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:58.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:58.459 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:12:58.483 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 45 16 72673 72657 100.891 71.5 0.0118888 0.00990683 2021-07-26T16:12:58.560 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:58.598 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:58.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:58.600 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:58.701 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:58.741 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:58.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:58.742 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:12:58.843 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:12:58.872 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:58.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:58.873 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:12:58.974 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:12:58.995 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:58.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:58.997 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:12:59.098 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:59.134 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:59.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:59.135 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:59.236 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:59.257 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:59.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:59.258 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:59.359 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:12:59.388 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:59.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:59.390 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:12:59.396 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is set 2021-07-26T16:12:59.483 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 46 16 73683 73667 100.07 63.125 0.0112174 0.009988 2021-07-26T16:12:59.492 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:12:59.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:59.524 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:59.525 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:12:59.626 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:12:59.649 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:59 smithi078 ceph-mon[73801]: pgmap v819: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 79 MiB/s wr, 1.26k op/s 2021-07-26T16:12:59.649 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:59 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1609244974' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:59.649 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:12:59 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:59.650 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:59 smithi078 ceph-mon[77813]: pgmap v819: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 79 MiB/s wr, 1.26k op/s 2021-07-26T16:12:59.650 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:59 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1609244974' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:59.650 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:12:59 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:59.659 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:59.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:59.660 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:12:59.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:59 smithi139 ceph-mon[56829]: pgmap v819: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 520 GiB / 536 GiB avail; 79 MiB/s wr, 1.26k op/s 2021-07-26T16:12:59.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:59 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1609244974' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:59.701 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:12:59 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:12:59.761 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:12:59.803 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:12:59.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:59.805 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:12:59.906 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:12:59.935 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:12:59.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:12:59.936 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:00.037 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:00.083 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:00.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:00.084 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:00.185 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:00.222 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:00.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:00.224 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:00.325 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:00.342 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:13:00.343 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:13:00.353 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:00.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:00.354 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:00.455 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:00.476 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:00.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:00.477 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:00.483 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 47 16 74664 74648 99.2454 61.3125 0.00325694 0.0100568 2021-07-26T16:13:00.579 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:00.605 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:00 smithi078 ceph-mon[77813]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:13:00.606 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:00 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:13:00.606 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:00 smithi078 ceph-mon[77813]: osdmap e288: 8 total, 8 up, 6 in 2021-07-26T16:13:00.606 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:00 smithi078 ceph-mon[77813]: pgmap v821: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-07-26T16:13:00.607 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:00 smithi078 ceph-mon[73801]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:13:00.607 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:00 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:13:00.607 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:00 smithi078 ceph-mon[73801]: osdmap e288: 8 total, 8 up, 6 in 2021-07-26T16:13:00.607 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:00 smithi078 ceph-mon[73801]: pgmap v821: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-07-26T16:13:00.619 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:00.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:00.621 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:00.722 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:00.754 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:00.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:00.755 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:00.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:00 smithi139 ceph-mon[56829]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:13:00.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:00 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-07-26T16:13:00.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:00 smithi139 ceph-mon[56829]: osdmap e288: 8 total, 8 up, 6 in 2021-07-26T16:13:00.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:00 smithi139 ceph-mon[56829]: pgmap v821: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-07-26T16:13:00.857 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:00.882 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:00.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:00.883 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:00.984 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:01.016 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:01.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:01.018 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:01.118 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:01.160 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:01.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:01.162 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:01.263 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:01.270 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:13:01.294 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:01.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:01.296 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:01.297 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:13:01.325 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:13:01.360 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:13:01.393 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:13:01.397 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:01.422 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:13:01.428 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:01.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:01.429 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:01.457 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:13:01.463 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-07-26T16:13:01.483 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 48 16 75783 75767 98.6348 69.9375 0.0103744 0.0101335 2021-07-26T16:13:01.490 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:13:01.495 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:13:01.495 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:13:01.496 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:13:01.496 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:13:01.496 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:13:01.496 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:13:01.496 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:13:01.497 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:13:01.530 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:01.570 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:01.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:01.572 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:01.659 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:01 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1315143314' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:13:01.660 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:01 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1315143314' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:13:01.674 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:01.683 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:13:01.708 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:01.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:01.709 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:01.810 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:01.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:01 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1315143314' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:13:01.843 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:01.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:01.844 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:01.946 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:01.974 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:01.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:01.975 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:02.076 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:02.107 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:02.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:02.109 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:02.210 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:02.249 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:02.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:02.251 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:02.352 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:02.382 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:02.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:02.384 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:02.421 INFO:teuthology.orchestra.run.smithi078.stderr:set pool 8 pgp_num to 16 2021-07-26T16:13:02.483 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 49 16 76827 76811 97.9534 65.25 0.0103751 0.0102031 2021-07-26T16:13:02.485 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:02.524 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:02.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:02.526 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:02.609 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset noscrub 2021-07-26T16:13:02.625 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:02 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3592854482' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]: dispatch 2021-07-26T16:13:02.625 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:02 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]: dispatch 2021-07-26T16:13:02.626 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:02 smithi078 ceph-mon[73801]: pgmap v822: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 73 MiB/s wr, 1.16k op/s 2021-07-26T16:13:02.626 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:02 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3592854482' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]: dispatch 2021-07-26T16:13:02.626 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:02 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]: dispatch 2021-07-26T16:13:02.626 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:02 smithi078 ceph-mon[77813]: pgmap v822: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 73 MiB/s wr, 1.16k op/s 2021-07-26T16:13:02.627 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:02.658 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:02.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:02.660 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:02.762 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:02.795 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:02.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:02.796 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:02.817 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:02.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:02 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3592854482' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]: dispatch 2021-07-26T16:13:02.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:02 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]: dispatch 2021-07-26T16:13:02.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:02 smithi139 ceph-mon[56829]: pgmap v822: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 519 GiB / 536 GiB avail; 73 MiB/s wr, 1.16k op/s 2021-07-26T16:13:02.897 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:02.929 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:02.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:02.930 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:03.031 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:03.063 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:03.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:03.064 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:03.165 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:03.204 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:03.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:03.205 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:03.306 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:03.347 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:03.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:03.349 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:03.450 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:03.481 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:03.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:03.483 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:03.483 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 50 16 77940 77924 97.3855 69.5625 0.014587 0.0102635 2021-07-26T16:13:03.584 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:03.609 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:03.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:03.611 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:03.698 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:03 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]': finished 2021-07-26T16:13:03.699 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:03 smithi139 ceph-mon[56829]: osdmap e289: 8 total, 8 up, 6 in 2021-07-26T16:13:03.711 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:03.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:03 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]': finished 2021-07-26T16:13:03.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:03 smithi078 ceph-mon[73801]: osdmap e289: 8 total, 8 up, 6 in 2021-07-26T16:13:03.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:03 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_2", "var": "pgp_num", "val": "16"}]': finished 2021-07-26T16:13:03.740 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:03 smithi078 ceph-mon[77813]: osdmap e289: 8 total, 8 up, 6 in 2021-07-26T16:13:03.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:03.742 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:03.742 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:03.843 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:03.868 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:03.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:03.870 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:03.971 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:04.015 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:04.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:04.016 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:04.117 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:04.134 INFO:teuthology.orchestra.run.smithi139.stdout:{ 2021-07-26T16:13:04.134 INFO:teuthology.orchestra.run.smithi139.stdout: "ops": [], 2021-07-26T16:13:04.134 INFO:teuthology.orchestra.run.smithi139.stdout: "complaint_time": 30, 2021-07-26T16:13:04.135 INFO:teuthology.orchestra.run.smithi139.stdout: "num_blocked_ops": 0 2021-07-26T16:13:04.135 INFO:teuthology.orchestra.run.smithi139.stdout:} 2021-07-26T16:13:04.162 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:04.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:04.163 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:04.264 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:04.291 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:04.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:04.292 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:04.365 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:13:04.394 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:04.454 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:04.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:04.456 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:04.483 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 51 16 78971 78955 96.7395 64.4375 0.00843384 0.0103318 2021-07-26T16:13:04.557 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:04.557 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:04.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2021-07-26T16:13:04.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:13:04.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 5]}]: dispatch 2021-07-26T16:13:04.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:04 smithi139 ceph-mon[56829]: pgmap v824: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 57 MiB/s wr, 911 op/s 2021-07-26T16:13:04.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:13:04.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:04 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:13:04.588 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:04.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:04.590 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:04.691 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:04.700 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2021-07-26T16:13:04.700 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:13:04.700 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 5]}]: dispatch 2021-07-26T16:13:04.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:04 smithi078 ceph-mon[73801]: pgmap v824: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 57 MiB/s wr, 911 op/s 2021-07-26T16:13:04.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:13:04.701 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:04 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:13:04.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2021-07-26T16:13:04.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:13:04.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [1, 5]}]: dispatch 2021-07-26T16:13:04.702 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:04 smithi078 ceph-mon[77813]: pgmap v824: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 518 GiB / 536 GiB avail; 57 MiB/s wr, 911 op/s 2021-07-26T16:13:04.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:13:04.703 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:04 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:13:04.727 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:04.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:04.729 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:04.830 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:04.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:04.859 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:04.859 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:04.960 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:04.996 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:04.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:04.998 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:05.099 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:05.144 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:05.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:05.147 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:05.225 DEBUG:teuthology.orchestra.run.smithi139:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-07-26T16:13:05.248 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:05.358 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:05.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:05.359 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:05.445 INFO:teuthology.orchestra.run.smithi139.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.b/config 2021-07-26T16:13:05.460 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:05.483 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 52 16 80016 80000 96.1351 65.3125 0.00692357 0.0103953 2021-07-26T16:13:05.504 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:05.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:05.505 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:05.606 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:05.636 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:05.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:05.637 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:05.738 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:05.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:05.783 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:05.783 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:05.884 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:05.911 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:05.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:05.913 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:06.014 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:06.039 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:06.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:06.040 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:06.141 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:06.174 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:06.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:06.176 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:06.277 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:06.304 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:06.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:06.306 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:06.407 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:06.445 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:06.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:06.446 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:06.483 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 53 16 81000 80984 95.4816 61.5 0.00911459 0.0104682 2021-07-26T16:13:06.547 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:06.583 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:06.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:06.584 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:06.685 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:06.722 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:06.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:06.723 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:06.825 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:06.851 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:06.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:06.853 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:06.907 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:13:06.932 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:13:06.954 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:06.959 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:13:06.985 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:13:06.991 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:06.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:06.992 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:07.012 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:13:07.041 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:13:07.067 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:13:07.093 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:07.094 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:13:07.102 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:13:07.103 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:13:07.103 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:13:07.103 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:13:07.103 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:13:07.103 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:13:07.104 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:13:07.104 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:13:07.127 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:07.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:07.128 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:07.151 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is unset 2021-07-26T16:13:07.229 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:07.263 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:07.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:07.264 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:07.365 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:07.417 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:07 smithi078 ceph-mon[73801]: pgmap v825: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 85 MiB/s wr, 1.37k op/s 2021-07-26T16:13:07.417 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:07 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1597510439' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:13:07.417 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:07 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:13:07.418 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:07 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/1671024123' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:13:07.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:07 smithi078 ceph-mon[77813]: pgmap v825: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 85 MiB/s wr, 1.37k op/s 2021-07-26T16:13:07.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:07 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1597510439' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:13:07.418 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:07 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:13:07.419 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:07 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/1671024123' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:13:07.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:07.420 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:07.421 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:07.484 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 54 16 82035 82019 94.9113 64.6875 0.0261303 0.0105311 2021-07-26T16:13:07.488 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:07 smithi139 ceph-mon[56829]: pgmap v825: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 85 MiB/s wr, 1.37k op/s 2021-07-26T16:13:07.488 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:07 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1597510439' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:13:07.488 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:07 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-07-26T16:13:07.488 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:07 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/1671024123' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:13:07.522 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:07.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:07.584 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:07.585 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:07.687 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:07.716 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:07.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:07.718 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:07.819 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:07.843 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:07.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:07.845 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:07.890 INFO:teuthology.orchestra.run.smithi139.stdout:ERROR: (22) Invalid argument 2021-07-26T16:13:07.890 INFO:teuthology.orchestra.run.smithi139.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:13:07.946 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:07.969 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:07.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:07.970 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:08.071 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:08.113 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:08.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:08.114 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:08.215 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:08.250 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:08.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:08.251 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:08.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:08 smithi139 ceph-mon[56829]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:13:08.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:08 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:13:08.328 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:08 smithi139 ceph-mon[56829]: osdmap e290: 8 total, 8 up, 6 in 2021-07-26T16:13:08.352 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:08.385 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 4] out_osds: [2, 0] dead_osds: [] live_osds: [0, 1, 3, 5, 6, 7, 2, 4] 2021-07-26T16:13:08.386 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 1 1 2021-07-26T16:13:08.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:08.390 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:08.391 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:08.414 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:08 smithi078 ceph-mon[73801]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:13:08.415 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:08 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:13:08.415 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:08 smithi078 ceph-mon[73801]: osdmap e290: 8 total, 8 up, 6 in 2021-07-26T16:13:08.415 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:08 smithi078 ceph-mon[77813]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:13:08.415 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:08 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-07-26T16:13:08.416 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:08 smithi078 ceph-mon[77813]: osdmap e290: 8 total, 8 up, 6 in 2021-07-26T16:13:08.484 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 55 16 82920 82904 94.1913 55.3125 0.0151394 0.0106124 2021-07-26T16:13:08.493 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:08.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:08.527 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:08.527 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:08.593 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:08.628 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:08.661 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:08.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:08.662 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:08.763 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:08.792 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:08.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:08.793 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:08.894 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:08.925 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:08.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:08.926 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:09.015 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-07-26T16:13:09.027 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:09.091 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:09.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:09.092 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:09.194 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:09.210 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:09.227 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:09.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:09.229 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:09.327 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:09 smithi139 ceph-mon[56829]: pgmap v827: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 41 MiB/s wr, 662 op/s 2021-07-26T16:13:09.333 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:09.365 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:09.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:09.367 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:09.376 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:09 smithi078 ceph-mon[73801]: pgmap v827: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 41 MiB/s wr, 662 op/s 2021-07-26T16:13:09.376 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:09 smithi078 ceph-mon[77813]: pgmap v827: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 518 GiB / 536 GiB avail; 41 MiB/s wr, 662 op/s 2021-07-26T16:13:09.468 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:09.484 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 56 16 83973 83957 93.6844 65.8125 0.0276678 0.0106686 2021-07-26T16:13:09.508 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:09.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:09.509 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:09.610 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:09.641 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:09.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:09.643 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:09.744 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:09.769 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:09.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:09.771 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:09.872 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:09.904 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:09.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:09.906 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:10.007 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:10.038 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:10.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:10.040 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:10.141 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:10.166 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:10.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:10.168 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:10.269 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:10.307 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:10.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:10.308 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:10.409 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:10.443 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:10.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:10.445 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:10.455 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd unset nodeep-scrub 2021-07-26T16:13:10.484 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 57 16 85029 85013 93.1987 66 0.0103646 0.010725 2021-07-26T16:13:10.546 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:10.567 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:13:10.604 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:10.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:10.606 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:10.707 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:10.712 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:10.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:10.768 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:10.769 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:10.833 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:10.870 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:10.903 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:10.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:10.905 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:11.006 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:11.040 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:11.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:11.042 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:11.143 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:11.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:11.177 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:11.177 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:11.198 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.1 to 1 (10000) 2021-07-26T16:13:11.279 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:11.318 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:11.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:11.319 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:11.421 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:11.454 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:11.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:11.455 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:11.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:11 smithi078 ceph-mon[73801]: pgmap v828: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 71 MiB/s wr, 1.13k op/s 2021-07-26T16:13:11.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:11 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/305405018' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:13:11.478 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:11 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:13:11.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:11 smithi078 ceph-mon[77813]: pgmap v828: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 71 MiB/s wr, 1.13k op/s 2021-07-26T16:13:11.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:11 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/305405018' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:13:11.479 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:11 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:13:11.484 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 58 16 86035 86019 92.6758 62.875 0.013606 0.0107853 2021-07-26T16:13:11.557 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:11.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:11 smithi139 ceph-mon[56829]: pgmap v828: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 517 GiB / 536 GiB avail; 71 MiB/s wr, 1.13k op/s 2021-07-26T16:13:11.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:11 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/305405018' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:13:11.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:11 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-07-26T16:13:11.582 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:11.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:11.583 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:11.684 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:11.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:11.719 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:11.719 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:11.820 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:11.853 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:11.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:11.855 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:11.955 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:11.986 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:11.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:11.988 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:12.089 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:12.119 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:12.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:12.121 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:12.222 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:12.252 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:12.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:12.253 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:12.354 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:12.385 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:12.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:12.387 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:12.484 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 59 16 87065 87049 92.1961 64.375 0.00670951 0.0108413 2021-07-26T16:13:12.488 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:12.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:12 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-07-26T16:13:12.489 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:12 smithi078 ceph-mon[73801]: osdmap e291: 8 total, 8 up, 6 in 2021-07-26T16:13:12.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:12 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-07-26T16:13:12.490 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:12 smithi078 ceph-mon[77813]: osdmap e291: 8 total, 8 up, 6 in 2021-07-26T16:13:12.517 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:12.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:12.519 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:12.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:12 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-07-26T16:13:12.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:12 smithi139 ceph-mon[56829]: osdmap e291: 8 total, 8 up, 6 in 2021-07-26T16:13:12.620 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:12.647 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:12.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:12.649 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:12.750 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:12.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:12.786 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:12.787 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:12.888 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:12.920 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:12.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:12.921 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:12.952 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 3 1 2021-07-26T16:13:13.023 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:13.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:13.059 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:13.060 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:13.161 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:13.181 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:13.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:13.183 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:13.211 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:13.284 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:13.322 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:13.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:13.323 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:13.425 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:13.448 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:13 smithi078 ceph-mon[73801]: pgmap v830: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 517 GiB / 536 GiB avail; 67 MiB/s wr, 1.08k op/s 2021-07-26T16:13:13.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:13 smithi078 ceph-mon[77813]: pgmap v830: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 517 GiB / 536 GiB avail; 67 MiB/s wr, 1.08k op/s 2021-07-26T16:13:13.459 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:13.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:13.461 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:13.484 INFO:tasks.radosbench.radosbench.0.smithi078.stdout:2021-07-26T16:13:13.484475+0000 min lat: 0.00121792 max lat: 1.03019 avg lat: 0.0108996 2021-07-26T16:13:13.484 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-07-26T16:13:13.485 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 60 16 88071 88055 91.7074 62.875 0.0172632 0.0108996 2021-07-26T16:13:13.562 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:13.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:13 smithi139 ceph-mon[56829]: pgmap v830: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 517 GiB / 536 GiB avail; 67 MiB/s wr, 1.08k op/s 2021-07-26T16:13:13.592 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:13.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:13.594 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:13.694 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:13.732 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:13.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:13.734 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:13.834 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:13.875 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:13.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:13.877 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:13.978 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:14.009 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:14.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:14.010 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:14.111 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:14.140 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:14.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:14.142 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:14.143 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:13:14.143 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:13:14.243 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:14.279 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:14.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:14.280 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:14.381 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:14.416 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:14.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:14.418 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:14.484 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 61 16 89122 89106 91.2807 65.6875 0.0126421 0.0109504 2021-07-26T16:13:14.519 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:14.549 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:14.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:14.551 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:14.651 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:14.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:14.681 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:14.682 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:14.783 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:14.816 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:14.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:14.818 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:14.919 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:14.943 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:14.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:14.945 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:15.046 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:15.071 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:15.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:15.073 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:15.174 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:15.228 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:15.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:15.230 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:15.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:15 smithi078 ceph-mon[73801]: pgmap v831: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 51 MiB/s wr, 822 op/s 2021-07-26T16:13:15.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:15 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:13:15.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:15 smithi078 ceph-mon[77813]: pgmap v831: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 51 MiB/s wr, 822 op/s 2021-07-26T16:13:15.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:15 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:13:15.331 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:15.375 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:15.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:15.376 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:15.478 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:15.484 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 62 16 90101 90085 90.7953 61.1875 0.0250461 0.0110086 2021-07-26T16:13:15.521 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:15.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:15.523 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:15.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:15 smithi139 ceph-mon[56829]: pgmap v831: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 516 GiB / 536 GiB avail; 51 MiB/s wr, 822 op/s 2021-07-26T16:13:15.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:15 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:13:15.626 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:15.647 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:15.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:15.649 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:15.750 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:15.782 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:15.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:15.784 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:15.885 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:15.939 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-07-26T16:13:15.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:15.940 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:15.941 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:16.042 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:16.079 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:16.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:16.081 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:16.182 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:16.210 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:16.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:16.211 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:16.212 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:16.313 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:16.343 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:16.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:16.344 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:16.445 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:16.484 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 63 16 90833 90817 90.0803 45.75 0.0210428 0.0110963 2021-07-26T16:13:16.496 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:16.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:16.497 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:16.598 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:16.624 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:13:16.651 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:16.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:16.652 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:16.667 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:13:16.701 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:13:16.713 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:16 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:13:16.714 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:16 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:13:16.714 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:16 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:13:16.714 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:16 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:13:16.714 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:16 smithi078 ceph-mon[73801]: pgmap v832: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 516 GiB / 536 GiB avail; 71 MiB/s wr, 1.13k op/s 2021-07-26T16:13:16.715 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:16 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:13:16.715 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:16 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:13:16.715 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:16 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:13:16.716 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:16 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:13:16.716 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:16 smithi078 ceph-mon[77813]: pgmap v832: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 516 GiB / 536 GiB avail; 71 MiB/s wr, 1.13k op/s 2021-07-26T16:13:16.734 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:13:16.753 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:16.764 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:13:16.789 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:16.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:16.791 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:16.792 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:13:16.823 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:13:16.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:16 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:13:16.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:16 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:13:16.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:16 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:13:16.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:16 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:13:16.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:16 smithi139 ceph-mon[56829]: pgmap v832: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 516 GiB / 536 GiB avail; 71 MiB/s wr, 1.13k op/s 2021-07-26T16:13:16.857 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:13:16.875 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-07-26T16:13:16.876 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-07-26T16:13:16.876 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-07-26T16:13:16.876 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-07-26T16:13:16.877 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-07-26T16:13:16.877 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-07-26T16:13:16.877 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-07-26T16:13:16.877 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-07-26T16:13:16.893 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:16.943 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:16.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:16.944 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:17.045 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:17.096 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:17.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:17.097 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:17.198 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:17.244 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:17.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:17.245 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:17.346 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:17.382 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:17.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:17.383 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:17.484 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:17.485 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 64 16 91659 91643 89.4794 51.625 0.022497 0.0111708 2021-07-26T16:13:17.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:17.507 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:17.508 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:17.610 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:17.655 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:17.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:17.657 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:17.758 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:17.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:17.799 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:17.799 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:17.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:17 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/950421794' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:13:17.827 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:17 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/2042482990' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:13:17.828 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:17 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:13:17.900 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:17.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:17.938 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:17.939 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:17.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:17 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/950421794' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:13:17.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:17 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/2042482990' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:13:17.989 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:17 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:13:17.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:17 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/950421794' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:13:17.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:17 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/2042482990' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:13:17.990 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:17 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-07-26T16:13:18.040 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:18.083 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:18.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:18.084 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:18.185 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:18.191 INFO:teuthology.orchestra.run.smithi078.stderr:nodeep-scrub is unset 2021-07-26T16:13:18.201 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.3 to 1 (10000) 2021-07-26T16:13:18.225 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:18.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:18.227 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:18.328 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:18.354 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:18.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:18.356 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:18.457 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:18.485 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 65 16 92544 92528 88.9538 55.3125 0.00875682 0.0112371 2021-07-26T16:13:18.504 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:18.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:18.506 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:18.607 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:18.654 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:18.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:18.656 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:18.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:18 smithi078 ceph-mon[73801]: pgmap v833: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 516 GiB / 536 GiB avail; 63 MiB/s wr, 1.01k op/s 2021-07-26T16:13:18.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:18 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3336247244' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-07-26T16:13:18.739 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:18 smithi078 ceph-mon[73801]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:13:18.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:18 smithi078 ceph-mon[73801]: Cluster is now healthy 2021-07-26T16:13:18.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:18 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:13:18.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:18 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/3336247244' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-07-26T16:13:18.740 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:18 smithi078 ceph-mon[73801]: osdmap e292: 8 total, 8 up, 6 in 2021-07-26T16:13:18.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:18 smithi078 ceph-mon[77813]: pgmap v833: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 516 GiB / 536 GiB avail; 63 MiB/s wr, 1.01k op/s 2021-07-26T16:13:18.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:18 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3336247244' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-07-26T16:13:18.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:18 smithi078 ceph-mon[77813]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:13:18.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:18 smithi078 ceph-mon[77813]: Cluster is now healthy 2021-07-26T16:13:18.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:18 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:13:18.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:18 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/3336247244' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-07-26T16:13:18.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:18 smithi078 ceph-mon[77813]: osdmap e292: 8 total, 8 up, 6 in 2021-07-26T16:13:18.757 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:18.790 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:18.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:18.792 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:18.847 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:18 smithi139 ceph-mon[56829]: pgmap v833: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 516 GiB / 536 GiB avail; 63 MiB/s wr, 1.01k op/s 2021-07-26T16:13:18.847 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:18 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3336247244' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-07-26T16:13:18.848 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:18 smithi139 ceph-mon[56829]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-07-26T16:13:18.848 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:18 smithi139 ceph-mon[56829]: Cluster is now healthy 2021-07-26T16:13:18.848 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:18 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-07-26T16:13:18.848 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:18 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/3336247244' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-07-26T16:13:18.848 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:18 smithi139 ceph-mon[56829]: osdmap e292: 8 total, 8 up, 6 in 2021-07-26T16:13:18.893 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:18.934 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:18.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:18.936 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:19.037 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:19.074 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:19.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:19.075 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:19.176 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:19.234 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:19.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:19.236 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:19.337 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:19.358 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:19.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:19.360 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:19.461 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:19.485 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 66 16 93336 93320 88.356 49.5 0.0107659 0.0113121 2021-07-26T16:13:19.514 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:19.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:19.516 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:19.617 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:19.659 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:19.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:19.660 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:19.761 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:19.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:19.794 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:19.795 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:19.896 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:19.937 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:19.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:19.939 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:19.943 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 5 1 2021-07-26T16:13:20.040 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:20.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:20.074 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:20.075 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:20.169 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:20.176 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:20.201 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-07-26T16:13:20.247 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:20.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:20.249 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:20.350 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:20.418 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:20.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:20.420 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:20.443 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:20.485 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 67 16 94205 94189 87.8478 54.3125 0.0121956 0.0113781 2021-07-26T16:13:20.522 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:20.546 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:20.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:20.548 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:20.649 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:20.691 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:20.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:20.692 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:20.722 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2021-07-26T16:13:20.723 INFO:teuthology.orchestra.run.smithi078.stdout: "ops": [], 2021-07-26T16:13:20.723 INFO:teuthology.orchestra.run.smithi078.stdout: "complaint_time": 30, 2021-07-26T16:13:20.723 INFO:teuthology.orchestra.run.smithi078.stdout: "num_blocked_ops": 0 2021-07-26T16:13:20.723 INFO:teuthology.orchestra.run.smithi078.stdout:} 2021-07-26T16:13:20.793 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:20.826 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:20.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:20.827 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:20.928 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:20.958 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:20.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:20.960 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:21.061 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:21.099 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:21.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:21.101 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:21.202 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:21.228 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:21.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:21.229 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:21.238 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:21 smithi078 ceph-mon[73801]: pgmap v835: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 515 GiB / 536 GiB avail; 58 MiB/s wr, 934 op/s 2021-07-26T16:13:21.239 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:21 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:13:21.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:21 smithi078 ceph-mon[77813]: pgmap v835: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 515 GiB / 536 GiB avail; 58 MiB/s wr, 934 op/s 2021-07-26T16:13:21.239 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:21 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:13:21.330 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:21.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:21.374 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:21.375 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:21.476 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:21.485 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 68 16 95090 95074 87.3693 55.3125 0.012417 0.0114409 2021-07-26T16:13:21.510 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:21.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:21.511 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:21.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:21 smithi139 ceph-mon[56829]: pgmap v835: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 515 GiB / 536 GiB avail; 58 MiB/s wr, 934 op/s 2021-07-26T16:13:21.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:21 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' 2021-07-26T16:13:21.613 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:21.647 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:21.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:21.648 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:21.749 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:21.799 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:21.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:21.800 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:21.857 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-07-26T16:13:21.901 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:21.942 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:21.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:21.943 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:22.044 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:22.077 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:22.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:22.079 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:22.101 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:22.178 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd set noscrub 2021-07-26T16:13:22.179 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:22.229 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:22.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:22.230 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:22.331 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:22.360 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:22.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:22.361 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:22.362 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:13:22.362 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.363 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:13:22.363 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.363 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:13:22.363 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.364 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:13:22.364 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.364 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi139.mwfdce","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:13:22.364 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[73801]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.365 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:13:22.365 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.365 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:13:22.366 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.366 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:13:22.366 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.366 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:13:22.367 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.367 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi139.mwfdce","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:13:22.367 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:22 smithi078 ceph-mon[77813]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.396 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:22.462 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:22.485 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 69 15 96036 96021 86.9609 59.1875 0.00710128 0.0114947 2021-07-26T16:13:22.496 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:22.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:22.497 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:22.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:22 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:13:22.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:22 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:22 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:13:22.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:22 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:22 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:13:22.578 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:22 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:22 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:13:22.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:22 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:22 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi139.mwfdce","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:13:22.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:22 smithi139 ceph-mon[56829]: from='mgr.25378 172.21.15.78:0/1244550067' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi139", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:13:22.599 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:22.629 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:22.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:22.631 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:22.732 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:22.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:22.765 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:22.765 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:22.866 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:22.894 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:22.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:22.896 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:22.997 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:23.038 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:23.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:23.040 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:23.141 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:23.168 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:23.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:23.170 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:23.271 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:23.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:23.303 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:23.303 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:23.405 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:23.432 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:23.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:23.433 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:23.485 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 70 16 97058 97042 86.6301 63.8125 0.0192364 0.0115388 2021-07-26T16:13:23.488 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:23 smithi078 ceph-mon[73801]: pgmap v836: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 515 GiB / 536 GiB avail; 59 MiB/s wr, 938 op/s 2021-07-26T16:13:23.489 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:23 smithi078 ceph-mon[77813]: pgmap v836: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 515 GiB / 536 GiB avail; 59 MiB/s wr, 938 op/s 2021-07-26T16:13:23.534 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:23.557 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:23.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:23.559 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:23.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:23 smithi139 ceph-mon[56829]: pgmap v836: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 515 GiB / 536 GiB avail; 59 MiB/s wr, 938 op/s 2021-07-26T16:13:23.660 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:23.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:23.698 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:23.698 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:23.799 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:23.838 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:23.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:23.840 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:23.941 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:23.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:24.000 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:24.000 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:24.102 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:24.157 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:24.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:24.159 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:24.260 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:24.289 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:24.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:24.291 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:24.392 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:24.431 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:24.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:24.432 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:24.485 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 71 16 97960 97944 86.204 56.375 0.0160666 0.0115959 2021-07-26T16:13:24.533 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:24.563 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:24.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:24.564 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:24.665 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:24.695 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:24.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:24.697 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:24.798 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:24.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:24.829 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:24.830 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:24.931 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:24.954 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:24.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:24.956 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:25.057 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:25.083 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:25.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:25.085 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:25.186 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:25.219 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:25.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:25.222 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:25.323 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:25.351 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:25.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:25.352 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:25.402 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:25 smithi078 ceph-mon[73801]: pgmap v837: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 515 GiB / 536 GiB avail; 58 MiB/s wr, 924 op/s 2021-07-26T16:13:25.403 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:25 smithi078 ceph-mon[77813]: pgmap v837: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 515 GiB / 536 GiB avail; 58 MiB/s wr, 924 op/s 2021-07-26T16:13:25.454 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:25.484 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:25.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:25.485 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:25.486 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 72 16 98850 98834 85.7792 55.625 0.018716 0.0116527 2021-07-26T16:13:25.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:25 smithi139 ceph-mon[56829]: pgmap v837: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 515 GiB / 536 GiB avail; 58 MiB/s wr, 924 op/s 2021-07-26T16:13:25.586 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:25.622 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:25.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:25.623 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:25.724 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:25.760 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:25.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:25.761 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:25.862 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:25.901 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:25.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:25.903 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:26.004 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:26.033 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:26.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:26.035 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:26.120 INFO:teuthology.orchestra.run.smithi078.stdout:osd.0: {} 2021-07-26T16:13:26.120 INFO:teuthology.orchestra.run.smithi078.stdout:osd.1: {} 2021-07-26T16:13:26.121 INFO:teuthology.orchestra.run.smithi078.stdout:osd.2: {} 2021-07-26T16:13:26.123 INFO:teuthology.orchestra.run.smithi078.stdout:osd.3: {} 2021-07-26T16:13:26.135 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:26.156 INFO:teuthology.orchestra.run.smithi078.stdout:osd.4: {} 2021-07-26T16:13:26.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:26.168 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:26.169 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:26.195 INFO:teuthology.orchestra.run.smithi078.stdout:osd.5: {} 2021-07-26T16:13:26.207 INFO:teuthology.orchestra.run.smithi078.stderr:reweighted osd.5 to 1 (10000) 2021-07-26T16:13:26.250 INFO:teuthology.orchestra.run.smithi078.stdout:osd.6: {} 2021-07-26T16:13:26.270 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:26.280 INFO:teuthology.orchestra.run.smithi078.stdout:osd.7: {} 2021-07-26T16:13:26.287 INFO:teuthology.orchestra.run.smithi078.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-07-26T16:13:26.287 INFO:teuthology.orchestra.run.smithi078.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-07-26T16:13:26.287 INFO:teuthology.orchestra.run.smithi078.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-07-26T16:13:26.288 INFO:teuthology.orchestra.run.smithi078.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-07-26T16:13:26.288 INFO:teuthology.orchestra.run.smithi078.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-07-26T16:13:26.288 INFO:teuthology.orchestra.run.smithi078.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-07-26T16:13:26.288 INFO:teuthology.orchestra.run.smithi078.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-07-26T16:13:26.288 INFO:teuthology.orchestra.run.smithi078.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-07-26T16:13:26.307 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:26.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:26.309 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:26.410 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:26.419 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:26 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4288295389' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:13:26.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:26 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:13:26.420 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:26 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/4283151712' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:13:26.420 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:26 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4288295389' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:13:26.421 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:26 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:13:26.421 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:26 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/4283151712' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:13:26.443 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:26.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:26.445 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:26.485 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 73 16 99722 99706 85.3507 54.5 0.0214322 0.0117118 2021-07-26T16:13:26.546 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:26.579 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:26 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4288295389' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:13:26.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:26 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-07-26T16:13:26.580 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:26 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/4283151712' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-07-26T16:13:26.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:26.583 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:26.584 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:26.685 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:26.720 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:26.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:26.722 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:26.823 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:26.855 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:26.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:26.857 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:26.958 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:26.998 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:26.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:27.000 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:27.101 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:27.123 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:27.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:27.125 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:27.226 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:27.267 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:27.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:27.268 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:27.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:27 smithi078 ceph-mon[73801]: pgmap v838: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 514 GiB / 536 GiB avail; 55 MiB/s wr, 886 op/s 2021-07-26T16:13:27.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:27 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-07-26T16:13:27.353 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:27 smithi078 ceph-mon[73801]: osdmap e293: 8 total, 8 up, 6 in 2021-07-26T16:13:27.354 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:27 smithi078 ceph-mon[77813]: pgmap v838: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 514 GiB / 536 GiB avail; 55 MiB/s wr, 886 op/s 2021-07-26T16:13:27.354 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:27 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-07-26T16:13:27.354 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:27 smithi078 ceph-mon[77813]: osdmap e293: 8 total, 8 up, 6 in 2021-07-26T16:13:27.370 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:27.406 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:27.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:27.407 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:27.487 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 74 16 100595 100579 84.9346 54.5625 0.0201408 0.0117686 2021-07-26T16:13:27.508 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:13:27.534 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:27.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:27.536 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.0' 2021-07-26T16:13:27.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:27 smithi139 ceph-mon[56829]: pgmap v838: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 514 GiB / 536 GiB avail; 55 MiB/s wr, 886 op/s 2021-07-26T16:13:27.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:27 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-07-26T16:13:27.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:27 smithi139 ceph-mon[56829]: osdmap e293: 8 total, 8 up, 6 in 2021-07-26T16:13:27.637 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:27.673 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:27.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:27.674 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:27.696 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph osd reweight 6 1 2021-07-26T16:13:27.776 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:27.796 INFO:teuthology.orchestra.run.smithi078.stdout:ERROR: (22) Invalid argument 2021-07-26T16:13:27.796 INFO:teuthology.orchestra.run.smithi078.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-07-26T16:13:27.809 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:27.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:27.810 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:27.902 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:27.959 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:13:28.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:28.020 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:28.020 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.1' 2021-07-26T16:13:28.122 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:28.152 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:28.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:28.154 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:28.255 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:28.287 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:28.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:28.289 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:28.390 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:28.417 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:28.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:28.419 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:28.486 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 75 16 101568 101552 84.613 60.8125 0.0209904 0.0118143 2021-07-26T16:13:28.520 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:13:28.545 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:28.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:28.547 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.2' 2021-07-26T16:13:28.648 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:28.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:28.691 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:28.692 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:28.793 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:28.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:28.823 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:28.824 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:28.925 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:28.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:28.967 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:28.967 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:29.069 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:29.097 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:29.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:29.099 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:29.200 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:29.228 INFO:teuthology.orchestra.run.smithi078.stderr:noscrub is set 2021-07-26T16:13:29.235 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:29.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:29.236 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:29.309 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:29 smithi078 ceph-mon[77813]: pgmap v840: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 514 GiB / 536 GiB avail; 56 MiB/s wr, 895 op/s 2021-07-26T16:13:29.309 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:29 smithi078 ceph-mon[77813]: from='client.? 172.21.15.78:0/829782169' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:13:29.309 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:29 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:13:29.311 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:29 smithi078 ceph-mon[73801]: pgmap v840: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 514 GiB / 536 GiB avail; 56 MiB/s wr, 895 op/s 2021-07-26T16:13:29.311 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:29 smithi078 ceph-mon[73801]: from='client.? 172.21.15.78:0/829782169' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:13:29.311 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:29 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:13:29.328 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-07-26T16:13:29.337 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:13:29.375 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:29.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:29.376 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.6' 2021-07-26T16:13:29.477 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:13:29.485 INFO:tasks.radosbench.radosbench.0.smithi078.stdout: 76 16 102444 102428 84.22 54.75 0.0168155 0.011869 2021-07-26T16:13:29.510 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:29.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:29.511 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.4' 2021-07-26T16:13:29.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:29 smithi139 ceph-mon[56829]: pgmap v840: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 514 GiB / 536 GiB avail; 56 MiB/s wr, 895 op/s 2021-07-26T16:13:29.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:29 smithi139 ceph-mon[56829]: from='client.? 172.21.15.78:0/829782169' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:13:29.577 INFO:journalctl@ceph.mon.b.smithi139.stdout:Jul 26 16:13:29 smithi139 ceph-mon[56829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-07-26T16:13:29.613 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:29.634 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:29.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:29.636 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:29.657 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:29.696 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid d7ed0f78-ee27-11eb-8c23-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-07-26T16:13:29.737 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:29.770 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:29.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:29.772 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:29.873 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:29.883 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/d7ed0f78-ee27-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:13:29.911 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:29.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:29.914 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:30.015 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:13:30.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:30.048 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:30.049 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.7' 2021-07-26T16:13:30.151 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:30.191 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:30.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:30.193 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:30.294 DEBUG:teuthology.orchestra.run.smithi078:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:13:30.328 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: docker: command not found 2021-07-26T16:13:30.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:30.330 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi078 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.3' 2021-07-26T16:13:30.431 DEBUG:teuthology.orchestra.run.smithi139:> sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:13:30.464 INFO:teuthology.orchestra.run.smithi139.stderr:sudo: docker: command not found 2021-07-26T16:13:30.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:13:30.466 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi139 with status 1: 'sudo docker kill -s 1 ceph-d7ed0f78-ee27-11eb-8c23-001a4aab830c-osd.5' 2021-07-26T16:13:30.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:30 smithi078 ceph-mon[73801]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:13:30.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:30 smithi078 ceph-mon[73801]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:13:30.470 INFO:journalctl@ceph.mon.a.smithi078.stdout:Jul 26 16:13:30 smithi078 ceph-mon[73801]: osdmap e294: 8 total, 8 up, 6 in 2021-07-26T16:13:30.470 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:30 smithi078 ceph-mon[77813]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-07-26T16:13:30.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:30 smithi078 ceph-mon[77813]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-07-26T16:13:30.471 INFO:journalctl@ceph.mon.c.smithi078.stdout:Jul 26 16:13:30 smithi078 ceph-mon[77813]: osdmap e294: 8 total, 8 up, 6 in 2021-07-26T16:13:30.475 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2021-07-26T16:13:30.476 DEBUG:teuthology.task.console_log:Killing console logger for smithi078 2021-07-26T16:13:30.477 DEBUG:teuthology.task.console_log:Killing console logger for smithi139 2021-07-26T16:13:30.477 DEBUG:teuthology.exit:Finished running handlers